2024-07-26T06:13:05.236 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-26T06:13:05.264 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T06:13:05.381 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7818629' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 4b230446d7be021d836dfefaff290f6673dd2502 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 4b230446d7be021d836dfefaff290f6673dd2502 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4075 sha1: 4b230446d7be021d836dfefaff290f6673dd2502 sleep_before_teardown: 0 subset: 27/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 targets: smithi037.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHdiKzguVYWueei6dXKX4eRA/PrXW2eRbCA+AXEsuiAvw3zHAXQpwZ/IeNcI9KQ4g+aWjRVLX3uSUjtXlqiW/Xw= smithi135.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOvgyVWW76ZhKWrTdAG2WYN/vunwpMpwgLsamZLB3QH3eJwidkvVyxGDKo9LESD6EjqCkrM0mNxG0u4MQRQMMc4= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_02:08:16 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-07-26T06:13:05.381 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa; will attempt to use it 2024-07-26T06:13:05.382 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa/tasks 2024-07-26T06:13:05.382 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-26T06:13:05.384 INFO:teuthology.task.internal:Checking packages... 2024-07-26T06:13:05.406 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4b230446d7be021d836dfefaff290f6673dd2502' 2024-07-26T06:13:05.406 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:13:05.406 INFO:teuthology.packaging:ref: None 2024-07-26T06:13:05.407 INFO:teuthology.packaging:tag: None 2024-07-26T06:13:05.407 INFO:teuthology.packaging:branch: squid 2024-07-26T06:13:05.407 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:13:05.407 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-07-26T06:13:05.613 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1125.g4b230446 2024-07-26T06:13:05.615 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-26T06:13:05.625 INFO:teuthology.task.internal:no buildpackages task found 2024-07-26T06:13:05.625 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-26T06:13:05.632 INFO:teuthology.task.internal:Saving configuration 2024-07-26T06:13:05.653 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-26T06:13:05.661 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-26T06:13:05.686 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi037.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 06:07:46.814537', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHdiKzguVYWueei6dXKX4eRA/PrXW2eRbCA+AXEsuiAvw3zHAXQpwZ/IeNcI9KQ4g+aWjRVLX3uSUjtXlqiW/Xw='} 2024-07-26T06:13:05.708 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi135.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 06:07:46.815975', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOvgyVWW76ZhKWrTdAG2WYN/vunwpMpwgLsamZLB3QH3eJwidkvVyxGDKo9LESD6EjqCkrM0mNxG0u4MQRQMMc4='} 2024-07-26T06:13:05.708 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-26T06:13:05.766 INFO:teuthology.task.internal:roles: ubuntu@smithi037.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-07-26T06:13:05.792 INFO:teuthology.task.internal:roles: ubuntu@smithi135.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-07-26T06:13:05.792 INFO:teuthology.run_tasks:Running task console_log... 2024-07-26T06:13:05.874 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5a050b7ac0>, signals=[15]) 2024-07-26T06:13:05.874 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-26T06:13:05.879 INFO:teuthology.task.internal:Opening connections... 2024-07-26T06:13:05.879 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi037.front.sepia.ceph.com 2024-07-26T06:13:05.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:13:05.960 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi135.front.sepia.ceph.com 2024-07-26T06:13:05.961 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:13:06.034 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-26T06:13:06.041 DEBUG:teuthology.orchestra.run.smithi037:> uname -m 2024-07-26T06:13:06.085 INFO:teuthology.orchestra.run.smithi037.stdout:x86_64 2024-07-26T06:13:06.085 DEBUG:teuthology.orchestra.run.smithi037:> cat /etc/os-release 2024-07-26T06:13:06.140 INFO:teuthology.orchestra.run.smithi037.stdout:NAME="CentOS Stream" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION="9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:ID="centos" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:ID_LIKE="rhel fedora" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_ID="9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM_ID="platform:el9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:ANSI_COLOR="0;31" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:LOGO="fedora-logo-icon" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:HOME_URL="https://centos.org/" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T06:13:06.141 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T06:13:06.142 INFO:teuthology.lock.ops:Updating smithi037.front.sepia.ceph.com on lock server 2024-07-26T06:13:06.159 DEBUG:teuthology.orchestra.run.smithi135:> uname -m 2024-07-26T06:13:06.177 INFO:teuthology.orchestra.run.smithi135.stdout:x86_64 2024-07-26T06:13:06.177 DEBUG:teuthology.orchestra.run.smithi135:> cat /etc/os-release 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:NAME="CentOS Stream" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION="9" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:ID="centos" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:ID_LIKE="rhel fedora" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION_ID="9" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:PLATFORM_ID="platform:el9" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:ANSI_COLOR="0;31" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:LOGO="fedora-logo-icon" 2024-07-26T06:13:06.234 INFO:teuthology.orchestra.run.smithi135.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T06:13:06.235 INFO:teuthology.orchestra.run.smithi135.stdout:HOME_URL="https://centos.org/" 2024-07-26T06:13:06.235 INFO:teuthology.orchestra.run.smithi135.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T06:13:06.235 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T06:13:06.235 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T06:13:06.235 INFO:teuthology.lock.ops:Updating smithi135.front.sepia.ceph.com on lock server 2024-07-26T06:13:06.251 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-26T06:13:06.260 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-26T06:13:06.344 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-26T06:13:06.345 DEBUG:teuthology.orchestra.run.smithi037:> test '!' -e /home/ubuntu/cephtest 2024-07-26T06:13:06.347 DEBUG:teuthology.orchestra.run.smithi135:> test '!' -e /home/ubuntu/cephtest 2024-07-26T06:13:06.364 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-26T06:13:06.370 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-26T06:13:06.370 DEBUG:teuthology.orchestra.run.smithi037:> test -z $(ls -A /var/lib/ceph) 2024-07-26T06:13:06.405 DEBUG:teuthology.orchestra.run.smithi135:> test -z $(ls -A /var/lib/ceph) 2024-07-26T06:13:06.430 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-26T06:13:06.489 INFO:teuthology.run_tasks:Running task kernel... 2024-07-26T06:13:06.508 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-07-26T06:13:06.508 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-07-26T06:13:06.509 DEBUG:teuthology.orchestra.run.smithi037:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T06:13:06.509 DEBUG:teuthology.orchestra.run.smithi135:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T06:13:06.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:13:06.525 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2024-07-26T06:13:06.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:13:06.526 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2024-07-26T06:13:06.582 INFO:teuthology.orchestra.run.smithi037.stdout:5.14.0-437.el9.x86_64 2024-07-26T06:13:06.586 INFO:teuthology.task.kernel:Running kernel on smithi037: 5.14.0-437.el9.x86_64 2024-07-26T06:13:06.586 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum install -y kernel 2024-07-26T06:13:06.588 INFO:teuthology.orchestra.run.smithi135.stdout:5.14.0-437.el9.x86_64 2024-07-26T06:13:06.588 INFO:teuthology.task.kernel:Running kernel on smithi135: 5.14.0-437.el9.x86_64 2024-07-26T06:13:06.588 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum install -y kernel 2024-07-26T06:13:08.870 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-07-26T06:13:09.062 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-07-26T06:13:12.371 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 20 MB 00:02 2024-07-26T06:13:17.364 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.5 MB 00:01 2024-07-26T06:13:18.998 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 18 kB 00:00 2024-07-26T06:13:19.977 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-07-26T06:13:21.902 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - AppStream 1.7 MB/s | 20 MB 00:11 2024-07-26T06:13:25.333 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-07-26T06:13:26.545 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.5 MB 00:00 2024-07-26T06:13:27.348 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T06:13:27.348 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T06:13:27.441 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-07-26T06:13:27.455 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:13:27.455 INFO:teuthology.orchestra.run.smithi135.stdout: Package Architecture Version Repository Size 2024-07-26T06:13:27.455 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:13:27.455 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-07-26T06:13:27.455 INFO:teuthology.orchestra.run.smithi135.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:13:27.456 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout:Install 4 Packages 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 84 M 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout:Installed size: 126 M 2024-07-26T06:13:27.457 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-07-26T06:13:28.235 INFO:teuthology.orchestra.run.smithi135.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 3.0 MB/s | 1.5 MB 00:00 2024-07-26T06:13:28.663 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - Extras packages 22 kB/s | 18 kB 00:00 2024-07-26T06:13:29.842 INFO:teuthology.orchestra.run.smithi037.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-07-26T06:13:29.977 INFO:teuthology.orchestra.run.smithi135.stdout:(2/4): kernel-modules-core-5.14.0-480.el9.x86_6 17 MB/s | 30 MB 00:01 2024-07-26T06:13:31.211 INFO:teuthology.orchestra.run.smithi135.stdout:(3/4): kernel-core-5.14.0-480.el9.x86_64.rpm 4.9 MB/s | 17 MB 00:03 2024-07-26T06:13:31.786 INFO:teuthology.orchestra.run.smithi135.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 8.8 MB/s | 36 MB 00:04 2024-07-26T06:13:31.786 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:13:31.786 INFO:teuthology.orchestra.run.smithi135.stdout:Total 19 MB/s | 84 MB 00:04 2024-07-26T06:13:32.516 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-07-26T06:13:32.863 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-07-26T06:13:32.863 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-07-26T06:13:33.866 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-07-26T06:13:33.866 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-07-26T06:13:35.314 INFO:teuthology.orchestra.run.smithi037.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-07-26T06:13:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-07-26T06:13:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T06:13:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:13:37.362 INFO:teuthology.orchestra.run.smithi037.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T06:13:37.362 INFO:teuthology.orchestra.run.smithi037.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T06:13:37.462 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2024-07-26T06:13:37.472 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:13:37.472 INFO:teuthology.orchestra.run.smithi037.stdout: Package Architecture Version Repository Size 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:Installing dependencies: 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:Install 4 Packages 2024-07-26T06:13:37.473 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:13:37.474 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 84 M 2024-07-26T06:13:37.474 INFO:teuthology.orchestra.run.smithi037.stdout:Installed size: 126 M 2024-07-26T06:13:37.474 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading Packages: 2024-07-26T06:13:37.965 INFO:teuthology.orchestra.run.smithi037.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 4.1 MB/s | 1.5 MB 00:00 2024-07-26T06:13:39.713 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:13:39.863 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:13:39.990 INFO:teuthology.orchestra.run.smithi037.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 7.1 MB/s | 17 MB 00:02 2024-07-26T06:13:42.832 INFO:teuthology.orchestra.run.smithi037.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 6.9 MB/s | 36 MB 00:05 2024-07-26T06:13:44.383 INFO:teuthology.orchestra.run.smithi037.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 4.7 MB/s | 30 MB 00:06 2024-07-26T06:13:44.383 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:13:44.383 INFO:teuthology.orchestra.run.smithi037.stdout:Total 12 MB/s | 84 MB 00:06 2024-07-26T06:13:44.680 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:13:44.790 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:13:45.151 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2024-07-26T06:13:45.567 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction check succeeded. 2024-07-26T06:13:45.567 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2024-07-26T06:13:46.577 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded. 2024-07-26T06:13:46.674 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2024-07-26T06:13:49.163 INFO:teuthology.orchestra.run.smithi037.stdout: Preparing : 1/1 2024-07-26T06:13:49.644 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:13:49.842 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T06:13:49.933 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:13:52.725 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:13:52.862 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:13:58.068 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:13:58.130 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:03.363 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:19.516 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:19.556 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:19.863 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:19.863 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T06:14:19.863 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:14:19.863 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T06:14:20.670 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T06:14:20.671 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T06:14:20.671 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:14:20.671 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-07-26T06:14:21.086 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T06:14:21.202 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:21.203 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T06:14:21.203 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T06:14:21.203 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T06:14:21.203 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T06:14:21.203 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-07-26T06:14:21.203 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi135.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T06:14:21.203 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T06:14:21.261 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:21.261 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T06:14:21.262 DEBUG:teuthology.orchestra.run.smithi135:> sudo rpm -qi grub2-tools 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Name : grub2-tools 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Epoch : 1 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Version : 2.06 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Release : 68.el9 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Architecture: x86_64 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Group : Unspecified 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:Size : 8264254 2024-07-26T06:14:21.300 INFO:teuthology.orchestra.run.smithi135.stdout:License : GPLv3+ 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Packager : builder@centos.org 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Vendor : CentOS 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Summary : Support tools for GRUB. 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:Description : 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T06:14:21.301 INFO:teuthology.orchestra.run.smithi135.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T06:14:21.302 INFO:teuthology.orchestra.run.smithi135.stdout:hardware devices. 2024-07-26T06:14:21.302 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:14:21.302 INFO:teuthology.orchestra.run.smithi135.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T06:14:21.303 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T06:14:21.303 INFO:teuthology.task.kernel:Updating grub on smithi135 to boot 5.14.0-480.el9.x86_64 2024-07-26T06:14:21.303 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T06:14:21.983 INFO:teuthology.orchestra.run.smithi135.stderr:Generating grub configuration file ... 2024-07-26T06:14:23.393 INFO:teuthology.orchestra.run.smithi135.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T06:14:23.428 INFO:teuthology.orchestra.run.smithi135.stderr:done 2024-07-26T06:14:23.431 DEBUG:teuthology.orchestra.run.smithi135:> mktemp 2024-07-26T06:14:23.445 INFO:teuthology.orchestra.run.smithi135.stdout:/tmp/tmp.YrM44HgzRE 2024-07-26T06:14:23.446 DEBUG:teuthology.orchestra.run.smithi135:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.YrM44HgzRE 2024-07-26T06:14:23.512 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0666 /tmp/tmp.YrM44HgzRE 2024-07-26T06:14:23.672 DEBUG:teuthology.orchestra.remote:smithi135:/tmp/tmp.YrM44HgzRE is 6KB 2024-07-26T06:14:23.732 DEBUG:teuthology.orchestra.run.smithi135:> rm -fr /tmp/tmp.YrM44HgzRE 2024-07-26T06:14:23.754 DEBUG:teuthology.orchestra.run.smithi135:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T06:14:23.815 INFO:teuthology.orchestra.run.smithi135.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T06:14:23.815 INFO:teuthology.orchestra.run.smithi135.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T06:14:23.815 INFO:teuthology.orchestra.run.smithi135.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T06:14:23.815 INFO:teuthology.orchestra.run.smithi135.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T06:14:23.817 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T06:14:23.972 DEBUG:teuthology.orchestra.run.smithi135:> sudo shutdown -r now 2024-07-26T06:14:35.023 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:35.065 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:35.457 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:35.457 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T06:14:35.457 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T06:14:35.457 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T06:14:36.386 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:14:36.387 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2024-07-26T06:14:36.760 DEBUG:teuthology.orchestra.run.smithi037:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T06:14:36.843 INFO:teuthology.orchestra.run.smithi037.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.843 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T06:14:36.843 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T06:14:36.843 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T06:14:36.843 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T06:14:36.844 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-07-26T06:14:36.844 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi037.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T06:14:36.844 DEBUG:teuthology.orchestra.run.smithi037:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T06:14:36.902 INFO:teuthology.orchestra.run.smithi037.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T06:14:36.902 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T06:14:36.902 DEBUG:teuthology.orchestra.run.smithi037:> sudo rpm -qi grub2-tools 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Name : grub2-tools 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Epoch : 1 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Version : 2.06 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Release : 68.el9 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Architecture: x86_64 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Group : Unspecified 2024-07-26T06:14:36.940 INFO:teuthology.orchestra.run.smithi037.stdout:Size : 8264254 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:License : GPLv3+ 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Packager : builder@centos.org 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Vendor : CentOS 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Summary : Support tools for GRUB. 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:Description : 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:14:36.941 INFO:teuthology.orchestra.run.smithi037.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T06:14:36.942 INFO:teuthology.orchestra.run.smithi037.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T06:14:36.942 INFO:teuthology.orchestra.run.smithi037.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T06:14:36.942 INFO:teuthology.orchestra.run.smithi037.stdout:hardware devices. 2024-07-26T06:14:36.942 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:14:36.942 INFO:teuthology.orchestra.run.smithi037.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T06:14:36.943 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T06:14:36.943 INFO:teuthology.task.kernel:Updating grub on smithi037 to boot 5.14.0-480.el9.x86_64 2024-07-26T06:14:36.943 DEBUG:teuthology.orchestra.run.smithi037:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T06:14:37.534 INFO:teuthology.orchestra.run.smithi037.stderr:Generating grub configuration file ... 2024-07-26T06:14:38.918 INFO:teuthology.orchestra.run.smithi037.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T06:14:38.948 INFO:teuthology.orchestra.run.smithi037.stderr:done 2024-07-26T06:14:38.951 DEBUG:teuthology.orchestra.run.smithi037:> mktemp 2024-07-26T06:14:38.969 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.hjLlGsnhzv 2024-07-26T06:14:38.969 DEBUG:teuthology.orchestra.run.smithi037:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hjLlGsnhzv 2024-07-26T06:14:39.035 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0666 /tmp/tmp.hjLlGsnhzv 2024-07-26T06:14:39.169 DEBUG:teuthology.orchestra.remote:smithi037:/tmp/tmp.hjLlGsnhzv is 6KB 2024-07-26T06:14:39.219 DEBUG:teuthology.orchestra.run.smithi037:> rm -fr /tmp/tmp.hjLlGsnhzv 2024-07-26T06:14:39.234 DEBUG:teuthology.orchestra.run.smithi037:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T06:14:39.299 INFO:teuthology.orchestra.run.smithi037.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T06:14:39.300 INFO:teuthology.orchestra.run.smithi037.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T06:14:39.300 INFO:teuthology.orchestra.run.smithi037.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T06:14:39.300 INFO:teuthology.orchestra.run.smithi037.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T06:14:39.301 DEBUG:teuthology.orchestra.run.smithi037:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T06:14:39.461 DEBUG:teuthology.orchestra.run.smithi037:> sudo shutdown -r now 2024-07-26T06:14:53.990 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-26T06:14:53.991 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:14:53.992 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:15:09.473 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-26T06:15:09.474 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:15:09.475 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:15:12.354 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2024-07-26T06:15:21.362 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:15:21.363 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:15:24.414 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2024-07-26T06:15:27.975 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2024-07-26T06:15:36.415 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:15:36.416 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:15:36.976 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:15:36.976 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:15:54.851 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2024-07-26T06:15:55.362 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2024-07-26T06:16:07.374 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:16:07.376 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:16:07.762 DEBUG:teuthology.orchestra.run.smithi037:> true 2024-07-26T06:16:08.154 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:16:08.154 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-07-26T06:16:08.154 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2024-07-26T06:16:08.170 INFO:teuthology.orchestra.run.smithi037.stdout:5.14.0-480.el9.x86_64 2024-07-26T06:16:08.170 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T06:16:08.170 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T06:16:08.170 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T06:16:09.171 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-26T06:16:09.171 DEBUG:teuthology.orchestra.run.smithi037:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T06:16:09.241 INFO:teuthology.orchestra.run.smithi037.stdout:ttyS1 2024-07-26T06:16:09.289 DEBUG:teuthology.parallel:result is None 2024-07-26T06:16:09.879 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:16:09.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:16:10.222 DEBUG:teuthology.orchestra.run.smithi135:> true 2024-07-26T06:16:10.582 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:16:10.583 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-07-26T06:16:10.583 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2024-07-26T06:16:10.598 INFO:teuthology.orchestra.run.smithi135.stdout:5.14.0-480.el9.x86_64 2024-07-26T06:16:10.598 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T06:16:10.598 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T06:16:10.598 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T06:16:11.599 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-26T06:16:11.600 DEBUG:teuthology.orchestra.run.smithi135:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T06:16:11.670 INFO:teuthology.orchestra.run.smithi135.stdout:ttyS1 2024-07-26T06:16:11.717 DEBUG:teuthology.parallel:result is None 2024-07-26T06:16:11.718 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-26T06:16:11.725 INFO:teuthology.task.internal:Creating test directory... 2024-07-26T06:16:11.726 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T06:16:11.728 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T06:16:11.743 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-26T06:16:11.762 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-26T06:16:11.772 INFO:teuthology.task.internal:Creating archive directory... 2024-07-26T06:16:11.774 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T06:16:11.786 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T06:16:11.831 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-26T06:16:11.838 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-26T06:16:11.839 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T06:16:11.842 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T06:16:11.874 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T06:16:11.877 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T06:16:11.885 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T06:16:11.887 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T06:16:11.888 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-26T06:16:11.895 INFO:teuthology.task.internal:Configuring sudo... 2024-07-26T06:16:11.896 DEBUG:teuthology.orchestra.run.smithi037:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T06:16:11.930 DEBUG:teuthology.orchestra.run.smithi135:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T06:16:11.957 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-26T06:16:11.967 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-26T06:16:11.967 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T06:16:11.997 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T06:16:12.017 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T06:16:12.092 DEBUG:teuthology.orchestra.run.smithi037:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T06:16:12.147 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T06:16:12.229 DEBUG:teuthology.orchestra.run.smithi037:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T06:16:12.286 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:16:12.286 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T06:16:12.353 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T06:16:12.394 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T06:16:12.453 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T06:16:12.534 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T06:16:12.584 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:16:12.584 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T06:16:12.650 DEBUG:teuthology.orchestra.run.smithi037:> sudo service rsyslog restart 2024-07-26T06:16:12.652 DEBUG:teuthology.orchestra.run.smithi135:> sudo service rsyslog restart 2024-07-26T06:16:12.704 INFO:teuthology.orchestra.run.smithi037.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T06:16:12.738 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T06:16:13.123 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-26T06:16:13.131 INFO:teuthology.task.internal:Starting timer... 2024-07-26T06:16:13.131 INFO:teuthology.run_tasks:Running task pcp... 2024-07-26T06:16:13.195 INFO:teuthology.run_tasks:Running task selinux... 2024-07-26T06:16:13.225 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-07-26T06:16:13.226 DEBUG:teuthology.orchestra.run.smithi037:> sudo service auditd rotate 2024-07-26T06:16:13.363 INFO:teuthology.orchestra.run.smithi037.stdout:Rotating logs: 2024-07-26T06:16:13.366 DEBUG:teuthology.orchestra.run.smithi135:> sudo service auditd rotate 2024-07-26T06:16:13.454 INFO:teuthology.orchestra.run.smithi135.stdout:Rotating logs: 2024-07-26T06:16:13.457 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-26T06:16:13.458 DEBUG:teuthology.orchestra.run.smithi037:> /usr/sbin/getenforce 2024-07-26T06:16:13.506 INFO:teuthology.orchestra.run.smithi037.stdout:Permissive 2024-07-26T06:16:13.506 DEBUG:teuthology.orchestra.run.smithi135:> /usr/sbin/getenforce 2024-07-26T06:16:13.557 INFO:teuthology.orchestra.run.smithi135.stdout:Permissive 2024-07-26T06:16:13.557 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi037.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi135.front.sepia.ceph.com': 'permissive'} 2024-07-26T06:16:13.558 DEBUG:teuthology.orchestra.run.smithi037:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T06:16:13.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:16:13.626 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T06:16:13.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:16:13.695 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-26T06:16:13.695 DEBUG:teuthology.orchestra.run.smithi037:> sudo /usr/sbin/setenforce permissive 2024-07-26T06:16:13.845 DEBUG:teuthology.orchestra.run.smithi135:> sudo /usr/sbin/setenforce permissive 2024-07-26T06:16:13.952 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-26T06:16:13.962 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-26T06:16:13.974 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-26T06:16:13.976 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi037.front.sepia.ceph.com,smithi135.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-26T06:20:45.820 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi037.front.sepia.ceph.com'), Remote(name='ubuntu@smithi135.front.sepia.ceph.com')] 2024-07-26T06:20:45.845 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:20:45.846 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:20:45.971 DEBUG:teuthology.orchestra.run.smithi037:> true 2024-07-26T06:20:46.060 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi037.front.sepia.ceph.com' 2024-07-26T06:20:46.061 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:20:46.061 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T06:20:46.143 DEBUG:teuthology.orchestra.run.smithi135:> true 2024-07-26T06:20:46.225 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-07-26T06:20:46.226 INFO:teuthology.run_tasks:Running task clock... 2024-07-26T06:20:46.240 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-26T06:20:46.241 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T06:20:46.241 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T06:20:46.244 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T06:20:46.244 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T06:20:46.278 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T06:20:46.294 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T06:20:46.295 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T06:20:46.308 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T06:20:46.322 INFO:teuthology.orchestra.run.smithi037.stderr:sudo: ntpd: command not found 2024-07-26T06:20:46.333 INFO:teuthology.orchestra.run.smithi135.stderr:sudo: ntpd: command not found 2024-07-26T06:20:46.334 INFO:teuthology.orchestra.run.smithi037.stdout:506 Cannot talk to daemon 2024-07-26T06:20:46.344 INFO:teuthology.orchestra.run.smithi135.stdout:506 Cannot talk to daemon 2024-07-26T06:20:46.350 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T06:20:46.358 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T06:20:46.365 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T06:20:46.372 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T06:20:46.424 INFO:teuthology.orchestra.run.smithi037.stderr:bash: line 1: ntpq: command not found 2024-07-26T06:20:46.428 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:=============================================================================== 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.429 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.431 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T06:20:46.432 INFO:teuthology.run_tasks:Running task pexec... 2024-07-26T06:20:46.444 INFO:teuthology.task.pexec:Executing custom commands... 2024-07-26T06:20:46.444 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi037.front.sepia.ceph.com 2024-07-26T06:20:46.445 DEBUG:teuthology.orchestra.run.smithi037:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-26T06:20:46.445 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi135.front.sepia.ceph.com 2024-07-26T06:20:46.445 DEBUG:teuthology.orchestra.run.smithi135:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-26T06:20:47.035 INFO:teuthology.orchestra.run.smithi135.stdout:Last metadata expiration check: 0:01:06 ago on Fri 26 Jul 2024 06:19:40 AM UTC. 2024-07-26T06:20:47.063 INFO:teuthology.orchestra.run.smithi037.stdout:Last metadata expiration check: 0:01:05 ago on Fri 26 Jul 2024 06:19:41 AM UTC. 2024-07-26T06:20:47.122 INFO:teuthology.orchestra.run.smithi135.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-26T06:20:47.152 INFO:teuthology.orchestra.run.smithi037.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-26T06:20:47.162 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-07-26T06:20:47.179 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:20:47.179 INFO:teuthology.orchestra.run.smithi135.stdout: Package Arch Version Repository Size 2024-07-26T06:20:47.179 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrading: 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-07-26T06:20:47.180 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-07-26T06:20:47.181 INFO:teuthology.orchestra.run.smithi135.stdout:Install 5 Packages 2024-07-26T06:20:47.181 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrade 2 Packages 2024-07-26T06:20:47.181 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:20:47.187 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 5.2 M 2024-07-26T06:20:47.187 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-07-26T06:20:47.195 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout: Package Arch Version Repository Size 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-07-26T06:20:47.210 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrading: 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout:Installing dependencies: 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout:Install 5 Packages 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrade 2 Packages 2024-07-26T06:20:47.211 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:20:47.218 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 5.2 M 2024-07-26T06:20:47.219 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading Packages: 2024-07-26T06:20:47.510 INFO:teuthology.orchestra.run.smithi037.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 411 kB/s | 44 kB 00:00 2024-07-26T06:20:47.535 INFO:teuthology.orchestra.run.smithi037.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 537 kB/s | 72 kB 00:00 2024-07-26T06:20:47.552 INFO:teuthology.orchestra.run.smithi037.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 560 kB/s | 84 kB 00:00 2024-07-26T06:20:47.636 INFO:teuthology.orchestra.run.smithi037.stdout:(4/7): libnvme-1.9-1.el9.x86_64.rpm 1.2 MB/s | 104 kB 00:00 2024-07-26T06:20:47.661 INFO:teuthology.orchestra.run.smithi037.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.4 MB/s | 837 kB 00:00 2024-07-26T06:20:47.761 INFO:teuthology.orchestra.run.smithi037.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 7.0 MB/s | 903 kB 00:00 2024-07-26T06:20:48.185 INFO:teuthology.orchestra.run.smithi135.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 73 kB/s | 44 kB 00:00 2024-07-26T06:20:48.260 INFO:teuthology.orchestra.run.smithi135.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 105 kB/s | 72 kB 00:00 2024-07-26T06:20:48.285 INFO:teuthology.orchestra.run.smithi135.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 119 kB/s | 84 kB 00:00 2024-07-26T06:20:48.512 INFO:teuthology.orchestra.run.smithi037.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 3.2 MB/s | 3.2 MB 00:00 2024-07-26T06:20:48.512 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:20:48.512 INFO:teuthology.orchestra.run.smithi037.stdout:Total 4.0 MB/s | 5.2 MB 00:01 2024-07-26T06:20:48.627 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2024-07-26T06:20:48.645 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction check succeeded. 2024-07-26T06:20:48.645 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2024-07-26T06:20:48.890 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded. 2024-07-26T06:20:48.890 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2024-07-26T06:20:48.978 INFO:teuthology.orchestra.run.smithi135.stdout:(4/7): libnvme-1.9-1.el9.x86_64.rpm 151 kB/s | 104 kB 00:00 2024-07-26T06:20:49.086 INFO:teuthology.orchestra.run.smithi135.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 930 kB/s | 837 kB 00:00 2024-07-26T06:20:49.412 INFO:teuthology.orchestra.run.smithi037.stdout: Preparing : 1/1 2024-07-26T06:20:49.636 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/9 2024-07-26T06:20:49.692 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-07-26T06:20:49.736 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-07-26T06:20:49.768 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-07-26T06:20:49.801 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T06:20:49.903 INFO:teuthology.orchestra.run.smithi135.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 977 kB/s | 903 kB 00:00 2024-07-26T06:20:50.046 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T06:20:50.129 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T06:20:50.542 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T06:20:50.574 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-07-26T06:20:50.607 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-07-26T06:20:50.669 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T06:20:51.601 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T06:20:51.601 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-07-26T06:20:51.601 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libnvme-1.9-1.el9.x86_64 6/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-07-26T06:20:51.602 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout:Upgraded: 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: runc-4:1.1.13-4.el9.x86_64 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:20:51.947 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2024-07-26T06:20:52.359 DEBUG:teuthology.parallel:result is None 2024-07-26T06:21:01.536 INFO:teuthology.orchestra.run.smithi135.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 244 kB/s | 3.2 MB 00:13 2024-07-26T06:21:01.536 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:21:01.536 INFO:teuthology.orchestra.run.smithi135.stdout:Total 368 kB/s | 5.2 MB 00:14 2024-07-26T06:21:01.652 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-07-26T06:21:01.669 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-07-26T06:21:01.670 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-07-26T06:21:01.897 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-07-26T06:21:01.897 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-07-26T06:21:02.299 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-07-26T06:21:02.514 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/9 2024-07-26T06:21:02.565 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-07-26T06:21:02.601 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-07-26T06:21:02.634 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-07-26T06:21:02.663 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T06:21:02.918 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T06:21:02.980 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T06:21:03.356 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T06:21:03.383 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-07-26T06:21:03.417 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-07-26T06:21:03.475 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T06:21:04.457 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libnvme-1.9-1.el9.x86_64 6/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-07-26T06:21:04.458 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-07-26T06:21:04.784 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-07-26T06:21:04.784 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout:Upgraded: 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout: runc-4:1.1.13-4.el9.x86_64 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:21:04.785 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-07-26T06:21:05.182 DEBUG:teuthology.parallel:result is None 2024-07-26T06:21:05.183 INFO:teuthology.run_tasks:Running task install... 2024-07-26T06:21:05.193 DEBUG:teuthology.task.install:project ceph 2024-07-26T06:21:05.194 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'}} 2024-07-26T06:21:05.194 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'} 2024-07-26T06:21:05.194 INFO:teuthology.task.install:Using flavor: default 2024-07-26T06:21:05.200 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-26T06:21:05.200 INFO:teuthology.task.install:extra packages: [] 2024-07-26T06:21:05.200 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502', 'tag': None, 'wait_for_package': False} 2024-07-26T06:21:05.200 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:21:05.200 INFO:teuthology.packaging:ref: None 2024-07-26T06:21:05.201 INFO:teuthology.packaging:tag: None 2024-07-26T06:21:05.201 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:21:05.201 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:21:05.201 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T06:21:05.203 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502', 'tag': None, 'wait_for_package': False} 2024-07-26T06:21:05.203 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:21:05.203 INFO:teuthology.packaging:ref: None 2024-07-26T06:21:05.203 INFO:teuthology.packaging:tag: None 2024-07-26T06:21:05.204 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:21:05.204 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:21:05.204 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T06:21:05.409 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/ 2024-07-26T06:21:05.409 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1143.g5dff84c0 2024-07-26T06:21:05.441 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/ 2024-07-26T06:21:05.442 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1143.g5dff84c0 2024-07-26T06:21:05.624 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T06:21:05.625 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:21:05.625 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T06:21:05.658 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T06:21:05.658 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:21:05.658 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T06:21:05.660 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-26T06:21:05.661 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:21:05.661 INFO:teuthology.packaging:ref: None 2024-07-26T06:21:05.661 INFO:teuthology.packaging:tag: None 2024-07-26T06:21:05.661 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:21:05.661 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:21:05.662 DEBUG:teuthology.orchestra.run.smithi037:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T06:21:05.688 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-26T06:21:05.688 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:21:05.688 INFO:teuthology.packaging:ref: None 2024-07-26T06:21:05.688 INFO:teuthology.packaging:tag: None 2024-07-26T06:21:05.688 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:21:05.688 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:21:05.688 DEBUG:teuthology.orchestra.run.smithi135:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T06:21:05.732 DEBUG:teuthology.orchestra.run.smithi037:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T06:21:05.765 DEBUG:teuthology.orchestra.run.smithi135:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T06:21:05.815 DEBUG:teuthology.orchestra.run.smithi037:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T06:21:05.841 DEBUG:teuthology.orchestra.run.smithi135:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T06:21:05.883 INFO:teuthology.orchestra.run.smithi037.stdout:check_obsoletes = 1 2024-07-26T06:21:05.885 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum clean all 2024-07-26T06:21:05.906 INFO:teuthology.orchestra.run.smithi135.stdout:check_obsoletes = 1 2024-07-26T06:21:05.907 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum clean all 2024-07-26T06:21:06.127 INFO:teuthology.orchestra.run.smithi037.stdout:45 files removed 2024-07-26T06:21:06.147 INFO:teuthology.orchestra.run.smithi135.stdout:45 files removed 2024-07-26T06:21:06.154 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-26T06:21:06.178 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-26T06:21:06.780 INFO:teuthology.orchestra.run.smithi037.stdout:ceph packages for x86_64 234 kB/s | 77 kB 00:00 2024-07-26T06:21:06.804 INFO:teuthology.orchestra.run.smithi135.stdout:ceph packages for x86_64 230 kB/s | 77 kB 00:00 2024-07-26T06:21:07.122 INFO:teuthology.orchestra.run.smithi037.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-07-26T06:21:07.138 INFO:teuthology.orchestra.run.smithi135.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-07-26T06:21:07.463 INFO:teuthology.orchestra.run.smithi135.stdout:ceph source packages 6.3 kB/s | 1.8 kB 00:00 2024-07-26T06:21:07.464 INFO:teuthology.orchestra.run.smithi037.stdout:ceph source packages 6.0 kB/s | 1.8 kB 00:00 2024-07-26T06:21:08.925 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.2 MB 00:01 2024-07-26T06:21:10.197 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-07-26T06:21:13.523 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-07-26T06:21:15.523 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - AppStream 3.7 MB/s | 20 MB 00:05 2024-07-26T06:21:19.974 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-07-26T06:21:20.191 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.5 MB 00:02 2024-07-26T06:21:21.450 INFO:teuthology.orchestra.run.smithi037.stdout:CentOS Stream 9 - Extras packages 99 kB/s | 18 kB 00:00 2024-07-26T06:21:22.025 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 18 kB 00:00 2024-07-26T06:21:22.354 INFO:teuthology.orchestra.run.smithi037.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-07-26T06:21:23.014 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-07-26T06:21:27.911 INFO:teuthology.orchestra.run.smithi037.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-07-26T06:21:28.378 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-07-26T06:21:30.310 INFO:teuthology.orchestra.run.smithi037.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T06:21:30.310 INFO:teuthology.orchestra.run.smithi037.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T06:21:30.373 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2024-07-26T06:21:30.380 INFO:teuthology.orchestra.run.smithi037.stdout:======================================================================================= 2024-07-26T06:21:30.380 INFO:teuthology.orchestra.run.smithi037.stdout: Package Arch Version Repository Size 2024-07-26T06:21:30.380 INFO:teuthology.orchestra.run.smithi037.stdout:======================================================================================= 2024-07-26T06:21:30.380 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2024-07-26T06:21:30.380 INFO:teuthology.orchestra.run.smithi037.stdout: ceph x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 6.5 k 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-base x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 5.0 M 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 813 k 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 137 k 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 1.4 M 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 123 k 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 3.4 M 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 7.4 M 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-rook noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 47 k 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-radosgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 14 M 2024-07-26T06:21:30.381 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-test x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 48 M 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 82 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 637 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: librados-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 126 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cephfs x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 181 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rados x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 368 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 343 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 116 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 82 k 2024-07-26T06:21:30.382 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-mirror x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-nbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 165 k 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrading: 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: librados2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.1 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: librbd1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout:Installing dependencies: 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 22 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 24 k 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mds x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.1 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 240 k 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.9 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-osd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 15 M 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 15 k 2024-07-26T06:21:30.383 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-selinux x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: libcephsqlite x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 163 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T06:21:30.384 INFO:teuthology.orchestra.run.smithi037.stdout: libradosstriper1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 457 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: librgw2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 4.9 M 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T06:21:30.385 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-argparse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 45 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 118 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T06:21:30.386 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T06:21:30.387 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T06:21:30.388 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T06:21:30.389 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout:Installing weak dependencies: 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout:======================================================================================= 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout:Install 112 Packages 2024-07-26T06:21:30.390 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrade 2 Packages 2024-07-26T06:21:30.391 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:21:30.391 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 190 M 2024-07-26T06:21:30.391 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading Packages: 2024-07-26T06:21:30.720 INFO:teuthology.orchestra.run.smithi135.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T06:21:30.720 INFO:teuthology.orchestra.run.smithi135.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T06:21:30.780 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout: Package Arch Version Repository Size 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout: ceph x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 6.5 k 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 5.0 M 2024-07-26T06:21:30.787 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 813 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 137 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 1.4 M 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 123 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 3.4 M 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 7.4 M 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 47 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 14 M 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 48 M 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 82 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 637 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 126 k 2024-07-26T06:21:30.788 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 181 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 368 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 343 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 116 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 82 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 165 k 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrading: 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: librados2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.1 M 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 22 M 2024-07-26T06:21:30.789 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 24 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.1 M 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 240 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.9 M 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 15 M 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 15 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 163 k 2024-07-26T06:21:30.790 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 457 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 4.9 M 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T06:21:30.791 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 45 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 118 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T06:21:30.792 INFO:teuthology.orchestra.run.smithi135.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T06:21:30.793 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-26T06:21:30.794 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T06:21:30.795 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout:Installing weak dependencies: 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout:Install 112 Packages 2024-07-26T06:21:30.796 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrade 2 Packages 2024-07-26T06:21:30.797 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:21:30.797 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 190 M 2024-07-26T06:21:30.797 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-07-26T06:21:30.870 INFO:teuthology.orchestra.run.smithi037.stdout:(1/114): ceph-17.2.7-1143.g5dff84c0.el9.x86_64. 39 kB/s | 6.5 kB 00:00 2024-07-26T06:21:31.095 INFO:teuthology.orchestra.run.smithi037.stdout:(2/114): ceph-fuse-17.2.7-1143.g5dff84c0.el9.x8 3.5 MB/s | 813 kB 00:00 2024-07-26T06:21:31.170 INFO:teuthology.orchestra.run.smithi037.stdout:(3/114): ceph-base-17.2.7-1143.g5dff84c0.el9.x8 11 MB/s | 5.0 MB 00:00 2024-07-26T06:21:31.195 INFO:teuthology.orchestra.run.smithi037.stdout:(4/114): ceph-immutable-object-cache-17.2.7-114 1.3 MB/s | 137 kB 00:00 2024-07-26T06:21:31.271 INFO:teuthology.orchestra.run.smithi037.stdout:(5/114): ceph-mds-17.2.7-1143.g5dff84c0.el9.x86 21 MB/s | 2.1 MB 00:00 2024-07-26T06:21:31.396 INFO:teuthology.orchestra.run.smithi037.stdout:(6/114): ceph-mgr-17.2.7-1143.g5dff84c0.el9.x86 7.0 MB/s | 1.4 MB 00:00 2024-07-26T06:21:31.463 INFO:teuthology.orchestra.run.smithi037.stdout:(7/114): ceph-mon-17.2.7-1143.g5dff84c0.el9.x86 20 MB/s | 3.9 MB 00:00 2024-07-26T06:21:32.055 INFO:teuthology.orchestra.run.smithi037.stdout:(8/114): ceph-radosgw-17.2.7-1143.g5dff84c0.el9 24 MB/s | 14 MB 00:00 2024-07-26T06:21:32.090 INFO:teuthology.orchestra.run.smithi135.stdout:(1/114): ceph-17.2.7-1143.g5dff84c0.el9.x86_64. 12 kB/s | 6.5 kB 00:00 2024-07-26T06:21:32.113 INFO:teuthology.orchestra.run.smithi037.stdout:(9/114): ceph-selinux-17.2.7-1143.g5dff84c0.el9 432 kB/s | 25 kB 00:00 2024-07-26T06:21:32.405 INFO:teuthology.orchestra.run.smithi037.stdout:(10/114): ceph-common-17.2.7-1143.g5dff84c0.el9 13 MB/s | 22 MB 00:01 2024-07-26T06:21:32.448 INFO:teuthology.orchestra.run.smithi037.stdout:(11/114): libcephfs-devel-17.2.7-1143.g5dff84c0 600 kB/s | 25 kB 00:00 2024-07-26T06:21:32.463 INFO:teuthology.orchestra.run.smithi135.stdout:(2/114): ceph-fuse-17.2.7-1143.g5dff84c0.el9.x8 2.1 MB/s | 813 kB 00:00 2024-07-26T06:21:32.580 INFO:teuthology.orchestra.run.smithi135.stdout:(3/114): ceph-immutable-object-cache-17.2.7-114 1.1 MB/s | 137 kB 00:00 2024-07-26T06:21:32.581 INFO:teuthology.orchestra.run.smithi037.stdout:(12/114): libcephfs2-17.2.7-1143.g5dff84c0.el9. 4.7 MB/s | 637 kB 00:00 2024-07-26T06:21:32.665 INFO:teuthology.orchestra.run.smithi037.stdout:(13/114): libcephsqlite-17.2.7-1143.g5dff84c0.e 1.9 MB/s | 163 kB 00:00 2024-07-26T06:21:32.732 INFO:teuthology.orchestra.run.smithi037.stdout:(14/114): librados-devel-17.2.7-1143.g5dff84c0. 1.9 MB/s | 126 kB 00:00 2024-07-26T06:21:32.815 INFO:teuthology.orchestra.run.smithi037.stdout:(15/114): libradosstriper1-17.2.7-1143.g5dff84c 5.4 MB/s | 457 kB 00:00 2024-07-26T06:21:33.049 INFO:teuthology.orchestra.run.smithi037.stdout:(16/114): ceph-osd-17.2.7-1143.g5dff84c0.el9.x8 9.3 MB/s | 15 MB 00:01 2024-07-26T06:21:33.091 INFO:teuthology.orchestra.run.smithi037.stdout:(17/114): python3-ceph-argparse-17.2.7-1143.g5d 1.1 MB/s | 45 kB 00:00 2024-07-26T06:21:33.122 INFO:teuthology.orchestra.run.smithi135.stdout:(4/114): ceph-base-17.2.7-1143.g5dff84c0.el9.x8 3.2 MB/s | 5.0 MB 00:01 2024-07-26T06:21:33.199 INFO:teuthology.orchestra.run.smithi037.stdout:(18/114): librgw2-17.2.7-1143.g5dff84c0.el9.x86 13 MB/s | 4.9 MB 00:00 2024-07-26T06:21:33.225 INFO:teuthology.orchestra.run.smithi037.stdout:(19/114): python3-ceph-common-17.2.7-1143.g5dff 881 kB/s | 118 kB 00:00 2024-07-26T06:21:33.231 INFO:teuthology.orchestra.run.smithi135.stdout:(5/114): ceph-mds-17.2.7-1143.g5dff84c0.el9.x86 3.2 MB/s | 2.1 MB 00:00 2024-07-26T06:21:33.258 INFO:teuthology.orchestra.run.smithi037.stdout:(20/114): python3-cephfs-17.2.7-1143.g5dff84c0. 3.0 MB/s | 181 kB 00:00 2024-07-26T06:21:33.284 INFO:teuthology.orchestra.run.smithi037.stdout:(21/114): python3-rados-17.2.7-1143.g5dff84c0.e 6.1 MB/s | 368 kB 00:00 2024-07-26T06:21:33.318 INFO:teuthology.orchestra.run.smithi037.stdout:(22/114): python3-rbd-17.2.7-1143.g5dff84c0.el9 5.7 MB/s | 343 kB 00:00 2024-07-26T06:21:33.341 INFO:teuthology.orchestra.run.smithi135.stdout:(6/114): ceph-mgr-17.2.7-1143.g5dff84c0.el9.x86 6.5 MB/s | 1.4 MB 00:00 2024-07-26T06:21:33.359 INFO:teuthology.orchestra.run.smithi037.stdout:(23/114): python3-rgw-17.2.7-1143.g5dff84c0.el9 1.5 MB/s | 116 kB 00:00 2024-07-26T06:21:33.385 INFO:teuthology.orchestra.run.smithi037.stdout:(24/114): rbd-fuse-17.2.7-1143.g5dff84c0.el9.x8 1.2 MB/s | 82 kB 00:00 2024-07-26T06:21:33.468 INFO:teuthology.orchestra.run.smithi037.stdout:(25/114): rbd-nbd-17.2.7-1143.g5dff84c0.el9.x86 1.9 MB/s | 165 kB 00:00 2024-07-26T06:21:33.552 INFO:teuthology.orchestra.run.smithi037.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1143.g 293 kB/s | 24 kB 00:00 2024-07-26T06:21:33.644 INFO:teuthology.orchestra.run.smithi037.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1143.g5dff84c 1.3 MB/s | 123 kB 00:00 2024-07-26T06:21:33.803 INFO:teuthology.orchestra.run.smithi037.stdout:(28/114): rbd-mirror-17.2.7-1143.g5dff84c0.el9. 6.6 MB/s | 2.9 MB 00:00 2024-07-26T06:21:34.081 INFO:teuthology.orchestra.run.smithi135.stdout:(7/114): ceph-mon-17.2.7-1143.g5dff84c0.el9.x86 4.6 MB/s | 3.9 MB 00:00 2024-07-26T06:21:34.311 INFO:teuthology.orchestra.run.smithi037.stdout:(29/114): ceph-test-17.2.7-1143.g5dff84c0.el9.x 22 MB/s | 48 MB 00:02 2024-07-26T06:21:34.370 INFO:teuthology.orchestra.run.smithi037.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1143.g5dff8 4.6 MB/s | 3.4 MB 00:00 2024-07-26T06:21:34.395 INFO:teuthology.orchestra.run.smithi037.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1143.g5d 2.8 MB/s | 240 kB 00:00 2024-07-26T06:21:34.420 INFO:teuthology.orchestra.run.smithi037.stdout:(32/114): ceph-mgr-rook-17.2.7-1143.g5dff84c0.e 948 kB/s | 47 kB 00:00 2024-07-26T06:21:34.445 INFO:teuthology.orchestra.run.smithi037.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1143.g5 292 kB/s | 15 kB 00:00 2024-07-26T06:21:34.471 INFO:teuthology.orchestra.run.smithi037.stdout:(34/114): cephadm-17.2.7-1143.g5dff84c0.el9.noa 1.6 MB/s | 82 kB 00:00 2024-07-26T06:21:34.679 INFO:teuthology.orchestra.run.smithi037.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 8.5 MB/s | 7.4 MB 00:00 2024-07-26T06:21:34.715 INFO:teuthology.orchestra.run.smithi135.stdout:(8/114): ceph-common-17.2.7-1143.g5dff84c0.el9. 7.1 MB/s | 22 MB 00:03 2024-07-26T06:21:34.866 INFO:teuthology.orchestra.run.smithi135.stdout:(9/114): ceph-osd-17.2.7-1143.g5dff84c0.el9.x86 10 MB/s | 15 MB 00:01 2024-07-26T06:21:34.891 INFO:teuthology.orchestra.run.smithi135.stdout:(10/114): ceph-selinux-17.2.7-1143.g5dff84c0.el 143 kB/s | 25 kB 00:00 2024-07-26T06:21:34.941 INFO:teuthology.orchestra.run.smithi135.stdout:(11/114): libcephfs-devel-17.2.7-1143.g5dff84c0 499 kB/s | 25 kB 00:00 2024-07-26T06:21:34.982 INFO:teuthology.orchestra.run.smithi037.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 149 kB/s | 80 kB 00:00 2024-07-26T06:21:35.033 INFO:teuthology.orchestra.run.smithi135.stdout:(12/114): libcephfs2-17.2.7-1143.g5dff84c0.el9. 6.8 MB/s | 637 kB 00:00 2024-07-26T06:21:35.084 INFO:teuthology.orchestra.run.smithi135.stdout:(13/114): libcephsqlite-17.2.7-1143.g5dff84c0.e 3.2 MB/s | 163 kB 00:00 2024-07-26T06:21:35.113 INFO:teuthology.orchestra.run.smithi037.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 456 kB/s | 195 kB 00:00 2024-07-26T06:21:35.134 INFO:teuthology.orchestra.run.smithi135.stdout:(14/114): librados-devel-17.2.7-1143.g5dff84c0. 2.5 MB/s | 126 kB 00:00 2024-07-26T06:21:35.190 INFO:teuthology.orchestra.run.smithi037.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-07-26T06:21:35.192 INFO:teuthology.orchestra.run.smithi135.stdout:(15/114): libradosstriper1-17.2.7-1143.g5dff84c 7.7 MB/s | 457 kB 00:00 2024-07-26T06:21:35.255 INFO:teuthology.orchestra.run.smithi037.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 803 kB 00:00 2024-07-26T06:21:35.381 INFO:teuthology.orchestra.run.smithi037.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 4.6 MB/s | 1.2 MB 00:00 2024-07-26T06:21:35.406 INFO:teuthology.orchestra.run.smithi037.stdout:(41/114): python3-ply-3.11-14.el9.noarch.rpm 491 kB/s | 106 kB 00:00 2024-07-26T06:21:35.431 INFO:teuthology.orchestra.run.smithi037.stdout:(42/114): python3-pycparser-2.20-6.el9.noarch.r 774 kB/s | 135 kB 00:00 2024-07-26T06:21:35.482 INFO:teuthology.orchestra.run.smithi037.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-07-26T06:21:35.501 INFO:teuthology.orchestra.run.smithi135.stdout:(16/114): librgw2-17.2.7-1143.g5dff84c0.el9.x86 16 MB/s | 4.9 MB 00:00 2024-07-26T06:21:35.507 INFO:teuthology.orchestra.run.smithi037.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-07-26T06:21:35.532 INFO:teuthology.orchestra.run.smithi037.stdout:(45/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-07-26T06:21:35.543 INFO:teuthology.orchestra.run.smithi135.stdout:(17/114): python3-ceph-argparse-17.2.7-1143.g5d 1.1 MB/s | 45 kB 00:00 2024-07-26T06:21:35.549 INFO:teuthology.orchestra.run.smithi037.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 436 kB/s | 18 kB 00:00 2024-07-26T06:21:35.594 INFO:teuthology.orchestra.run.smithi135.stdout:(18/114): python3-ceph-common-17.2.7-1143.g5dff 2.3 MB/s | 118 kB 00:00 2024-07-26T06:21:35.608 INFO:teuthology.orchestra.run.smithi037.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 779 kB/s | 45 kB 00:00 2024-07-26T06:21:35.633 INFO:teuthology.orchestra.run.smithi037.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-07-26T06:21:35.644 INFO:teuthology.orchestra.run.smithi135.stdout:(19/114): python3-cephfs-17.2.7-1143.g5dff84c0. 3.5 MB/s | 181 kB 00:00 2024-07-26T06:21:35.691 INFO:teuthology.orchestra.run.smithi037.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-07-26T06:21:35.752 INFO:teuthology.orchestra.run.smithi037.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 4.5 MB/s | 662 kB 00:00 2024-07-26T06:21:35.775 INFO:teuthology.orchestra.run.smithi037.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 421 kB/s | 35 kB 00:00 2024-07-26T06:21:35.803 INFO:teuthology.orchestra.run.smithi135.stdout:(20/114): ceph-radosgw-17.2.7-1143.g5dff84c0.el 8.2 MB/s | 14 MB 00:01 2024-07-26T06:21:35.817 INFO:teuthology.orchestra.run.smithi037.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-07-26T06:21:35.828 INFO:teuthology.orchestra.run.smithi135.stdout:(21/114): python3-rados-17.2.7-1143.g5dff84c0.e 2.0 MB/s | 368 kB 00:00 2024-07-26T06:21:35.879 INFO:teuthology.orchestra.run.smithi135.stdout:(22/114): python3-rbd-17.2.7-1143.g5dff84c0.el9 4.5 MB/s | 343 kB 00:00 2024-07-26T06:21:35.904 INFO:teuthology.orchestra.run.smithi135.stdout:(23/114): python3-rgw-17.2.7-1143.g5dff84c0.el9 1.5 MB/s | 116 kB 00:00 2024-07-26T06:21:35.929 INFO:teuthology.orchestra.run.smithi135.stdout:(24/114): rbd-fuse-17.2.7-1143.g5dff84c0.el9.x8 1.6 MB/s | 82 kB 00:00 2024-07-26T06:21:35.980 INFO:teuthology.orchestra.run.smithi135.stdout:(25/114): rbd-nbd-17.2.7-1143.g5dff84c0.el9.x86 3.2 MB/s | 165 kB 00:00 2024-07-26T06:21:36.030 INFO:teuthology.orchestra.run.smithi135.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1143.g 488 kB/s | 24 kB 00:00 2024-07-26T06:21:36.081 INFO:teuthology.orchestra.run.smithi135.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1143.g5dff84c 2.4 MB/s | 123 kB 00:00 2024-07-26T06:21:36.139 INFO:teuthology.orchestra.run.smithi135.stdout:(28/114): rbd-mirror-17.2.7-1143.g5dff84c0.el9. 13 MB/s | 2.9 MB 00:00 2024-07-26T06:21:36.276 INFO:teuthology.orchestra.run.smithi037.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-07-26T06:21:36.368 INFO:teuthology.orchestra.run.smithi037.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 2.6 MB/s | 244 kB 00:00 2024-07-26T06:21:36.418 INFO:teuthology.orchestra.run.smithi037.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 348 kB/s | 17 kB 00:00 2024-07-26T06:21:36.431 INFO:teuthology.orchestra.run.smithi135.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1143.g5dff8 9.6 MB/s | 3.4 MB 00:00 2024-07-26T06:21:36.482 INFO:teuthology.orchestra.run.smithi135.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1143.g5d 4.7 MB/s | 240 kB 00:00 2024-07-26T06:21:36.502 INFO:teuthology.orchestra.run.smithi037.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-07-26T06:21:36.541 INFO:teuthology.orchestra.run.smithi135.stdout:(31/114): ceph-mgr-rook-17.2.7-1143.g5dff84c0.e 812 kB/s | 47 kB 00:00 2024-07-26T06:21:36.543 INFO:teuthology.orchestra.run.smithi037.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 619 kB/s | 26 kB 00:00 2024-07-26T06:21:36.586 INFO:teuthology.orchestra.run.smithi037.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 460 kB/s | 19 kB 00:00 2024-07-26T06:21:36.632 INFO:teuthology.orchestra.run.smithi135.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 15 MB/s | 7.4 MB 00:00 2024-07-26T06:21:36.658 INFO:teuthology.orchestra.run.smithi135.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1143.g5 125 kB/s | 15 kB 00:00 2024-07-26T06:21:36.661 INFO:teuthology.orchestra.run.smithi037.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-07-26T06:21:36.683 INFO:teuthology.orchestra.run.smithi135.stdout:(34/114): cephadm-17.2.7-1143.g5dff84c0.el9.noa 1.6 MB/s | 82 kB 00:00 2024-07-26T06:21:36.703 INFO:teuthology.orchestra.run.smithi037.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 837 kB/s | 35 kB 00:00 2024-07-26T06:21:37.053 INFO:teuthology.orchestra.run.smithi037.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 3.6 MB/s | 4.7 MB 00:01 2024-07-26T06:21:37.145 INFO:teuthology.orchestra.run.smithi037.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-07-26T06:21:37.229 INFO:teuthology.orchestra.run.smithi037.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-07-26T06:21:37.287 INFO:teuthology.orchestra.run.smithi037.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-07-26T06:21:37.333 INFO:teuthology.orchestra.run.smithi135.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 118 kB/s | 80 kB 00:00 2024-07-26T06:21:37.338 INFO:teuthology.orchestra.run.smithi037.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 830 kB/s | 41 kB 00:00 2024-07-26T06:21:37.380 INFO:teuthology.orchestra.run.smithi037.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-07-26T06:21:37.521 INFO:teuthology.orchestra.run.smithi037.stdout:(67/114): python3-babel-2.9.1-2.el9.noarch.rpm 3.5 MB/s | 6.0 MB 00:01 2024-07-26T06:21:37.597 INFO:teuthology.orchestra.run.smithi037.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 2.1 MB/s | 477 kB 00:00 2024-07-26T06:21:37.622 INFO:teuthology.orchestra.run.smithi037.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-07-26T06:21:37.717 INFO:teuthology.orchestra.run.smithi037.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-07-26T06:21:37.756 INFO:teuthology.orchestra.run.smithi037.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.3 MB/s | 51 kB 00:00 2024-07-26T06:21:37.798 INFO:teuthology.orchestra.run.smithi037.stdout:(72/114): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-07-26T06:21:37.840 INFO:teuthology.orchestra.run.smithi037.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.3 MB/s | 519 kB 00:00 2024-07-26T06:21:37.859 INFO:teuthology.orchestra.run.smithi135.stdout:(36/114): ceph-test-17.2.7-1143.g5dff84c0.el9.x 16 MB/s | 48 MB 00:02 2024-07-26T06:21:37.882 INFO:teuthology.orchestra.run.smithi037.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-07-26T06:21:37.982 INFO:teuthology.orchestra.run.smithi037.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.0 MB/s | 304 kB 00:00 2024-07-26T06:21:37.992 INFO:teuthology.orchestra.run.smithi135.stdout:(37/114): libgfortran-11.4.1-3.el9.x86_64.rpm 613 kB/s | 803 kB 00:01 2024-07-26T06:21:38.041 INFO:teuthology.orchestra.run.smithi037.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-07-26T06:21:38.108 INFO:teuthology.orchestra.run.smithi037.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.5 MB/s | 309 kB 00:00 2024-07-26T06:21:38.133 INFO:teuthology.orchestra.run.smithi037.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-26T06:21:38.158 INFO:teuthology.orchestra.run.smithi037.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-07-26T06:21:38.192 INFO:teuthology.orchestra.run.smithi037.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-07-26T06:21:38.217 INFO:teuthology.orchestra.run.smithi037.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-07-26T06:21:38.242 INFO:teuthology.orchestra.run.smithi037.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-07-26T06:21:38.268 INFO:teuthology.orchestra.run.smithi037.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 568 kB/s | 14 kB 00:00 2024-07-26T06:21:38.293 INFO:teuthology.orchestra.run.smithi037.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-07-26T06:21:38.327 INFO:teuthology.orchestra.run.smithi037.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-07-26T06:21:38.352 INFO:teuthology.orchestra.run.smithi037.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 8.5 MB/s | 216 kB 00:00 2024-07-26T06:21:38.377 INFO:teuthology.orchestra.run.smithi037.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 431 kB/s | 11 kB 00:00 2024-07-26T06:21:38.402 INFO:teuthology.orchestra.run.smithi037.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 710 kB/s | 18 kB 00:00 2024-07-26T06:21:38.428 INFO:teuthology.orchestra.run.smithi037.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 921 kB/s | 23 kB 00:00 2024-07-26T06:21:38.468 INFO:teuthology.orchestra.run.smithi135.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 172 kB/s | 195 kB 00:01 2024-07-26T06:21:38.495 INFO:teuthology.orchestra.run.smithi037.stdout:(90/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.8 MB/s | 5.1 MB 00:01 2024-07-26T06:21:38.520 INFO:teuthology.orchestra.run.smithi037.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 211 kB/s | 19 kB 00:00 2024-07-26T06:21:38.570 INFO:teuthology.orchestra.run.smithi037.stdout:(92/114): python3-jwt+crypto-2.4.0-1.el9.noarch 406 kB/s | 9.0 kB 00:00 2024-07-26T06:21:38.596 INFO:teuthology.orchestra.run.smithi037.stdout:(93/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.8 MB/s | 41 kB 00:00 2024-07-26T06:21:38.660 INFO:teuthology.orchestra.run.smithi135.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 316 kB/s | 253 kB 00:00 2024-07-26T06:21:38.746 INFO:teuthology.orchestra.run.smithi037.stdout:(94/114): python3-jaraco-text-3.2.0-6.el9.noarc 78 kB/s | 20 kB 00:00 2024-07-26T06:21:38.771 INFO:teuthology.orchestra.run.smithi037.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-07-26T06:21:38.797 INFO:teuthology.orchestra.run.smithi037.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-07-26T06:21:38.822 INFO:teuthology.orchestra.run.smithi037.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-07-26T06:21:38.856 INFO:teuthology.orchestra.run.smithi037.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-07-26T06:21:38.881 INFO:teuthology.orchestra.run.smithi037.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 661 kB/s | 16 kB 00:00 2024-07-26T06:21:38.898 INFO:teuthology.orchestra.run.smithi037.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 5.3 MB/s | 90 kB 00:00 2024-07-26T06:21:38.923 INFO:teuthology.orchestra.run.smithi037.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-07-26T06:21:38.957 INFO:teuthology.orchestra.run.smithi037.stdout:(102/114): python3-kubernetes-26.1.0-2.el9.noar 2.8 MB/s | 1.0 MB 00:00 2024-07-26T06:21:38.968 INFO:teuthology.orchestra.run.smithi135.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-07-26T06:21:38.982 INFO:teuthology.orchestra.run.smithi037.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-07-26T06:21:39.007 INFO:teuthology.orchestra.run.smithi037.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-07-26T06:21:39.033 INFO:teuthology.orchestra.run.smithi037.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-07-26T06:21:39.058 INFO:teuthology.orchestra.run.smithi037.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-26T06:21:39.083 INFO:teuthology.orchestra.run.smithi037.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-26T06:21:39.108 INFO:teuthology.orchestra.run.smithi037.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-26T06:21:39.134 INFO:teuthology.orchestra.run.smithi037.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 807 kB/s | 20 kB 00:00 2024-07-26T06:21:39.143 INFO:teuthology.orchestra.run.smithi135.stdout:(41/114): python3-ply-3.11-14.el9.noarch.rpm 158 kB/s | 106 kB 00:00 2024-07-26T06:21:39.167 INFO:teuthology.orchestra.run.smithi037.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-07-26T06:21:39.217 INFO:teuthology.orchestra.run.smithi037.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-07-26T06:21:39.369 INFO:teuthology.orchestra.run.smithi135.stdout:(42/114): python3-pycparser-2.20-6.el9.noarch.r 191 kB/s | 135 kB 00:00 2024-07-26T06:21:39.426 INFO:teuthology.orchestra.run.smithi037.stdout:(112/114): librados2-17.2.7-1143.g5dff84c0.el9. 12 MB/s | 3.1 MB 00:00 2024-07-26T06:21:39.485 INFO:teuthology.orchestra.run.smithi037.stdout:(113/114): librbd1-17.2.7-1143.g5dff84c0.el9.x8 11 MB/s | 2.9 MB 00:00 2024-07-26T06:21:39.511 INFO:teuthology.orchestra.run.smithi135.stdout:(43/114): flexiblas-3.0.4-8.el9.x86_64.rpm 285 kB/s | 33 kB 00:00 2024-07-26T06:21:39.703 INFO:teuthology.orchestra.run.smithi135.stdout:(44/114): python3-requests-2.25.1-8.el9.noarch. 170 kB/s | 125 kB 00:00 2024-07-26T06:21:39.820 INFO:teuthology.orchestra.run.smithi135.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-07-26T06:21:39.929 INFO:teuthology.orchestra.run.smithi135.stdout:(46/114): python3-urllib3-1.26.5-6.el9.noarch.r 274 kB/s | 215 kB 00:00 2024-07-26T06:21:39.962 INFO:teuthology.orchestra.run.smithi135.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-07-26T06:21:40.071 INFO:teuthology.orchestra.run.smithi135.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 319 kB/s | 45 kB 00:00 2024-07-26T06:21:40.096 INFO:teuthology.orchestra.run.smithi135.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 662 kB 00:00 2024-07-26T06:21:40.146 INFO:teuthology.orchestra.run.smithi135.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-07-26T06:21:40.239 INFO:teuthology.orchestra.run.smithi135.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-07-26T06:21:40.289 INFO:teuthology.orchestra.run.smithi135.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-07-26T06:21:40.500 INFO:teuthology.orchestra.run.smithi135.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.0 MB/s | 3.0 MB 00:00 2024-07-26T06:21:40.641 INFO:teuthology.orchestra.run.smithi135.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.7 MB/s | 244 kB 00:00 2024-07-26T06:21:40.708 INFO:teuthology.orchestra.run.smithi135.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 262 kB/s | 17 kB 00:00 2024-07-26T06:21:40.851 INFO:teuthology.orchestra.run.smithi135.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-07-26T06:21:40.901 INFO:teuthology.orchestra.run.smithi135.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 515 kB/s | 26 kB 00:00 2024-07-26T06:21:40.951 INFO:teuthology.orchestra.run.smithi135.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-07-26T06:21:41.068 INFO:teuthology.orchestra.run.smithi135.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-07-26T06:21:41.110 INFO:teuthology.orchestra.run.smithi135.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 838 kB/s | 35 kB 00:00 2024-07-26T06:21:41.235 INFO:teuthology.orchestra.run.smithi135.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 4.4 MB/s | 4.7 MB 00:01 2024-07-26T06:21:41.319 INFO:teuthology.orchestra.run.smithi135.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 5.8 MB/s | 6.0 MB 00:01 2024-07-26T06:21:41.344 INFO:teuthology.orchestra.run.smithi135.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-07-26T06:21:41.378 INFO:teuthology.orchestra.run.smithi135.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-07-26T06:21:41.403 INFO:teuthology.orchestra.run.smithi135.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-07-26T06:21:41.420 INFO:teuthology.orchestra.run.smithi135.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 993 kB/s | 41 kB 00:00 2024-07-26T06:21:41.445 INFO:teuthology.orchestra.run.smithi135.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-07-26T06:21:41.479 INFO:teuthology.orchestra.run.smithi135.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-07-26T06:21:41.504 INFO:teuthology.orchestra.run.smithi135.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-07-26T06:21:41.537 INFO:teuthology.orchestra.run.smithi135.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-07-26T06:21:41.563 INFO:teuthology.orchestra.run.smithi135.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 8.7 MB/s | 519 kB 00:00 2024-07-26T06:21:41.588 INFO:teuthology.orchestra.run.smithi135.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-07-26T06:21:41.613 INFO:teuthology.orchestra.run.smithi135.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-07-26T06:21:41.672 INFO:teuthology.orchestra.run.smithi135.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 714 kB/s | 42 kB 00:00 2024-07-26T06:21:41.731 INFO:teuthology.orchestra.run.smithi135.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-07-26T06:21:41.789 INFO:teuthology.orchestra.run.smithi135.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-07-26T06:21:41.856 INFO:teuthology.orchestra.run.smithi135.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.6 MB/s | 309 kB 00:00 2024-07-26T06:21:41.881 INFO:teuthology.orchestra.run.smithi135.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-26T06:21:41.906 INFO:teuthology.orchestra.run.smithi135.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-07-26T06:21:42.082 INFO:teuthology.orchestra.run.smithi135.stdout:(80/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-07-26T06:21:42.107 INFO:teuthology.orchestra.run.smithi135.stdout:(81/114): python3-asyncssh-2.13.2-5.el9.noarch. 2.7 MB/s | 548 kB 00:00 2024-07-26T06:21:42.157 INFO:teuthology.orchestra.run.smithi135.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-07-26T06:21:42.182 INFO:teuthology.orchestra.run.smithi135.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 622 kB/s | 14 kB 00:00 2024-07-26T06:21:42.208 INFO:teuthology.orchestra.run.smithi135.stdout:(84/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 345 kB/s | 43 kB 00:00 2024-07-26T06:21:42.225 INFO:teuthology.orchestra.run.smithi135.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 4.0 MB/s | 172 kB 00:00 2024-07-26T06:21:42.250 INFO:teuthology.orchestra.run.smithi135.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 8.4 MB/s | 358 kB 00:00 2024-07-26T06:21:42.275 INFO:teuthology.orchestra.run.smithi135.stdout:(87/114): python3-google-auth-2.32.0-1.el9.noar 4.2 MB/s | 216 kB 00:00 2024-07-26T06:21:42.301 INFO:teuthology.orchestra.run.smithi135.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-07-26T06:21:42.326 INFO:teuthology.orchestra.run.smithi135.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-07-26T06:21:42.351 INFO:teuthology.orchestra.run.smithi135.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-07-26T06:21:42.376 INFO:teuthology.orchestra.run.smithi135.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-07-26T06:21:42.402 INFO:teuthology.orchestra.run.smithi135.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-07-26T06:21:42.427 INFO:teuthology.orchestra.run.smithi135.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-07-26T06:21:42.503 INFO:teuthology.orchestra.run.smithi135.stdout:(94/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.7 MB/s | 5.1 MB 00:01 2024-07-26T06:21:42.528 INFO:teuthology.orchestra.run.smithi135.stdout:(95/114): python3-jwt-2.4.0-1.el9.noarch.rpm 326 kB/s | 41 kB 00:00 2024-07-26T06:21:42.578 INFO:teuthology.orchestra.run.smithi135.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.3 MB/s | 79 kB 00:00 2024-07-26T06:21:42.610 INFO:teuthology.orchestra.run.smithi037.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.4 MB/s | 16 MB 00:04 2024-07-26T06:21:42.611 INFO:teuthology.orchestra.run.smithi135.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.8 MB/s | 58 kB 00:00 2024-07-26T06:21:42.616 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:21:42.616 INFO:teuthology.orchestra.run.smithi037.stdout:Total 16 MB/s | 190 MB 00:12 2024-07-26T06:21:42.637 INFO:teuthology.orchestra.run.smithi135.stdout:(98/114): python3-logutils-0.3.5-21.el9.noarch. 346 kB/s | 46 kB 00:00 2024-07-26T06:21:42.662 INFO:teuthology.orchestra.run.smithi135.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 662 kB/s | 16 kB 00:00 2024-07-26T06:21:42.687 INFO:teuthology.orchestra.run.smithi135.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-07-26T06:21:42.712 INFO:teuthology.orchestra.run.smithi135.stdout:(101/114): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-07-26T06:21:42.738 INFO:teuthology.orchestra.run.smithi135.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-07-26T06:21:42.763 INFO:teuthology.orchestra.run.smithi135.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-07-26T06:21:42.788 INFO:teuthology.orchestra.run.smithi135.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-07-26T06:21:42.814 INFO:teuthology.orchestra.run.smithi135.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-07-26T06:21:42.839 INFO:teuthology.orchestra.run.smithi135.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-26T06:21:42.872 INFO:teuthology.orchestra.run.smithi135.stdout:(107/114): python3-kubernetes-26.1.0-2.el9.noar 2.3 MB/s | 1.0 MB 00:00 2024-07-26T06:21:42.889 INFO:teuthology.orchestra.run.smithi135.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-07-26T06:21:42.906 INFO:teuthology.orchestra.run.smithi135.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-07-26T06:21:42.932 INFO:teuthology.orchestra.run.smithi135.stdout:(110/114): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-07-26T06:21:42.973 INFO:teuthology.orchestra.run.smithi135.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-07-26T06:21:43.024 INFO:teuthology.orchestra.run.smithi135.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-07-26T06:21:43.249 INFO:teuthology.orchestra.run.smithi135.stdout:(113/114): librbd1-17.2.7-1143.g5dff84c0.el9.x8 11 MB/s | 2.9 MB 00:00 2024-07-26T06:21:43.349 INFO:teuthology.orchestra.run.smithi135.stdout:(114/114): librados2-17.2.7-1143.g5dff84c0.el9. 7.4 MB/s | 3.1 MB 00:00 2024-07-26T06:21:43.355 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:21:43.355 INFO:teuthology.orchestra.run.smithi135.stdout:Total 15 MB/s | 190 MB 00:12 2024-07-26T06:21:43.396 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2024-07-26T06:21:43.501 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction check succeeded. 2024-07-26T06:21:43.502 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2024-07-26T06:21:44.098 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-07-26T06:21:44.191 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-07-26T06:21:44.191 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-07-26T06:21:45.205 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded. 2024-07-26T06:21:45.205 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2024-07-26T06:21:45.849 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-07-26T06:21:45.850 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-07-26T06:21:50.091 INFO:teuthology.orchestra.run.smithi037.stdout: Preparing : 1/1 2024-07-26T06:21:50.147 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-26T06:21:50.171 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-26T06:21:50.226 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-26T06:21:50.355 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-07-26T06:21:50.435 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-26T06:21:50.460 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-26T06:21:50.515 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-26T06:21:50.547 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-26T06:21:50.647 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T06:21:50.763 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T06:21:50.798 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:21:50.899 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:21:50.950 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T06:21:50.956 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-26T06:21:50.978 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-26T06:21:51.086 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T06:21:51.202 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T06:21:51.221 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:21:51.317 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:21:51.372 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T06:21:51.400 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-26T06:21:51.437 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-26T06:21:51.470 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:21:51.545 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:21:51.570 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:21:51.697 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:21:51.721 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T06:21:51.831 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-26T06:21:51.853 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T06:21:51.865 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:21:51.893 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-26T06:21:51.925 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-26T06:21:51.939 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:21:51.955 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-26T06:21:51.974 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:21:51.996 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-26T06:21:52.066 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:21:52.077 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-26T06:21:52.091 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T06:21:52.111 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-26T06:21:52.138 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/116 2024-07-26T06:21:52.211 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 20/116 2024-07-26T06:21:52.219 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T06:21:52.263 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-26T06:21:52.263 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 21/116 2024-07-26T06:21:52.295 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-26T06:21:52.300 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/116 2024-07-26T06:21:52.324 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-26T06:21:52.343 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 23/116 2024-07-26T06:21:52.365 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-26T06:21:52.378 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 24/116 2024-07-26T06:21:52.426 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 25/116 2024-07-26T06:21:52.430 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-26T06:21:52.464 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-26T06:21:52.491 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/116 2024-07-26T06:21:52.501 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 26/116 2024-07-26T06:21:52.561 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 20/116 2024-07-26T06:21:52.614 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 21/116 2024-07-26T06:21:52.652 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/116 2024-07-26T06:21:52.658 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/116 2024-07-26T06:21:52.705 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 23/116 2024-07-26T06:21:52.718 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/116 2024-07-26T06:21:52.739 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 24/116 2024-07-26T06:21:52.784 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 25/116 2024-07-26T06:21:52.859 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 26/116 2024-07-26T06:21:53.004 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/116 2024-07-26T06:21:53.069 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/116 2024-07-26T06:21:53.302 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/116 2024-07-26T06:21:53.382 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/116 2024-07-26T06:21:53.425 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 31/116 2024-07-26T06:21:53.458 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/116 2024-07-26T06:21:53.493 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/116 2024-07-26T06:21:53.534 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/116 2024-07-26T06:21:53.577 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 35/116 2024-07-26T06:21:53.612 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/116 2024-07-26T06:21:53.615 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 36/116 2024-07-26T06:21:53.645 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/116 2024-07-26T06:21:53.682 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/116 2024-07-26T06:21:53.698 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/116 2024-07-26T06:21:53.738 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/116 2024-07-26T06:21:53.751 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 31/116 2024-07-26T06:21:53.786 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/116 2024-07-26T06:21:53.812 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/116 2024-07-26T06:21:53.820 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/116 2024-07-26T06:21:53.848 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/116 2024-07-26T06:21:53.860 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/116 2024-07-26T06:21:53.886 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/116 2024-07-26T06:21:53.895 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 35/116 2024-07-26T06:21:53.933 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/116 2024-07-26T06:21:53.942 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 36/116 2024-07-26T06:21:53.972 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/116 2024-07-26T06:21:53.978 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/116 2024-07-26T06:21:54.009 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/116 2024-07-26T06:21:54.020 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/116 2024-07-26T06:21:54.064 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/116 2024-07-26T06:21:54.146 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/116 2024-07-26T06:21:54.166 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/116 2024-07-26T06:21:54.184 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/116 2024-07-26T06:21:54.213 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/116 2024-07-26T06:21:54.221 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/116 2024-07-26T06:21:54.255 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/116 2024-07-26T06:21:54.268 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/116 2024-07-26T06:21:54.313 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/116 2024-07-26T06:21:54.355 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/116 2024-07-26T06:21:54.360 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/116 2024-07-26T06:21:54.396 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 50/116 2024-07-26T06:21:54.438 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/116 2024-07-26T06:21:54.474 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/116 2024-07-26T06:21:54.502 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/116 2024-07-26T06:21:54.519 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 53/116 2024-07-26T06:21:54.540 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/116 2024-07-26T06:21:54.582 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/116 2024-07-26T06:21:54.651 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 54/116 2024-07-26T06:21:54.682 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/116 2024-07-26T06:21:54.686 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-py-1.10.0-6.el9.noarch 55/116 2024-07-26T06:21:54.724 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 50/116 2024-07-26T06:21:54.725 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 56/116 2024-07-26T06:21:54.767 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 57/116 2024-07-26T06:21:54.774 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/116 2024-07-26T06:21:54.822 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/116 2024-07-26T06:21:54.879 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 53/116 2024-07-26T06:21:54.880 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-packaging-20.9-5.el9.noarch 58/116 2024-07-26T06:21:54.930 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-26T06:21:55.006 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 54/116 2024-07-26T06:21:55.045 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-py-1.10.0-6.el9.noarch 55/116 2024-07-26T06:21:55.085 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 56/116 2024-07-26T06:21:55.135 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 57/116 2024-07-26T06:21:55.268 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-packaging-20.9-5.el9.noarch 58/116 2024-07-26T06:21:55.331 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-26T06:21:55.726 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-26T06:21:55.775 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-26T06:21:55.809 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-26T06:21:55.843 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-26T06:21:55.951 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-26T06:21:56.003 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-26T06:21:56.036 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-26T06:21:56.085 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-26T06:21:56.136 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-26T06:21:56.204 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-26T06:21:56.219 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-26T06:21:56.251 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-26T06:21:56.331 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-26T06:21:56.429 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-26T06:21:56.536 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-26T06:21:56.596 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-26T06:21:56.630 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-26T06:21:56.807 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-26T06:21:56.845 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-26T06:21:56.923 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-26T06:21:57.044 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-26T06:21:57.172 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-26T06:21:57.606 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-26T06:21:57.719 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-26T06:21:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-26T06:21:58.615 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-26T06:21:58.923 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-26T06:21:58.959 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T06:21:59.032 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-26T06:21:59.038 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T06:21:59.075 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 76/116 2024-07-26T06:21:59.125 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-26T06:21:59.133 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-26T06:21:59.206 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-26T06:21:59.406 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-26T06:21:59.416 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-26T06:21:59.453 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-26T06:21:59.454 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T06:21:59.536 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-26T06:21:59.548 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T06:21:59.584 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 76/116 2024-07-26T06:21:59.642 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-26T06:21:59.642 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-26T06:21:59.705 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-26T06:21:59.789 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-26T06:21:59.850 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-26T06:21:59.877 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-26T06:21:59.905 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-26T06:21:59.919 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-26T06:21:59.952 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-26T06:21:59.955 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-26T06:21:59.979 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-26T06:22:00.034 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-26T06:22:00.132 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-26T06:22:00.274 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-26T06:22:00.334 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-26T06:22:00.363 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-26T06:22:00.406 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-26T06:22:00.425 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T06:22:00.445 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-26T06:22:00.451 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T06:22:00.473 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-26T06:22:00.481 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 90/116 2024-07-26T06:22:00.559 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 91/116 2024-07-26T06:22:00.584 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 92/116 2024-07-26T06:22:00.917 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T06:22:00.945 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T06:22:00.975 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 90/116 2024-07-26T06:22:01.049 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 91/116 2024-07-26T06:22:01.078 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 92/116 2024-07-26T06:22:03.059 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:03.097 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:03.462 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:03.507 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:03.651 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:03.692 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T06:22:03.795 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T06:22:03.796 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T06:22:03.796 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T06:22:03.796 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:03.826 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T06:22:04.021 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T06:22:04.069 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T06:22:04.168 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T06:22:04.168 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T06:22:04.168 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T06:22:04.169 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:04.203 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /sys 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /proc 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /mnt 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /var/tmp 2024-07-26T06:22:15.319 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /home 2024-07-26T06:22:15.320 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /root 2024-07-26T06:22:15.320 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /tmp 2024-07-26T06:22:15.320 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:15.405 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T06:22:15.583 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T06:22:15.583 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /sys 2024-07-26T06:22:15.583 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /proc 2024-07-26T06:22:15.583 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /mnt 2024-07-26T06:22:15.583 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /var/tmp 2024-07-26T06:22:15.584 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /home 2024-07-26T06:22:15.584 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /root 2024-07-26T06:22:15.584 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /tmp 2024-07-26T06:22:15.584 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:15.669 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T06:22:16.451 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T06:22:16.497 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T06:22:16.685 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T06:22:16.722 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T06:22:17.512 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T06:22:17.539 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T06:22:17.647 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T06:22:17.681 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T06:22:17.723 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T06:22:17.817 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 99/116 2024-07-26T06:22:17.825 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T06:22:17.842 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T06:22:17.867 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:17.909 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T06:22:17.995 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 99/116 2024-07-26T06:22:18.025 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T06:22:18.049 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:18.101 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T06:22:18.126 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T06:22:18.134 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T06:22:18.150 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T06:22:18.151 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:18.151 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T06:22:18.151 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T06:22:18.151 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T06:22:18.151 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:18.317 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T06:22:18.352 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T06:22:18.375 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:18.543 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T06:22:18.567 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T06:22:18.567 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:18.568 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T06:22:18.568 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T06:22:18.568 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T06:22:18.568 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:18.744 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T06:22:18.767 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:19.961 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T06:22:19.989 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:20.078 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T06:22:20.104 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T06:22:20.104 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:20.104 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T06:22:20.105 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T06:22:20.105 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T06:22:20.105 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:21.274 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 105/116 2024-07-26T06:22:21.312 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T06:22:21.314 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 105/116 2024-07-26T06:22:21.354 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T06:22:21.374 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T06:22:21.375 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.375 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T06:22:21.375 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T06:22:21.375 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T06:22:21.375 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:21.413 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T06:22:21.438 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T06:22:21.438 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.438 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T06:22:21.438 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:21.449 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T06:22:21.449 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.449 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T06:22:21.449 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T06:22:21.450 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T06:22:21.450 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:21.489 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T06:22:21.511 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T06:22:21.511 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.512 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T06:22:21.512 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:21.739 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T06:22:21.764 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:21.806 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T06:22:21.829 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T06:22:21.829 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T06:22:21.829 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T06:22:21.829 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T06:22:21.830 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T06:22:21.830 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:26.244 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 109/116 2024-07-26T06:22:26.276 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 110/116 2024-07-26T06:22:26.326 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 111/116 2024-07-26T06:22:26.440 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 109/116 2024-07-26T06:22:26.442 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 112/116 2024-07-26T06:22:26.475 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 110/116 2024-07-26T06:22:26.483 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-26T06:22:26.506 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 114/116 2024-07-26T06:22:26.506 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T06:22:26.517 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 111/116 2024-07-26T06:22:26.590 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T06:22:26.590 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:26.644 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 112/116 2024-07-26T06:22:26.682 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-26T06:22:26.705 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 114/116 2024-07-26T06:22:26.706 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T06:22:26.773 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T06:22:26.773 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:31.730 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:31.730 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 1/116 2024-07-26T06:22:31.730 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2/116 2024-07-26T06:22:31.730 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 3/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 4/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 5/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 8/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 9/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 12/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 13/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 14/116 2024-07-26T06:22:31.731 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 15/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 16/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 17/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 18/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 19/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 20/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 21/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 22/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 23/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 24/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 25/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 26/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 27/116 2024-07-26T06:22:31.732 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 28/116 2024-07-26T06:22:31.733 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 29/116 2024-07-26T06:22:31.733 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 30/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 31/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 32/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 33/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 34/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 35/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-26T06:22:31.741 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-26T06:22:31.742 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-26T06:22:31.743 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-26T06:22:31.744 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-26T06:22:31.745 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-26T06:22:31.746 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 113/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-26T06:22:31.747 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 115/116 2024-07-26T06:22:31.849 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:31.849 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 1/116 2024-07-26T06:22:31.849 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 3/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 4/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 5/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 8/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 9/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 12/116 2024-07-26T06:22:31.850 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 13/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 14/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 15/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 16/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 17/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 18/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 19/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 20/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 21/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 22/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 23/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 24/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 25/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 26/116 2024-07-26T06:22:31.851 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 27/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 28/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 29/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 30/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 31/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 32/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 33/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 34/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 35/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-26T06:22:31.852 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-26T06:22:31.853 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-26T06:22:31.854 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-26T06:22:31.855 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-26T06:22:31.856 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-26T06:22:31.857 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 113/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-26T06:22:31.858 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 115/116 2024-07-26T06:22:33.755 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout:Upgraded: 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-immutable-object-cache-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.756 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.757 INFO:teuthology.orchestra.run.smithi037.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.758 INFO:teuthology.orchestra.run.smithi037.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T06:22:33.759 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T06:22:33.760 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T06:22:33.761 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.762 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T06:22:33.763 INFO:teuthology.orchestra.run.smithi037.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:22:33.764 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout:Upgraded: 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.915 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.916 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.917 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T06:22:33.918 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T06:22:33.919 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T06:22:33.920 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T06:22:33.921 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-26T06:22:33.922 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.923 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.924 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:22:33.925 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-07-26T06:22:34.083 DEBUG:teuthology.parallel:result is None 2024-07-26T06:22:34.264 DEBUG:teuthology.parallel:result is None 2024-07-26T06:22:34.265 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:22:34.265 INFO:teuthology.packaging:ref: None 2024-07-26T06:22:34.265 INFO:teuthology.packaging:tag: None 2024-07-26T06:22:34.265 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:22:34.265 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:22:34.266 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T06:22:34.479 DEBUG:teuthology.orchestra.run.smithi037:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T06:22:34.503 INFO:teuthology.orchestra.run.smithi037.stdout:17.2.7-1143.g5dff84c0.el9 2024-07-26T06:22:34.503 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1143.g5dff84c0.el9 2024-07-26T06:22:34.504 INFO:teuthology.task.install:The correct ceph version 17.2.7-1143.g5dff84c0 is installed. 2024-07-26T06:22:34.505 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T06:22:34.505 INFO:teuthology.packaging:ref: None 2024-07-26T06:22:34.505 INFO:teuthology.packaging:tag: None 2024-07-26T06:22:34.505 INFO:teuthology.packaging:branch: quincy 2024-07-26T06:22:34.506 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:22:34.506 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T06:22:34.705 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T06:22:34.727 INFO:teuthology.orchestra.run.smithi135.stdout:17.2.7-1143.g5dff84c0.el9 2024-07-26T06:22:34.728 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1143.g5dff84c0.el9 2024-07-26T06:22:34.728 INFO:teuthology.task.install:The correct ceph version 17.2.7-1143.g5dff84c0 is installed. 2024-07-26T06:22:34.730 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-26T06:22:34.730 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:22:34.730 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T06:22:34.760 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:22:34.760 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T06:22:34.795 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-26T06:22:34.795 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:22:34.795 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T06:22:34.828 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T06:22:34.895 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:22:34.895 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T06:22:34.920 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T06:22:34.986 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-26T06:22:34.986 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:22:34.986 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T06:22:35.014 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T06:22:35.082 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:22:35.082 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T06:22:35.107 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T06:22:35.171 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-26T06:22:35.172 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:22:35.172 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T06:22:35.199 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T06:22:35.266 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:22:35.266 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T06:22:35.291 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T06:22:35.355 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:22:35.365 INFO:teuthology.task.print:**** done install task... 2024-07-26T06:22:35.365 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:22:35.371 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-07-26T06:22:35.372 INFO:teuthology.run_tasks:Running task cephadm... 2024-07-26T06:22:35.470 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'} 2024-07-26T06:22:35.470 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T06:22:35.470 INFO:tasks.cephadm:Cluster fsid is 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:22:35.471 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-07-26T06:22:35.471 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.37', 'mon.c': '[v2:172.21.15.37:3301,v1:172.21.15.37:6790]', 'mon.b': '172.21.15.135'} 2024-07-26T06:22:35.471 INFO:tasks.cephadm:First mon is mon.a on smithi037 2024-07-26T06:22:35.471 INFO:tasks.cephadm:First mgr is y 2024-07-26T06:22:35.471 INFO:tasks.cephadm:Normalizing hostnames... 2024-07-26T06:22:35.471 DEBUG:teuthology.orchestra.run.smithi037:> sudo hostname $(hostname -s) 2024-07-26T06:22:35.500 DEBUG:teuthology.orchestra.run.smithi135:> sudo hostname $(hostname -s) 2024-07-26T06:22:35.525 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-07-26T06:22:35.526 DEBUG:teuthology.orchestra.run.smithi037:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.691 INFO:teuthology.orchestra.run.smithi037.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 26 06:22 /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.691 DEBUG:teuthology.orchestra.run.smithi135:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.892 INFO:teuthology.orchestra.run.smithi135.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 26 06:22 /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.893 DEBUG:teuthology.orchestra.run.smithi037:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.913 DEBUG:teuthology.orchestra.run.smithi135:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-26T06:22:35.964 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-07-26T06:22:35.964 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-26T06:22:35.967 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-26T06:22:36.863 INFO:teuthology.orchestra.run.smithi135.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T06:22:36.871 INFO:teuthology.orchestra.run.smithi037.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph_version": "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)", 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout: "image_id": "18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85", 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout: "repo_digests": [ 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f" 2024-07-26T06:23:03.310 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2024-07-26T06:23:03.311 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:23:08.424 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)", 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout: "image_id": "18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85", 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout: "repo_digests": [ 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f" 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-07-26T06:23:08.425 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-07-26T06:23:08.444 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /etc/ceph 2024-07-26T06:23:08.480 DEBUG:teuthology.orchestra.run.smithi135:> sudo mkdir -p /etc/ceph 2024-07-26T06:23:08.511 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 777 /etc/ceph 2024-07-26T06:23:08.550 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 777 /etc/ceph 2024-07-26T06:23:08.576 INFO:tasks.cephadm:Writing seed config... 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-07-26T06:23:08.577 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-07-26T06:23:08.578 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-07-26T06:23:08.578 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-07-26T06:23:08.578 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-07-26T06:23:08.578 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-07-26T06:23:08.578 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-07-26T06:23:08.578 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:23:08.578 DEBUG:teuthology.orchestra.run.smithi037:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-07-26T06:23:08.608 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 72d59e84-4b17-11ef-bcb6-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-07-26T06:23:08.609 DEBUG:teuthology.orchestra.run.smithi037:mon.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service 2024-07-26T06:23:08.651 DEBUG:teuthology.orchestra.run.smithi037:mgr.y> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service 2024-07-26T06:23:08.694 INFO:tasks.cephadm:Bootstrapping... 2024-07-26T06:23:08.695 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.37 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-07-26T06:23:08.908 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2024-07-26T06:23:08.909 INFO:teuthology.orchestra.run.smithi037.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '72d59e84-4b17-11ef-bcb6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.37', '--skip-admin-label'] 2024-07-26T06:23:08.935 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stdout 5.1.2 2024-07-26T06:23:08.936 INFO:teuthology.orchestra.run.smithi037.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-07-26T06:23:08.936 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying podman|docker is present... 2024-07-26T06:23:08.961 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stdout 5.1.2 2024-07-26T06:23:08.962 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying lvm2 is present... 2024-07-26T06:23:08.962 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying time synchronization is in place... 2024-07-26T06:23:08.970 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-26T06:23:08.970 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-26T06:23:08.976 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-26T06:23:08.976 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:23:08.983 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout enabled 2024-07-26T06:23:08.990 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout active 2024-07-26T06:23:08.990 INFO:teuthology.orchestra.run.smithi037.stdout:Unit chronyd.service is enabled and running 2024-07-26T06:23:08.990 INFO:teuthology.orchestra.run.smithi037.stdout:Repeating the final host check... 2024-07-26T06:23:09.015 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stdout 5.1.2 2024-07-26T06:23:09.015 INFO:teuthology.orchestra.run.smithi037.stdout:podman (/bin/podman) version 5.1.2 is present 2024-07-26T06:23:09.015 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl is present 2024-07-26T06:23:09.015 INFO:teuthology.orchestra.run.smithi037.stdout:lvcreate is present 2024-07-26T06:23:09.022 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-26T06:23:09.022 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-26T06:23:09.028 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-26T06:23:09.029 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:23:09.036 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout enabled 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout active 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Unit chronyd.service is enabled and running 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Host looks OK 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Cluster fsid: 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Acquiring lock 139726549272608 on /run/cephadm/72d59e84-4b17-11ef-bcb6-c7b262605968.lock 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Lock 139726549272608 acquired on /run/cephadm/72d59e84-4b17-11ef-bcb6-c7b262605968.lock 2024-07-26T06:23:09.043 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying IP 172.21.15.37 port 3300 ... 2024-07-26T06:23:09.044 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying IP 172.21.15.37 port 6789 ... 2024-07-26T06:23:09.044 INFO:teuthology.orchestra.run.smithi037.stdout:Base mon IP(s) is [172.21.15.37:3300, 172.21.15.37:6789], mon addrv is [v2:172.21.15.37:3300,v1:172.21.15.37:6789] 2024-07-26T06:23:09.047 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.37 metric 100 2024-07-26T06:23:09.047 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.37 metric 100 2024-07-26T06:23:09.050 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-07-26T06:23:09.050 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-07-26T06:23:09.050 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout 3: ens1f0: mtu 1500 state UP qlen 1000 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7794/64 scope link noprefixroute 2024-07-26T06:23:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-26T06:23:09.054 INFO:teuthology.orchestra.run.smithi037.stdout:Mon IP `172.21.15.37` is in CIDR network `172.21.0.0/20` 2024-07-26T06:23:09.054 INFO:teuthology.orchestra.run.smithi037.stdout:Mon IP `172.21.15.37` is in CIDR network `172.21.0.0/20` 2024-07-26T06:23:09.054 INFO:teuthology.orchestra.run.smithi037.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-07-26T06:23:09.054 INFO:teuthology.orchestra.run.smithi037.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-07-26T06:23:09.055 INFO:teuthology.orchestra.run.smithi037.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T06:23:09.525 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stdout 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Getting image source signatures 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Copying blob sha256:f93d1f2a1808defe44e5c6f871c7e8fd18663d646ebd4a251ec90a3084382f66 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Copying blob sha256:43735fbce9214f061a6894341d7822563f5aafe16fc7532189f4415cff6d2d91 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Copying config sha256:18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 2024-07-26T06:23:09.526 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/podman: stderr Writing manifest to image destination 2024-07-26T06:23:10.430 INFO:teuthology.orchestra.run.smithi037.stdout:ceph: stdout ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T06:23:10.430 INFO:teuthology.orchestra.run.smithi037.stdout:Ceph version: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T06:23:10.430 INFO:teuthology.orchestra.run.smithi037.stdout:Extracting ceph user uid/gid from container image... 2024-07-26T06:23:11.485 INFO:teuthology.orchestra.run.smithi037.stdout:stat: stdout 167 167 2024-07-26T06:23:11.485 INFO:teuthology.orchestra.run.smithi037.stdout:Creating initial keys... 2024-07-26T06:23:12.432 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph-authtool: stdout AQDPQKNmKCu6MxAActNHC89iK4yFn56ZkwpxLA== 2024-07-26T06:23:13.462 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph-authtool: stdout AQDQQKNm4RUIMBAAdHbrEyPrO/ogPDk/ESprwA== 2024-07-26T06:23:14.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph-authtool: stdout AQDRQKNmtrJfMBAApcWEMdvRyDDqathnaqDu3A== 2024-07-26T06:23:14.410 INFO:teuthology.orchestra.run.smithi037.stdout:Creating initial monmap... 2024-07-26T06:23:23.962 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:monmaptool for a [v2:172.21.15.37:3300,v1:172.21.15.37:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:setting min_mon_release = octopus 2024-07-26T06:23:23.963 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: set fsid to 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:23.964 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-26T06:23:23.964 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:23:23.964 INFO:teuthology.orchestra.run.smithi037.stdout:Creating mon... 2024-07-26T06:23:26.496 INFO:teuthology.orchestra.run.smithi037.stdout:create mon.a on 2024-07-26T06:23:26.719 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-07-26T06:23:26.870 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-07-26T06:23:27.022 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target → /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target. 2024-07-26T06:23:27.022 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target → /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target. 2024-07-26T06:23:27.197 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a 2024-07-26T06:23:27.198 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Failed to reset failed state of unit ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service: Unit ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service not loaded. 2024-07-26T06:23:27.369 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target.wants/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@.service. 2024-07-26T06:23:27.904 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:27 smithi037 ceph-mon[29052]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T06:23:27.919 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T06:23:27.919 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout disabled 2024-07-26T06:23:27.926 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T06:23:27.926 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:23:27.926 INFO:teuthology.orchestra.run.smithi037.stdout:firewalld.service is not enabled 2024-07-26T06:23:27.926 INFO:teuthology.orchestra.run.smithi037.stdout:Not possible to enable service . firewalld.service is not available 2024-07-26T06:23:27.927 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mon to start... 2024-07-26T06:23:27.927 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mon... 2024-07-26T06:23:28.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:27 smithi037 bash[29014]: 67dba75efa8dac3fb92e2a9e08786fe6d55b27a24d662c397b9775fec101a6be 2024-07-26T06:23:28.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:27 smithi037 systemd[1]: Started Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:23:28.977 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T06:23:28.977 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: monmap e1: 1 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:23:28.977 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: fsmap 2024-07-26T06:23:28.978 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: osdmap e1: 0 total, 0 up, 0 in 2024-07-26T06:23:28.978 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: mgrmap e1: no daemons active 2024-07-26T06:23:28.978 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:28 smithi037 ceph-mon[29052]: from='client.? 172.21.15.37:0/1204636881' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout cluster: 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout id: 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout services: 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.570989s) 2024-07-26T06:23:28.982 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout data: 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout pgs: 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:mon is available 2024-07-26T06:23:28.983 INFO:teuthology.orchestra.run.smithi037.stdout:Assimilating anything we can from ceph.conf... 2024-07-26T06:23:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:29 smithi037 ceph-mon[29052]: from='client.? 172.21.15.37:0/3049959736' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-26T06:23:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:29 smithi037 ceph-mon[29052]: from='client.? 172.21.15.37:0/3049959736' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-07-26T06:23:30.354 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [global] 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout fsid = 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.37:3300,v1:172.21.15.37:6789] 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-26T06:23:30.356 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [osd] 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-26T06:23:30.357 INFO:teuthology.orchestra.run.smithi037.stdout:Generating new minimal ceph.conf... 2024-07-26T06:23:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:30 smithi037 ceph-mon[29052]: from='client.? 172.21.15.37:0/3357406923' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:23:32.248 INFO:teuthology.orchestra.run.smithi037.stdout:Restarting the monitor... 2024-07-26T06:23:32.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:32 smithi037 systemd[1]: Stopping Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:23:33.084 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[29029]: 2024-07-26T06:23:32.816+0000 7fd8034ba640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:23:33.084 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[29029]: 2024-07-26T06:23:32.816+0000 7fd8034ba640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-07-26T06:23:33.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 podman[29368]: 2024-07-26 06:23:33.084625377 +0000 UTC m=+0.654624144 container died 67dba75efa8dac3fb92e2a9e08786fe6d55b27a24d662c397b9775fec101a6be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2) 2024-07-26T06:23:33.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 podman[29368]: 2024-07-26 06:23:33.347073446 +0000 UTC m=+0.917072200 container cleanup 67dba75efa8dac3fb92e2a9e08786fe6d55b27a24d662c397b9775fec101a6be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:23:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 bash[29368]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a 2024-07-26T06:23:33.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 podman[29387]: 2024-07-26 06:23:33.606235523 +0000 UTC m=+0.517794188 container remove 67dba75efa8dac3fb92e2a9e08786fe6d55b27a24d662c397b9775fec101a6be (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-07-26T06:23:33.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-26T06:23:33.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 systemd[1]: Stopped Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:23:33.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 systemd[1]: Starting Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 podman[29482]: 2024-07-26 06:23:33.86188612 +0000 UTC m=+0.017821449 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:33 smithi037 podman[29482]: 2024-07-26 06:23:33.965549492 +0000 UTC m=+0.121484838 container create 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 podman[29482]: 2024-07-26 06:23:34.167479366 +0000 UTC m=+0.323414680 container init 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 podman[29482]: 2024-07-26 06:23:34.172609315 +0000 UTC m=+0.328544617 container start 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable), process ceph-mon, pid 7 2024-07-26T06:23:34.251 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: pidfile_write: ignore empty --pid-file 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: load: jerasure load: lrc 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: RocksDB version: 6.15.5 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Compile date Jul 25 2024 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: DB SUMMARY 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: DB Session ID: PNJAMAPBF12XLJVRJ55N 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-07-26T06:23:34.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.env: 0x55979e44a440 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.fs: Posix File System 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.info_log: 0x55979fc06f20 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.statistics: (nil) 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.use_fsync: 0 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:23:34.253 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.db_log_dir: 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:23:34.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.write_buffer_manager: 0x55979fcc4750 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:23:34.255 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:23:34.256 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:23:34.256 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:23:34.257 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.unordered_write: 0 2024-07-26T06:23:34.257 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:23:34.257 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:23:34.257 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.row_cache: None 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.wal_filter: None 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.preserve_deletes: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:23:34.258 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:23:34.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_open_files: -1 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Compression algorithms supported: 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kZSTD supported: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:23:34.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.merge_operator: 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_filter: None 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:23:34.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55979fbada58) 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_type: 0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: data_block_index_type: 0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_shortening: 1 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: hash_index_allow_collision: 1 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: checksum: 1 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: no_block_cache: 0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache: 0x55979fbe31f0 2024-07-26T06:23:34.262 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_options: 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: capacity : 536870912 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: num_shard_bits : 4 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: strict_capacity_limit : 0 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_compressed: (nil) 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: persistent_cache: (nil) 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_size: 4096 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_size_deviation: 10 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_restart_interval: 16 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_block_restart_interval: 1 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: metadata_block_size: 4096 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: partition_filters: 0 2024-07-26T06:23:34.263 INFO:journalctl@ceph.mon.a.smithi037.stdout: use_delta_encoding: 1 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: whole_key_filtering: 1 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: verify_compression: 0 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: format_version: 4 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: enable_index_compression: 1 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_align: 0 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression: NoCompression 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.num_levels: 7 2024-07-26T06:23:34.264 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:23:34.265 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:23:34.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.arena_block_size: 4194304 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:23:34.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.table_properties_collectors: 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:23:34.268 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.ttl: 2592000 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:23:34.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975014196608, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975014197374, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80237, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1721975014, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "bda5c321-a729-428f-8be7-7861a44ef8bf", "db_session_id": "PNJAMAPBF12XLJVRJ55N"}} 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975014197761, "job": 1, "event": "recovery_finished"} 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55979fc16700 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: DB pointer 0x55979fbe6000 2024-07-26T06:23:34.270 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** DB Stats ** 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:23:34.271 INFO:journalctl@ceph.mon.a.smithi037.stdout: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:23:34.272 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative compaction: 0.00 GB write, 23.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval compaction: 0.00 GB write, 23.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.273 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative compaction: 0.00 GB write, 23.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:23:34.274 INFO:journalctl@ceph.mon.a.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: starting mon.a rank 0 at public addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] at bind addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???) e1 preinit fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).mds e1 new map 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).mds e1 print_map 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: e1 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: legacy client fscid: -1 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout: No filesystems configured 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-26T06:23:34.275 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:23:34.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:23:34.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:23:34.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-07-26T06:23:34.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 bash[29482]: 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad 2024-07-26T06:23:34.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 systemd[1]: Started Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:23:34.276 INFO:teuthology.orchestra.run.smithi037.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-07-26T06:23:34.512 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T06:23:34.512 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: monmap e1: 1 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:23:34.513 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: fsmap 2024-07-26T06:23:34.513 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: osdmap e1: 0 total, 0 up, 0 in 2024-07-26T06:23:34.513 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:34 smithi037 ceph-mon[29520]: mgrmap e1: no daemons active 2024-07-26T06:23:35.269 INFO:teuthology.orchestra.run.smithi037.stdout:Wrote config to /etc/ceph/ceph.conf 2024-07-26T06:23:35.269 INFO:teuthology.orchestra.run.smithi037.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-07-26T06:23:35.269 INFO:teuthology.orchestra.run.smithi037.stdout:Creating mgr... 2024-07-26T06:23:35.269 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying port 9283 ... 2024-07-26T06:23:35.450 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y 2024-07-26T06:23:35.450 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Failed to reset failed state of unit ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service: Unit ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service not loaded. 2024-07-26T06:23:35.604 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968.target.wants/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@.service. 2024-07-26T06:23:35.771 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:35 smithi037 systemd[1]: Starting Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:23:36.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:35 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1781288114' entity='client.admin' 2024-07-26T06:23:36.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:35 smithi037 podman[29756]: 2024-07-26 06:23:35.749066955 +0000 UTC m=+0.017270800 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T06:23:36.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:35 smithi037 podman[29756]: 2024-07-26 06:23:35.874753588 +0000 UTC m=+0.142957417 container create 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-5dff84c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:23:36.207 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T06:23:36.208 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout disabled 2024-07-26T06:23:36.215 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T06:23:36.216 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:23:36.216 INFO:teuthology.orchestra.run.smithi037.stdout:firewalld.service is not enabled 2024-07-26T06:23:36.216 INFO:teuthology.orchestra.run.smithi037.stdout:Not possible to enable service . firewalld.service is not available 2024-07-26T06:23:36.225 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T06:23:36.225 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout disabled 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:firewalld.service is not enabled 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mgr to start... 2024-07-26T06:23:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mgr... 2024-07-26T06:23:36.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 podman[29756]: 2024-07-26 06:23:36.09349686 +0000 UTC m=+0.361700689 container init 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:23:36.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 podman[29756]: 2024-07-26 06:23:36.098476475 +0000 UTC m=+0.366680317 container start 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-07-26T06:23:36.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 bash[29756]: 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 2024-07-26T06:23:36.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 systemd[1]: Started Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:23:36.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:36.218+0000 7ff843596ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:23:36.604 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:36.352+0000 7ff843596ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:23:36.604 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:36.420+0000 7ff843596ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:23:37.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1048906905' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-26T06:23:37.041 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:36.685+0000 7ff843596ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:23:37.041 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:36.747+0000 7ff843596ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:23:37.299 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:37.299 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsid": "72d59e84-4b17-11ef-bcb6-c7b262605968", 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "health": { 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 0 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "a" 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:37.300 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.301 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-26T06:23:37.302 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "available": false, 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "restful" 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:37.303 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modified": "2024-07-26T06:23:27.852549+0000", 2024-07-26T06:23:37.304 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:37.304 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:37.304 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-26T06:23:37.304 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:23:37.304 INFO:teuthology.orchestra.run.smithi037.stdout:mgr not available, waiting (1/15)... 2024-07-26T06:23:38.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:37.709+0000 7ff843596ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:23:38.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:37.824+0000 7ff843596ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:23:38.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:37.880+0000 7ff843596ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:23:38.332 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:38.075+0000 7ff843596ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:23:38.332 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:38.137+0000 7ff843596ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:23:38.332 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:38.204+0000 7ff843596ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:23:38.332 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:38.331+0000 7ff843596ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:23:39.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:38.759+0000 7ff843596ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:23:39.408 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.058+0000 7ff843596ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:23:39.409 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.125+0000 7ff843596ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:23:39.409 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.255+0000 7ff843596ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:23:39.694 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.524+0000 7ff843596ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:23:39.694 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.592+0000 7ff843596ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:23:39.996 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1355690389' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-26T06:23:39.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.784+0000 7ff843596ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:23:39.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.850+0000 7ff843596ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:23:39.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.936+0000 7ff843596ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:23:39.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:39.995+0000 7ff843596ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:23:40.402 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsid": "72d59e84-4b17-11ef-bcb6-c7b262605968", 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "health": { 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 0 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:40.403 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "a" 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-26T06:23:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-26T06:23:40.405 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-26T06:23:40.405 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-26T06:23:40.408 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "available": false, 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "restful" 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.409 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modified": "2024-07-26T06:23:27.852549+0000", 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:23:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:mgr not available, waiting (2/15)... 2024-07-26T06:23:40.682 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:40.542+0000 7ff843596ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:23:40.683 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:40.682+0000 7ff843596ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: Activating manager daemon y 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: mgrmap e2: y(active, starting, since 0.00269454s) 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: Manager daemon y is now available 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:23:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' 2024-07-26T06:23:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' 2024-07-26T06:23:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:40 smithi037 ceph-mon[29520]: from='mgr.14100 172.21.15.37:0/2043865860' entity='mgr.y' 2024-07-26T06:23:42.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:42 smithi037 ceph-mon[29520]: mgrmap e3: y(active, since 1.00653s) 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsid": "72d59e84-4b17-11ef-bcb6-c7b262605968", 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "health": { 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-26T06:23:43.644 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 0 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "a" 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:43.645 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-26T06:23:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.647 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "restful" 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ], 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "modified": "2024-07-26T06:23:27.852549+0000", 2024-07-26T06:23:43.648 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T06:23:43.649 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout }, 2024-07-26T06:23:43.649 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-26T06:23:43.649 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:23:43.649 INFO:teuthology.orchestra.run.smithi037.stdout:mgr is available 2024-07-26T06:23:44.021 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:43 smithi037 ceph-mon[29520]: mgrmap e4: y(active, since 2s) 2024-07-26T06:23:44.022 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:43 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2482243108' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-26T06:23:44.779 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:44.779 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [global] 2024-07-26T06:23:44.779 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout fsid = 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 2024-07-26T06:23:44.780 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout [osd] 2024-07-26T06:23:44.781 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-26T06:23:44.781 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-26T06:23:44.781 INFO:teuthology.orchestra.run.smithi037.stdout:Enabling cephadm module... 2024-07-26T06:23:44.884 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:44 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/549943524' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-26T06:23:45.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:45 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1915941238' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-07-26T06:23:45.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setuser ceph since I am not root 2024-07-26T06:23:45.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setgroup ceph since I am not root 2024-07-26T06:23:45.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:45.836+0000 7feb1878dec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:23:45.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:45.962+0000 7feb1878dec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:23:46.256 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:46.030+0000 7feb1878dec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:23:46.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:46.280+0000 7feb1878dec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:23:46.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:46.340+0000 7feb1878dec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:23:46.871 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:46 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1915941238' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-07-26T06:23:46.871 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:46 smithi037 ceph-mon[29520]: mgrmap e5: y(active, since 5s) 2024-07-26T06:23:47.461 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.289+0000 7feb1878dec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:23:47.461 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.404+0000 7feb1878dec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:23:47.461 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.460+0000 7feb1878dec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:23:47.498 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:23:47.498 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for the mgr to restart... 2024-07-26T06:23:47.499 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mgr epoch 5... 2024-07-26T06:23:47.713 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1066456851' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-26T06:23:47.714 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.664+0000 7feb1878dec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:23:47.973 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.730+0000 7feb1878dec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:23:47.973 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.812+0000 7feb1878dec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:23:47.973 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:47.940+0000 7feb1878dec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:23:48.664 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:48.366+0000 7feb1878dec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:23:49.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:48.663+0000 7feb1878dec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:23:49.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:48.730+0000 7feb1878dec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:23:49.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:48.859+0000 7feb1878dec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:23:49.320 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.121+0000 7feb1878dec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:23:49.321 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.183+0000 7feb1878dec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:23:49.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.375+0000 7feb1878dec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:23:49.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.442+0000 7feb1878dec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:23:49.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.528+0000 7feb1878dec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:23:49.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:49.588+0000 7feb1878dec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:23:50.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:50.130+0000 7feb1878dec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:50.270+0000 7feb1878dec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: Active manager daemon y restarted 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: Activating manager daemon y 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: osdmap e2: 0 total, 0 up, 0 in 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: mgrmap e6: y(active, starting, since 0.00317745s) 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:23:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: Manager daemon y is now available 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:23:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:50 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:23:51.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:51 smithi037 ceph-mon[29520]: Found migration_current of "None". Setting to last migration. 2024-07-26T06:23:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:51 smithi037 ceph-mon[29520]: mgrmap e7: y(active, since 1.00529s) 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:mgr epoch 5 is available 2024-07-26T06:23:51.871 INFO:teuthology.orchestra.run.smithi037.stdout:Setting orchestrator backend to cephadm... 2024-07-26T06:23:52.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:52 smithi037 ceph-mon[29520]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-26T06:23:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:52 smithi037 ceph-mon[29520]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-26T06:23:53.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-mon[29520]: mgrmap e8: y(active, since 2s) 2024-07-26T06:23:53.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-mon[29520]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:23:53.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:53.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:53.673+0000 7feacab55640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:23:53] ENGINE Error in HTTPServer.serve 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Traceback (most recent call last): 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._connections.run(self.expiration_interval) 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._run(expiration_interval) 2024-07-26T06:23:53.684 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s = self.context.wrap_socket( 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: return self.sslsocket_class._create( 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self.do_handshake() 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._sslobj.do_handshake() 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:23:53.685 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:23:54.226 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout value unchanged 2024-07-26T06:23:54.226 INFO:teuthology.orchestra.run.smithi037.stdout:Generating ssh key... 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: [26/Jul/2024:06:23:53] ENGINE Bus STARTING 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: [26/Jul/2024:06:23:53] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: [26/Jul/2024:06:23:53] ENGINE Bus STARTED 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: [26/Jul/2024:06:23:53] ENGINE Error in HTTPServer.serve 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:23:55.043 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:54 smithi037 ceph-mon[29520]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Generating public/private rsa key pair. 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Your identification has been saved in /tmp/tmp5fo432rc/key 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Your public key has been saved in /tmp/tmp5fo432rc/key.pub 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: The key fingerprint is: 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: SHA256:9i2Wsy5XM9pA/014k/TLk29y+jpGoamTebr5hnJZec4 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: The key's randomart image is: 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: +---[RSA 3072]----+ 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | | 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | | 2024-07-26T06:23:55.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | | 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | . .. | 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | S. . +.oo| 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | . ..oX +o+| 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | *%.O.++| 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | o.@=+ E=+| 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: | **B..oO=| 2024-07-26T06:23:55.296 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:23:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: +----[SHA256]-----+ 2024-07-26T06:23:56.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:56 smithi037 ceph-mon[29520]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:23:56.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:56 smithi037 ceph-mon[29520]: Generating ssh key... 2024-07-26T06:23:56.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:56 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:56.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:56 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:23:56.846 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlR1QupLPdQ1M+tfKcBxQvT3M3tF9eLzRITK6xEnOgc68Jr4adb8L/VA5/qREogMvLU1/218VeRvNCLaKl+xe7v+ExRx2u2pMWkeEkIpiTPifTVhrl0ypSuBK4CJx2xwV2SP2RXxtiF4VXhp6og7n8GZz5bXbpdh5e5H2FlIKuieM7lagf34H4MCXStLpziWK5NRVsWYblLBc4MJkF7DHgvsPatkYSO8glDtlBdsi7kLcgqXAzIDDyeLaeWiUwKO+MI9Xzdyzn5qsi7oTqRIjT2ieftP49r+A6U0Zg75pCdwn/h0FcKVV4TBrvIeFyMBUPApyoecIaa9/3nuHFFr4PGU8wFgTfnls+1x+7OIvwKoIPdO7J8bYJVy0G10v0RmROvfV2n8MnrXjrwmwJ0GHzzla9t3oCc/r4kmFmN8Qfq0J0PsgQ2/I4TZnmMxy08bnll/IajYMO+9a+uWifbWCEiG3jI8lCkvXxJlqNOFZzQuDRebNReGh8+3mcnC8DozM= ceph-72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:23:56.847 INFO:teuthology.orchestra.run.smithi037.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-07-26T06:23:56.847 INFO:teuthology.orchestra.run.smithi037.stdout:Adding key to root@localhost authorized_keys... 2024-07-26T06:23:56.847 INFO:teuthology.orchestra.run.smithi037.stdout:Adding host smithi037... 2024-07-26T06:23:57.187 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:57 smithi037 ceph-mon[29520]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:23:58.188 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:58 smithi037 ceph-mon[29520]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi037", "addr": "172.21.15.37", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:23:59.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:23:59 smithi037 ceph-mon[29520]: Deploying cephadm binary to smithi037 2024-07-26T06:24:01.479 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout Added host 'smithi037' with addr '172.21.15.37' 2024-07-26T06:24:01.479 INFO:teuthology.orchestra.run.smithi037.stdout:Deploying unmanaged mon service... 2024-07-26T06:24:02.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:01 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:02.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:01 smithi037 ceph-mon[29520]: Added host smithi037 2024-07-26T06:24:02.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:01 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:02.837 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-07-26T06:24:02.837 INFO:teuthology.orchestra.run.smithi037.stdout:Deploying unmanaged mgr service... 2024-07-26T06:24:03.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:03 smithi037 ceph-mon[29520]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:03.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:03 smithi037 ceph-mon[29520]: Saving service mon spec with placement count:5 2024-07-26T06:24:03.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:03 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:04.747 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:04 smithi037 ceph-mon[29520]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:04.747 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:04 smithi037 ceph-mon[29520]: Saving service mgr spec with placement count:2 2024-07-26T06:24:04.747 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:04 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:04.747 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:04 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:04.747 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:04 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:04.749 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-07-26T06:24:06.539 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:06 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/4008682430' entity='client.admin' 2024-07-26T06:24:06.540 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:06 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:07.807 INFO:teuthology.orchestra.run.smithi037.stdout:Enabling the dashboard module... 2024-07-26T06:24:08.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:08 smithi037 ceph-mon[29520]: from='mgr.14118 172.21.15.37:0/6373865' entity='mgr.y' 2024-07-26T06:24:08.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:08 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2781385078' entity='client.admin' 2024-07-26T06:24:09.271 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2612043028' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-07-26T06:24:09.271 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setuser ceph since I am not root 2024-07-26T06:24:09.271 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setgroup ceph since I am not root 2024-07-26T06:24:09.528 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:09.332+0000 7f8a001b7ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:24:09.529 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:09.459+0000 7f8a001b7ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:24:09.529 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:09.528+0000 7f8a001b7ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:24:10.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:09.788+0000 7f8a001b7ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:24:10.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:09.847+0000 7f8a001b7ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:24:10.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:10 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2612043028' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-07-26T06:24:10.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:10 smithi037 ceph-mon[29520]: mgrmap e9: y(active, since 18s) 2024-07-26T06:24:10.972 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:10.805+0000 7f8a001b7ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:24:10.972 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:10.921+0000 7f8a001b7ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:24:10.975 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for the mgr to restart... 2024-07-26T06:24:10.976 INFO:teuthology.orchestra.run.smithi037.stdout:Waiting for mgr epoch 9... 2024-07-26T06:24:11.223 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3740481111' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-26T06:24:11.224 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:10.979+0000 7f8a001b7ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:24:11.224 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:11.181+0000 7f8a001b7ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:24:11.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:11.246+0000 7f8a001b7ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:24:11.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:11.314+0000 7f8a001b7ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:24:11.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:11.443+0000 7f8a001b7ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:24:12.173 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:11.874+0000 7f8a001b7ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:24:12.174 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.173+0000 7f8a001b7ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:24:12.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.240+0000 7f8a001b7ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:24:12.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.371+0000 7f8a001b7ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:24:12.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.634+0000 7f8a001b7ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:24:12.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.695+0000 7f8a001b7ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:24:12.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.883+0000 7f8a001b7ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:24:12.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:12.948+0000 7f8a001b7ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:24:13.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:13.032+0000 7f8a001b7ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:24:13.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:13.091+0000 7f8a001b7ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:24:13.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:13.629+0000 7f8a001b7ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:24:13.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:13.769+0000 7f8a001b7ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:24:13.984 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: Active manager daemon y restarted 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: Activating manager daemon y 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: osdmap e3: 0 total, 0 up, 0 in 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: mgrmap e10: y(active, starting, since 0.00548739s) 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: Manager daemon y is now available 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:24:13.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:24:15.642 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout { 2024-07-26T06:24:15.643 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-07-26T06:24:15.643 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-26T06:24:15.643 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout } 2024-07-26T06:24:15.643 INFO:teuthology.orchestra.run.smithi037.stdout:mgr epoch 9 is available 2024-07-26T06:24:15.643 INFO:teuthology.orchestra.run.smithi037.stdout:Generating a dashboard self-signed certificate... 2024-07-26T06:24:16.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:15 smithi037 ceph-mon[29520]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-26T06:24:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:15 smithi037 ceph-mon[29520]: mgrmap e11: y(active, since 1.00516s) 2024-07-26T06:24:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:15 smithi037 ceph-mon[29520]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-mon[29520]: mgrmap e12: y(active, since 2s) 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:16.963 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:16.660+0000 7f89b0c2e640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:24:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Traceback (most recent call last): 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._connections.run(self.expiration_interval) 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._run(expiration_interval) 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s = self.context.wrap_socket( 2024-07-26T06:24:16.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: return self.sslsocket_class._create( 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self.do_handshake() 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._sslobj.do_handshake() 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:24:16.965 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:24:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:24:16.965 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-07-26T06:24:16.965 INFO:teuthology.orchestra.run.smithi037.stdout:Creating initial admin user... 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: [26/Jul/2024:06:24:16] ENGINE Bus STARTING 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: [26/Jul/2024:06:24:16] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: [26/Jul/2024:06:24:16] ENGINE Bus STARTED 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: [26/Jul/2024:06:24:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:24:18.231 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:24:18.232 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:18.233 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:19.013 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$033hjUKrUdEkmroQI.O9purYYQTJo2Sph.PSldJXMtdfNCeeP0XLC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1721975057, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-07-26T06:24:19.013 INFO:teuthology.orchestra.run.smithi037.stdout:Fetching dashboard port number... 2024-07-26T06:24:19.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:19 smithi037 ceph-mon[29520]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:20.206 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:20 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3587528065' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-07-26T06:24:20.209 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stdout 8443 2024-07-26T06:24:20.221 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T06:24:20.221 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout disabled 2024-07-26T06:24:20.229 INFO:teuthology.orchestra.run.smithi037.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T06:24:20.229 INFO:teuthology.orchestra.run.smithi037.stdout:systemctl: stdout inactive 2024-07-26T06:24:20.229 INFO:teuthology.orchestra.run.smithi037.stdout:firewalld.service is not enabled 2024-07-26T06:24:20.229 INFO:teuthology.orchestra.run.smithi037.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-07-26T06:24:20.232 INFO:teuthology.orchestra.run.smithi037.stdout:Ceph Dashboard is now available at: 2024-07-26T06:24:20.232 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:20.232 INFO:teuthology.orchestra.run.smithi037.stdout: URL: https://smithi037.front.sepia.ceph.com:8443/ 2024-07-26T06:24:20.232 INFO:teuthology.orchestra.run.smithi037.stdout: User: admin 2024-07-26T06:24:20.232 INFO:teuthology.orchestra.run.smithi037.stdout: Password: lu6j1wse8t 2024-07-26T06:24:20.233 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:20.233 INFO:teuthology.orchestra.run.smithi037.stdout:Saving cluster configuration to /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config directory 2024-07-26T06:24:20.233 INFO:teuthology.orchestra.run.smithi037.stdout:Enabling autotune for osd_memory_target 2024-07-26T06:24:21.212 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:21 smithi037 ceph-mon[29520]: mgrmap e13: y(active, since 6s) 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout:Or, if you are only running a single cluster on this host: 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.655 INFO:teuthology.orchestra.run.smithi037.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout:Please consider enabling telemetry to help improve Ceph: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: ceph telemetry on 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout:For more information see: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:22.656 INFO:teuthology.orchestra.run.smithi037.stdout:Bootstrap complete. 2024-07-26T06:24:22.695 INFO:tasks.cephadm:Fetching config... 2024-07-26T06:24:22.696 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:24:22.696 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-07-26T06:24:22.713 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-07-26T06:24:22.713 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:24:22.713 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-07-26T06:24:22.771 INFO:tasks.cephadm:Fetching mon keyring... 2024-07-26T06:24:22.771 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:24:22.771 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-07-26T06:24:22.838 INFO:tasks.cephadm:Fetching pub ssh key... 2024-07-26T06:24:22.838 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:24:22.838 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-07-26T06:24:22.895 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-07-26T06:24:22.896 DEBUG:teuthology.orchestra.run.smithi037:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlR1QupLPdQ1M+tfKcBxQvT3M3tF9eLzRITK6xEnOgc68Jr4adb8L/VA5/qREogMvLU1/218VeRvNCLaKl+xe7v+ExRx2u2pMWkeEkIpiTPifTVhrl0ypSuBK4CJx2xwV2SP2RXxtiF4VXhp6og7n8GZz5bXbpdh5e5H2FlIKuieM7lagf34H4MCXStLpziWK5NRVsWYblLBc4MJkF7DHgvsPatkYSO8glDtlBdsi7kLcgqXAzIDDyeLaeWiUwKO+MI9Xzdyzn5qsi7oTqRIjT2ieftP49r+A6U0Zg75pCdwn/h0FcKVV4TBrvIeFyMBUPApyoecIaa9/3nuHFFr4PGU8wFgTfnls+1x+7OIvwKoIPdO7J8bYJVy0G10v0RmROvfV2n8MnrXjrwmwJ0GHzzla9t3oCc/r4kmFmN8Qfq0J0PsgQ2/I4TZnmMxy08bnll/IajYMO+9a+uWifbWCEiG3jI8lCkvXxJlqNOFZzQuDRebNReGh8+3mcnC8DozM= ceph-72d59e84-4b17-11ef-bcb6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-26T06:24:22.978 INFO:teuthology.orchestra.run.smithi037.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlR1QupLPdQ1M+tfKcBxQvT3M3tF9eLzRITK6xEnOgc68Jr4adb8L/VA5/qREogMvLU1/218VeRvNCLaKl+xe7v+ExRx2u2pMWkeEkIpiTPifTVhrl0ypSuBK4CJx2xwV2SP2RXxtiF4VXhp6og7n8GZz5bXbpdh5e5H2FlIKuieM7lagf34H4MCXStLpziWK5NRVsWYblLBc4MJkF7DHgvsPatkYSO8glDtlBdsi7kLcgqXAzIDDyeLaeWiUwKO+MI9Xzdyzn5qsi7oTqRIjT2ieftP49r+A6U0Zg75pCdwn/h0FcKVV4TBrvIeFyMBUPApyoecIaa9/3nuHFFr4PGU8wFgTfnls+1x+7OIvwKoIPdO7J8bYJVy0G10v0RmROvfV2n8MnrXjrwmwJ0GHzzla9t3oCc/r4kmFmN8Qfq0J0PsgQ2/I4TZnmMxy08bnll/IajYMO+9a+uWifbWCEiG3jI8lCkvXxJlqNOFZzQuDRebNReGh8+3mcnC8DozM= ceph-72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:24:22.990 DEBUG:teuthology.orchestra.run.smithi135:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlR1QupLPdQ1M+tfKcBxQvT3M3tF9eLzRITK6xEnOgc68Jr4adb8L/VA5/qREogMvLU1/218VeRvNCLaKl+xe7v+ExRx2u2pMWkeEkIpiTPifTVhrl0ypSuBK4CJx2xwV2SP2RXxtiF4VXhp6og7n8GZz5bXbpdh5e5H2FlIKuieM7lagf34H4MCXStLpziWK5NRVsWYblLBc4MJkF7DHgvsPatkYSO8glDtlBdsi7kLcgqXAzIDDyeLaeWiUwKO+MI9Xzdyzn5qsi7oTqRIjT2ieftP49r+A6U0Zg75pCdwn/h0FcKVV4TBrvIeFyMBUPApyoecIaa9/3nuHFFr4PGU8wFgTfnls+1x+7OIvwKoIPdO7J8bYJVy0G10v0RmROvfV2n8MnrXjrwmwJ0GHzzla9t3oCc/r4kmFmN8Qfq0J0PsgQ2/I4TZnmMxy08bnll/IajYMO+9a+uWifbWCEiG3jI8lCkvXxJlqNOFZzQuDRebNReGh8+3mcnC8DozM= ceph-72d59e84-4b17-11ef-bcb6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-26T06:24:23.031 INFO:teuthology.orchestra.run.smithi135.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlR1QupLPdQ1M+tfKcBxQvT3M3tF9eLzRITK6xEnOgc68Jr4adb8L/VA5/qREogMvLU1/218VeRvNCLaKl+xe7v+ExRx2u2pMWkeEkIpiTPifTVhrl0ypSuBK4CJx2xwV2SP2RXxtiF4VXhp6og7n8GZz5bXbpdh5e5H2FlIKuieM7lagf34H4MCXStLpziWK5NRVsWYblLBc4MJkF7DHgvsPatkYSO8glDtlBdsi7kLcgqXAzIDDyeLaeWiUwKO+MI9Xzdyzn5qsi7oTqRIjT2ieftP49r+A6U0Zg75pCdwn/h0FcKVV4TBrvIeFyMBUPApyoecIaa9/3nuHFFr4PGU8wFgTfnls+1x+7OIvwKoIPdO7J8bYJVy0G10v0RmROvfV2n8MnrXjrwmwJ0GHzzla9t3oCc/r4kmFmN8Qfq0J0PsgQ2/I4TZnmMxy08bnll/IajYMO+9a+uWifbWCEiG3jI8lCkvXxJlqNOFZzQuDRebNReGh8+3mcnC8DozM= ceph-72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:24:23.044 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-07-26T06:24:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:23 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2557660012' entity='client.admin' 2024-07-26T06:24:23.308 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:24:26.545 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-07-26T06:24:26.546 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-07-26T06:24:26.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:26 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1707048064' entity='client.admin' 2024-07-26T06:24:27.240 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:24:28.292 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:28.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:28.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:24:28.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:28.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:28.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:29.703 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi135 2024-07-26T06:24:29.703 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:24:29.703 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.conf 2024-07-26T06:24:29.722 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:24:29.722 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:24:29.780 INFO:tasks.cephadm:Adding host smithi135 to orchestrator... 2024-07-26T06:24:29.780 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch host add smithi135 2024-07-26T06:24:30.039 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:30.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:31.281 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:30 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:24:31.281 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:30 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:24:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:32 smithi037 ceph-mon[29520]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:33 smithi037 ceph-mon[29520]: Deploying cephadm binary to smithi135 2024-07-26T06:24:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:34 smithi037 ceph-mon[29520]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:35.083 INFO:teuthology.orchestra.run.smithi037.stdout:Added host 'smithi135' with addr '172.21.15.135' 2024-07-26T06:24:35.699 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch host ls --format=json 2024-07-26T06:24:35.958 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:24:36.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:36 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:36.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:36 smithi037 ceph-mon[29520]: Added host smithi135 2024-07-26T06:24:36.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:36 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:36.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:36 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:36.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:36 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:37.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:37 smithi037 ceph-mon[29520]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:37.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:37.623 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:24:37.623 INFO:teuthology.orchestra.run.smithi037.stdout:[{"addr": "172.21.15.37", "hostname": "smithi037", "labels": [], "status": ""}, {"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}] 2024-07-26T06:24:38.167 INFO:tasks.cephadm:Setting crush tunables to default 2024-07-26T06:24:38.168 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd crush tunables default 2024-07-26T06:24:38.423 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:24:39.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:39 smithi037 ceph-mon[29520]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:24:39.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:39 smithi037 ceph-mon[29520]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:40.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:40.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:40.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:41.241 INFO:teuthology.orchestra.run.smithi037.stderr:adjusted tunables profile to default 2024-07-26T06:24:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:24:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:24:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:24:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:24:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:41 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3806045838' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-07-26T06:24:41.860 INFO:tasks.cephadm:Adding mon.a on smithi037 2024-07-26T06:24:41.861 INFO:tasks.cephadm:Adding mon.c on smithi037 2024-07-26T06:24:41.861 INFO:tasks.cephadm:Adding mon.b on smithi135 2024-07-26T06:24:41.861 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply mon '3;smithi037:172.21.15.37=a;smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c;smithi135:172.21.15.135=b' 2024-07-26T06:24:42.112 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:24:42.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:42 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3806045838' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-26T06:24:42.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:42 smithi037 ceph-mon[29520]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:24:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:42 smithi037 ceph-mon[29520]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:43.800 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mon update... 2024-07-26T06:24:44.435 DEBUG:teuthology.orchestra.run.smithi037:mon.c> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.c.service 2024-07-26T06:24:44.438 DEBUG:teuthology.orchestra.run.smithi135:mon.b> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service 2024-07-26T06:24:44.441 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T06:24:44.441 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T06:24:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi037:172.21.15.37=a;smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c;smithi135:172.21.15.135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: Saving service mon spec with placement smithi037:172.21.15.37=a;smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c;smithi135:172.21.15.135=b;count:3 2024-07-26T06:24:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:45.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:44 smithi037 ceph-mon[29520]: Deploying daemon mon.b on smithi135 2024-07-26T06:24:46.392 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:24:47.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:46 smithi037 ceph-mon[29520]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:48.270 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:24:48.270 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":1,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","modified":"2024-07-26T06:23:17.595604Z","created":"2024-07-26T06:23:17.595604Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-07-26T06:24:48.270 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 1 2024-07-26T06:24:49.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:48 smithi037 ceph-mon[29520]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:49.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:48 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/3824936449' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:24:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:49 smithi135 systemd[1]: Started Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:24:49.928 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T06:24:49.929 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T06:24:50.188 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:24:54.542 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:24:54.542 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: mon.a calling monitor election 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: mon.b calling monitor election 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: monmap e2: 2 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:24:54.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: fsmap 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: mgrmap e13: y(active, since 40s) 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: overall HEALTH_OK 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:24:54.544 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: mon.a calling monitor election 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: mon.b calling monitor election 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T06:24:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: monmap e2: 2 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: fsmap 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: mgrmap e13: y(active, since 40s) 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: overall HEALTH_OK 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:24:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:54.924 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:24:54.925 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":2,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","modified":"2024-07-26T06:24:49.075441Z","created":"2024-07-26T06:23:17.595604Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-07-26T06:24:54.925 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 2 2024-07-26T06:24:55.428 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:55 smithi135 ceph-mon[32812]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:55.428 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:55 smithi135 ceph-mon[32812]: Deploying daemon mon.c on smithi037 2024-07-26T06:24:55.428 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:55 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/3049178623' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:24:55.428 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:55.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:55 smithi037 ceph-mon[29520]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:55.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:55 smithi037 ceph-mon[29520]: Deploying daemon mon.c on smithi037 2024-07-26T06:24:55.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:55 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/3049178623' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:24:55.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:56.453 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T06:24:56.454 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T06:24:56.704 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:24:57.280 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[29520]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.280 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 podman[40569]: 2024-07-26 06:24:57.176032745 +0000 UTC m=+0.125955548 container create d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c) 2024-07-26T06:24:57.408 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:24:57 smithi135 ceph-mon[32812]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 podman[40569]: 2024-07-26 06:24:57.36140367 +0000 UTC m=+0.311326448 container init d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-26T06:24:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 podman[40569]: 2024-07-26 06:24:57.366183572 +0000 UTC m=+0.316106337 container start d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T06:24:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable), process ceph-mon, pid 7 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pidfile_write: ignore empty --pid-file 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: load: jerasure load: lrc 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: RocksDB version: 6.15.5 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Compile date Jul 25 2024 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: DB SUMMARY 2024-07-26T06:24:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: DB Session ID: B485U69R9BKTPRI1CM2H 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:24:57.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.env: 0x5641f5457440 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.fs: Posix File System 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.info_log: 0x5641f777af20 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.statistics: (nil) 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.use_fsync: 0 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:24:57.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.db_log_dir: 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:24:57.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.write_buffer_manager: 0x5641f7838720 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-26T06:24:57.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:24:57.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.unordered_write: 0 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.row_cache: None 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.wal_filter: None 2024-07-26T06:24:57.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.preserve_deletes: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:24:57.804 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:24:57.805 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_open_files: -1 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:24:57.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Compression algorithms supported: 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kZSTD supported: 0 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:24:57.807 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.merge_operator: 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_filter: None 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5641f7721a58) 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:24:57.808 INFO:journalctl@ceph.mon.c.smithi037.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_type: 0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: data_block_index_type: 0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_shortening: 1 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: hash_index_allow_collision: 1 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: checksum: 1 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: no_block_cache: 0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache: 0x5641f77571f0 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_options: 2024-07-26T06:24:57.809 INFO:journalctl@ceph.mon.c.smithi037.stdout: capacity : 536870912 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: num_shard_bits : 4 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: strict_capacity_limit : 0 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_compressed: (nil) 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: persistent_cache: (nil) 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_size: 4096 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_size_deviation: 10 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_restart_interval: 16 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_block_restart_interval: 1 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: metadata_block_size: 4096 2024-07-26T06:24:57.810 INFO:journalctl@ceph.mon.c.smithi037.stdout: partition_filters: 0 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: use_delta_encoding: 1 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: whole_key_filtering: 1 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: verify_compression: 0 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: format_version: 4 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: enable_index_compression: 1 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_align: 0 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression: NoCompression 2024-07-26T06:24:57.811 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.num_levels: 7 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:24:57.812 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:24:57.813 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.arena_block_size: 4194304 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-26T06:24:57.814 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.table_properties_collectors: 2024-07-26T06:24:57.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.ttl: 2592000 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:24:57.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975097390361, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975097390679, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1721975097, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "9d249352-004c-4c55-b2b5-c72d990000b5", "db_session_id": "B485U69R9BKTPRI1CM2H"}} 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975097391028, "job": 1, "event": "recovery_finished"} 2024-07-26T06:24:57.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5641f778a700 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: DB pointer 0x5641f775a000 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** DB Stats ** 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.818 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:24:57.819 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:24:57.820 INFO:journalctl@ceph.mon.c.smithi037.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:24:57.821 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: using public_addrv [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: starting mon.c rank -1 at public addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] at bind addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(???) e0 preinit fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).mds e1 new map 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).mds e1 print_map 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: e1 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:24:57.822 INFO:journalctl@ceph.mon.c.smithi037.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout: legacy client fscid: -1 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout: No filesystems configured 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:24:57.823 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3806045838' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3806045838' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi037:172.21.15.37=a;smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c;smithi135:172.21.15.135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Saving service mon spec with placement smithi037:172.21.15.37=a;smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c;smithi135:172.21.15.135=b;count:3 2024-07-26T06:24:57.825 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Deploying daemon mon.b on smithi135 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.826 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/3824936449' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.a calling monitor election 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.b calling monitor election 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: monmap e2: 2 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: fsmap 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mgrmap e13: y(active, since 40s) 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: overall HEALTH_OK 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: Deploying daemon mon.c on smithi037 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/3049178623' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 ceph-mon[40607]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 bash[40569]: d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc 2024-07-26T06:24:57.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:24:57 smithi037 systemd[1]: Started Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:25:02.741 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:25:02.742 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":3,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","modified":"2024-07-26T06:24:57.416293Z","created":"2024-07-26T06:23:17.595604Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3301","nonce":0},{"type":"v1","addr":"172.21.15.37:6790","nonce":0}]},"addr":"172.21.15.37:6790/0","public_addr":"172.21.15.37:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-07-26T06:25:02.742 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 3 2024-07-26T06:25:02.742 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:25:02.742 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: mon.a calling monitor election 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: mon.b calling monitor election 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: mon.c calling monitor election 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.743 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: fsmap 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: mgrmap e13: y(active, since 48s) 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: overall HEALTH_OK 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.744 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:02 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: mon.a calling monitor election 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: mon.b calling monitor election 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: mon.c calling monitor election 2024-07-26T06:25:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: fsmap 2024-07-26T06:25:02.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: mgrmap e13: y(active, since 48s) 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: overall HEALTH_OK 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:25:02.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: mon.a calling monitor election 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: mon.b calling monitor election 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: mon.c calling monitor election 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:02.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: fsmap 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: mgrmap e13: y(active, since 48s) 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: overall HEALTH_OK 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:02.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:02 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:03.347 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-07-26T06:25:03.347 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph config generate-minimal-conf 2024-07-26T06:25:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:03 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:03 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/4184601630' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:03 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:03.692 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:03.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/4184601630' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/4184601630' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T06:25:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:03 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.956 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:04.957 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:04.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:04.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:04.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[40607]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[40607]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[29520]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T06:25:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:05 smithi037 ceph-mon[29520]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:25:05.889 INFO:teuthology.orchestra.run.smithi037.stdout:# minimal ceph.conf for 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:25:05.890 INFO:teuthology.orchestra.run.smithi037.stdout:[global] 2024-07-26T06:25:05.890 INFO:teuthology.orchestra.run.smithi037.stdout: fsid = 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:25:05.890 INFO:teuthology.orchestra.run.smithi037.stdout: mon_host = [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] 2024-07-26T06:25:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:05 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:05 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:25:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:05 smithi135 ceph-mon[32812]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T06:25:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:05 smithi135 ceph-mon[32812]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:25:07.001 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/593792958' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/593792958' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.002 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:07.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:07.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.026 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-07-26T06:25:07.026 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:25:07.026 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.conf 2024-07-26T06:25:07.054 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:25:07.054 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/593792958' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:07.122 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:25:07.122 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.conf 2024-07-26T06:25:07.156 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:25:07.156 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:25:07.226 INFO:tasks.cephadm:Adding mgr.y on smithi037 2024-07-26T06:25:07.226 INFO:tasks.cephadm:Adding mgr.x on smithi135 2024-07-26T06:25:07.226 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply mgr '2;smithi037=y;smithi135=x' 2024-07-26T06:25:07.513 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:25:07.949 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:07 smithi037 ceph-mon[40607]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:25:07.949 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:07 smithi037 ceph-mon[40607]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:25:07.949 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:07 smithi037 ceph-mon[29520]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:25:07.949 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:07 smithi037 ceph-mon[29520]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:25:07.970 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:07 smithi135 ceph-mon[32812]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:25:07.970 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:07 smithi135 ceph-mon[32812]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:09 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:09.554 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:09.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:09.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:25:09.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:25:09.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:09 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:09.814 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mgr update... 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi135=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: Saving service mgr spec with placement smithi037=y;smithi135=x;count:2 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[29520]: Deploying daemon mgr.x on smithi135 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:25:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi135=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: Saving service mgr spec with placement smithi037=y;smithi135=x;count:2 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T06:25:10.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:10.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:10 smithi037 ceph-mon[40607]: Deploying daemon mgr.x on smithi135 2024-07-26T06:25:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:25:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:25:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi135=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: Saving service mgr spec with placement smithi037=y;smithi135=x;count:2 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:10.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:10 smithi135 ceph-mon[32812]: Deploying daemon mgr.x on smithi135 2024-07-26T06:25:10.617 DEBUG:teuthology.orchestra.run.smithi135:mgr.x> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service 2024-07-26T06:25:10.619 INFO:tasks.cephadm:Deploying OSDs... 2024-07-26T06:25:10.619 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:25:10.619 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T06:25:10.639 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T06:25:10.640 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_1 2024-07-26T06:25:10.698 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T06:25:10.698 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:10.698 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2024-07-26 06:24:56.873794048 +0000 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.699 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.699 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T06:25:10.767 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2024-07-26T06:25:10.767 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2024-07-26T06:25:10.767 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000282916 s, 1.8 MB/s 2024-07-26T06:25:10.768 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T06:25:10.827 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_2 2024-07-26T06:25:10.885 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T06:25:10.885 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:10.885 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 987 Links: 1 2024-07-26T06:25:10.885 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:10.886 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:10.886 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2024-07-26 06:24:56.874794034 +0000 2024-07-26T06:25:10.886 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.886 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.886 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:10.886 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T06:25:10.952 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2024-07-26T06:25:10.952 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2024-07-26T06:25:10.953 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000222186 s, 2.3 MB/s 2024-07-26T06:25:10.954 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T06:25:11.012 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_3 2024-07-26T06:25:11.069 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T06:25:11.069 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:11.069 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2024-07-26 06:24:56.874794034 +0000 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.070 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.070 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T06:25:11.135 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2024-07-26T06:25:11.135 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2024-07-26T06:25:11.135 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000205611 s, 2.5 MB/s 2024-07-26T06:25:11.136 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T06:25:11.194 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_4 2024-07-26T06:25:11.251 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T06:25:11.251 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:11.251 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2024-07-26 06:24:56.874794034 +0000 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.252 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2024-07-26 06:20:50.580100432 +0000 2024-07-26T06:25:11.252 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T06:25:11.316 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2024-07-26T06:25:11.317 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2024-07-26T06:25:11.317 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000217227 s, 2.4 MB/s 2024-07-26T06:25:11.318 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T06:25:11.376 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:25:11.376 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T06:25:11.392 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T06:25:11.393 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_1 2024-07-26T06:25:11.448 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-07-26 06:24:47.247722766 +0000 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.449 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.449 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T06:25:11.513 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-07-26T06:25:11.513 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-07-26T06:25:11.513 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000206663 s, 2.5 MB/s 2024-07-26T06:25:11.515 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T06:25:11.572 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_2 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-07-26 06:24:47.248722745 +0000 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.627 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-07-26 06:21:03.381217987 +0000 2024-07-26T06:25:11.628 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T06:25:11.690 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-07-26T06:25:11.690 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-07-26T06:25:11.690 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000201113 s, 2.5 MB/s 2024-07-26T06:25:11.691 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T06:25:11.747 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_3 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-07-26 06:24:47.248722745 +0000 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:11.802 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:11.803 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:11.803 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T06:25:11.979 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-07-26T06:25:11.980 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-07-26T06:25:11.980 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000197161 s, 2.6 MB/s 2024-07-26T06:25:11.981 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T06:25:11.997 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_4 2024-07-26T06:25:12.058 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T06:25:12.058 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-07-26 06:25:11.934230395 +0000 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:12.059 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-07-26 06:21:03.382217967 +0000 2024-07-26T06:25:12.059 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T06:25:12.167 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-07-26T06:25:12.167 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-07-26T06:25:12.167 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000194861 s, 2.6 MB/s 2024-07-26T06:25:12.168 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T06:25:12.184 INFO:tasks.cephadm:Deploying osd.0 on smithi037 with /dev/vg_nvme/lv_4... 2024-07-26T06:25:12.184 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-07-26T06:25:12.392 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 systemd[1]: Starting Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:25:12.453 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:12.654 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 podman[34847]: 2024-07-26 06:25:12.392380958 +0000 UTC m=+0.103566036 container create 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c) 2024-07-26T06:25:12.654 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 podman[34847]: 2024-07-26 06:25:12.305797622 +0000 UTC m=+0.016982674 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f 2024-07-26T06:25:12.654 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 podman[34847]: 2024-07-26 06:25:12.627795888 +0000 UTC m=+0.338980925 container init 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-26T06:25:12.655 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 podman[34847]: 2024-07-26 06:25:12.632671204 +0000 UTC m=+0.343856241 container start 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mon[32812]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-mgr[34885]: -- 172.21.15.135:0/2009458519 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55970d0949c0 con 0x55970d0a0800 2024-07-26T06:25:12.959 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 bash[34847]: 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 2024-07-26T06:25:12.960 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 systemd[1]: Started Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:25:12.960 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:12.752+0000 7f5e5521aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:25:12.960 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:12.890+0000 7f5e5521aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:25:12.960 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:12.958+0000 7f5e5521aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:25:13.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[29520]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[40607]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.247 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:13.555 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:13.221+0000 7f5e5521aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:25:13.555 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:13.285+0000 7f5e5521aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:25:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:14.218 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:14.219 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:14.565 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.218+0000 7f5e5521aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:25:14.566 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.326+0000 7f5e5521aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:25:14.566 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.380+0000 7f5e5521aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:25:14.566 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.565+0000 7f5e5521aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:25:14.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.624+0000 7f5e5521aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:25:14.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.687+0000 7f5e5521aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:25:14.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:14.806+0000 7f5e5521aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:25:14.876 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:25:14.897 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi037:vg_nvme/lv_4 2024-07-26T06:25:15.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:15.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[40607]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:15 smithi037 ceph-mon[29520]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:25:15.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.208+0000 7f5e5521aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:25:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:25:15.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:15.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-mon[32812]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:25:15.620 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:15.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.492+0000 7f5e5521aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:25:15.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.555+0000 7f5e5521aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:25:15.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.678+0000 7f5e5521aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:25:16.227 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.924+0000 7f5e5521aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:25:16.227 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:15.981+0000 7f5e5521aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:25:16.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.166+0000 7f5e5521aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:25:16.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.227+0000 7f5e5521aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:25:16.587 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.306+0000 7f5e5521aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:25:16.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.362+0000 7f5e5521aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:17.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: Standby manager daemon x started 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:25:17.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:17 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.867+0000 7f5e5521aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:25:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:25:16.997+0000 7f5e5521aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:25:17.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:25:17.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:25:17.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:25:17.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:17 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/756922413' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:25:18.325 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[40607]: mgrmap e14: y(active, since 63s), standbys: x 2024-07-26T06:25:18.326 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:25:18.326 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:18.326 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:18.326 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:18.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[29520]: mgrmap e14: y(active, since 63s), standbys: x 2024-07-26T06:25:18.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:25:18.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:18.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:18.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:18 smithi135 ceph-mon[32812]: mgrmap e14: y(active, since 63s), standbys: x 2024-07-26T06:25:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:25:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:19.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:19 smithi037 ceph-mon[29520]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:19.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:19 smithi037 ceph-mon[29520]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:19.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:19 smithi037 ceph-mon[40607]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:19.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:19 smithi037 ceph-mon[40607]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:19 smithi135 ceph-mon[32812]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:19 smithi135 ceph-mon[32812]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/923332711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]': finished 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T06:25:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:21.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1532632622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:21.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:21.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/923332711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]': finished 2024-07-26T06:25:21.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T06:25:21.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:21.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:21 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1532632622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/923332711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]: dispatch 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d941cac5-ee65-483a-9e01-2e9fe112bf73"}]': finished 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:21 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1532632622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:23 smithi135 ceph-mon[32812]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:23.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:23 smithi037 ceph-mon[29520]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:23.415 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:23 smithi037 ceph-mon[40607]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:25.254 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:25 smithi037 ceph-mon[29520]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:25.254 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:25 smithi037 ceph-mon[40607]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:25 smithi135 ceph-mon[32812]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:27.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[40607]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[40607]: Deploying daemon osd.0 on smithi037 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[29520]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:27 smithi037 ceph-mon[29520]: Deploying daemon osd.0 on smithi037 2024-07-26T06:25:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:27 smithi135 ceph-mon[32812]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:27 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:27 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:27 smithi135 ceph-mon[32812]: Deploying daemon osd.0 on smithi037 2024-07-26T06:25:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:29 smithi135 ceph-mon[32812]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:29.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:29 smithi037 ceph-mon[29520]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:29.392 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:29 smithi037 ceph-mon[40607]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[29520]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[40607]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:31 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:31 smithi135 ceph-mon[32812]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:31 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:31 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:31 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:33.221 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:33 smithi037 ceph-mon[29520]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:33.221 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:33 smithi037 ceph-mon[40607]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:33 smithi135 ceph-mon[32812]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:34.068 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 0 on host 'smithi037' 2024-07-26T06:25:34.730 DEBUG:teuthology.orchestra.run.smithi037:osd.0> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.0.service 2024-07-26T06:25:34.732 INFO:tasks.cephadm:Deploying osd.1 on smithi037 with /dev/vg_nvme/lv_3... 2024-07-26T06:25:34.733 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-07-26T06:25:35.059 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:25:35.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:25:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:36.277 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[29520]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[29520]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[29520]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[40607]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[40607]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:36.278 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-mon[40607]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:36.279 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[44871]: 2024-07-26T06:25:36.100+0000 7f120d30e640 -1 osd.0 0 waiting for initial osdmap 2024-07-26T06:25:36.279 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:25:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[44871]: 2024-07-26T06:25:36.103+0000 7f120a149640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:25:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:36 smithi135 ceph-mon[32812]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:25:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:36 smithi135 ceph-mon[32812]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T06:25:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:36 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:36 smithi135 ceph-mon[32812]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:37.477 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[29520]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:37.477 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[29520]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[29520]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[40607]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[40607]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[40607]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.483 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:25:37.504 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi037:vg_nvme/lv_3 2024-07-26T06:25:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:37 smithi135 ceph-mon[32812]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:37 smithi135 ceph-mon[32812]: from='osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:25:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:37 smithi135 ceph-mon[32812]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T06:25:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:37.954 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[29520]: osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277] boot 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[29520]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[40607]: osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277] boot 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[40607]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T06:25:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:38 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:38.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:38 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:25:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:38 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:25:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:38 smithi135 ceph-mon[32812]: osd.0 [v2:172.21.15.37:6802/3983160277,v1:172.21.15.37:6803/3983160277] boot 2024-07-26T06:25:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:38 smithi135 ceph-mon[32812]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T06:25:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:38 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:25:39.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:39 smithi037 ceph-mon[29520]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:39.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:39 smithi037 ceph-mon[29520]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T06:25:39.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:39 smithi037 ceph-mon[40607]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:39.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:39 smithi037 ceph-mon[40607]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T06:25:39.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:39 smithi135 ceph-mon[32812]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T06:25:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:39 smithi135 ceph-mon[32812]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[29520]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[29520]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[40607]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[40607]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:41.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:41 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:41 smithi135 ceph-mon[32812]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:41 smithi135 ceph-mon[32812]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:25:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:41 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:25:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:41 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:25:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:41 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.293 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi037 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 16068M 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi037 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 16068M 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi037 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 16068M 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[40607]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]: dispatch 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]': finished 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[40607]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:43.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[29520]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:43.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]: dispatch 2024-07-26T06:25:43.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]': finished 2024-07-26T06:25:43.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[29520]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T06:25:43.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:43 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:43 smithi135 ceph-mon[32812]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:43 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]: dispatch 2024-07-26T06:25:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:43 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3668676584' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cee1365-a850-4157-ad65-37614a58cd9d"}]': finished 2024-07-26T06:25:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:43 smithi135 ceph-mon[32812]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T06:25:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:43 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:44.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:44 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2112410597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:44 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2112410597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:44.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:44 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2112410597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:25:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:45 smithi037 ceph-mon[29520]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:45 smithi037 ceph-mon[40607]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:45.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:45 smithi135 ceph-mon[32812]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:47.266 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:47 smithi037 ceph-mon[29520]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:47.266 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:47 smithi037 ceph-mon[40607]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:47 smithi135 ceph-mon[32812]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[29520]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[40607]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:25:49.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:49 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:49 smithi135 ceph-mon[32812]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:49 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:25:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:49 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:50.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:50 smithi037 ceph-mon[29520]: Deploying daemon osd.1 on smithi037 2024-07-26T06:25:50.516 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:50 smithi037 ceph-mon[40607]: Deploying daemon osd.1 on smithi037 2024-07-26T06:25:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:50 smithi135 ceph-mon[32812]: Deploying daemon osd.1 on smithi037 2024-07-26T06:25:51.514 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:51 smithi037 ceph-mon[29520]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:51.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:51 smithi037 ceph-mon[40607]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:51.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:51 smithi135 ceph-mon[32812]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:53 smithi037 ceph-mon[29520]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:53 smithi037 ceph-mon[40607]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:53.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:53 smithi135 ceph-mon[32812]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:55.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[40607]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[29520]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:55 smithi135 ceph-mon[32812]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:57.371 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:57 smithi037 ceph-mon[29520]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:57.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:57 smithi037 ceph-mon[40607]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:57.419 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 1 on host 'smithi037' 2024-07-26T06:25:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:57 smithi135 ceph-mon[32812]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:58.011 DEBUG:teuthology.orchestra.run.smithi037:osd.1> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service 2024-07-26T06:25:58.013 INFO:tasks.cephadm:Deploying osd.2 on smithi037 with /dev/vg_nvme/lv_2... 2024-07-26T06:25:58.014 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-07-26T06:25:58.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[40607]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:25:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[29520]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:25:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:58 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:25:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:58 smithi135 ceph-mon[32812]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:25:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:58 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:58 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:25:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T06:25:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.546 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[50889]: 2024-07-26T06:25:59.172+0000 7fc8b0bef640 -1 osd.1 0 waiting for initial osdmap 2024-07-26T06:25:59.546 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:25:59 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[50889]: 2024-07-26T06:25:59.176+0000 7fc8a9a22640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:25:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:25:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:25:59 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:00.413 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[29520]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[29520]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[40607]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[40607]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:00.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:00 smithi135 ceph-mon[32812]: from='osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:00 smithi135 ceph-mon[32812]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T06:26:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023] boot 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:26:01.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:26:01.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023] boot 2024-07-26T06:26:01.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T06:26:01.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:01 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: osd.1 [v2:172.21.15.37:6810/1433424023,v1:172.21.15.37:6811/1433424023] boot 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T06:26:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:01 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:26:01.777 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:26:01.797 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi037:vg_nvme/lv_2 2024-07-26T06:26:02.371 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:26:02.495 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:02 smithi037 ceph-mon[29520]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T06:26:02.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:02 smithi037 ceph-mon[40607]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T06:26:02.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:02 smithi135 ceph-mon[32812]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T06:26:03.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:03 smithi037 ceph-mon[29520]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:03.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:03 smithi037 ceph-mon[40607]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:03 smithi135 ceph-mon[32812]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi037 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 8034M 2024-07-26T06:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi037 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 8034M 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi037 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 8034M 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[29520]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:06.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[40607]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:06.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:06.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:06.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:05 smithi135 ceph-mon[32812]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:06 smithi037 ceph-mon[29520]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:06 smithi037 ceph-mon[40607]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:06 smithi135 ceph-mon[32812]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3428270733' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]': finished 2024-07-26T06:26:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2544856709' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3428270733' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]': finished 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:08.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:07 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2544856709' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3428270733' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]: dispatch 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26d6ad88-20ac-4fba-9605-3c0eb0fdf52f"}]': finished 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:07 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2544856709' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:08 smithi037 ceph-mon[29520]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:08 smithi037 ceph-mon[40607]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:08 smithi135 ceph-mon[32812]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:11.178 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:10 smithi037 ceph-mon[29520]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:11.178 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:10 smithi037 ceph-mon[40607]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:10 smithi135 ceph-mon[32812]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:12.970 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:12 smithi037 ceph-mon[29520]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:12.971 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:12 smithi037 ceph-mon[40607]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:12 smithi135 ceph-mon[32812]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:26:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:26:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:14.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:26:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:15.013 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:14 smithi037 ceph-mon[29520]: Deploying daemon osd.2 on smithi037 2024-07-26T06:26:15.013 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:14 smithi037 ceph-mon[29520]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:15.013 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:14 smithi037 ceph-mon[40607]: Deploying daemon osd.2 on smithi037 2024-07-26T06:26:15.013 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:14 smithi037 ceph-mon[40607]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:14 smithi135 ceph-mon[32812]: Deploying daemon osd.2 on smithi037 2024-07-26T06:26:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:14 smithi135 ceph-mon[32812]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:16 smithi037 ceph-mon[29520]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:16 smithi037 ceph-mon[40607]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:16 smithi135 ceph-mon[32812]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[29520]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[40607]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:19.191 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:19.192 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:18 smithi135 ceph-mon[32812]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:20 smithi037 ceph-mon[29520]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:20 smithi037 ceph-mon[40607]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:21.206 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 2 on host 'smithi037' 2024-07-26T06:26:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:20 smithi135 ceph-mon[32812]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:21.832 DEBUG:teuthology.orchestra.run.smithi037:osd.2> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.2.service 2024-07-26T06:26:21.835 INFO:tasks.cephadm:Deploying osd.3 on smithi037 with /dev/vg_nvme/lv_1... 2024-07-26T06:26:21.835 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-07-26T06:26:22.147 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[29520]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[40607]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:26:22.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:22 smithi135 ceph-mon[32812]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:26:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:23.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[40607]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[40607]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[40607]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[40607]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[29520]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[29520]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:26:23.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[29520]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T06:26:23.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:23.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-mon[29520]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:23.516 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[57037]: 2024-07-26T06:26:23.220+0000 7fe52da2b640 -1 osd.2 0 waiting for initial osdmap 2024-07-26T06:26:23.516 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:23 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[57037]: 2024-07-26T06:26:23.227+0000 7fe52685e640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:26:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:23 smithi135 ceph-mon[32812]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:23 smithi135 ceph-mon[32812]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:23 smithi135 ceph-mon[32812]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T06:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:23 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:23 smithi135 ceph-mon[32812]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[29520]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[29520]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T06:26:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[40607]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[40607]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T06:26:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:24 smithi135 ceph-mon[32812]: from='osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:24 smithi135 ceph-mon[32812]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T06:26:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116] boot 2024-07-26T06:26:25.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T06:26:25.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:25 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116] boot 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: osd.2 [v2:172.21.15.37:6818/3008602116,v1:172.21.15.37:6819/3008602116] boot 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T06:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:25 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:26:25.649 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:26:25.673 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi037:vg_nvme/lv_1 2024-07-26T06:26:26.174 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:26:26.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:26 smithi037 ceph-mon[29520]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T06:26:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:26 smithi037 ceph-mon[40607]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T06:26:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:26 smithi135 ceph-mon[32812]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[29520]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[29520]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[40607]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T06:26:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T06:26:27.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[40607]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T06:26:27.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:27 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:26:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:27 smithi135 ceph-mon[32812]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:27 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T06:26:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:27 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T06:26:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:27 smithi135 ceph-mon[32812]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T06:26:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:27 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi037 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 5356M 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:26:28.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi037 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 5356M 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:28.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi037 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 5356M 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:28.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:29.005 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:28 smithi037 sudo[61499]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:29.005 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:28 smithi037 sudo[61499]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:29.005 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:28 smithi037 sudo[61499]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:29.005 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:28 smithi037 sudo[61499]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:29.265 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61598]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:29.265 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61598]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:29.265 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61598]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:29.266 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61598]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:29.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:29.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: osdmap e22: 3 total, 3 up, 3 in 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: osdmap e22: 3 total, 3 up, 3 in 2024-07-26T06:26:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:29 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: osdmap e22: 3 total, 3 up, 3 in 2024-07-26T06:26:29.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:29 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:30.002 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61639]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:30.002 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61639]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:30.002 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61639]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:30.002 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:29 smithi037 sudo[61639]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:30.294 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61650]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:30.294 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61650]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:30.295 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61650]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:30.295 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61650]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:30.711 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:30 smithi037 ceph-mon[29520]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:30.712 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:30 smithi037 ceph-mon[40607]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:30.712 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61694]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:30.712 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61694]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:30.712 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61694]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:30.712 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61694]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:30 smithi135 ceph-mon[32812]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:31.044 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61743]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:31.044 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61743]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:31.044 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61743]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:31.045 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:26:30 smithi037 sudo[61743]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61747]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61747]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61747]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61747]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:32.070 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:31 smithi037 ceph-mon[40607]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:31 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61750]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61750]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61750]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 sudo[61750]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 ceph-mon[29520]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T06:26:32.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:31 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:32.082 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:31 smithi135 ceph-mon[32812]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T06:26:32.082 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:31 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:32.082 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35541]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:32.082 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35541]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:32.082 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35541]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:32.083 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35541]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35544]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35544]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35544]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:32 smithi135 sudo[35544]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:33.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:32 smithi037 sudo[61787]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T06:26:33.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:32 smithi037 sudo[61787]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:33.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:32 smithi037 sudo[61787]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:32 smithi037 sudo[61787]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3916570443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]': finished 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 sudo[61790]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 sudo[61790]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 sudo[61790]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 sudo[61790]: pam_unix(sudo:session): session closed for user root 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3916570443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]': finished 2024-07-26T06:26:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3916570443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68e8e3d9-168b-427c-923b-089124563105"}]': finished 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:26:33.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:26:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2922583109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:34.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:34 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2922583109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:34 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T06:26:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:34 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T06:26:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:34 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2922583109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:35 smithi037 ceph-mon[29520]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:35 smithi037 ceph-mon[40607]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:35 smithi135 ceph-mon[32812]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:36.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:36 smithi037 ceph-mon[29520]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:36.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:36 smithi037 ceph-mon[40607]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:36.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:36 smithi135 ceph-mon[32812]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:38 smithi037 ceph-mon[29520]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-26T06:26:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:38 smithi037 ceph-mon[40607]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-26T06:26:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:38 smithi135 ceph-mon[32812]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[29520]: Deploying daemon osd.3 on smithi037 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:40.018 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:39 smithi037 ceph-mon[40607]: Deploying daemon osd.3 on smithi037 2024-07-26T06:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:39 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:39 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:39 smithi135 ceph-mon[32812]: Deploying daemon osd.3 on smithi037 2024-07-26T06:26:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:40 smithi037 ceph-mon[29520]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-26T06:26:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:40 smithi037 ceph-mon[40607]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-26T06:26:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:40 smithi135 ceph-mon[32812]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-26T06:26:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:42 smithi037 ceph-mon[29520]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-26T06:26:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:42 smithi037 ceph-mon[40607]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-26T06:26:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:42 smithi135 ceph-mon[32812]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[29520]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[40607]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:44 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:44 smithi135 ceph-mon[32812]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:44 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:44 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:44 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.205 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:46 smithi037 ceph-mon[29520]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:47.206 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:46 smithi037 ceph-mon[40607]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:47.240 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 3 on host 'smithi037' 2024-07-26T06:26:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:46 smithi135 ceph-mon[32812]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.915 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.916 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:47.918 DEBUG:teuthology.orchestra.run.smithi037:osd.3> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.3.service 2024-07-26T06:26:47.920 INFO:tasks.cephadm:Deploying osd.4 on smithi135 with /dev/vg_nvme/lv_4... 2024-07-26T06:26:47.920 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-07-26T06:26:48.177 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:48.300 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:48.897 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:48 smithi135 ceph-mon[32812]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[29520]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:26:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T06:26:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: from='osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-mon[40607]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:26:49.046 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[63543]: 2024-07-26T06:26:48.889+0000 7fe8a7c70640 -1 osd.3 0 waiting for initial osdmap 2024-07-26T06:26:49.046 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:26:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[63543]: 2024-07-26T06:26:48.893+0000 7fe8a0aa3640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:26:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:49 smithi135 ceph-mon[32812]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:49 smithi135 ceph-mon[32812]: osdmap e25: 4 total, 3 up, 4 in 2024-07-26T06:26:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:49 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:49 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[29520]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[29520]: osdmap e25: 4 total, 3 up, 4 in 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[40607]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[40607]: osdmap e25: 4 total, 3 up, 4 in 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.181 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:49 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:50.442 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:26:50.461 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_4 2024-07-26T06:26:50.715 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065] boot 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065] boot 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:50 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:26:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:26:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: osd.3 [v2:172.21.15.37:6826/2054496065,v1:172.21.15.37:6827/2054496065] boot 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:26:51.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:51.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:51.092 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:50 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:26:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi037 2024-07-26T06:26:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 4017M 2024-07-26T06:26:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[29520]: osdmap e27: 4 total, 4 up, 4 in 2024-07-26T06:26:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi037 2024-07-26T06:26:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 4017M 2024-07-26T06:26:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:51 smithi037 ceph-mon[40607]: osdmap e27: 4 total, 4 up, 4 in 2024-07-26T06:26:52.170 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:51 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi037 2024-07-26T06:26:52.170 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:51 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 4017M 2024-07-26T06:26:52.170 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:51 smithi135 ceph-mon[32812]: osdmap e27: 4 total, 4 up, 4 in 2024-07-26T06:26:52.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:52 smithi135 ceph-mon[32812]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:52.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:52.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:52.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[29520]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[40607]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:54.188 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:53 smithi135 ceph-mon[32812]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:54.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:53 smithi037 ceph-mon[29520]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:53 smithi037 ceph-mon[40607]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:26:55.045 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:55.045 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/273769487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.045 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.046 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]': finished 2024-07-26T06:26:55.046 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T06:26:55.046 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:54 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:26:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/273769487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]': finished 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/273769487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]: dispatch 2024-07-26T06:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63f90070-c4ba-47f2-a58b-9fddd94ba5e3"}]': finished 2024-07-26T06:26:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T06:26:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:54 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:26:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:55 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/2540949463' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:55 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/2540949463' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:56.306 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:55 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/2540949463' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:26:57.194 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:56 smithi135 ceph-mon[32812]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:56 smithi037 ceph-mon[29520]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:56 smithi037 ceph-mon[40607]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:26:58 smithi037 ceph-mon[29520]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:26:58 smithi037 ceph-mon[40607]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:26:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:26:58 smithi135 ceph-mon[32812]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:01.221 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[29520]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:01.222 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:27:01.222 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:01.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[40607]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:01.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:27:01.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:01.258 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:00 smithi135 ceph-mon[32812]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:01.259 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:27:01.259 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:01 smithi037 ceph-mon[29520]: Deploying daemon osd.4 on smithi135 2024-07-26T06:27:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:01 smithi037 ceph-mon[40607]: Deploying daemon osd.4 on smithi135 2024-07-26T06:27:02.307 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:01 smithi135 ceph-mon[32812]: Deploying daemon osd.4 on smithi135 2024-07-26T06:27:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:02 smithi037 ceph-mon[29520]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:02 smithi037 ceph-mon[40607]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:02 smithi135 ceph-mon[32812]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:04 smithi037 ceph-mon[29520]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:04 smithi037 ceph-mon[40607]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:04 smithi135 ceph-mon[32812]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:06.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:05 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:05 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:07 smithi037 ceph-mon[29520]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:07 smithi037 ceph-mon[40607]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:07 smithi135 ceph-mon[32812]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:08.621 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 4 on host 'smithi135' 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:09.179 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.180 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:08 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.206 DEBUG:teuthology.orchestra.run.smithi135:osd.4> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.4.service 2024-07-26T06:27:09.209 INFO:tasks.cephadm:Deploying osd.5 on smithi135 with /dev/vg_nvme/lv_3... 2024-07-26T06:27:09.209 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-07-26T06:27:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:09.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:09.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:09.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:09.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:08 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:10.203 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:27:10.458 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-mon[32812]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:27:10.458 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-mon[32812]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T06:27:10.458 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:10.458 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-mon[32812]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:10.458 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-mon[32812]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:10.458 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[38210]: 2024-07-26T06:27:10.233+0000 7f64b1d33640 -1 osd.4 0 waiting for initial osdmap 2024-07-26T06:27:10.458 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:27:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[38210]: 2024-07-26T06:27:10.238+0000 7f64a9341640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[29520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[29520]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[29520]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[29520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[40607]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:27:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[40607]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T06:27:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[40607]: from='osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:10.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:10 smithi037 ceph-mon[40607]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: osdmap e30: 5 total, 4 up, 5 in 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249] boot 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T06:27:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:11 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: osdmap e30: 5 total, 4 up, 5 in 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249] boot 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: osdmap e30: 5 total, 4 up, 5 in 2024-07-26T06:27:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: osd.4 [v2:172.21.15.135:6800/785142249,v1:172.21.15.135:6801/785142249] boot 2024-07-26T06:27:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T06:27:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:11 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:27:12.405 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:12 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:27:12.405 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:12 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:27:12.405 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:12 smithi135 ceph-mon[32812]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T06:27:12.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:27:12.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:27:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[29520]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T06:27:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:27:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:27:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:12 smithi037 ceph-mon[40607]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T06:27:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:13.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:13.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:13 smithi135 ceph-mon[32812]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T06:27:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[29520]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:13.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:13 smithi037 ceph-mon[40607]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T06:27:13.742 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:27:13.761 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_3 2024-07-26T06:27:14.010 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:27:14.387 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:14 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi135 2024-07-26T06:27:14.387 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:14 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 17088M 2024-07-26T06:27:14.387 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:14 smithi135 ceph-mon[32812]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T06:27:14.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi135 2024-07-26T06:27:14.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 17088M 2024-07-26T06:27:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[29520]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T06:27:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi135 2024-07-26T06:27:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 17088M 2024-07-26T06:27:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:14 smithi037 ceph-mon[40607]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T06:27:15.521 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:15 smithi135 ceph-mon[32812]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:15.521 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:15 smithi135 ceph-mon[32812]: osdmap e35: 5 total, 5 up, 5 in 2024-07-26T06:27:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:15 smithi037 ceph-mon[29520]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:15 smithi037 ceph-mon[29520]: osdmap e35: 5 total, 5 up, 5 in 2024-07-26T06:27:15.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:15 smithi037 ceph-mon[40607]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:15 smithi037 ceph-mon[40607]: osdmap e35: 5 total, 5 up, 5 in 2024-07-26T06:27:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:16 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:16 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:16 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:16.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:16.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:16.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:16.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:16.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:16.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:16 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:17.496 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:17 smithi135 ceph-mon[32812]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:17.496 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:17 smithi135 ceph-mon[32812]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:17 smithi037 ceph-mon[29520]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:17 smithi037 ceph-mon[29520]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:17 smithi037 ceph-mon[40607]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:17 smithi037 ceph-mon[40607]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/710841147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]': finished 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[29520]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/710841147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]': finished 2024-07-26T06:27:18.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[40607]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T06:27:18.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:18 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:18.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:18 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/710841147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:18 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]: dispatch 2024-07-26T06:27:18.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:18 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a8997cd-5700-4efb-8a88-60245558a1fa"}]': finished 2024-07-26T06:27:18.557 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:18 smithi135 ceph-mon[32812]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T06:27:18.557 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:18 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:19 smithi037 ceph-mon[29520]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-07-26T06:27:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:19 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/1105988088' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:19 smithi037 ceph-mon[40607]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-07-26T06:27:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:19 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/1105988088' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:19 smithi135 ceph-mon[32812]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-07-26T06:27:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:19 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/1105988088' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:21 smithi135 ceph-mon[32812]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:27:21.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:21 smithi037 ceph-mon[29520]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:27:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:21 smithi037 ceph-mon[40607]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:27:22.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:22 smithi135 ceph-mon[32812]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-07-26T06:27:22.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:22 smithi037 ceph-mon[29520]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-07-26T06:27:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:22 smithi037 ceph-mon[40607]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-07-26T06:27:24.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:23 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:27:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:23 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:23 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:27:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:23 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:23 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:27:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:23 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:25.177 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:24 smithi135 ceph-mon[32812]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-07-26T06:27:25.177 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:24 smithi135 ceph-mon[32812]: Deploying daemon osd.5 on smithi135 2024-07-26T06:27:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:24 smithi037 ceph-mon[29520]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-07-26T06:27:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:24 smithi037 ceph-mon[29520]: Deploying daemon osd.5 on smithi135 2024-07-26T06:27:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:24 smithi037 ceph-mon[40607]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-07-26T06:27:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:24 smithi037 ceph-mon[40607]: Deploying daemon osd.5 on smithi135 2024-07-26T06:27:27.202 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:26 smithi135 ceph-mon[32812]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:27:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:26 smithi037 ceph-mon[29520]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:27:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:26 smithi037 ceph-mon[40607]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:27:29.183 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:28 smithi135 ceph-mon[32812]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:29.183 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:29.183 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:29.183 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:28 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[29520]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[40607]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:28 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:30.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:30 smithi135 ceph-mon[32812]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:30 smithi037 ceph-mon[29520]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:30 smithi037 ceph-mon[40607]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:31.828 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 5 on host 'smithi135' 2024-07-26T06:27:32.437 DEBUG:teuthology.orchestra.run.smithi135:osd.5> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.5.service 2024-07-26T06:27:32.439 INFO:tasks.cephadm:Deploying osd.6 on smithi135 with /dev/vg_nvme/lv_2... 2024-07-26T06:27:32.440 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:32 smithi135 ceph-mon[32812]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.151 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[29520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:32 smithi037 ceph-mon[40607]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:27:33.904 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-mon[32812]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:27:33.905 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-mon[32812]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T06:27:33.905 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:33.905 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-mon[32812]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:33.905 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-mon[32812]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:33.905 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[44217]: 2024-07-26T06:27:33.850+0000 7f322efd9640 -1 osd.5 0 waiting for initial osdmap 2024-07-26T06:27:33.905 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:27:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[44217]: 2024-07-26T06:27:33.854+0000 7f322960f640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[29520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[29520]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[29520]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[29520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[40607]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:27:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[40607]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T06:27:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[40607]: from='osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:33 smithi037 ceph-mon[40607]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: osdmap e38: 6 total, 5 up, 6 in 2024-07-26T06:27:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654] boot 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: osdmap e38: 6 total, 5 up, 6 in 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654] boot 2024-07-26T06:27:35.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T06:27:35.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: osdmap e38: 6 total, 5 up, 6 in 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: osd.5 [v2:172.21.15.135:6808/1559443654,v1:172.21.15.135:6809/1559443654] boot 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T06:27:35.332 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:27:35.954 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:27:35.954 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:35.955 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:27:36.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:36.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:27:37.072 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_2 2024-07-26T06:27:37.304 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:37 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi135 2024-07-26T06:27:37.304 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:37 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 8544M 2024-07-26T06:27:37.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:37 smithi135 ceph-mon[32812]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:37.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:37 smithi135 ceph-mon[32812]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:27:37.325 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi135 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 8544M 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[29520]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[29520]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi135 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 8544M 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[40607]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:37 smithi037 ceph-mon[40607]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:27:38.452 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:38 smithi135 ceph-mon[32812]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:27:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:38 smithi037 ceph-mon[29520]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:27:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:38 smithi037 ceph-mon[40607]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:27:39.538 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:39 smithi135 ceph-mon[32812]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:39.538 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:39 smithi135 ceph-mon[32812]: osdmap e43: 6 total, 6 up, 6 in 2024-07-26T06:27:39.538 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:39 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:39.538 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:39 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:39.538 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:39 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[29520]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[29520]: osdmap e43: 6 total, 6 up, 6 in 2024-07-26T06:27:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[40607]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[40607]: osdmap e43: 6 total, 6 up, 6 in 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:27:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:39 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:40.494 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:40 smithi135 ceph-mon[32812]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:40.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:40 smithi037 ceph-mon[29520]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:40 smithi037 ceph-mon[40607]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:27:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:41 smithi037 ceph-mon[29520]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:41 smithi037 ceph-mon[40607]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:41 smithi135 ceph-mon[32812]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/1984933775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]': finished 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:42.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:42 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/113755478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/1984933775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]': finished 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/113755478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/1984933775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]: dispatch 2024-07-26T06:27:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49d0853-a438-42a7-b65e-586d1efee15d"}]': finished 2024-07-26T06:27:42.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:27:42.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:42.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:42 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/113755478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:27:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:43 smithi037 ceph-mon[29520]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:43 smithi037 ceph-mon[40607]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:43.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:43 smithi135 ceph-mon[32812]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:44 smithi037 ceph-mon[40607]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:44 smithi037 ceph-mon[29520]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:44.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:44 smithi135 ceph-mon[32812]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:46 smithi135 ceph-mon[32812]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:46 smithi037 ceph-mon[29520]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:46 smithi037 ceph-mon[40607]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:48.192 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:27:48.192 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:47 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:27:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:47 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:27:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:47 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:49.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:48 smithi135 ceph-mon[32812]: Deploying daemon osd.6 on smithi135 2024-07-26T06:27:49.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:48 smithi135 ceph-mon[32812]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:49.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:48 smithi037 ceph-mon[29520]: Deploying daemon osd.6 on smithi135 2024-07-26T06:27:49.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:48 smithi037 ceph-mon[29520]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:49.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:48 smithi037 ceph-mon[40607]: Deploying daemon osd.6 on smithi135 2024-07-26T06:27:49.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:48 smithi037 ceph-mon[40607]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:51.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:50 smithi135 ceph-mon[32812]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:50 smithi037 ceph-mon[40607]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:50 smithi037 ceph-mon[29520]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:52.972 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:52 smithi135 ceph-mon[32812]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:52.973 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:52.973 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:52.973 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:52 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[29520]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[40607]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:52 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:55.077 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:54 smithi135 ceph-mon[32812]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:54 smithi037 ceph-mon[29520]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:54 smithi037 ceph-mon[40607]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:55.844 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 6 on host 'smithi135' 2024-07-26T06:27:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:55 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:55 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:27:56.556 DEBUG:teuthology.orchestra.run.smithi135:osd.6> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.6.service 2024-07-26T06:27:56.558 INFO:tasks.cephadm:Deploying osd.7 on smithi135 with /dev/vg_nvme/lv_1... 2024-07-26T06:27:56.559 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[29520]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:27:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:27:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:56 smithi037 ceph-mon[40607]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: from='osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-mon[32812]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:27:57.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[50173]: 2024-07-26T06:27:56.983+0000 7f7a933b5640 -1 osd.6 0 waiting for initial osdmap 2024-07-26T06:27:57.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:27:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[50173]: 2024-07-26T06:27:56.990+0000 7f7a8c1e8640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:27:57.696 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: osdmap e46: 7 total, 6 up, 7 in 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868] boot 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:27:58.261 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:57 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: osdmap e46: 7 total, 6 up, 7 in 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868] boot 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: osdmap e46: 7 total, 6 up, 7 in 2024-07-26T06:27:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: osd.6 [v2:172.21.15.135:6816/2523135868,v1:172.21.15.135:6817/2523135868] boot 2024-07-26T06:27:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:27:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:57 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:27:59.248 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:58 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:27:59.248 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:58 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:27:59.248 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:58 smithi135 ceph-mon[32812]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:59.249 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:27:58 smithi135 ceph-mon[32812]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[29520]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[29520]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:27:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:27:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:27:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[40607]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:27:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:27:58 smithi037 ceph-mon[40607]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:28:01.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:01.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi135 2024-07-26T06:28:01.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 5696M 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.031 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:00 smithi135 ceph-mon[32812]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi135 2024-07-26T06:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 5696M 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[29520]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi135 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 5696M 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:01.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:00 smithi037 ceph-mon[40607]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:28:01.320 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-07-26T06:28:01.339 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_1 2024-07-26T06:28:01.590 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:28:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:02 smithi037 ceph-mon[29520]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:28:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:02 smithi037 ceph-mon[40607]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:28:02.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:02 smithi135 ceph-mon[32812]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:28:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:03 smithi037 ceph-mon[29520]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:03 smithi037 ceph-mon[29520]: osdmap e51: 7 total, 7 up, 7 in 2024-07-26T06:28:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:03 smithi037 ceph-mon[40607]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:03 smithi037 ceph-mon[40607]: osdmap e51: 7 total, 7 up, 7 in 2024-07-26T06:28:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:03 smithi135 ceph-mon[32812]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:03 smithi135 ceph-mon[32812]: osdmap e51: 7 total, 7 up, 7 in 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:28:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:04 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:28:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:28:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:04 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:05 smithi135 ceph-mon[32812]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:05 smithi135 ceph-mon[32812]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-07-26T06:28:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:05 smithi037 ceph-mon[29520]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:05 smithi037 ceph-mon[29520]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-07-26T06:28:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:05 smithi037 ceph-mon[40607]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:05 smithi037 ceph-mon[40607]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-07-26T06:28:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:06 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/1459730171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:06 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:06 smithi135 ceph-mon[32812]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]': finished 2024-07-26T06:28:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:06 smithi135 ceph-mon[32812]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:28:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:06 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/1459730171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[29520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]': finished 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[29520]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/1459730171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]: dispatch 2024-07-26T06:28:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[40607]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99f9c785-eb6f-45ff-8c4e-b9eab2143155"}]': finished 2024-07-26T06:28:06.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[40607]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:28:06.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:06 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:07 smithi037 ceph-mon[29520]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-07-26T06:28:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:07 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/1070086450' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:28:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:07 smithi037 ceph-mon[40607]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-07-26T06:28:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:07 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/1070086450' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:28:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:07 smithi135 ceph-mon[32812]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-07-26T06:28:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:07 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/1070086450' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:28:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:09 smithi037 ceph-mon[29520]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-07-26T06:28:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:09 smithi037 ceph-mon[40607]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-07-26T06:28:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:09 smithi135 ceph-mon[32812]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-07-26T06:28:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:11 smithi037 ceph-mon[29520]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:28:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:11 smithi037 ceph-mon[40607]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:28:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:11 smithi135 ceph-mon[32812]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:28:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:28:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:12 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:28:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:12 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:28:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:12 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:13.134 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:13 smithi135 ceph-mon[32812]: Deploying daemon osd.7 on smithi135 2024-07-26T06:28:13.134 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:13 smithi135 ceph-mon[32812]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-07-26T06:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:13 smithi037 ceph-mon[29520]: Deploying daemon osd.7 on smithi135 2024-07-26T06:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:13 smithi037 ceph-mon[29520]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-07-26T06:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:13 smithi037 ceph-mon[40607]: Deploying daemon osd.7 on smithi135 2024-07-26T06:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:13 smithi037 ceph-mon[40607]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-07-26T06:28:15.272 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:15 smithi135 ceph-mon[32812]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:15 smithi037 ceph-mon[29520]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:15 smithi037 ceph-mon[40607]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[29520]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[40607]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:17.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:17 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:17 smithi135 ceph-mon[32812]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:17 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:19.270 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:19 smithi135 ceph-mon[32812]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:19.289 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:19 smithi037 ceph-mon[29520]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:19.290 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:19 smithi037 ceph-mon[40607]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:19.945 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 7 on host 'smithi135' 2024-07-26T06:28:20.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:20 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.531 DEBUG:teuthology.orchestra.run.smithi135:osd.7> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service 2024-07-26T06:28:20.533 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-07-26T06:28:20.534 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd stat -f json 2024-07-26T06:28:20.537 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.538 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.539 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:20 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:20.793 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:21.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:28:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:28:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[40607]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:21.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:28:21.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:28:21.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:21.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:21 smithi037 ceph-mon[29520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:21.555 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:28:21.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:28:21.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:21.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: from='osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-mon[32812]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:28:21.556 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[56394]: 2024-07-26T06:28:21.284+0000 7fbb4c4aa640 -1 osd.7 0 waiting for initial osdmap 2024-07-26T06:28:21.556 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:28:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[56394]: 2024-07-26T06:28:21.292+0000 7fbb43ab8640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:28:22.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:22 smithi135 ceph-mon[32812]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:28:22.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:22 smithi135 ceph-mon[32812]: osdmap e54: 8 total, 7 up, 8 in 2024-07-26T06:28:22.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:22 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:22 smithi135 ceph-mon[32812]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[40607]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[40607]: osdmap e54: 8 total, 7 up, 8 in 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[40607]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[29520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[29520]: osdmap e54: 8 total, 7 up, 8 in 2024-07-26T06:28:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:22.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:22 smithi037 ceph-mon[29520]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:28:22.693 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:23.323 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1721975302,"num_in_osds":8,"osd_in_since":1721975285,"num_remapped_pgs":1} 2024-07-26T06:28:23.324 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:28:23.415 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: purged_snaps scrub starts 2024-07-26T06:28:23.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: purged_snaps scrub ok 2024-07-26T06:28:23.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214] boot 2024-07-26T06:28:23.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:28:23.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:23.416 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:23 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3372890583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: purged_snaps scrub starts 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: purged_snaps scrub ok 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214] boot 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3372890583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: purged_snaps scrub starts 2024-07-26T06:28:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: purged_snaps scrub ok 2024-07-26T06:28:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: osd.7 [v2:172.21.15.135:6824/31463214,v1:172.21.15.135:6825/31463214] boot 2024-07-26T06:28:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:28:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:28:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:23 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3372890583' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:28:23.648 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:24.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:28:24.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: Detected new or changed devices on smithi135 2024-07-26T06:28:24.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 4272M 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[40607]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:24.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: Detected new or changed devices on smithi135 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 4272M 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:24 smithi037 ceph-mon[29520]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: Detected new or changed devices on smithi135 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:28:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 4272M 2024-07-26T06:28:24.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:24.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:24.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:24.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:24 smithi135 ceph-mon[32812]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:25.339 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:25.339 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":58,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:28:25.298809+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:28:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:25 smithi135 ceph-mon[32812]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:28:25.628 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:25 smithi037 ceph-mon[29520]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:28:25.628 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:25 smithi037 ceph-mon[40607]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:28:26.014 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T06:26:26.284583+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-07-26T06:28:26.015 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-07-26T06:28:26.279 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:26.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:26 smithi135 ceph-mon[32812]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:28:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:26 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3800893194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:26 smithi135 ceph-mon[32812]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:26.665 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[29520]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:28:26.665 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3800893194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:26.666 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[29520]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:26.666 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[40607]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:28:26.666 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3800893194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:26.666 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:26 smithi037 ceph-mon[40607]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:27.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:27 smithi037 ceph-mon[29520]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:28:27.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:27 smithi037 ceph-mon[40607]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:28:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:27 smithi135 ceph-mon[32812]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:28:28.100 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2024-07-26T06:28:28.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:28 smithi037 ceph-mon[29520]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:28.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:28 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3309395846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:28:28.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:28 smithi037 ceph-mon[40607]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:28.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:28 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3309395846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:28:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:28 smithi135 ceph-mon[32812]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:28 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3309395846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:28:28.755 INFO:tasks.cephadm:Adding mds.a on smithi037 2024-07-26T06:28:28.756 INFO:tasks.cephadm:Adding mds.b on smithi135 2024-07-26T06:28:28.756 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply mds all '2;smithi037=a;smithi135=b' 2024-07-26T06:28:29.018 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:28:30.758 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mds.all update... 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:28:31.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:31.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.209 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:31.210 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:31.464 DEBUG:teuthology.orchestra.run.smithi037:mds.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.a.service 2024-07-26T06:28:31.467 DEBUG:teuthology.orchestra.run.smithi135:mds.b> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.b.service 2024-07-26T06:28:31.470 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-07-26T06:28:31.470 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[29520]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[29520]: Saving service mds.all spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[29520]: Deploying daemon mds.a on smithi037 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[40607]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[40607]: Saving service mds.all spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:28:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:31 smithi037 ceph-mon[40607]: Deploying daemon mds.a on smithi037 2024-07-26T06:28:32.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:31 smithi135 ceph-mon[32812]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:28:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:31 smithi135 ceph-mon[32812]: Saving service mds.all spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:28:32.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:31 smithi135 ceph-mon[32812]: Deploying daemon mds.a on smithi037 2024-07-26T06:28:32.457 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:32 smithi037 ceph-mon[29520]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:28:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:32 smithi037 ceph-mon[40607]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:28:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:32 smithi135 ceph-mon[32812]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:28:34.003 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:33 smithi037 podman[68613]: 2024-07-26 06:28:33.78129996 +0000 UTC m=+0.027201282 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f 2024-07-26T06:28:34.412 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:34 smithi037 podman[68613]: 2024-07-26 06:28:34.304121556 +0000 UTC m=+0.550022866 container init ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-26T06:28:34.413 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:34 smithi037 podman[68613]: 2024-07-26 06:28:34.309212096 +0000 UTC m=+0.555113405 container start ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:28:34.413 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[68644]: starting mds.a at 2024-07-26T06:28:34.795 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:34 smithi037 bash[68613]: ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 2024-07-26T06:28:34.795 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:28:34 smithi037 systemd[1]: Started Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:28:34.797 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:34.797 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-07-26T06:28:34.798 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 2 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: mds.? [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] up:boot 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: fsmap 1 up:standby 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:35.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1864702993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: mds.? [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] up:boot 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: fsmap 1 up:standby 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:35.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:35.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:34 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1864702993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:35.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:28:35.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: mds.? [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] up:boot 2024-07-26T06:28:35.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: fsmap 1 up:standby 2024-07-26T06:28:35.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:35.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:34 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1864702993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:36.292 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:35 smithi135 ceph-mon[32812]: Deploying daemon mds.b on smithi135 2024-07-26T06:28:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:35 smithi037 ceph-mon[29520]: Deploying daemon mds.b on smithi135 2024-07-26T06:28:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:35 smithi037 ceph-mon[40607]: Deploying daemon mds.b on smithi135 2024-07-26T06:28:36.588 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 podman[60862]: 2024-07-26 06:28:36.51711289 +0000 UTC m=+0.120488693 container create 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:36 smithi135 ceph-mon[32812]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 podman[60862]: 2024-07-26 06:28:36.762057787 +0000 UTC m=+0.365433534 container init 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-5dff84c) 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 podman[60862]: 2024-07-26 06:28:36.76709801 +0000 UTC m=+0.370473750 container start 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[60877]: starting mds.b at 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 bash[60862]: 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 2024-07-26T06:28:37.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:36 smithi135 systemd[1]: Started Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:28:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:36 smithi037 ceph-mon[29520]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:28:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:36 smithi037 ceph-mon[40607]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:28:37.526 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:boot 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: fsmap 2 up:standby 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:37.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:37 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:38.202 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:boot 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: fsmap 2 up:standby 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:boot 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: fsmap 2 up:standby 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:38.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:37 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[29520]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-07-26T06:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[40607]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-07-26T06:28:39.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:38 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:38 smithi135 ceph-mon[32812]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-07-26T06:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:38 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:38 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:38 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:40.063 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:40.063 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/3417541906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3417541906},{"type":"v1","addr":"172.21.15.135:6833","nonce":3417541906}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-07-26T06:28:40.063 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 3 2024-07-26T06:28:40.681 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-07-26T06:28:40.946 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/61716083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:41.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:28:41.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:40 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/61716083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:28:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:40 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/61716083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:28:42.654 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:42.654 INFO:teuthology.orchestra.run.smithi037.stdout:[ 2024-07-26T06:28:42.654 INFO:teuthology.orchestra.run.smithi037.stdout: { 2024-07-26T06:28:42.654 INFO:teuthology.orchestra.run.smithi037.stdout: "poolnum": 1, 2024-07-26T06:28:42.655 INFO:teuthology.orchestra.run.smithi037.stdout: "poolname": ".mgr" 2024-07-26T06:28:42.655 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:28:42.655 INFO:teuthology.orchestra.run.smithi037.stdout:] 2024-07-26T06:28:42.973 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:42 smithi037 ceph-mon[29520]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:42.973 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:42 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/4288725888' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:28:42.973 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:42 smithi037 ceph-mon[40607]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:42.974 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:42 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/4288725888' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:28:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:42 smithi135 ceph-mon[32812]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:42 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/4288725888' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:28:43.376 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T06:28:43.377 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T06:28:43.641 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:44 smithi037 ceph-mon[29520]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:44 smithi037 ceph-mon[40607]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:44 smithi135 ceph-mon[32812]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:45.889 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_metadata' created 2024-07-26T06:28:46.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:45 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3400657753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:45 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:45 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3400657753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:45 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:45 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3400657753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:45 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:28:46.622 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T06:28:46.886 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:47.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[29520]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:47.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:28:47.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[29520]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:28:47.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[40607]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:47.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:28:47.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:46 smithi037 ceph-mon[40607]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:28:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:46 smithi135 ceph-mon[32812]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:46 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:28:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:46 smithi135 ceph-mon[32812]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:28:48.163 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:47 smithi037 ceph-mon[29520]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:28:48.163 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:47 smithi037 ceph-mon[40607]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:28:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:47 smithi135 ceph-mon[32812]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:28:49.019 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data' created 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[40607]: pgmap v188: 33 pgs: 10 creating+peering, 22 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[40607]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[40607]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[29520]: pgmap v188: 33 pgs: 10 creating+peering, 22 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[29520]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:28:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:48 smithi037 ceph-mon[29520]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:28:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:48 smithi135 ceph-mon[32812]: pgmap v188: 33 pgs: 10 creating+peering, 22 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:48 smithi135 ceph-mon[32812]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:28:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:48 smithi135 ceph-mon[32812]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:28:49.633 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T06:28:49.896 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:50.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1526412072' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:28:50.269 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[29520]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:28:50.269 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1526412072' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.270 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.270 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:28:50.270 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:49 smithi037 ceph-mon[40607]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:28:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:49 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1526412072' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:49 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:28:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:49 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:28:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:49 smithi135 ceph-mon[32812]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:28:51.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:51 smithi037 ceph-mon[29520]: pgmap v191: 97 pgs: 14 active+clean, 10 creating+peering, 73 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:51.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:51 smithi037 ceph-mon[29520]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:28:51.276 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:51 smithi037 ceph-mon[40607]: pgmap v191: 97 pgs: 14 active+clean, 10 creating+peering, 73 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:51.277 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:51 smithi037 ceph-mon[40607]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:28:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:51 smithi135 ceph-mon[32812]: pgmap v191: 97 pgs: 14 active+clean, 10 creating+peering, 73 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:51 smithi135 ceph-mon[32812]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:28:52.039 INFO:teuthology.orchestra.run.smithi037.stderr:new fs with metadata pool 2 and data pool 3 2024-07-26T06:28:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[29520]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/790066559' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[29520]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[40607]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/790066559' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:52 smithi037 ceph-mon[40607]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:28:52.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:52 smithi135 ceph-mon[32812]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:28:52.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:52 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/790066559' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:52 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:28:52.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:52 smithi135 ceph-mon[32812]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:28:52.663 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:28:52.929 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[29520]: pgmap v194: 97 pgs: 57 active+clean, 12 creating+peering, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[29520]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[29520]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[29520]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:28:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[40607]: pgmap v194: 97 pgs: 57 active+clean, 12 creating+peering, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[40607]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:28:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:28:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:28:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:53 smithi037 ceph-mon[40607]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:28:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:53 smithi135 ceph-mon[32812]: pgmap v194: 97 pgs: 57 active+clean, 12 creating+peering, 28 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:53 smithi135 ceph-mon[32812]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:53 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:53 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:53 smithi135 ceph-mon[32812]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[29520]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:active 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[29520]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[29520]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[40607]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:active 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:54 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:54 smithi135 ceph-mon[32812]: mds.? [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] up:active 2024-07-26T06:28:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:54 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:54 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:28:54.798 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:54.799 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":66,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:28:51.584458+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:28:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[29520]: pgmap v196: 97 pgs: 85 active+clean, 12 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 4 op/s 2024-07-26T06:28:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[29520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:28:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[29520]: Cluster is now healthy 2024-07-26T06:28:55.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/756299668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[40607]: pgmap v196: 97 pgs: 85 active+clean, 12 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 4 op/s 2024-07-26T06:28:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[40607]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:28:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[40607]: Cluster is now healthy 2024-07-26T06:28:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:55 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/756299668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:55 smithi135 ceph-mon[32812]: pgmap v196: 97 pgs: 85 active+clean, 12 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 4 op/s 2024-07-26T06:28:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:55 smithi135 ceph-mon[32812]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:28:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:55 smithi135 ceph-mon[32812]: Cluster is now healthy 2024-07-26T06:28:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:55 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/756299668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:55.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:28:55.759 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:57.273 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:57 smithi037 ceph-mon[29520]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 6 op/s 2024-07-26T06:28:57.273 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:57 smithi037 ceph-mon[40607]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 6 op/s 2024-07-26T06:28:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:57 smithi135 ceph-mon[32812]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 6 op/s 2024-07-26T06:28:57.338 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:28:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[60877]: 2024-07-26T06:28:56.898+0000 7f25e5a90640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T06:28:57.659 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:28:57.659 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":66,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:28:51.584458+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:28:58.206 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:58 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1159209185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:58.206 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:58 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1159209185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:58.231 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-07-26T06:28:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:58 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1159209185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:28:58.495 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:28:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:28:59 smithi037 ceph-mon[29520]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-07-26T06:28:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:28:59 smithi037 ceph-mon[40607]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-07-26T06:28:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:28:59 smithi135 ceph-mon[32812]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-07-26T06:29:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:01 smithi135 ceph-mon[32812]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-07-26T06:29:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:01 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:29:01.438 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:01 smithi037 ceph-mon[29520]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-07-26T06:29:01.438 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:01 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:29:01.438 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:01 smithi037 ceph-mon[40607]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-07-26T06:29:01.438 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:01 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:29:01.768 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T06:29:01.768 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-07-26T06:29:02.041 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:02.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:02 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:29:02.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:02 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:02.398 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:02 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:29:02.398 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:02 smithi037 ceph-mon[29520]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:02.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:02 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/481779637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:29:02.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:02 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:03 smithi037 ceph-mon[29520]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:29:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:03 smithi037 ceph-mon[40607]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:29:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:03 smithi135 ceph-mon[32812]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:29:04.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:04 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1396717108' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:04 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:04 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1396717108' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:04 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:04 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1396717108' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:04 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:29:04.727 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T06:29:04.728 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:29:04.993 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:05 smithi135 ceph-mon[32812]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:29:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:05 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:29:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:05 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:05.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[29520]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:29:05.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:29:05.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[29520]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:05.363 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[40607]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:29:05.363 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:29:05.363 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:05 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:29:06.880 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:06.880 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:29:04.064309+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24328},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24328":{"gid":24328,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.135:6833/3417541906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3417541906},{"type":"v1","addr":"172.21.15.135:6833","nonce":3417541906}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:29:06.880 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 8 2024-07-26T06:29:07.190 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:07 smithi037 ceph-mon[29520]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-07-26T06:29:07.190 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:07 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1983599756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:29:07.191 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:07 smithi037 ceph-mon[40607]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-07-26T06:29:07.191 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:07 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1983599756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:29:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:07 smithi135 ceph-mon[32812]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-07-26T06:29:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:07 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1983599756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:29:07.583 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:29:07.846 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:09 smithi135 ceph-mon[32812]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:29:09.396 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:09 smithi037 ceph-mon[29520]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:29:09.396 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:09 smithi037 ceph-mon[40607]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:29:09.776 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:09.777 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":66,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:28:51.584458+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:29:10.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:10 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3198838616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:10.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:10 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3198838616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:10.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:10 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3198838616' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:10.476 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-26T06:29:10.477 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:29:10.745 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:11.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:11 smithi037 ceph-mon[29520]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:11.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:11 smithi037 ceph-mon[40607]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:11 smithi135 ceph-mon[32812]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:12.521 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:12.522 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2024-07-26T06:29:13.118 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-07-26T06:29:11.831718+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385888,"kb_used_data":7004,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575328,"statfs":{"total":767960285184,"available":765517135872,"internally_reserved":0,"allocated":7172096,"data_stored":4014120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002882"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205338+0000","last_change":"2024-07-26T06:28:50.049382+0000","last_active":"2024-07-26T06:28:51.205338+0000","last_peered":"2024-07-26T06:28:51.205338+0000","last_clean":"2024-07-26T06:28:51.205338+0000","last_became_active":"2024-07-26T06:28:50.049001+0000","last_became_peered":"2024-07-26T06:28:50.049001+0000","last_unstale":"2024-07-26T06:28:51.205338+0000","last_undegraded":"2024-07-26T06:28:51.205338+0000","last_fullsized":"2024-07-26T06:28:51.205338+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205734+0000","last_change":"2024-07-26T06:28:50.051447+0000","last_active":"2024-07-26T06:28:51.205734+0000","last_peered":"2024-07-26T06:28:51.205734+0000","last_clean":"2024-07-26T06:28:51.205734+0000","last_became_active":"2024-07-26T06:28:50.051117+0000","last_became_peered":"2024-07-26T06:28:50.051117+0000","last_unstale":"2024-07-26T06:28:51.205734+0000","last_undegraded":"2024-07-26T06:28:51.205734+0000","last_fullsized":"2024-07-26T06:28:51.205734+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205178+0000","last_change":"2024-07-26T06:28:50.047213+0000","last_active":"2024-07-26T06:28:51.205178+0000","last_peered":"2024-07-26T06:28:51.205178+0000","last_clean":"2024-07-26T06:28:51.205178+0000","last_became_active":"2024-07-26T06:28:50.046934+0000","last_became_peered":"2024-07-26T06:28:50.046934+0000","last_unstale":"2024-07-26T06:28:51.205178+0000","last_undegraded":"2024-07-26T06:28:51.205178+0000","last_fullsized":"2024-07-26T06:28:51.205178+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205899+0000","last_change":"2024-07-26T06:28:50.051054+0000","last_active":"2024-07-26T06:28:51.205899+0000","last_peered":"2024-07-26T06:28:51.205899+0000","last_clean":"2024-07-26T06:28:51.205899+0000","last_became_active":"2024-07-26T06:28:50.050760+0000","last_became_peered":"2024-07-26T06:28:50.050760+0000","last_unstale":"2024-07-26T06:28:51.205899+0000","last_undegraded":"2024-07-26T06:28:51.205899+0000","last_fullsized":"2024-07-26T06:28:51.205899+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205085+0000","last_change":"2024-07-26T06:28:50.046679+0000","last_active":"2024-07-26T06:28:51.205085+0000","last_peered":"2024-07-26T06:28:51.205085+0000","last_clean":"2024-07-26T06:28:51.205085+0000","last_became_active":"2024-07-26T06:28:50.045243+0000","last_became_peered":"2024-07-26T06:28:50.045243+0000","last_unstale":"2024-07-26T06:28:51.205085+0000","last_undegraded":"2024-07-26T06:28:51.205085+0000","last_fullsized":"2024-07-26T06:28:51.205085+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206216+0000","last_change":"2024-07-26T06:28:50.045014+0000","last_active":"2024-07-26T06:28:51.206216+0000","last_peered":"2024-07-26T06:28:51.206216+0000","last_clean":"2024-07-26T06:28:51.206216+0000","last_became_active":"2024-07-26T06:28:50.044439+0000","last_became_peered":"2024-07-26T06:28:50.044439+0000","last_unstale":"2024-07-26T06:28:51.206216+0000","last_undegraded":"2024-07-26T06:28:51.206216+0000","last_fullsized":"2024-07-26T06:28:51.206216+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:39:12.478861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204650+0000","last_change":"2024-07-26T06:28:50.049391+0000","last_active":"2024-07-26T06:28:51.204650+0000","last_peered":"2024-07-26T06:28:51.204650+0000","last_clean":"2024-07-26T06:28:51.204650+0000","last_became_active":"2024-07-26T06:28:50.049101+0000","last_became_peered":"2024-07-26T06:28:50.049101+0000","last_unstale":"2024-07-26T06:28:51.204650+0000","last_undegraded":"2024-07-26T06:28:51.204650+0000","last_fullsized":"2024-07-26T06:28:51.204650+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032538+0000","last_change":"2024-07-26T06:28:50.044954+0000","last_active":"2024-07-26T06:28:51.032538+0000","last_peered":"2024-07-26T06:28:51.032538+0000","last_clean":"2024-07-26T06:28:51.032538+0000","last_became_active":"2024-07-26T06:28:50.044473+0000","last_became_peered":"2024-07-26T06:28:50.044473+0000","last_unstale":"2024-07-26T06:28:51.032538+0000","last_undegraded":"2024-07-26T06:28:51.032538+0000","last_fullsized":"2024-07-26T06:28:51.032538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205721+0000","last_change":"2024-07-26T06:28:50.050749+0000","last_active":"2024-07-26T06:28:51.205721+0000","last_peered":"2024-07-26T06:28:51.205721+0000","last_clean":"2024-07-26T06:28:51.205721+0000","last_became_active":"2024-07-26T06:28:50.050461+0000","last_became_peered":"2024-07-26T06:28:50.050461+0000","last_unstale":"2024-07-26T06:28:51.205721+0000","last_undegraded":"2024-07-26T06:28:51.205721+0000","last_fullsized":"2024-07-26T06:28:51.205721+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205891+0000","last_change":"2024-07-26T06:28:50.048113+0000","last_active":"2024-07-26T06:28:51.205891+0000","last_peered":"2024-07-26T06:28:51.205891+0000","last_clean":"2024-07-26T06:28:51.205891+0000","last_became_active":"2024-07-26T06:28:50.047784+0000","last_became_peered":"2024-07-26T06:28:50.047784+0000","last_unstale":"2024-07-26T06:28:51.205891+0000","last_undegraded":"2024-07-26T06:28:51.205891+0000","last_fullsized":"2024-07-26T06:28:51.205891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205187+0000","last_change":"2024-07-26T06:28:50.052383+0000","last_active":"2024-07-26T06:28:51.205187+0000","last_peered":"2024-07-26T06:28:51.205187+0000","last_clean":"2024-07-26T06:28:51.205187+0000","last_became_active":"2024-07-26T06:28:50.052139+0000","last_became_peered":"2024-07-26T06:28:50.052139+0000","last_unstale":"2024-07-26T06:28:51.205187+0000","last_undegraded":"2024-07-26T06:28:51.205187+0000","last_fullsized":"2024-07-26T06:28:51.205187+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.033139+0000","last_change":"2024-07-26T06:28:50.052965+0000","last_active":"2024-07-26T06:28:51.033139+0000","last_peered":"2024-07-26T06:28:51.033139+0000","last_clean":"2024-07-26T06:28:51.033139+0000","last_became_active":"2024-07-26T06:28:50.052452+0000","last_became_peered":"2024-07-26T06:28:50.052452+0000","last_unstale":"2024-07-26T06:28:51.033139+0000","last_undegraded":"2024-07-26T06:28:51.033139+0000","last_fullsized":"2024-07-26T06:28:51.033139+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032064+0000","last_change":"2024-07-26T06:28:50.037048+0000","last_active":"2024-07-26T06:28:51.032064+0000","last_peered":"2024-07-26T06:28:51.032064+0000","last_clean":"2024-07-26T06:28:51.032064+0000","last_became_active":"2024-07-26T06:28:50.036652+0000","last_became_peered":"2024-07-26T06:28:50.036652+0000","last_unstale":"2024-07-26T06:28:51.032064+0000","last_undegraded":"2024-07-26T06:28:51.032064+0000","last_fullsized":"2024-07-26T06:28:51.032064+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205514+0000","last_change":"2024-07-26T06:28:50.048338+0000","last_active":"2024-07-26T06:28:51.205514+0000","last_peered":"2024-07-26T06:28:51.205514+0000","last_clean":"2024-07-26T06:28:51.205514+0000","last_became_active":"2024-07-26T06:28:50.048076+0000","last_became_peered":"2024-07-26T06:28:50.048076+0000","last_unstale":"2024-07-26T06:28:51.205514+0000","last_undegraded":"2024-07-26T06:28:51.205514+0000","last_fullsized":"2024-07-26T06:28:51.205514+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204794+0000","last_change":"2024-07-26T06:28:50.045247+0000","last_active":"2024-07-26T06:28:51.204794+0000","last_peered":"2024-07-26T06:28:51.204794+0000","last_clean":"2024-07-26T06:28:51.204794+0000","last_became_active":"2024-07-26T06:28:50.044967+0000","last_became_peered":"2024-07-26T06:28:50.044967+0000","last_unstale":"2024-07-26T06:28:51.204794+0000","last_undegraded":"2024-07-26T06:28:51.204794+0000","last_fullsized":"2024-07-26T06:28:51.204794+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205683+0000","last_change":"2024-07-26T06:28:50.048142+0000","last_active":"2024-07-26T06:28:51.205683+0000","last_peered":"2024-07-26T06:28:51.205683+0000","last_clean":"2024-07-26T06:28:51.205683+0000","last_became_active":"2024-07-26T06:28:50.047844+0000","last_became_peered":"2024-07-26T06:28:50.047844+0000","last_unstale":"2024-07-26T06:28:51.205683+0000","last_undegraded":"2024-07-26T06:28:51.205683+0000","last_fullsized":"2024-07-26T06:28:51.205683+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206179+0000","last_change":"2024-07-26T06:28:50.047369+0000","last_active":"2024-07-26T06:28:51.206179+0000","last_peered":"2024-07-26T06:28:51.206179+0000","last_clean":"2024-07-26T06:28:51.206179+0000","last_became_active":"2024-07-26T06:28:50.047095+0000","last_became_peered":"2024-07-26T06:28:50.047095+0000","last_unstale":"2024-07-26T06:28:51.206179+0000","last_undegraded":"2024-07-26T06:28:51.206179+0000","last_fullsized":"2024-07-26T06:28:51.206179+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032004+0000","last_change":"2024-07-26T06:28:50.042674+0000","last_active":"2024-07-26T06:28:51.032004+0000","last_peered":"2024-07-26T06:28:51.032004+0000","last_clean":"2024-07-26T06:28:51.032004+0000","last_became_active":"2024-07-26T06:28:50.042398+0000","last_became_peered":"2024-07-26T06:28:50.042398+0000","last_unstale":"2024-07-26T06:28:51.032004+0000","last_undegraded":"2024-07-26T06:28:51.032004+0000","last_fullsized":"2024-07-26T06:28:51.032004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205931+0000","last_change":"2024-07-26T06:28:50.040218+0000","last_active":"2024-07-26T06:28:51.205931+0000","last_peered":"2024-07-26T06:28:51.205931+0000","last_clean":"2024-07-26T06:28:51.205931+0000","last_became_active":"2024-07-26T06:28:50.039945+0000","last_became_peered":"2024-07-26T06:28:50.039945+0000","last_unstale":"2024-07-26T06:28:51.205931+0000","last_undegraded":"2024-07-26T06:28:51.205931+0000","last_fullsized":"2024-07-26T06:28:51.205931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205064+0000","last_change":"2024-07-26T06:28:50.058271+0000","last_active":"2024-07-26T06:28:51.205064+0000","last_peered":"2024-07-26T06:28:51.205064+0000","last_clean":"2024-07-26T06:28:51.205064+0000","last_became_active":"2024-07-26T06:28:50.057959+0000","last_became_peered":"2024-07-26T06:28:50.057959+0000","last_unstale":"2024-07-26T06:28:51.205064+0000","last_undegraded":"2024-07-26T06:28:51.205064+0000","last_fullsized":"2024-07-26T06:28:51.205064+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205102+0000","last_change":"2024-07-26T06:28:50.054457+0000","last_active":"2024-07-26T06:28:51.205102+0000","last_peered":"2024-07-26T06:28:51.205102+0000","last_clean":"2024-07-26T06:28:51.205102+0000","last_became_active":"2024-07-26T06:28:50.054032+0000","last_became_peered":"2024-07-26T06:28:50.054032+0000","last_unstale":"2024-07-26T06:28:51.205102+0000","last_undegraded":"2024-07-26T06:28:51.205102+0000","last_fullsized":"2024-07-26T06:28:51.205102+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206289+0000","last_change":"2024-07-26T06:28:50.049520+0000","last_active":"2024-07-26T06:28:51.206289+0000","last_peered":"2024-07-26T06:28:51.206289+0000","last_clean":"2024-07-26T06:28:51.206289+0000","last_became_active":"2024-07-26T06:28:50.048520+0000","last_became_peered":"2024-07-26T06:28:50.048520+0000","last_unstale":"2024-07-26T06:28:51.206289+0000","last_undegraded":"2024-07-26T06:28:51.206289+0000","last_fullsized":"2024-07-26T06:28:51.206289+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032572+0000","last_change":"2024-07-26T06:28:50.038513+0000","last_active":"2024-07-26T06:28:51.032572+0000","last_peered":"2024-07-26T06:28:51.032572+0000","last_clean":"2024-07-26T06:28:51.032572+0000","last_became_active":"2024-07-26T06:28:50.038249+0000","last_became_peered":"2024-07-26T06:28:50.038249+0000","last_unstale":"2024-07-26T06:28:51.032572+0000","last_undegraded":"2024-07-26T06:28:51.032572+0000","last_fullsized":"2024-07-26T06:28:51.032572+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205768+0000","last_change":"2024-07-26T06:28:50.042362+0000","last_active":"2024-07-26T06:28:51.205768+0000","last_peered":"2024-07-26T06:28:51.205768+0000","last_clean":"2024-07-26T06:28:51.205768+0000","last_became_active":"2024-07-26T06:28:50.042055+0000","last_became_peered":"2024-07-26T06:28:50.042055+0000","last_unstale":"2024-07-26T06:28:51.205768+0000","last_undegraded":"2024-07-26T06:28:51.205768+0000","last_fullsized":"2024-07-26T06:28:51.205768+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032773+0000","last_change":"2024-07-26T06:28:50.043304+0000","last_active":"2024-07-26T06:28:51.032773+0000","last_peered":"2024-07-26T06:28:51.032773+0000","last_clean":"2024-07-26T06:28:51.032773+0000","last_became_active":"2024-07-26T06:28:50.042675+0000","last_became_peered":"2024-07-26T06:28:50.042675+0000","last_unstale":"2024-07-26T06:28:51.032773+0000","last_undegraded":"2024-07-26T06:28:51.032773+0000","last_fullsized":"2024-07-26T06:28:51.032773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205995+0000","last_change":"2024-07-26T06:28:50.056225+0000","last_active":"2024-07-26T06:28:51.205995+0000","last_peered":"2024-07-26T06:28:51.205995+0000","last_clean":"2024-07-26T06:28:51.205995+0000","last_became_active":"2024-07-26T06:28:50.055951+0000","last_became_peered":"2024-07-26T06:28:50.055951+0000","last_unstale":"2024-07-26T06:28:51.205995+0000","last_undegraded":"2024-07-26T06:28:51.205995+0000","last_fullsized":"2024-07-26T06:28:51.205995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204626+0000","last_change":"2024-07-26T06:28:50.036099+0000","last_active":"2024-07-26T06:28:51.204626+0000","last_peered":"2024-07-26T06:28:51.204626+0000","last_clean":"2024-07-26T06:28:51.204626+0000","last_became_active":"2024-07-26T06:28:50.035801+0000","last_became_peered":"2024-07-26T06:28:50.035801+0000","last_unstale":"2024-07-26T06:28:51.204626+0000","last_undegraded":"2024-07-26T06:28:51.204626+0000","last_fullsized":"2024-07-26T06:28:51.204626+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032529+0000","last_change":"2024-07-26T06:28:50.048907+0000","last_active":"2024-07-26T06:28:51.032529+0000","last_peered":"2024-07-26T06:28:51.032529+0000","last_clean":"2024-07-26T06:28:51.032529+0000","last_became_active":"2024-07-26T06:28:50.048626+0000","last_became_peered":"2024-07-26T06:28:50.048626+0000","last_unstale":"2024-07-26T06:28:51.032529+0000","last_undegraded":"2024-07-26T06:28:51.032529+0000","last_fullsized":"2024-07-26T06:28:51.032529+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205198+0000","last_change":"2024-07-26T06:28:50.053742+0000","last_active":"2024-07-26T06:28:51.205198+0000","last_peered":"2024-07-26T06:28:51.205198+0000","last_clean":"2024-07-26T06:28:51.205198+0000","last_became_active":"2024-07-26T06:28:50.052584+0000","last_became_peered":"2024-07-26T06:28:50.052584+0000","last_unstale":"2024-07-26T06:28:51.205198+0000","last_undegraded":"2024-07-26T06:28:51.205198+0000","last_fullsized":"2024-07-26T06:28:51.205198+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206334+0000","last_change":"2024-07-26T06:28:50.050211+0000","last_active":"2024-07-26T06:28:51.206334+0000","last_peered":"2024-07-26T06:28:51.206334+0000","last_clean":"2024-07-26T06:28:51.206334+0000","last_became_active":"2024-07-26T06:28:50.049924+0000","last_became_peered":"2024-07-26T06:28:50.049924+0000","last_unstale":"2024-07-26T06:28:51.206334+0000","last_undegraded":"2024-07-26T06:28:51.206334+0000","last_fullsized":"2024-07-26T06:28:51.206334+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.031997+0000","last_change":"2024-07-26T06:28:50.042485+0000","last_active":"2024-07-26T06:28:51.031997+0000","last_peered":"2024-07-26T06:28:51.031997+0000","last_clean":"2024-07-26T06:28:51.031997+0000","last_became_active":"2024-07-26T06:28:50.042113+0000","last_became_peered":"2024-07-26T06:28:50.042113+0000","last_unstale":"2024-07-26T06:28:51.031997+0000","last_undegraded":"2024-07-26T06:28:51.031997+0000","last_fullsized":"2024-07-26T06:28:51.031997+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204773+0000","last_change":"2024-07-26T06:28:50.051172+0000","last_active":"2024-07-26T06:28:51.204773+0000","last_peered":"2024-07-26T06:28:51.204773+0000","last_clean":"2024-07-26T06:28:51.204773+0000","last_became_active":"2024-07-26T06:28:50.050918+0000","last_became_peered":"2024-07-26T06:28:50.050918+0000","last_unstale":"2024-07-26T06:28:51.204773+0000","last_undegraded":"2024-07-26T06:28:51.204773+0000","last_fullsized":"2024-07-26T06:28:51.204773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032518+0000","last_change":"2024-07-26T06:28:50.043294+0000","last_active":"2024-07-26T06:28:51.032518+0000","last_peered":"2024-07-26T06:28:51.032518+0000","last_clean":"2024-07-26T06:28:51.032518+0000","last_became_active":"2024-07-26T06:28:50.042386+0000","last_became_peered":"2024-07-26T06:28:50.042386+0000","last_unstale":"2024-07-26T06:28:51.032518+0000","last_undegraded":"2024-07-26T06:28:51.032518+0000","last_fullsized":"2024-07-26T06:28:51.032518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:47.810715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034623+0000","last_change":"2024-07-26T06:28:46.901438+0000","last_active":"2024-07-26T06:28:52.034623+0000","last_peered":"2024-07-26T06:28:52.034623+0000","last_clean":"2024-07-26T06:28:52.034623+0000","last_became_active":"2024-07-26T06:28:46.901166+0000","last_became_peered":"2024-07-26T06:28:46.901166+0000","last_unstale":"2024-07-26T06:28:52.034623+0000","last_undegraded":"2024-07-26T06:28:52.034623+0000","last_fullsized":"2024-07-26T06:28:52.034623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205361+0000","last_change":"2024-07-26T06:28:50.054004+0000","last_active":"2024-07-26T06:28:51.205361+0000","last_peered":"2024-07-26T06:28:51.205361+0000","last_clean":"2024-07-26T06:28:51.205361+0000","last_became_active":"2024-07-26T06:28:50.053706+0000","last_became_peered":"2024-07-26T06:28:50.053706+0000","last_unstale":"2024-07-26T06:28:51.205361+0000","last_undegraded":"2024-07-26T06:28:51.205361+0000","last_fullsized":"2024-07-26T06:28:51.205361+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.042996+0000","last_change":"2024-07-26T06:28:46.899472+0000","last_active":"2024-07-26T06:28:52.042996+0000","last_peered":"2024-07-26T06:28:52.042996+0000","last_clean":"2024-07-26T06:28:52.042996+0000","last_became_active":"2024-07-26T06:28:46.898426+0000","last_became_peered":"2024-07-26T06:28:46.898426+0000","last_unstale":"2024-07-26T06:28:52.042996+0000","last_undegraded":"2024-07-26T06:28:52.042996+0000","last_fullsized":"2024-07-26T06:28:52.042996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032700+0000","last_change":"2024-07-26T06:28:46.901597+0000","last_active":"2024-07-26T06:28:51.032700+0000","last_peered":"2024-07-26T06:28:51.032700+0000","last_clean":"2024-07-26T06:28:51.032700+0000","last_became_active":"2024-07-26T06:28:46.901297+0000","last_became_peered":"2024-07-26T06:28:46.901297+0000","last_unstale":"2024-07-26T06:28:51.032700+0000","last_undegraded":"2024-07-26T06:28:51.032700+0000","last_fullsized":"2024-07-26T06:28:51.032700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032624+0000","last_change":"2024-07-26T06:28:50.047482+0000","last_active":"2024-07-26T06:28:51.032624+0000","last_peered":"2024-07-26T06:28:51.032624+0000","last_clean":"2024-07-26T06:28:51.032624+0000","last_became_active":"2024-07-26T06:28:50.047220+0000","last_became_peered":"2024-07-26T06:28:50.047220+0000","last_unstale":"2024-07-26T06:28:51.032624+0000","last_undegraded":"2024-07-26T06:28:51.032624+0000","last_fullsized":"2024-07-26T06:28:51.032624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206088+0000","last_change":"2024-07-26T06:28:46.902421+0000","last_active":"2024-07-26T06:28:51.206088+0000","last_peered":"2024-07-26T06:28:51.206088+0000","last_clean":"2024-07-26T06:28:51.206088+0000","last_became_active":"2024-07-26T06:28:46.902145+0000","last_became_peered":"2024-07-26T06:28:46.902145+0000","last_unstale":"2024-07-26T06:28:51.206088+0000","last_undegraded":"2024-07-26T06:28:51.206088+0000","last_fullsized":"2024-07-26T06:28:51.206088+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204545+0000","last_change":"2024-07-26T06:28:50.051590+0000","last_active":"2024-07-26T06:28:51.204545+0000","last_peered":"2024-07-26T06:28:51.204545+0000","last_clean":"2024-07-26T06:28:51.204545+0000","last_became_active":"2024-07-26T06:28:50.051312+0000","last_became_peered":"2024-07-26T06:28:50.051312+0000","last_unstale":"2024-07-26T06:28:51.204545+0000","last_undegraded":"2024-07-26T06:28:51.204545+0000","last_fullsized":"2024-07-26T06:28:51.204545+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205586+0000","last_change":"2024-07-26T06:28:46.900669+0000","last_active":"2024-07-26T06:28:51.205586+0000","last_peered":"2024-07-26T06:28:51.205586+0000","last_clean":"2024-07-26T06:28:51.205586+0000","last_became_active":"2024-07-26T06:28:46.900373+0000","last_became_peered":"2024-07-26T06:28:46.900373+0000","last_unstale":"2024-07-26T06:28:51.205586+0000","last_undegraded":"2024-07-26T06:28:51.205586+0000","last_fullsized":"2024-07-26T06:28:51.205586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206116+0000","last_change":"2024-07-26T06:28:50.047159+0000","last_active":"2024-07-26T06:28:51.206116+0000","last_peered":"2024-07-26T06:28:51.206116+0000","last_clean":"2024-07-26T06:28:51.206116+0000","last_became_active":"2024-07-26T06:28:50.046880+0000","last_became_peered":"2024-07-26T06:28:50.046880+0000","last_unstale":"2024-07-26T06:28:51.206116+0000","last_undegraded":"2024-07-26T06:28:51.206116+0000","last_fullsized":"2024-07-26T06:28:51.206116+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206480+0000","last_change":"2024-07-26T06:28:46.905196+0000","last_active":"2024-07-26T06:28:51.206480+0000","last_peered":"2024-07-26T06:28:51.206480+0000","last_clean":"2024-07-26T06:28:51.206480+0000","last_became_active":"2024-07-26T06:28:46.904905+0000","last_became_peered":"2024-07-26T06:28:46.904905+0000","last_unstale":"2024-07-26T06:28:51.206480+0000","last_undegraded":"2024-07-26T06:28:51.206480+0000","last_fullsized":"2024-07-26T06:28:51.206480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205669+0000","last_change":"2024-07-26T06:28:50.050483+0000","last_active":"2024-07-26T06:28:51.205669+0000","last_peered":"2024-07-26T06:28:51.205669+0000","last_clean":"2024-07-26T06:28:51.205669+0000","last_became_active":"2024-07-26T06:28:50.049776+0000","last_became_peered":"2024-07-26T06:28:50.049776+0000","last_unstale":"2024-07-26T06:28:51.205669+0000","last_undegraded":"2024-07-26T06:28:51.205669+0000","last_fullsized":"2024-07-26T06:28:51.205669+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048437+0000","last_change":"2024-07-26T06:28:46.902803+0000","last_active":"2024-07-26T06:28:52.048437+0000","last_peered":"2024-07-26T06:28:52.048437+0000","last_clean":"2024-07-26T06:28:52.048437+0000","last_became_active":"2024-07-26T06:28:46.902488+0000","last_became_peered":"2024-07-26T06:28:46.902488+0000","last_unstale":"2024-07-26T06:28:52.048437+0000","last_undegraded":"2024-07-26T06:28:52.048437+0000","last_fullsized":"2024-07-26T06:28:52.048437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.033157+0000","last_change":"2024-07-26T06:28:50.052800+0000","last_active":"2024-07-26T06:28:51.033157+0000","last_peered":"2024-07-26T06:28:51.033157+0000","last_clean":"2024-07-26T06:28:51.033157+0000","last_became_active":"2024-07-26T06:28:50.052092+0000","last_became_peered":"2024-07-26T06:28:50.052092+0000","last_unstale":"2024-07-26T06:28:51.033157+0000","last_undegraded":"2024-07-26T06:28:51.033157+0000","last_fullsized":"2024-07-26T06:28:51.033157+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049751+0000","last_change":"2024-07-26T06:28:46.901604+0000","last_active":"2024-07-26T06:28:52.049751+0000","last_peered":"2024-07-26T06:28:52.049751+0000","last_clean":"2024-07-26T06:28:52.049751+0000","last_became_active":"2024-07-26T06:28:46.901265+0000","last_became_peered":"2024-07-26T06:28:46.901265+0000","last_unstale":"2024-07-26T06:28:52.049751+0000","last_undegraded":"2024-07-26T06:28:52.049751+0000","last_fullsized":"2024-07-26T06:28:52.049751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206035+0000","last_change":"2024-07-26T06:28:50.044948+0000","last_active":"2024-07-26T06:28:51.206035+0000","last_peered":"2024-07-26T06:28:51.206035+0000","last_clean":"2024-07-26T06:28:51.206035+0000","last_became_active":"2024-07-26T06:28:50.044679+0000","last_became_peered":"2024-07-26T06:28:50.044679+0000","last_unstale":"2024-07-26T06:28:51.206035+0000","last_undegraded":"2024-07-26T06:28:51.206035+0000","last_fullsized":"2024-07-26T06:28:51.206035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048716+0000","last_change":"2024-07-26T06:28:46.899735+0000","last_active":"2024-07-26T06:28:52.048716+0000","last_peered":"2024-07-26T06:28:52.048716+0000","last_clean":"2024-07-26T06:28:52.048716+0000","last_became_active":"2024-07-26T06:28:46.899454+0000","last_became_peered":"2024-07-26T06:28:46.899454+0000","last_unstale":"2024-07-26T06:28:52.048716+0000","last_undegraded":"2024-07-26T06:28:52.048716+0000","last_fullsized":"2024-07-26T06:28:52.048716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205526+0000","last_change":"2024-07-26T06:28:50.052209+0000","last_active":"2024-07-26T06:28:51.205526+0000","last_peered":"2024-07-26T06:28:51.205526+0000","last_clean":"2024-07-26T06:28:51.205526+0000","last_became_active":"2024-07-26T06:28:50.051867+0000","last_became_peered":"2024-07-26T06:28:50.051867+0000","last_unstale":"2024-07-26T06:28:51.205526+0000","last_undegraded":"2024-07-26T06:28:51.205526+0000","last_fullsized":"2024-07-26T06:28:51.205526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:17.289205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206358+0000","last_change":"2024-07-26T06:28:46.902998+0000","last_active":"2024-07-26T06:28:51.206358+0000","last_peered":"2024-07-26T06:28:51.206358+0000","last_clean":"2024-07-26T06:28:51.206358+0000","last_became_active":"2024-07-26T06:28:46.902650+0000","last_became_peered":"2024-07-26T06:28:46.902650+0000","last_unstale":"2024-07-26T06:28:51.206358+0000","last_undegraded":"2024-07-26T06:28:51.206358+0000","last_fullsized":"2024-07-26T06:28:51.206358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205447+0000","last_change":"2024-07-26T06:28:50.047392+0000","last_active":"2024-07-26T06:28:51.205447+0000","last_peered":"2024-07-26T06:28:51.205447+0000","last_clean":"2024-07-26T06:28:51.205447+0000","last_became_active":"2024-07-26T06:28:50.047092+0000","last_became_peered":"2024-07-26T06:28:50.047092+0000","last_unstale":"2024-07-26T06:28:51.205447+0000","last_undegraded":"2024-07-26T06:28:51.205447+0000","last_fullsized":"2024-07-26T06:28:51.205447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204863+0000","last_change":"2024-07-26T06:28:46.905349+0000","last_active":"2024-07-26T06:28:51.204863+0000","last_peered":"2024-07-26T06:28:51.204863+0000","last_clean":"2024-07-26T06:28:51.204863+0000","last_became_active":"2024-07-26T06:28:46.905028+0000","last_became_peered":"2024-07-26T06:28:46.905028+0000","last_unstale":"2024-07-26T06:28:51.204863+0000","last_undegraded":"2024-07-26T06:28:51.204863+0000","last_fullsized":"2024-07-26T06:28:51.204863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204878+0000","last_change":"2024-07-26T06:28:50.052186+0000","last_active":"2024-07-26T06:28:51.204878+0000","last_peered":"2024-07-26T06:28:51.204878+0000","last_clean":"2024-07-26T06:28:51.204878+0000","last_became_active":"2024-07-26T06:28:50.051941+0000","last_became_peered":"2024-07-26T06:28:50.051941+0000","last_unstale":"2024-07-26T06:28:51.204878+0000","last_undegraded":"2024-07-26T06:28:51.204878+0000","last_fullsized":"2024-07-26T06:28:51.204878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:37.613011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.051008+0000","last_change":"2024-07-26T06:28:46.907080+0000","last_active":"2024-07-26T06:28:52.051008+0000","last_peered":"2024-07-26T06:28:52.051008+0000","last_clean":"2024-07-26T06:28:52.051008+0000","last_became_active":"2024-07-26T06:28:46.906813+0000","last_became_peered":"2024-07-26T06:28:46.906813+0000","last_unstale":"2024-07-26T06:28:52.051008+0000","last_undegraded":"2024-07-26T06:28:52.051008+0000","last_fullsized":"2024-07-26T06:28:52.051008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204752+0000","last_change":"2024-07-26T06:28:50.047481+0000","last_active":"2024-07-26T06:28:51.204752+0000","last_peered":"2024-07-26T06:28:51.204752+0000","last_clean":"2024-07-26T06:28:51.204752+0000","last_became_active":"2024-07-26T06:28:50.047171+0000","last_became_peered":"2024-07-26T06:28:50.047171+0000","last_unstale":"2024-07-26T06:28:51.204752+0000","last_undegraded":"2024-07-26T06:28:51.204752+0000","last_fullsized":"2024-07-26T06:28:51.204752+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:23:04.791420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034666+0000","last_change":"2024-07-26T06:28:46.900894+0000","last_active":"2024-07-26T06:28:52.034666+0000","last_peered":"2024-07-26T06:28:52.034666+0000","last_clean":"2024-07-26T06:28:52.034666+0000","last_became_active":"2024-07-26T06:28:46.900547+0000","last_became_peered":"2024-07-26T06:28:46.900547+0000","last_unstale":"2024-07-26T06:28:52.034666+0000","last_undegraded":"2024-07-26T06:28:52.034666+0000","last_fullsized":"2024-07-26T06:28:52.034666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205591+0000","last_change":"2024-07-26T06:28:50.052408+0000","last_active":"2024-07-26T06:28:51.205591+0000","last_peered":"2024-07-26T06:28:51.205591+0000","last_clean":"2024-07-26T06:28:51.205591+0000","last_became_active":"2024-07-26T06:28:50.051868+0000","last_became_peered":"2024-07-26T06:28:50.051868+0000","last_unstale":"2024-07-26T06:28:51.205591+0000","last_undegraded":"2024-07-26T06:28:51.205591+0000","last_fullsized":"2024-07-26T06:28:51.205591+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048947+0000","last_change":"2024-07-26T06:28:46.894836+0000","last_active":"2024-07-26T06:28:52.048947+0000","last_peered":"2024-07-26T06:28:52.048947+0000","last_clean":"2024-07-26T06:28:52.048947+0000","last_became_active":"2024-07-26T06:28:46.894454+0000","last_became_peered":"2024-07-26T06:28:46.894454+0000","last_unstale":"2024-07-26T06:28:52.048947+0000","last_undegraded":"2024-07-26T06:28:52.048947+0000","last_fullsized":"2024-07-26T06:28:52.048947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:55.547069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205373+0000","last_change":"2024-07-26T06:28:50.052060+0000","last_active":"2024-07-26T06:28:51.205373+0000","last_peered":"2024-07-26T06:28:51.205373+0000","last_clean":"2024-07-26T06:28:51.205373+0000","last_became_active":"2024-07-26T06:28:50.051703+0000","last_became_peered":"2024-07-26T06:28:50.051703+0000","last_unstale":"2024-07-26T06:28:51.205373+0000","last_undegraded":"2024-07-26T06:28:51.205373+0000","last_fullsized":"2024-07-26T06:28:51.205373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:36:19.202138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.033716+0000","last_change":"2024-07-26T06:28:46.903364+0000","last_active":"2024-07-26T06:28:52.033716+0000","last_peered":"2024-07-26T06:28:52.033716+0000","last_clean":"2024-07-26T06:28:52.033716+0000","last_became_active":"2024-07-26T06:28:46.903037+0000","last_became_peered":"2024-07-26T06:28:46.903037+0000","last_unstale":"2024-07-26T06:28:52.033716+0000","last_undegraded":"2024-07-26T06:28:52.033716+0000","last_fullsized":"2024-07-26T06:28:52.033716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206120+0000","last_change":"2024-07-26T06:28:50.044295+0000","last_active":"2024-07-26T06:28:51.206120+0000","last_peered":"2024-07-26T06:28:51.206120+0000","last_clean":"2024-07-26T06:28:51.206120+0000","last_became_active":"2024-07-26T06:28:50.044016+0000","last_became_peered":"2024-07-26T06:28:50.044016+0000","last_unstale":"2024-07-26T06:28:51.206120+0000","last_undegraded":"2024-07-26T06:28:51.206120+0000","last_fullsized":"2024-07-26T06:28:51.206120+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032460+0000","last_change":"2024-07-26T06:28:46.905583+0000","last_active":"2024-07-26T06:28:51.032460+0000","last_peered":"2024-07-26T06:28:51.032460+0000","last_clean":"2024-07-26T06:28:51.032460+0000","last_became_active":"2024-07-26T06:28:46.905030+0000","last_became_peered":"2024-07-26T06:28:46.905030+0000","last_unstale":"2024-07-26T06:28:51.032460+0000","last_undegraded":"2024-07-26T06:28:51.032460+0000","last_fullsized":"2024-07-26T06:28:51.032460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205763+0000","last_change":"2024-07-26T06:28:50.041187+0000","last_active":"2024-07-26T06:28:51.205763+0000","last_peered":"2024-07-26T06:28:51.205763+0000","last_clean":"2024-07-26T06:28:51.205763+0000","last_became_active":"2024-07-26T06:28:50.040938+0000","last_became_peered":"2024-07-26T06:28:50.040938+0000","last_unstale":"2024-07-26T06:28:51.205763+0000","last_undegraded":"2024-07-26T06:28:51.205763+0000","last_fullsized":"2024-07-26T06:28:51.205763+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":234,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204714+0000","last_change":"2024-07-26T06:28:26.314362+0000","last_active":"2024-07-26T06:28:51.204714+0000","last_peered":"2024-07-26T06:28:51.204714+0000","last_clean":"2024-07-26T06:28:51.204714+0000","last_became_active":"2024-07-26T06:28:26.313967+0000","last_became_peered":"2024-07-26T06:28:26.313967+0000","last_unstale":"2024-07-26T06:28:51.204714+0000","last_undegraded":"2024-07-26T06:28:51.204714+0000","last_fullsized":"2024-07-26T06:28:51.204714+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_clean_scrub_stamp":"2024-07-26T06:26:26.334747+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205641+0000","last_change":"2024-07-26T06:28:46.903565+0000","last_active":"2024-07-26T06:28:51.205641+0000","last_peered":"2024-07-26T06:28:51.205641+0000","last_clean":"2024-07-26T06:28:51.205641+0000","last_became_active":"2024-07-26T06:28:46.903213+0000","last_became_peered":"2024-07-26T06:28:46.903213+0000","last_unstale":"2024-07-26T06:28:51.205641+0000","last_undegraded":"2024-07-26T06:28:51.205641+0000","last_fullsized":"2024-07-26T06:28:51.205641+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032235+0000","last_change":"2024-07-26T06:28:50.043873+0000","last_active":"2024-07-26T06:28:51.032235+0000","last_peered":"2024-07-26T06:28:51.032235+0000","last_clean":"2024-07-26T06:28:51.032235+0000","last_became_active":"2024-07-26T06:28:50.043547+0000","last_became_peered":"2024-07-26T06:28:50.043547+0000","last_unstale":"2024-07-26T06:28:51.032235+0000","last_undegraded":"2024-07-26T06:28:51.032235+0000","last_fullsized":"2024-07-26T06:28:51.032235+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204853+0000","last_change":"2024-07-26T06:28:46.907762+0000","last_active":"2024-07-26T06:28:51.204853+0000","last_peered":"2024-07-26T06:28:51.204853+0000","last_clean":"2024-07-26T06:28:51.204853+0000","last_became_active":"2024-07-26T06:28:46.906873+0000","last_became_peered":"2024-07-26T06:28:46.906873+0000","last_unstale":"2024-07-26T06:28:51.204853+0000","last_undegraded":"2024-07-26T06:28:51.204853+0000","last_fullsized":"2024-07-26T06:28:51.204853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204877+0000","last_change":"2024-07-26T06:28:50.051818+0000","last_active":"2024-07-26T06:28:51.204877+0000","last_peered":"2024-07-26T06:28:51.204877+0000","last_clean":"2024-07-26T06:28:51.204877+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:28:51.204877+0000","last_undegraded":"2024-07-26T06:28:51.204877+0000","last_fullsized":"2024-07-26T06:28:51.204877+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032075+0000","last_change":"2024-07-26T06:28:46.898665+0000","last_active":"2024-07-26T06:28:51.032075+0000","last_peered":"2024-07-26T06:28:51.032075+0000","last_clean":"2024-07-26T06:28:51.032075+0000","last_became_active":"2024-07-26T06:28:46.898372+0000","last_became_peered":"2024-07-26T06:28:46.898372+0000","last_unstale":"2024-07-26T06:28:51.032075+0000","last_undegraded":"2024-07-26T06:28:51.032075+0000","last_fullsized":"2024-07-26T06:28:51.032075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204483+0000","last_change":"2024-07-26T06:28:50.050289+0000","last_active":"2024-07-26T06:28:51.204483+0000","last_peered":"2024-07-26T06:28:51.204483+0000","last_clean":"2024-07-26T06:28:51.204483+0000","last_became_active":"2024-07-26T06:28:50.050035+0000","last_became_peered":"2024-07-26T06:28:50.050035+0000","last_unstale":"2024-07-26T06:28:51.204483+0000","last_undegraded":"2024-07-26T06:28:51.204483+0000","last_fullsized":"2024-07-26T06:28:51.204483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206413+0000","last_change":"2024-07-26T06:28:46.906222+0000","last_active":"2024-07-26T06:28:51.206413+0000","last_peered":"2024-07-26T06:28:51.206413+0000","last_clean":"2024-07-26T06:28:51.206413+0000","last_became_active":"2024-07-26T06:28:46.905824+0000","last_became_peered":"2024-07-26T06:28:46.905824+0000","last_unstale":"2024-07-26T06:28:51.206413+0000","last_undegraded":"2024-07-26T06:28:51.206413+0000","last_fullsized":"2024-07-26T06:28:51.206413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032848+0000","last_change":"2024-07-26T06:28:50.051432+0000","last_active":"2024-07-26T06:28:51.032848+0000","last_peered":"2024-07-26T06:28:51.032848+0000","last_clean":"2024-07-26T06:28:51.032848+0000","last_became_active":"2024-07-26T06:28:50.050988+0000","last_became_peered":"2024-07-26T06:28:50.050988+0000","last_unstale":"2024-07-26T06:28:51.032848+0000","last_undegraded":"2024-07-26T06:28:51.032848+0000","last_fullsized":"2024-07-26T06:28:51.032848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204743+0000","last_change":"2024-07-26T06:28:46.905633+0000","last_active":"2024-07-26T06:28:51.204743+0000","last_peered":"2024-07-26T06:28:51.204743+0000","last_clean":"2024-07-26T06:28:51.204743+0000","last_became_active":"2024-07-26T06:28:46.905263+0000","last_became_peered":"2024-07-26T06:28:46.905263+0000","last_unstale":"2024-07-26T06:28:51.204743+0000","last_undegraded":"2024-07-26T06:28:51.204743+0000","last_fullsized":"2024-07-26T06:28:51.204743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206052+0000","last_change":"2024-07-26T06:28:50.042188+0000","last_active":"2024-07-26T06:28:51.206052+0000","last_peered":"2024-07-26T06:28:51.206052+0000","last_clean":"2024-07-26T06:28:51.206052+0000","last_became_active":"2024-07-26T06:28:50.041197+0000","last_became_peered":"2024-07-26T06:28:50.041197+0000","last_unstale":"2024-07-26T06:28:51.206052+0000","last_undegraded":"2024-07-26T06:28:51.206052+0000","last_fullsized":"2024-07-26T06:28:51.206052+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206007+0000","last_change":"2024-07-26T06:28:46.906287+0000","last_active":"2024-07-26T06:28:51.206007+0000","last_peered":"2024-07-26T06:28:51.206007+0000","last_clean":"2024-07-26T06:28:51.206007+0000","last_became_active":"2024-07-26T06:28:46.905982+0000","last_became_peered":"2024-07-26T06:28:46.905982+0000","last_unstale":"2024-07-26T06:28:51.206007+0000","last_undegraded":"2024-07-26T06:28:51.206007+0000","last_fullsized":"2024-07-26T06:28:51.206007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204715+0000","last_change":"2024-07-26T06:28:50.040847+0000","last_active":"2024-07-26T06:28:51.204715+0000","last_peered":"2024-07-26T06:28:51.204715+0000","last_clean":"2024-07-26T06:28:51.204715+0000","last_became_active":"2024-07-26T06:28:50.040539+0000","last_became_peered":"2024-07-26T06:28:50.040539+0000","last_unstale":"2024-07-26T06:28:51.204715+0000","last_undegraded":"2024-07-26T06:28:51.204715+0000","last_fullsized":"2024-07-26T06:28:51.204715+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.033836+0000","last_change":"2024-07-26T06:28:46.902449+0000","last_active":"2024-07-26T06:28:52.033836+0000","last_peered":"2024-07-26T06:28:52.033836+0000","last_clean":"2024-07-26T06:28:52.033836+0000","last_became_active":"2024-07-26T06:28:46.902138+0000","last_became_peered":"2024-07-26T06:28:46.902138+0000","last_unstale":"2024-07-26T06:28:52.033836+0000","last_undegraded":"2024-07-26T06:28:52.033836+0000","last_fullsized":"2024-07-26T06:28:52.033836+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032831+0000","last_change":"2024-07-26T06:28:50.048276+0000","last_active":"2024-07-26T06:28:51.032831+0000","last_peered":"2024-07-26T06:28:51.032831+0000","last_clean":"2024-07-26T06:28:51.032831+0000","last_became_active":"2024-07-26T06:28:50.048000+0000","last_became_peered":"2024-07-26T06:28:50.048000+0000","last_unstale":"2024-07-26T06:28:51.032831+0000","last_undegraded":"2024-07-26T06:28:51.032831+0000","last_fullsized":"2024-07-26T06:28:51.032831+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049946+0000","last_change":"2024-07-26T06:28:46.899031+0000","last_active":"2024-07-26T06:28:52.049946+0000","last_peered":"2024-07-26T06:28:52.049946+0000","last_clean":"2024-07-26T06:28:52.049946+0000","last_became_active":"2024-07-26T06:28:46.898536+0000","last_became_peered":"2024-07-26T06:28:46.898536+0000","last_unstale":"2024-07-26T06:28:52.049946+0000","last_undegraded":"2024-07-26T06:28:52.049946+0000","last_fullsized":"2024-07-26T06:28:52.049946+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205124+0000","last_change":"2024-07-26T06:28:50.052650+0000","last_active":"2024-07-26T06:28:51.205124+0000","last_peered":"2024-07-26T06:28:51.205124+0000","last_clean":"2024-07-26T06:28:51.205124+0000","last_became_active":"2024-07-26T06:28:50.052272+0000","last_became_peered":"2024-07-26T06:28:50.052272+0000","last_unstale":"2024-07-26T06:28:51.205124+0000","last_undegraded":"2024-07-26T06:28:51.205124+0000","last_fullsized":"2024-07-26T06:28:51.205124+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204627+0000","last_change":"2024-07-26T06:28:46.907337+0000","last_active":"2024-07-26T06:28:51.204627+0000","last_peered":"2024-07-26T06:28:51.204627+0000","last_clean":"2024-07-26T06:28:51.204627+0000","last_became_active":"2024-07-26T06:28:46.905272+0000","last_became_peered":"2024-07-26T06:28:46.905272+0000","last_unstale":"2024-07-26T06:28:51.204627+0000","last_undegraded":"2024-07-26T06:28:51.204627+0000","last_fullsized":"2024-07-26T06:28:51.204627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032651+0000","last_change":"2024-07-26T06:28:50.048856+0000","last_active":"2024-07-26T06:28:51.032651+0000","last_peered":"2024-07-26T06:28:51.032651+0000","last_clean":"2024-07-26T06:28:51.032651+0000","last_became_active":"2024-07-26T06:28:50.045851+0000","last_became_peered":"2024-07-26T06:28:50.045851+0000","last_unstale":"2024-07-26T06:28:51.032651+0000","last_undegraded":"2024-07-26T06:28:51.032651+0000","last_fullsized":"2024-07-26T06:28:51.032651+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204875+0000","last_change":"2024-07-26T06:28:46.908282+0000","last_active":"2024-07-26T06:28:51.204875+0000","last_peered":"2024-07-26T06:28:51.204875+0000","last_clean":"2024-07-26T06:28:51.204875+0000","last_became_active":"2024-07-26T06:28:46.908015+0000","last_became_peered":"2024-07-26T06:28:46.908015+0000","last_unstale":"2024-07-26T06:28:51.204875+0000","last_undegraded":"2024-07-26T06:28:51.204875+0000","last_fullsized":"2024-07-26T06:28:51.204875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032716+0000","last_change":"2024-07-26T06:28:50.040783+0000","last_active":"2024-07-26T06:28:51.032716+0000","last_peered":"2024-07-26T06:28:51.032716+0000","last_clean":"2024-07-26T06:28:51.032716+0000","last_became_active":"2024-07-26T06:28:50.040490+0000","last_became_peered":"2024-07-26T06:28:50.040490+0000","last_unstale":"2024-07-26T06:28:51.032716+0000","last_undegraded":"2024-07-26T06:28:51.032716+0000","last_fullsized":"2024-07-26T06:28:51.032716+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205122+0000","last_change":"2024-07-26T06:28:46.907623+0000","last_active":"2024-07-26T06:28:51.205122+0000","last_peered":"2024-07-26T06:28:51.205122+0000","last_clean":"2024-07-26T06:28:51.205122+0000","last_became_active":"2024-07-26T06:28:46.907360+0000","last_became_peered":"2024-07-26T06:28:46.907360+0000","last_unstale":"2024-07-26T06:28:51.205122+0000","last_undegraded":"2024-07-26T06:28:51.205122+0000","last_fullsized":"2024-07-26T06:28:51.205122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032180+0000","last_change":"2024-07-26T06:28:50.049389+0000","last_active":"2024-07-26T06:28:51.032180+0000","last_peered":"2024-07-26T06:28:51.032180+0000","last_clean":"2024-07-26T06:28:51.032180+0000","last_became_active":"2024-07-26T06:28:50.049121+0000","last_became_peered":"2024-07-26T06:28:50.049121+0000","last_unstale":"2024-07-26T06:28:51.032180+0000","last_undegraded":"2024-07-26T06:28:51.032180+0000","last_fullsized":"2024-07-26T06:28:51.032180+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049439+0000","last_change":"2024-07-26T06:28:46.905758+0000","last_active":"2024-07-26T06:28:52.049439+0000","last_peered":"2024-07-26T06:28:52.049439+0000","last_clean":"2024-07-26T06:28:52.049439+0000","last_became_active":"2024-07-26T06:28:46.905455+0000","last_became_peered":"2024-07-26T06:28:46.905455+0000","last_unstale":"2024-07-26T06:28:52.049439+0000","last_undegraded":"2024-07-26T06:28:52.049439+0000","last_fullsized":"2024-07-26T06:28:52.049439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204939+0000","last_change":"2024-07-26T06:28:50.048897+0000","last_active":"2024-07-26T06:28:51.204939+0000","last_peered":"2024-07-26T06:28:51.204939+0000","last_clean":"2024-07-26T06:28:51.204939+0000","last_became_active":"2024-07-26T06:28:50.048592+0000","last_became_peered":"2024-07-26T06:28:50.048592+0000","last_unstale":"2024-07-26T06:28:51.204939+0000","last_undegraded":"2024-07-26T06:28:51.204939+0000","last_fullsized":"2024-07-26T06:28:51.204939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205953+0000","last_change":"2024-07-26T06:28:50.051850+0000","last_active":"2024-07-26T06:28:51.205953+0000","last_peered":"2024-07-26T06:28:51.205953+0000","last_clean":"2024-07-26T06:28:51.205953+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:28:51.205953+0000","last_undegraded":"2024-07-26T06:28:51.205953+0000","last_fullsized":"2024-07-26T06:28:51.205953+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048078+0000","last_change":"2024-07-26T06:28:46.900238+0000","last_active":"2024-07-26T06:28:52.048078+0000","last_peered":"2024-07-26T06:28:52.048078+0000","last_clean":"2024-07-26T06:28:52.048078+0000","last_became_active":"2024-07-26T06:28:46.899972+0000","last_became_peered":"2024-07-26T06:28:46.899972+0000","last_unstale":"2024-07-26T06:28:52.048078+0000","last_undegraded":"2024-07-26T06:28:52.048078+0000","last_fullsized":"2024-07-26T06:28:52.048078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206049+0000","last_change":"2024-07-26T06:28:50.050914+0000","last_active":"2024-07-26T06:28:51.206049+0000","last_peered":"2024-07-26T06:28:51.206049+0000","last_clean":"2024-07-26T06:28:51.206049+0000","last_became_active":"2024-07-26T06:28:50.050607+0000","last_became_peered":"2024-07-26T06:28:50.050607+0000","last_unstale":"2024-07-26T06:28:51.206049+0000","last_undegraded":"2024-07-26T06:28:51.206049+0000","last_fullsized":"2024-07-26T06:28:51.206049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:40.753797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049814+0000","last_change":"2024-07-26T06:28:46.901700+0000","last_active":"2024-07-26T06:28:52.049814+0000","last_peered":"2024-07-26T06:28:52.049814+0000","last_clean":"2024-07-26T06:28:52.049814+0000","last_became_active":"2024-07-26T06:28:46.901421+0000","last_became_peered":"2024-07-26T06:28:46.901421+0000","last_unstale":"2024-07-26T06:28:52.049814+0000","last_undegraded":"2024-07-26T06:28:52.049814+0000","last_fullsized":"2024-07-26T06:28:52.049814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205605+0000","last_change":"2024-07-26T06:28:50.045738+0000","last_active":"2024-07-26T06:28:51.205605+0000","last_peered":"2024-07-26T06:28:51.205605+0000","last_clean":"2024-07-26T06:28:51.205605+0000","last_became_active":"2024-07-26T06:28:50.045478+0000","last_became_peered":"2024-07-26T06:28:50.045478+0000","last_unstale":"2024-07-26T06:28:51.205605+0000","last_undegraded":"2024-07-26T06:28:51.205605+0000","last_fullsized":"2024-07-26T06:28:51.205605+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034666+0000","last_change":"2024-07-26T06:28:46.900294+0000","last_active":"2024-07-26T06:28:52.034666+0000","last_peered":"2024-07-26T06:28:52.034666+0000","last_clean":"2024-07-26T06:28:52.034666+0000","last_became_active":"2024-07-26T06:28:46.899694+0000","last_became_peered":"2024-07-26T06:28:46.899694+0000","last_unstale":"2024-07-26T06:28:52.034666+0000","last_undegraded":"2024-07-26T06:28:52.034666+0000","last_fullsized":"2024-07-26T06:28:52.034666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032243+0000","last_change":"2024-07-26T06:28:50.045768+0000","last_active":"2024-07-26T06:28:51.032243+0000","last_peered":"2024-07-26T06:28:51.032243+0000","last_clean":"2024-07-26T06:28:51.032243+0000","last_became_active":"2024-07-26T06:28:50.045474+0000","last_became_peered":"2024-07-26T06:28:50.045474+0000","last_unstale":"2024-07-26T06:28:51.032243+0000","last_undegraded":"2024-07-26T06:28:51.032243+0000","last_fullsized":"2024-07-26T06:28:51.032243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.050017+0000","last_change":"2024-07-26T06:28:46.902452+0000","last_active":"2024-07-26T06:28:52.050017+0000","last_peered":"2024-07-26T06:28:52.050017+0000","last_clean":"2024-07-26T06:28:52.050017+0000","last_became_active":"2024-07-26T06:28:46.902156+0000","last_became_peered":"2024-07-26T06:28:46.902156+0000","last_unstale":"2024-07-26T06:28:52.050017+0000","last_undegraded":"2024-07-26T06:28:52.050017+0000","last_fullsized":"2024-07-26T06:28:52.050017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":870600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":871295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63900000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.63},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.55400000000000005}]},{"osd":4,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.39200000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]}]},{"osd":5,"up_from":39,"seq":167503724564,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":280959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46700000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.38100000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.372},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.439}]},{"osd":3,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Jul 26 06:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":280071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.505},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.46100000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.35599999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.373},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.51900000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40699999999999997,"15min":0.41099999999999998},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54400000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.43099999999999999,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.63600000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.33600000000000002}]},{"osd":1,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.44500000000000001,"15min":0.45600000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.48199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44400000000000001,"15min":0.45200000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60399999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.39100000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.311},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.46400000000000002,"15min":0.46999999999999997},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32300000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:28:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.69599999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59899999999999998,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.499},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.42399999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.42899999999999999,"15min":0.42099999999999999},"min":{"1min":0.34100000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.45900000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.433},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46300000000000002,"15min":0.46200000000000002},"min":{"1min":0.371,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:28:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.621}]},{"osd":5,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.65100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.752},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.64100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":279535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.33300000000000002,"15min":0.312},"min":{"1min":0.26000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.51200000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.33200000000000002,"15min":0.312},"min":{"1min":0.246,"5min":0.193,"15min":0.193},"max":{"1min":0.44400000000000001,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.32200000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.38,"15min":0.375},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.311}]},{"osd":3,"last update":"Fri Jul 26 06:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60199999999999998,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.433,"15min":0.435},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59899999999999998,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:28:16 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Jul 26 06:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36099999999999999,"15min":0.34899999999999998},"min":{"1min":0.21199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35699999999999998,"15min":0.33700000000000002},"min":{"1min":0.23899999999999999,"5min":0.184,"15min":0.184},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.29399999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.63900000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.29399999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.628,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.311}]},{"osd":3,"last update":"Fri Jul 26 06:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.59499999999999997,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.34100000000000003}]},{"osd":4,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.71499999999999997}]},{"osd":5,"last update":"Fri Jul 26 06:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.73799999999999999}]},{"osd":6,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:29:13.124 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:29:13.388 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:13.511 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:13 smithi037 ceph-mon[29520]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:13.511 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:13 smithi037 ceph-mon[40607]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:13 smithi135 ceph-mon[32812]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:29:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-07-26T06:29:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-07-26T06:29:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-07-26T06:29:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:29:14.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]: dispatch 2024-07-26T06:29:14.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-26T06:29:14.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:14 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-07-26T06:29:14.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:14.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-07-26T06:29:14.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-07-26T06:29:14.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-07-26T06:29:14.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:29:14.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]: dispatch 2024-07-26T06:29:14.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-26T06:29:14.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:14 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-07-26T06:29:15.218 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:15.220 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]': finished 2024-07-26T06:29:15.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[29520]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-26T06:29:15.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-07-26T06:29:15.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:15 smithi037 ceph-mon[40607]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:29:15.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 3]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-07-26T06:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:15 smithi135 ceph-mon[32812]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:29:15.883 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2024-07-26T06:29:15.103685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385888,"kb_used_data":7004,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575328,"statfs":{"total":767960285184,"available":765517135872,"internally_reserved":0,"allocated":7172096,"data_stored":4014120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.273491"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205338+0000","last_change":"2024-07-26T06:28:50.049382+0000","last_active":"2024-07-26T06:28:51.205338+0000","last_peered":"2024-07-26T06:28:51.205338+0000","last_clean":"2024-07-26T06:28:51.205338+0000","last_became_active":"2024-07-26T06:28:50.049001+0000","last_became_peered":"2024-07-26T06:28:50.049001+0000","last_unstale":"2024-07-26T06:28:51.205338+0000","last_undegraded":"2024-07-26T06:28:51.205338+0000","last_fullsized":"2024-07-26T06:28:51.205338+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205734+0000","last_change":"2024-07-26T06:28:50.051447+0000","last_active":"2024-07-26T06:28:51.205734+0000","last_peered":"2024-07-26T06:28:51.205734+0000","last_clean":"2024-07-26T06:28:51.205734+0000","last_became_active":"2024-07-26T06:28:50.051117+0000","last_became_peered":"2024-07-26T06:28:50.051117+0000","last_unstale":"2024-07-26T06:28:51.205734+0000","last_undegraded":"2024-07-26T06:28:51.205734+0000","last_fullsized":"2024-07-26T06:28:51.205734+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205178+0000","last_change":"2024-07-26T06:28:50.047213+0000","last_active":"2024-07-26T06:28:51.205178+0000","last_peered":"2024-07-26T06:28:51.205178+0000","last_clean":"2024-07-26T06:28:51.205178+0000","last_became_active":"2024-07-26T06:28:50.046934+0000","last_became_peered":"2024-07-26T06:28:50.046934+0000","last_unstale":"2024-07-26T06:28:51.205178+0000","last_undegraded":"2024-07-26T06:28:51.205178+0000","last_fullsized":"2024-07-26T06:28:51.205178+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044425+0000","last_change":"2024-07-26T06:28:50.051054+0000","last_active":"2024-07-26T06:28:52.044425+0000","last_peered":"2024-07-26T06:28:52.044425+0000","last_clean":"2024-07-26T06:28:52.044425+0000","last_became_active":"2024-07-26T06:28:50.050760+0000","last_became_peered":"2024-07-26T06:28:50.050760+0000","last_unstale":"2024-07-26T06:28:52.044425+0000","last_undegraded":"2024-07-26T06:28:52.044425+0000","last_fullsized":"2024-07-26T06:28:52.044425+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205085+0000","last_change":"2024-07-26T06:28:50.046679+0000","last_active":"2024-07-26T06:28:51.205085+0000","last_peered":"2024-07-26T06:28:51.205085+0000","last_clean":"2024-07-26T06:28:51.205085+0000","last_became_active":"2024-07-26T06:28:50.045243+0000","last_became_peered":"2024-07-26T06:28:50.045243+0000","last_unstale":"2024-07-26T06:28:51.205085+0000","last_undegraded":"2024-07-26T06:28:51.205085+0000","last_fullsized":"2024-07-26T06:28:51.205085+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206216+0000","last_change":"2024-07-26T06:28:50.045014+0000","last_active":"2024-07-26T06:28:51.206216+0000","last_peered":"2024-07-26T06:28:51.206216+0000","last_clean":"2024-07-26T06:28:51.206216+0000","last_became_active":"2024-07-26T06:28:50.044439+0000","last_became_peered":"2024-07-26T06:28:50.044439+0000","last_unstale":"2024-07-26T06:28:51.206216+0000","last_undegraded":"2024-07-26T06:28:51.206216+0000","last_fullsized":"2024-07-26T06:28:51.206216+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:39:12.478861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204650+0000","last_change":"2024-07-26T06:28:50.049391+0000","last_active":"2024-07-26T06:28:51.204650+0000","last_peered":"2024-07-26T06:28:51.204650+0000","last_clean":"2024-07-26T06:28:51.204650+0000","last_became_active":"2024-07-26T06:28:50.049101+0000","last_became_peered":"2024-07-26T06:28:50.049101+0000","last_unstale":"2024-07-26T06:28:51.204650+0000","last_undegraded":"2024-07-26T06:28:51.204650+0000","last_fullsized":"2024-07-26T06:28:51.204650+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032538+0000","last_change":"2024-07-26T06:28:50.044954+0000","last_active":"2024-07-26T06:28:51.032538+0000","last_peered":"2024-07-26T06:28:51.032538+0000","last_clean":"2024-07-26T06:28:51.032538+0000","last_became_active":"2024-07-26T06:28:50.044473+0000","last_became_peered":"2024-07-26T06:28:50.044473+0000","last_unstale":"2024-07-26T06:28:51.032538+0000","last_undegraded":"2024-07-26T06:28:51.032538+0000","last_fullsized":"2024-07-26T06:28:51.032538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205721+0000","last_change":"2024-07-26T06:28:50.050749+0000","last_active":"2024-07-26T06:28:51.205721+0000","last_peered":"2024-07-26T06:28:51.205721+0000","last_clean":"2024-07-26T06:28:51.205721+0000","last_became_active":"2024-07-26T06:28:50.050461+0000","last_became_peered":"2024-07-26T06:28:50.050461+0000","last_unstale":"2024-07-26T06:28:51.205721+0000","last_undegraded":"2024-07-26T06:28:51.205721+0000","last_fullsized":"2024-07-26T06:28:51.205721+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205891+0000","last_change":"2024-07-26T06:28:50.048113+0000","last_active":"2024-07-26T06:28:51.205891+0000","last_peered":"2024-07-26T06:28:51.205891+0000","last_clean":"2024-07-26T06:28:51.205891+0000","last_became_active":"2024-07-26T06:28:50.047784+0000","last_became_peered":"2024-07-26T06:28:50.047784+0000","last_unstale":"2024-07-26T06:28:51.205891+0000","last_undegraded":"2024-07-26T06:28:51.205891+0000","last_fullsized":"2024-07-26T06:28:51.205891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205187+0000","last_change":"2024-07-26T06:28:50.052383+0000","last_active":"2024-07-26T06:28:51.205187+0000","last_peered":"2024-07-26T06:28:51.205187+0000","last_clean":"2024-07-26T06:28:51.205187+0000","last_became_active":"2024-07-26T06:28:50.052139+0000","last_became_peered":"2024-07-26T06:28:50.052139+0000","last_unstale":"2024-07-26T06:28:51.205187+0000","last_undegraded":"2024-07-26T06:28:51.205187+0000","last_fullsized":"2024-07-26T06:28:51.205187+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.033139+0000","last_change":"2024-07-26T06:28:50.052965+0000","last_active":"2024-07-26T06:28:51.033139+0000","last_peered":"2024-07-26T06:28:51.033139+0000","last_clean":"2024-07-26T06:28:51.033139+0000","last_became_active":"2024-07-26T06:28:50.052452+0000","last_became_peered":"2024-07-26T06:28:50.052452+0000","last_unstale":"2024-07-26T06:28:51.033139+0000","last_undegraded":"2024-07-26T06:28:51.033139+0000","last_fullsized":"2024-07-26T06:28:51.033139+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032064+0000","last_change":"2024-07-26T06:28:50.037048+0000","last_active":"2024-07-26T06:28:51.032064+0000","last_peered":"2024-07-26T06:28:51.032064+0000","last_clean":"2024-07-26T06:28:51.032064+0000","last_became_active":"2024-07-26T06:28:50.036652+0000","last_became_peered":"2024-07-26T06:28:50.036652+0000","last_unstale":"2024-07-26T06:28:51.032064+0000","last_undegraded":"2024-07-26T06:28:51.032064+0000","last_fullsized":"2024-07-26T06:28:51.032064+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205514+0000","last_change":"2024-07-26T06:28:50.048338+0000","last_active":"2024-07-26T06:28:51.205514+0000","last_peered":"2024-07-26T06:28:51.205514+0000","last_clean":"2024-07-26T06:28:51.205514+0000","last_became_active":"2024-07-26T06:28:50.048076+0000","last_became_peered":"2024-07-26T06:28:50.048076+0000","last_unstale":"2024-07-26T06:28:51.205514+0000","last_undegraded":"2024-07-26T06:28:51.205514+0000","last_fullsized":"2024-07-26T06:28:51.205514+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204794+0000","last_change":"2024-07-26T06:28:50.045247+0000","last_active":"2024-07-26T06:28:51.204794+0000","last_peered":"2024-07-26T06:28:51.204794+0000","last_clean":"2024-07-26T06:28:51.204794+0000","last_became_active":"2024-07-26T06:28:50.044967+0000","last_became_peered":"2024-07-26T06:28:50.044967+0000","last_unstale":"2024-07-26T06:28:51.204794+0000","last_undegraded":"2024-07-26T06:28:51.204794+0000","last_fullsized":"2024-07-26T06:28:51.204794+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.043129+0000","last_change":"2024-07-26T06:28:50.048142+0000","last_active":"2024-07-26T06:28:52.043129+0000","last_peered":"2024-07-26T06:28:52.043129+0000","last_clean":"2024-07-26T06:28:52.043129+0000","last_became_active":"2024-07-26T06:28:50.047844+0000","last_became_peered":"2024-07-26T06:28:50.047844+0000","last_unstale":"2024-07-26T06:28:52.043129+0000","last_undegraded":"2024-07-26T06:28:52.043129+0000","last_fullsized":"2024-07-26T06:28:52.043129+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.046987+0000","last_change":"2024-07-26T06:28:50.047369+0000","last_active":"2024-07-26T06:28:52.046987+0000","last_peered":"2024-07-26T06:28:52.046987+0000","last_clean":"2024-07-26T06:28:52.046987+0000","last_became_active":"2024-07-26T06:28:50.047095+0000","last_became_peered":"2024-07-26T06:28:50.047095+0000","last_unstale":"2024-07-26T06:28:52.046987+0000","last_undegraded":"2024-07-26T06:28:52.046987+0000","last_fullsized":"2024-07-26T06:28:52.046987+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032004+0000","last_change":"2024-07-26T06:28:50.042674+0000","last_active":"2024-07-26T06:28:51.032004+0000","last_peered":"2024-07-26T06:28:51.032004+0000","last_clean":"2024-07-26T06:28:51.032004+0000","last_became_active":"2024-07-26T06:28:50.042398+0000","last_became_peered":"2024-07-26T06:28:50.042398+0000","last_unstale":"2024-07-26T06:28:51.032004+0000","last_undegraded":"2024-07-26T06:28:51.032004+0000","last_fullsized":"2024-07-26T06:28:51.032004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205931+0000","last_change":"2024-07-26T06:28:50.040218+0000","last_active":"2024-07-26T06:28:51.205931+0000","last_peered":"2024-07-26T06:28:51.205931+0000","last_clean":"2024-07-26T06:28:51.205931+0000","last_became_active":"2024-07-26T06:28:50.039945+0000","last_became_peered":"2024-07-26T06:28:50.039945+0000","last_unstale":"2024-07-26T06:28:51.205931+0000","last_undegraded":"2024-07-26T06:28:51.205931+0000","last_fullsized":"2024-07-26T06:28:51.205931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205064+0000","last_change":"2024-07-26T06:28:50.058271+0000","last_active":"2024-07-26T06:28:51.205064+0000","last_peered":"2024-07-26T06:28:51.205064+0000","last_clean":"2024-07-26T06:28:51.205064+0000","last_became_active":"2024-07-26T06:28:50.057959+0000","last_became_peered":"2024-07-26T06:28:50.057959+0000","last_unstale":"2024-07-26T06:28:51.205064+0000","last_undegraded":"2024-07-26T06:28:51.205064+0000","last_fullsized":"2024-07-26T06:28:51.205064+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205102+0000","last_change":"2024-07-26T06:28:50.054457+0000","last_active":"2024-07-26T06:28:51.205102+0000","last_peered":"2024-07-26T06:28:51.205102+0000","last_clean":"2024-07-26T06:28:51.205102+0000","last_became_active":"2024-07-26T06:28:50.054032+0000","last_became_peered":"2024-07-26T06:28:50.054032+0000","last_unstale":"2024-07-26T06:28:51.205102+0000","last_undegraded":"2024-07-26T06:28:51.205102+0000","last_fullsized":"2024-07-26T06:28:51.205102+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044963+0000","last_change":"2024-07-26T06:28:50.049520+0000","last_active":"2024-07-26T06:28:52.044963+0000","last_peered":"2024-07-26T06:28:52.044963+0000","last_clean":"2024-07-26T06:28:52.044963+0000","last_became_active":"2024-07-26T06:28:50.048520+0000","last_became_peered":"2024-07-26T06:28:50.048520+0000","last_unstale":"2024-07-26T06:28:52.044963+0000","last_undegraded":"2024-07-26T06:28:52.044963+0000","last_fullsized":"2024-07-26T06:28:52.044963+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032572+0000","last_change":"2024-07-26T06:28:50.038513+0000","last_active":"2024-07-26T06:28:51.032572+0000","last_peered":"2024-07-26T06:28:51.032572+0000","last_clean":"2024-07-26T06:28:51.032572+0000","last_became_active":"2024-07-26T06:28:50.038249+0000","last_became_peered":"2024-07-26T06:28:50.038249+0000","last_unstale":"2024-07-26T06:28:51.032572+0000","last_undegraded":"2024-07-26T06:28:51.032572+0000","last_fullsized":"2024-07-26T06:28:51.032572+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.043174+0000","last_change":"2024-07-26T06:28:50.042362+0000","last_active":"2024-07-26T06:28:52.043174+0000","last_peered":"2024-07-26T06:28:52.043174+0000","last_clean":"2024-07-26T06:28:52.043174+0000","last_became_active":"2024-07-26T06:28:50.042055+0000","last_became_peered":"2024-07-26T06:28:50.042055+0000","last_unstale":"2024-07-26T06:28:52.043174+0000","last_undegraded":"2024-07-26T06:28:52.043174+0000","last_fullsized":"2024-07-26T06:28:52.043174+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032773+0000","last_change":"2024-07-26T06:28:50.043304+0000","last_active":"2024-07-26T06:28:51.032773+0000","last_peered":"2024-07-26T06:28:51.032773+0000","last_clean":"2024-07-26T06:28:51.032773+0000","last_became_active":"2024-07-26T06:28:50.042675+0000","last_became_peered":"2024-07-26T06:28:50.042675+0000","last_unstale":"2024-07-26T06:28:51.032773+0000","last_undegraded":"2024-07-26T06:28:51.032773+0000","last_fullsized":"2024-07-26T06:28:51.032773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205995+0000","last_change":"2024-07-26T06:28:50.056225+0000","last_active":"2024-07-26T06:28:51.205995+0000","last_peered":"2024-07-26T06:28:51.205995+0000","last_clean":"2024-07-26T06:28:51.205995+0000","last_became_active":"2024-07-26T06:28:50.055951+0000","last_became_peered":"2024-07-26T06:28:50.055951+0000","last_unstale":"2024-07-26T06:28:51.205995+0000","last_undegraded":"2024-07-26T06:28:51.205995+0000","last_fullsized":"2024-07-26T06:28:51.205995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204626+0000","last_change":"2024-07-26T06:28:50.036099+0000","last_active":"2024-07-26T06:28:51.204626+0000","last_peered":"2024-07-26T06:28:51.204626+0000","last_clean":"2024-07-26T06:28:51.204626+0000","last_became_active":"2024-07-26T06:28:50.035801+0000","last_became_peered":"2024-07-26T06:28:50.035801+0000","last_unstale":"2024-07-26T06:28:51.204626+0000","last_undegraded":"2024-07-26T06:28:51.204626+0000","last_fullsized":"2024-07-26T06:28:51.204626+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032529+0000","last_change":"2024-07-26T06:28:50.048907+0000","last_active":"2024-07-26T06:28:51.032529+0000","last_peered":"2024-07-26T06:28:51.032529+0000","last_clean":"2024-07-26T06:28:51.032529+0000","last_became_active":"2024-07-26T06:28:50.048626+0000","last_became_peered":"2024-07-26T06:28:50.048626+0000","last_unstale":"2024-07-26T06:28:51.032529+0000","last_undegraded":"2024-07-26T06:28:51.032529+0000","last_fullsized":"2024-07-26T06:28:51.032529+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205198+0000","last_change":"2024-07-26T06:28:50.053742+0000","last_active":"2024-07-26T06:28:51.205198+0000","last_peered":"2024-07-26T06:28:51.205198+0000","last_clean":"2024-07-26T06:28:51.205198+0000","last_became_active":"2024-07-26T06:28:50.052584+0000","last_became_peered":"2024-07-26T06:28:50.052584+0000","last_unstale":"2024-07-26T06:28:51.205198+0000","last_undegraded":"2024-07-26T06:28:51.205198+0000","last_fullsized":"2024-07-26T06:28:51.205198+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.045078+0000","last_change":"2024-07-26T06:28:50.050211+0000","last_active":"2024-07-26T06:28:52.045078+0000","last_peered":"2024-07-26T06:28:52.045078+0000","last_clean":"2024-07-26T06:28:52.045078+0000","last_became_active":"2024-07-26T06:28:50.049924+0000","last_became_peered":"2024-07-26T06:28:50.049924+0000","last_unstale":"2024-07-26T06:28:52.045078+0000","last_undegraded":"2024-07-26T06:28:52.045078+0000","last_fullsized":"2024-07-26T06:28:52.045078+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.031997+0000","last_change":"2024-07-26T06:28:50.042485+0000","last_active":"2024-07-26T06:28:51.031997+0000","last_peered":"2024-07-26T06:28:51.031997+0000","last_clean":"2024-07-26T06:28:51.031997+0000","last_became_active":"2024-07-26T06:28:50.042113+0000","last_became_peered":"2024-07-26T06:28:50.042113+0000","last_unstale":"2024-07-26T06:28:51.031997+0000","last_undegraded":"2024-07-26T06:28:51.031997+0000","last_fullsized":"2024-07-26T06:28:51.031997+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204773+0000","last_change":"2024-07-26T06:28:50.051172+0000","last_active":"2024-07-26T06:28:51.204773+0000","last_peered":"2024-07-26T06:28:51.204773+0000","last_clean":"2024-07-26T06:28:51.204773+0000","last_became_active":"2024-07-26T06:28:50.050918+0000","last_became_peered":"2024-07-26T06:28:50.050918+0000","last_unstale":"2024-07-26T06:28:51.204773+0000","last_undegraded":"2024-07-26T06:28:51.204773+0000","last_fullsized":"2024-07-26T06:28:51.204773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032518+0000","last_change":"2024-07-26T06:28:50.043294+0000","last_active":"2024-07-26T06:28:51.032518+0000","last_peered":"2024-07-26T06:28:51.032518+0000","last_clean":"2024-07-26T06:28:51.032518+0000","last_became_active":"2024-07-26T06:28:50.042386+0000","last_became_peered":"2024-07-26T06:28:50.042386+0000","last_unstale":"2024-07-26T06:28:51.032518+0000","last_undegraded":"2024-07-26T06:28:51.032518+0000","last_fullsized":"2024-07-26T06:28:51.032518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:47.810715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034623+0000","last_change":"2024-07-26T06:28:46.901438+0000","last_active":"2024-07-26T06:28:52.034623+0000","last_peered":"2024-07-26T06:28:52.034623+0000","last_clean":"2024-07-26T06:28:52.034623+0000","last_became_active":"2024-07-26T06:28:46.901166+0000","last_became_peered":"2024-07-26T06:28:46.901166+0000","last_unstale":"2024-07-26T06:28:52.034623+0000","last_undegraded":"2024-07-26T06:28:52.034623+0000","last_fullsized":"2024-07-26T06:28:52.034623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205361+0000","last_change":"2024-07-26T06:28:50.054004+0000","last_active":"2024-07-26T06:28:51.205361+0000","last_peered":"2024-07-26T06:28:51.205361+0000","last_clean":"2024-07-26T06:28:51.205361+0000","last_became_active":"2024-07-26T06:28:50.053706+0000","last_became_peered":"2024-07-26T06:28:50.053706+0000","last_unstale":"2024-07-26T06:28:51.205361+0000","last_undegraded":"2024-07-26T06:28:51.205361+0000","last_fullsized":"2024-07-26T06:28:51.205361+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.042996+0000","last_change":"2024-07-26T06:28:46.899472+0000","last_active":"2024-07-26T06:28:52.042996+0000","last_peered":"2024-07-26T06:28:52.042996+0000","last_clean":"2024-07-26T06:28:52.042996+0000","last_became_active":"2024-07-26T06:28:46.898426+0000","last_became_peered":"2024-07-26T06:28:46.898426+0000","last_unstale":"2024-07-26T06:28:52.042996+0000","last_undegraded":"2024-07-26T06:28:52.042996+0000","last_fullsized":"2024-07-26T06:28:52.042996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032700+0000","last_change":"2024-07-26T06:28:46.901597+0000","last_active":"2024-07-26T06:28:51.032700+0000","last_peered":"2024-07-26T06:28:51.032700+0000","last_clean":"2024-07-26T06:28:51.032700+0000","last_became_active":"2024-07-26T06:28:46.901297+0000","last_became_peered":"2024-07-26T06:28:46.901297+0000","last_unstale":"2024-07-26T06:28:51.032700+0000","last_undegraded":"2024-07-26T06:28:51.032700+0000","last_fullsized":"2024-07-26T06:28:51.032700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032624+0000","last_change":"2024-07-26T06:28:50.047482+0000","last_active":"2024-07-26T06:28:51.032624+0000","last_peered":"2024-07-26T06:28:51.032624+0000","last_clean":"2024-07-26T06:28:51.032624+0000","last_became_active":"2024-07-26T06:28:50.047220+0000","last_became_peered":"2024-07-26T06:28:50.047220+0000","last_unstale":"2024-07-26T06:28:51.032624+0000","last_undegraded":"2024-07-26T06:28:51.032624+0000","last_fullsized":"2024-07-26T06:28:51.032624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.043232+0000","last_change":"2024-07-26T06:28:46.902421+0000","last_active":"2024-07-26T06:28:52.043232+0000","last_peered":"2024-07-26T06:28:52.043232+0000","last_clean":"2024-07-26T06:28:52.043232+0000","last_became_active":"2024-07-26T06:28:46.902145+0000","last_became_peered":"2024-07-26T06:28:46.902145+0000","last_unstale":"2024-07-26T06:28:52.043232+0000","last_undegraded":"2024-07-26T06:28:52.043232+0000","last_fullsized":"2024-07-26T06:28:52.043232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204545+0000","last_change":"2024-07-26T06:28:50.051590+0000","last_active":"2024-07-26T06:28:51.204545+0000","last_peered":"2024-07-26T06:28:51.204545+0000","last_clean":"2024-07-26T06:28:51.204545+0000","last_became_active":"2024-07-26T06:28:50.051312+0000","last_became_peered":"2024-07-26T06:28:50.051312+0000","last_unstale":"2024-07-26T06:28:51.204545+0000","last_undegraded":"2024-07-26T06:28:51.204545+0000","last_fullsized":"2024-07-26T06:28:51.204545+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205586+0000","last_change":"2024-07-26T06:28:46.900669+0000","last_active":"2024-07-26T06:28:51.205586+0000","last_peered":"2024-07-26T06:28:51.205586+0000","last_clean":"2024-07-26T06:28:51.205586+0000","last_became_active":"2024-07-26T06:28:46.900373+0000","last_became_peered":"2024-07-26T06:28:46.900373+0000","last_unstale":"2024-07-26T06:28:51.205586+0000","last_undegraded":"2024-07-26T06:28:51.205586+0000","last_fullsized":"2024-07-26T06:28:51.205586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.046797+0000","last_change":"2024-07-26T06:28:50.047159+0000","last_active":"2024-07-26T06:28:52.046797+0000","last_peered":"2024-07-26T06:28:52.046797+0000","last_clean":"2024-07-26T06:28:52.046797+0000","last_became_active":"2024-07-26T06:28:50.046880+0000","last_became_peered":"2024-07-26T06:28:50.046880+0000","last_unstale":"2024-07-26T06:28:52.046797+0000","last_undegraded":"2024-07-26T06:28:52.046797+0000","last_fullsized":"2024-07-26T06:28:52.046797+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.046901+0000","last_change":"2024-07-26T06:28:46.905196+0000","last_active":"2024-07-26T06:28:52.046901+0000","last_peered":"2024-07-26T06:28:52.046901+0000","last_clean":"2024-07-26T06:28:52.046901+0000","last_became_active":"2024-07-26T06:28:46.904905+0000","last_became_peered":"2024-07-26T06:28:46.904905+0000","last_unstale":"2024-07-26T06:28:52.046901+0000","last_undegraded":"2024-07-26T06:28:52.046901+0000","last_fullsized":"2024-07-26T06:28:52.046901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205669+0000","last_change":"2024-07-26T06:28:50.050483+0000","last_active":"2024-07-26T06:28:51.205669+0000","last_peered":"2024-07-26T06:28:51.205669+0000","last_clean":"2024-07-26T06:28:51.205669+0000","last_became_active":"2024-07-26T06:28:50.049776+0000","last_became_peered":"2024-07-26T06:28:50.049776+0000","last_unstale":"2024-07-26T06:28:51.205669+0000","last_undegraded":"2024-07-26T06:28:51.205669+0000","last_fullsized":"2024-07-26T06:28:51.205669+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048437+0000","last_change":"2024-07-26T06:28:46.902803+0000","last_active":"2024-07-26T06:28:52.048437+0000","last_peered":"2024-07-26T06:28:52.048437+0000","last_clean":"2024-07-26T06:28:52.048437+0000","last_became_active":"2024-07-26T06:28:46.902488+0000","last_became_peered":"2024-07-26T06:28:46.902488+0000","last_unstale":"2024-07-26T06:28:52.048437+0000","last_undegraded":"2024-07-26T06:28:52.048437+0000","last_fullsized":"2024-07-26T06:28:52.048437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.033157+0000","last_change":"2024-07-26T06:28:50.052800+0000","last_active":"2024-07-26T06:28:51.033157+0000","last_peered":"2024-07-26T06:28:51.033157+0000","last_clean":"2024-07-26T06:28:51.033157+0000","last_became_active":"2024-07-26T06:28:50.052092+0000","last_became_peered":"2024-07-26T06:28:50.052092+0000","last_unstale":"2024-07-26T06:28:51.033157+0000","last_undegraded":"2024-07-26T06:28:51.033157+0000","last_fullsized":"2024-07-26T06:28:51.033157+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049751+0000","last_change":"2024-07-26T06:28:46.901604+0000","last_active":"2024-07-26T06:28:52.049751+0000","last_peered":"2024-07-26T06:28:52.049751+0000","last_clean":"2024-07-26T06:28:52.049751+0000","last_became_active":"2024-07-26T06:28:46.901265+0000","last_became_peered":"2024-07-26T06:28:46.901265+0000","last_unstale":"2024-07-26T06:28:52.049751+0000","last_undegraded":"2024-07-26T06:28:52.049751+0000","last_fullsized":"2024-07-26T06:28:52.049751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206035+0000","last_change":"2024-07-26T06:28:50.044948+0000","last_active":"2024-07-26T06:28:51.206035+0000","last_peered":"2024-07-26T06:28:51.206035+0000","last_clean":"2024-07-26T06:28:51.206035+0000","last_became_active":"2024-07-26T06:28:50.044679+0000","last_became_peered":"2024-07-26T06:28:50.044679+0000","last_unstale":"2024-07-26T06:28:51.206035+0000","last_undegraded":"2024-07-26T06:28:51.206035+0000","last_fullsized":"2024-07-26T06:28:51.206035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048716+0000","last_change":"2024-07-26T06:28:46.899735+0000","last_active":"2024-07-26T06:28:52.048716+0000","last_peered":"2024-07-26T06:28:52.048716+0000","last_clean":"2024-07-26T06:28:52.048716+0000","last_became_active":"2024-07-26T06:28:46.899454+0000","last_became_peered":"2024-07-26T06:28:46.899454+0000","last_unstale":"2024-07-26T06:28:52.048716+0000","last_undegraded":"2024-07-26T06:28:52.048716+0000","last_fullsized":"2024-07-26T06:28:52.048716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205526+0000","last_change":"2024-07-26T06:28:50.052209+0000","last_active":"2024-07-26T06:28:51.205526+0000","last_peered":"2024-07-26T06:28:51.205526+0000","last_clean":"2024-07-26T06:28:51.205526+0000","last_became_active":"2024-07-26T06:28:50.051867+0000","last_became_peered":"2024-07-26T06:28:50.051867+0000","last_unstale":"2024-07-26T06:28:51.205526+0000","last_undegraded":"2024-07-26T06:28:51.205526+0000","last_fullsized":"2024-07-26T06:28:51.205526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:17.289205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.045080+0000","last_change":"2024-07-26T06:28:46.902998+0000","last_active":"2024-07-26T06:28:52.045080+0000","last_peered":"2024-07-26T06:28:52.045080+0000","last_clean":"2024-07-26T06:28:52.045080+0000","last_became_active":"2024-07-26T06:28:46.902650+0000","last_became_peered":"2024-07-26T06:28:46.902650+0000","last_unstale":"2024-07-26T06:28:52.045080+0000","last_undegraded":"2024-07-26T06:28:52.045080+0000","last_fullsized":"2024-07-26T06:28:52.045080+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205447+0000","last_change":"2024-07-26T06:28:50.047392+0000","last_active":"2024-07-26T06:28:51.205447+0000","last_peered":"2024-07-26T06:28:51.205447+0000","last_clean":"2024-07-26T06:28:51.205447+0000","last_became_active":"2024-07-26T06:28:50.047092+0000","last_became_peered":"2024-07-26T06:28:50.047092+0000","last_unstale":"2024-07-26T06:28:51.205447+0000","last_undegraded":"2024-07-26T06:28:51.205447+0000","last_fullsized":"2024-07-26T06:28:51.205447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204863+0000","last_change":"2024-07-26T06:28:46.905349+0000","last_active":"2024-07-26T06:28:51.204863+0000","last_peered":"2024-07-26T06:28:51.204863+0000","last_clean":"2024-07-26T06:28:51.204863+0000","last_became_active":"2024-07-26T06:28:46.905028+0000","last_became_peered":"2024-07-26T06:28:46.905028+0000","last_unstale":"2024-07-26T06:28:51.204863+0000","last_undegraded":"2024-07-26T06:28:51.204863+0000","last_fullsized":"2024-07-26T06:28:51.204863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204878+0000","last_change":"2024-07-26T06:28:50.052186+0000","last_active":"2024-07-26T06:28:51.204878+0000","last_peered":"2024-07-26T06:28:51.204878+0000","last_clean":"2024-07-26T06:28:51.204878+0000","last_became_active":"2024-07-26T06:28:50.051941+0000","last_became_peered":"2024-07-26T06:28:50.051941+0000","last_unstale":"2024-07-26T06:28:51.204878+0000","last_undegraded":"2024-07-26T06:28:51.204878+0000","last_fullsized":"2024-07-26T06:28:51.204878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:37.613011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.051008+0000","last_change":"2024-07-26T06:28:46.907080+0000","last_active":"2024-07-26T06:28:52.051008+0000","last_peered":"2024-07-26T06:28:52.051008+0000","last_clean":"2024-07-26T06:28:52.051008+0000","last_became_active":"2024-07-26T06:28:46.906813+0000","last_became_peered":"2024-07-26T06:28:46.906813+0000","last_unstale":"2024-07-26T06:28:52.051008+0000","last_undegraded":"2024-07-26T06:28:52.051008+0000","last_fullsized":"2024-07-26T06:28:52.051008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204752+0000","last_change":"2024-07-26T06:28:50.047481+0000","last_active":"2024-07-26T06:28:51.204752+0000","last_peered":"2024-07-26T06:28:51.204752+0000","last_clean":"2024-07-26T06:28:51.204752+0000","last_became_active":"2024-07-26T06:28:50.047171+0000","last_became_peered":"2024-07-26T06:28:50.047171+0000","last_unstale":"2024-07-26T06:28:51.204752+0000","last_undegraded":"2024-07-26T06:28:51.204752+0000","last_fullsized":"2024-07-26T06:28:51.204752+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:23:04.791420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034666+0000","last_change":"2024-07-26T06:28:46.900894+0000","last_active":"2024-07-26T06:28:52.034666+0000","last_peered":"2024-07-26T06:28:52.034666+0000","last_clean":"2024-07-26T06:28:52.034666+0000","last_became_active":"2024-07-26T06:28:46.900547+0000","last_became_peered":"2024-07-26T06:28:46.900547+0000","last_unstale":"2024-07-26T06:28:52.034666+0000","last_undegraded":"2024-07-26T06:28:52.034666+0000","last_fullsized":"2024-07-26T06:28:52.034666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205591+0000","last_change":"2024-07-26T06:28:50.052408+0000","last_active":"2024-07-26T06:28:51.205591+0000","last_peered":"2024-07-26T06:28:51.205591+0000","last_clean":"2024-07-26T06:28:51.205591+0000","last_became_active":"2024-07-26T06:28:50.051868+0000","last_became_peered":"2024-07-26T06:28:50.051868+0000","last_unstale":"2024-07-26T06:28:51.205591+0000","last_undegraded":"2024-07-26T06:28:51.205591+0000","last_fullsized":"2024-07-26T06:28:51.205591+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048947+0000","last_change":"2024-07-26T06:28:46.894836+0000","last_active":"2024-07-26T06:28:52.048947+0000","last_peered":"2024-07-26T06:28:52.048947+0000","last_clean":"2024-07-26T06:28:52.048947+0000","last_became_active":"2024-07-26T06:28:46.894454+0000","last_became_peered":"2024-07-26T06:28:46.894454+0000","last_unstale":"2024-07-26T06:28:52.048947+0000","last_undegraded":"2024-07-26T06:28:52.048947+0000","last_fullsized":"2024-07-26T06:28:52.048947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:55.547069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205373+0000","last_change":"2024-07-26T06:28:50.052060+0000","last_active":"2024-07-26T06:28:51.205373+0000","last_peered":"2024-07-26T06:28:51.205373+0000","last_clean":"2024-07-26T06:28:51.205373+0000","last_became_active":"2024-07-26T06:28:50.051703+0000","last_became_peered":"2024-07-26T06:28:50.051703+0000","last_unstale":"2024-07-26T06:28:51.205373+0000","last_undegraded":"2024-07-26T06:28:51.205373+0000","last_fullsized":"2024-07-26T06:28:51.205373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:36:19.202138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.033716+0000","last_change":"2024-07-26T06:28:46.903364+0000","last_active":"2024-07-26T06:28:52.033716+0000","last_peered":"2024-07-26T06:28:52.033716+0000","last_clean":"2024-07-26T06:28:52.033716+0000","last_became_active":"2024-07-26T06:28:46.903037+0000","last_became_peered":"2024-07-26T06:28:46.903037+0000","last_unstale":"2024-07-26T06:28:52.033716+0000","last_undegraded":"2024-07-26T06:28:52.033716+0000","last_fullsized":"2024-07-26T06:28:52.033716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044630+0000","last_change":"2024-07-26T06:28:50.044295+0000","last_active":"2024-07-26T06:28:52.044630+0000","last_peered":"2024-07-26T06:28:52.044630+0000","last_clean":"2024-07-26T06:28:52.044630+0000","last_became_active":"2024-07-26T06:28:50.044016+0000","last_became_peered":"2024-07-26T06:28:50.044016+0000","last_unstale":"2024-07-26T06:28:52.044630+0000","last_undegraded":"2024-07-26T06:28:52.044630+0000","last_fullsized":"2024-07-26T06:28:52.044630+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032460+0000","last_change":"2024-07-26T06:28:46.905583+0000","last_active":"2024-07-26T06:28:51.032460+0000","last_peered":"2024-07-26T06:28:51.032460+0000","last_clean":"2024-07-26T06:28:51.032460+0000","last_became_active":"2024-07-26T06:28:46.905030+0000","last_became_peered":"2024-07-26T06:28:46.905030+0000","last_unstale":"2024-07-26T06:28:51.032460+0000","last_undegraded":"2024-07-26T06:28:51.032460+0000","last_fullsized":"2024-07-26T06:28:51.032460+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205763+0000","last_change":"2024-07-26T06:28:50.041187+0000","last_active":"2024-07-26T06:28:51.205763+0000","last_peered":"2024-07-26T06:28:51.205763+0000","last_clean":"2024-07-26T06:28:51.205763+0000","last_became_active":"2024-07-26T06:28:50.040938+0000","last_became_peered":"2024-07-26T06:28:50.040938+0000","last_unstale":"2024-07-26T06:28:51.205763+0000","last_undegraded":"2024-07-26T06:28:51.205763+0000","last_fullsized":"2024-07-26T06:28:51.205763+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":234,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204714+0000","last_change":"2024-07-26T06:28:26.314362+0000","last_active":"2024-07-26T06:28:51.204714+0000","last_peered":"2024-07-26T06:28:51.204714+0000","last_clean":"2024-07-26T06:28:51.204714+0000","last_became_active":"2024-07-26T06:28:26.313967+0000","last_became_peered":"2024-07-26T06:28:26.313967+0000","last_unstale":"2024-07-26T06:28:51.204714+0000","last_undegraded":"2024-07-26T06:28:51.204714+0000","last_fullsized":"2024-07-26T06:28:51.204714+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_clean_scrub_stamp":"2024-07-26T06:26:26.334747+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044374+0000","last_change":"2024-07-26T06:28:46.903565+0000","last_active":"2024-07-26T06:28:52.044374+0000","last_peered":"2024-07-26T06:28:52.044374+0000","last_clean":"2024-07-26T06:28:52.044374+0000","last_became_active":"2024-07-26T06:28:46.903213+0000","last_became_peered":"2024-07-26T06:28:46.903213+0000","last_unstale":"2024-07-26T06:28:52.044374+0000","last_undegraded":"2024-07-26T06:28:52.044374+0000","last_fullsized":"2024-07-26T06:28:52.044374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032235+0000","last_change":"2024-07-26T06:28:50.043873+0000","last_active":"2024-07-26T06:28:51.032235+0000","last_peered":"2024-07-26T06:28:51.032235+0000","last_clean":"2024-07-26T06:28:51.032235+0000","last_became_active":"2024-07-26T06:28:50.043547+0000","last_became_peered":"2024-07-26T06:28:50.043547+0000","last_unstale":"2024-07-26T06:28:51.032235+0000","last_undegraded":"2024-07-26T06:28:51.032235+0000","last_fullsized":"2024-07-26T06:28:51.032235+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204853+0000","last_change":"2024-07-26T06:28:46.907762+0000","last_active":"2024-07-26T06:28:51.204853+0000","last_peered":"2024-07-26T06:28:51.204853+0000","last_clean":"2024-07-26T06:28:51.204853+0000","last_became_active":"2024-07-26T06:28:46.906873+0000","last_became_peered":"2024-07-26T06:28:46.906873+0000","last_unstale":"2024-07-26T06:28:51.204853+0000","last_undegraded":"2024-07-26T06:28:51.204853+0000","last_fullsized":"2024-07-26T06:28:51.204853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204877+0000","last_change":"2024-07-26T06:28:50.051818+0000","last_active":"2024-07-26T06:28:51.204877+0000","last_peered":"2024-07-26T06:28:51.204877+0000","last_clean":"2024-07-26T06:28:51.204877+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:28:51.204877+0000","last_undegraded":"2024-07-26T06:28:51.204877+0000","last_fullsized":"2024-07-26T06:28:51.204877+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032075+0000","last_change":"2024-07-26T06:28:46.898665+0000","last_active":"2024-07-26T06:28:51.032075+0000","last_peered":"2024-07-26T06:28:51.032075+0000","last_clean":"2024-07-26T06:28:51.032075+0000","last_became_active":"2024-07-26T06:28:46.898372+0000","last_became_peered":"2024-07-26T06:28:46.898372+0000","last_unstale":"2024-07-26T06:28:51.032075+0000","last_undegraded":"2024-07-26T06:28:51.032075+0000","last_fullsized":"2024-07-26T06:28:51.032075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204483+0000","last_change":"2024-07-26T06:28:50.050289+0000","last_active":"2024-07-26T06:28:51.204483+0000","last_peered":"2024-07-26T06:28:51.204483+0000","last_clean":"2024-07-26T06:28:51.204483+0000","last_became_active":"2024-07-26T06:28:50.050035+0000","last_became_peered":"2024-07-26T06:28:50.050035+0000","last_unstale":"2024-07-26T06:28:51.204483+0000","last_undegraded":"2024-07-26T06:28:51.204483+0000","last_fullsized":"2024-07-26T06:28:51.204483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.045198+0000","last_change":"2024-07-26T06:28:46.906222+0000","last_active":"2024-07-26T06:28:52.045198+0000","last_peered":"2024-07-26T06:28:52.045198+0000","last_clean":"2024-07-26T06:28:52.045198+0000","last_became_active":"2024-07-26T06:28:46.905824+0000","last_became_peered":"2024-07-26T06:28:46.905824+0000","last_unstale":"2024-07-26T06:28:52.045198+0000","last_undegraded":"2024-07-26T06:28:52.045198+0000","last_fullsized":"2024-07-26T06:28:52.045198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032848+0000","last_change":"2024-07-26T06:28:50.051432+0000","last_active":"2024-07-26T06:28:51.032848+0000","last_peered":"2024-07-26T06:28:51.032848+0000","last_clean":"2024-07-26T06:28:51.032848+0000","last_became_active":"2024-07-26T06:28:50.050988+0000","last_became_peered":"2024-07-26T06:28:50.050988+0000","last_unstale":"2024-07-26T06:28:51.032848+0000","last_undegraded":"2024-07-26T06:28:51.032848+0000","last_fullsized":"2024-07-26T06:28:51.032848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204743+0000","last_change":"2024-07-26T06:28:46.905633+0000","last_active":"2024-07-26T06:28:51.204743+0000","last_peered":"2024-07-26T06:28:51.204743+0000","last_clean":"2024-07-26T06:28:51.204743+0000","last_became_active":"2024-07-26T06:28:46.905263+0000","last_became_peered":"2024-07-26T06:28:46.905263+0000","last_unstale":"2024-07-26T06:28:51.204743+0000","last_undegraded":"2024-07-26T06:28:51.204743+0000","last_fullsized":"2024-07-26T06:28:51.204743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044722+0000","last_change":"2024-07-26T06:28:50.042188+0000","last_active":"2024-07-26T06:28:52.044722+0000","last_peered":"2024-07-26T06:28:52.044722+0000","last_clean":"2024-07-26T06:28:52.044722+0000","last_became_active":"2024-07-26T06:28:50.041197+0000","last_became_peered":"2024-07-26T06:28:50.041197+0000","last_unstale":"2024-07-26T06:28:52.044722+0000","last_undegraded":"2024-07-26T06:28:52.044722+0000","last_fullsized":"2024-07-26T06:28:52.044722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206007+0000","last_change":"2024-07-26T06:28:46.906287+0000","last_active":"2024-07-26T06:28:51.206007+0000","last_peered":"2024-07-26T06:28:51.206007+0000","last_clean":"2024-07-26T06:28:51.206007+0000","last_became_active":"2024-07-26T06:28:46.905982+0000","last_became_peered":"2024-07-26T06:28:46.905982+0000","last_unstale":"2024-07-26T06:28:51.206007+0000","last_undegraded":"2024-07-26T06:28:51.206007+0000","last_fullsized":"2024-07-26T06:28:51.206007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204715+0000","last_change":"2024-07-26T06:28:50.040847+0000","last_active":"2024-07-26T06:28:51.204715+0000","last_peered":"2024-07-26T06:28:51.204715+0000","last_clean":"2024-07-26T06:28:51.204715+0000","last_became_active":"2024-07-26T06:28:50.040539+0000","last_became_peered":"2024-07-26T06:28:50.040539+0000","last_unstale":"2024-07-26T06:28:51.204715+0000","last_undegraded":"2024-07-26T06:28:51.204715+0000","last_fullsized":"2024-07-26T06:28:51.204715+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.033836+0000","last_change":"2024-07-26T06:28:46.902449+0000","last_active":"2024-07-26T06:28:52.033836+0000","last_peered":"2024-07-26T06:28:52.033836+0000","last_clean":"2024-07-26T06:28:52.033836+0000","last_became_active":"2024-07-26T06:28:46.902138+0000","last_became_peered":"2024-07-26T06:28:46.902138+0000","last_unstale":"2024-07-26T06:28:52.033836+0000","last_undegraded":"2024-07-26T06:28:52.033836+0000","last_fullsized":"2024-07-26T06:28:52.033836+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032831+0000","last_change":"2024-07-26T06:28:50.048276+0000","last_active":"2024-07-26T06:28:51.032831+0000","last_peered":"2024-07-26T06:28:51.032831+0000","last_clean":"2024-07-26T06:28:51.032831+0000","last_became_active":"2024-07-26T06:28:50.048000+0000","last_became_peered":"2024-07-26T06:28:50.048000+0000","last_unstale":"2024-07-26T06:28:51.032831+0000","last_undegraded":"2024-07-26T06:28:51.032831+0000","last_fullsized":"2024-07-26T06:28:51.032831+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049946+0000","last_change":"2024-07-26T06:28:46.899031+0000","last_active":"2024-07-26T06:28:52.049946+0000","last_peered":"2024-07-26T06:28:52.049946+0000","last_clean":"2024-07-26T06:28:52.049946+0000","last_became_active":"2024-07-26T06:28:46.898536+0000","last_became_peered":"2024-07-26T06:28:46.898536+0000","last_unstale":"2024-07-26T06:28:52.049946+0000","last_undegraded":"2024-07-26T06:28:52.049946+0000","last_fullsized":"2024-07-26T06:28:52.049946+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205124+0000","last_change":"2024-07-26T06:28:50.052650+0000","last_active":"2024-07-26T06:28:51.205124+0000","last_peered":"2024-07-26T06:28:51.205124+0000","last_clean":"2024-07-26T06:28:51.205124+0000","last_became_active":"2024-07-26T06:28:50.052272+0000","last_became_peered":"2024-07-26T06:28:50.052272+0000","last_unstale":"2024-07-26T06:28:51.205124+0000","last_undegraded":"2024-07-26T06:28:51.205124+0000","last_fullsized":"2024-07-26T06:28:51.205124+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204627+0000","last_change":"2024-07-26T06:28:46.907337+0000","last_active":"2024-07-26T06:28:51.204627+0000","last_peered":"2024-07-26T06:28:51.204627+0000","last_clean":"2024-07-26T06:28:51.204627+0000","last_became_active":"2024-07-26T06:28:46.905272+0000","last_became_peered":"2024-07-26T06:28:46.905272+0000","last_unstale":"2024-07-26T06:28:51.204627+0000","last_undegraded":"2024-07-26T06:28:51.204627+0000","last_fullsized":"2024-07-26T06:28:51.204627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032651+0000","last_change":"2024-07-26T06:28:50.048856+0000","last_active":"2024-07-26T06:28:51.032651+0000","last_peered":"2024-07-26T06:28:51.032651+0000","last_clean":"2024-07-26T06:28:51.032651+0000","last_became_active":"2024-07-26T06:28:50.045851+0000","last_became_peered":"2024-07-26T06:28:50.045851+0000","last_unstale":"2024-07-26T06:28:51.032651+0000","last_undegraded":"2024-07-26T06:28:51.032651+0000","last_fullsized":"2024-07-26T06:28:51.032651+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204875+0000","last_change":"2024-07-26T06:28:46.908282+0000","last_active":"2024-07-26T06:28:51.204875+0000","last_peered":"2024-07-26T06:28:51.204875+0000","last_clean":"2024-07-26T06:28:51.204875+0000","last_became_active":"2024-07-26T06:28:46.908015+0000","last_became_peered":"2024-07-26T06:28:46.908015+0000","last_unstale":"2024-07-26T06:28:51.204875+0000","last_undegraded":"2024-07-26T06:28:51.204875+0000","last_fullsized":"2024-07-26T06:28:51.204875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032716+0000","last_change":"2024-07-26T06:28:50.040783+0000","last_active":"2024-07-26T06:28:51.032716+0000","last_peered":"2024-07-26T06:28:51.032716+0000","last_clean":"2024-07-26T06:28:51.032716+0000","last_became_active":"2024-07-26T06:28:50.040490+0000","last_became_peered":"2024-07-26T06:28:50.040490+0000","last_unstale":"2024-07-26T06:28:51.032716+0000","last_undegraded":"2024-07-26T06:28:51.032716+0000","last_fullsized":"2024-07-26T06:28:51.032716+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205122+0000","last_change":"2024-07-26T06:28:46.907623+0000","last_active":"2024-07-26T06:28:51.205122+0000","last_peered":"2024-07-26T06:28:51.205122+0000","last_clean":"2024-07-26T06:28:51.205122+0000","last_became_active":"2024-07-26T06:28:46.907360+0000","last_became_peered":"2024-07-26T06:28:46.907360+0000","last_unstale":"2024-07-26T06:28:51.205122+0000","last_undegraded":"2024-07-26T06:28:51.205122+0000","last_fullsized":"2024-07-26T06:28:51.205122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032180+0000","last_change":"2024-07-26T06:28:50.049389+0000","last_active":"2024-07-26T06:28:51.032180+0000","last_peered":"2024-07-26T06:28:51.032180+0000","last_clean":"2024-07-26T06:28:51.032180+0000","last_became_active":"2024-07-26T06:28:50.049121+0000","last_became_peered":"2024-07-26T06:28:50.049121+0000","last_unstale":"2024-07-26T06:28:51.032180+0000","last_undegraded":"2024-07-26T06:28:51.032180+0000","last_fullsized":"2024-07-26T06:28:51.032180+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049439+0000","last_change":"2024-07-26T06:28:46.905758+0000","last_active":"2024-07-26T06:28:52.049439+0000","last_peered":"2024-07-26T06:28:52.049439+0000","last_clean":"2024-07-26T06:28:52.049439+0000","last_became_active":"2024-07-26T06:28:46.905455+0000","last_became_peered":"2024-07-26T06:28:46.905455+0000","last_unstale":"2024-07-26T06:28:52.049439+0000","last_undegraded":"2024-07-26T06:28:52.049439+0000","last_fullsized":"2024-07-26T06:28:52.049439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.204939+0000","last_change":"2024-07-26T06:28:50.048897+0000","last_active":"2024-07-26T06:28:51.204939+0000","last_peered":"2024-07-26T06:28:51.204939+0000","last_clean":"2024-07-26T06:28:51.204939+0000","last_became_active":"2024-07-26T06:28:50.048592+0000","last_became_peered":"2024-07-26T06:28:50.048592+0000","last_unstale":"2024-07-26T06:28:51.204939+0000","last_undegraded":"2024-07-26T06:28:51.204939+0000","last_fullsized":"2024-07-26T06:28:51.204939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.044576+0000","last_change":"2024-07-26T06:28:50.051850+0000","last_active":"2024-07-26T06:28:52.044576+0000","last_peered":"2024-07-26T06:28:52.044576+0000","last_clean":"2024-07-26T06:28:52.044576+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:28:52.044576+0000","last_undegraded":"2024-07-26T06:28:52.044576+0000","last_fullsized":"2024-07-26T06:28:52.044576+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.048078+0000","last_change":"2024-07-26T06:28:46.900238+0000","last_active":"2024-07-26T06:28:52.048078+0000","last_peered":"2024-07-26T06:28:52.048078+0000","last_clean":"2024-07-26T06:28:52.048078+0000","last_became_active":"2024-07-26T06:28:46.899972+0000","last_became_peered":"2024-07-26T06:28:46.899972+0000","last_unstale":"2024-07-26T06:28:52.048078+0000","last_undegraded":"2024-07-26T06:28:52.048078+0000","last_fullsized":"2024-07-26T06:28:52.048078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.206049+0000","last_change":"2024-07-26T06:28:50.050914+0000","last_active":"2024-07-26T06:28:51.206049+0000","last_peered":"2024-07-26T06:28:51.206049+0000","last_clean":"2024-07-26T06:28:51.206049+0000","last_became_active":"2024-07-26T06:28:50.050607+0000","last_became_peered":"2024-07-26T06:28:50.050607+0000","last_unstale":"2024-07-26T06:28:51.206049+0000","last_undegraded":"2024-07-26T06:28:51.206049+0000","last_fullsized":"2024-07-26T06:28:51.206049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:40.753797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.049814+0000","last_change":"2024-07-26T06:28:46.901700+0000","last_active":"2024-07-26T06:28:52.049814+0000","last_peered":"2024-07-26T06:28:52.049814+0000","last_clean":"2024-07-26T06:28:52.049814+0000","last_became_active":"2024-07-26T06:28:46.901421+0000","last_became_peered":"2024-07-26T06:28:46.901421+0000","last_unstale":"2024-07-26T06:28:52.049814+0000","last_undegraded":"2024-07-26T06:28:52.049814+0000","last_fullsized":"2024-07-26T06:28:52.049814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.205605+0000","last_change":"2024-07-26T06:28:50.045738+0000","last_active":"2024-07-26T06:28:51.205605+0000","last_peered":"2024-07-26T06:28:51.205605+0000","last_clean":"2024-07-26T06:28:51.205605+0000","last_became_active":"2024-07-26T06:28:50.045478+0000","last_became_peered":"2024-07-26T06:28:50.045478+0000","last_unstale":"2024-07-26T06:28:51.205605+0000","last_undegraded":"2024-07-26T06:28:51.205605+0000","last_fullsized":"2024-07-26T06:28:51.205605+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.034666+0000","last_change":"2024-07-26T06:28:46.900294+0000","last_active":"2024-07-26T06:28:52.034666+0000","last_peered":"2024-07-26T06:28:52.034666+0000","last_clean":"2024-07-26T06:28:52.034666+0000","last_became_active":"2024-07-26T06:28:46.899694+0000","last_became_peered":"2024-07-26T06:28:46.899694+0000","last_unstale":"2024-07-26T06:28:52.034666+0000","last_undegraded":"2024-07-26T06:28:52.034666+0000","last_fullsized":"2024-07-26T06:28:52.034666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:28:51.032243+0000","last_change":"2024-07-26T06:28:50.045768+0000","last_active":"2024-07-26T06:28:51.032243+0000","last_peered":"2024-07-26T06:28:51.032243+0000","last_clean":"2024-07-26T06:28:51.032243+0000","last_became_active":"2024-07-26T06:28:50.045474+0000","last_became_peered":"2024-07-26T06:28:50.045474+0000","last_unstale":"2024-07-26T06:28:51.032243+0000","last_undegraded":"2024-07-26T06:28:51.032243+0000","last_fullsized":"2024-07-26T06:28:51.032243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:28:52.050017+0000","last_change":"2024-07-26T06:28:46.902452+0000","last_active":"2024-07-26T06:28:52.050017+0000","last_peered":"2024-07-26T06:28:52.050017+0000","last_clean":"2024-07-26T06:28:52.050017+0000","last_became_active":"2024-07-26T06:28:46.902156+0000","last_became_peered":"2024-07-26T06:28:46.902156+0000","last_unstale":"2024-07-26T06:28:52.050017+0000","last_undegraded":"2024-07-26T06:28:52.050017+0000","last_fullsized":"2024-07-26T06:28:52.050017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201293,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":870600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":871295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.72699999999999998}]},{"osd":1,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.753},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.74199999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.77600000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.79100000000000004}]},{"osd":4,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.40000000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.2070000000000001,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":280959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.42899999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.495},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58499999999999996}]},{"osd":3,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.56899999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":280071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.505},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.46100000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.35599999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.373},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.51900000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:29:00 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40699999999999997,"15min":0.41099999999999998},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54400000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.43099999999999999,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.63600000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.33600000000000002}]},{"osd":1,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.44500000000000001,"15min":0.45600000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.48199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44400000000000001,"15min":0.45200000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60399999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.39100000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:28:53 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.311},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.46400000000000002,"15min":0.46999999999999997},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32300000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:28:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.69599999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:29:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.59899999999999998,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.499},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.42399999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.42899999999999999,"15min":0.42099999999999999},"min":{"1min":0.34100000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.45900000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:28:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.433},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.46300000000000002,"15min":0.46200000000000002},"min":{"1min":0.371,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:28:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.621}]},{"osd":5,"last update":"Fri Jul 26 06:28:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.65100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.752},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.64100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":279535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.33300000000000002,"15min":0.312},"min":{"1min":0.26000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.51200000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.33200000000000002,"15min":0.312},"min":{"1min":0.246,"5min":0.193,"15min":0.193},"max":{"1min":0.44400000000000001,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.32200000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.38,"15min":0.375},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.311}]},{"osd":3,"last update":"Fri Jul 26 06:28:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60199999999999998,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.433,"15min":0.435},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59899999999999998,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:28:16 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:28:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Jul 26 06:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36099999999999999,"15min":0.34899999999999998},"min":{"1min":0.21199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.371},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35699999999999998,"15min":0.33700000000000002},"min":{"1min":0.23899999999999999,"5min":0.184,"15min":0.184},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.38100000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.29399999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.63900000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.40799999999999997,"15min":0.39900000000000002},"min":{"1min":0.29399999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.628,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40999999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:28:54 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.59499999999999997,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.44600000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:28:11 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.69599999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:29:15.888 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-26T06:29:15.889 INFO:tasks.cephadm:Adding prometheus.a on smithi135 2024-07-26T06:29:15.889 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply prometheus '1;smithi135=a' 2024-07-26T06:29:16.154 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:29:16.277 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:16 smithi135 ceph-mon[32812]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:29:16.278 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:16 smithi135 ceph-mon[32812]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:16.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:16 smithi037 ceph-mon[29520]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:29:16.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:16 smithi037 ceph-mon[29520]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:16.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:16 smithi037 ceph-mon[40607]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:29:16.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:16 smithi037 ceph-mon[40607]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:29:17.524 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:17 smithi135 ceph-mon[32812]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:17 smithi037 ceph-mon[29520]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:17 smithi037 ceph-mon[40607]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:18.037 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled prometheus update... 2024-07-26T06:29:18.628 DEBUG:teuthology.orchestra.run.smithi135:prometheus.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service 2024-07-26T06:29:18.631 INFO:tasks.cephadm:Adding node-exporter.a on smithi037 2024-07-26T06:29:18.631 INFO:tasks.cephadm:Adding node-exporter.b on smithi135 2024-07-26T06:29:18.631 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply node-exporter '2;smithi037=a;smithi135=b' 2024-07-26T06:29:18.932 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: Saving service prometheus spec with placement smithi135=a;count:1 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: Saving service prometheus spec with placement smithi135=a;count:1 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:19 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: Saving service prometheus spec with placement smithi135=a;count:1 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:19.325 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:19 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:20 smithi037 ceph-mon[29520]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:29:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:20 smithi037 ceph-mon[40607]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:29:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:20 smithi135 ceph-mon[32812]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:29:20.725 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled node-exporter update... 2024-07-26T06:29:21.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:21 smithi037 ceph-mon[29520]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:21.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:21 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:21.392 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:21 smithi037 ceph-mon[40607]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:21.392 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:21 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:21.393 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:21 smithi135 ceph-mon[32812]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:21.393 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:21 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:21.760 DEBUG:teuthology.orchestra.run.smithi037:node-exporter.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service 2024-07-26T06:29:21.763 DEBUG:teuthology.orchestra.run.smithi135:node-exporter.b> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service 2024-07-26T06:29:21.766 INFO:tasks.cephadm:Adding alertmanager.a on smithi037 2024-07-26T06:29:21.766 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply alertmanager '1;smithi037=a' 2024-07-26T06:29:22.049 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:22 smithi135 ceph-mon[32812]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:22.049 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:22 smithi135 ceph-mon[32812]: Saving service node-exporter spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:29:22.087 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:29:22.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:22 smithi037 ceph-mon[29520]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:22 smithi037 ceph-mon[29520]: Saving service node-exporter spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:29:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:22 smithi037 ceph-mon[40607]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi135=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:22 smithi037 ceph-mon[40607]: Saving service node-exporter spec with placement smithi037=a;smithi135=b;count:2 2024-07-26T06:29:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:23 smithi135 ceph-mon[32812]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:23 smithi037 ceph-mon[29520]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:23 smithi037 ceph-mon[40607]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:24.749 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled alertmanager update... 2024-07-26T06:29:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:25 smithi135 ceph-mon[32812]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:25 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:25 smithi037 ceph-mon[29520]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:25 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:25 smithi037 ceph-mon[40607]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:25 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:26.173 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:26 smithi135 ceph-mon[32812]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:26.173 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:26 smithi135 ceph-mon[32812]: Saving service alertmanager spec with placement smithi037=a;count:1 2024-07-26T06:29:26.206 DEBUG:teuthology.orchestra.run.smithi037:alertmanager.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service 2024-07-26T06:29:26.209 INFO:tasks.cephadm:Adding grafana.a on smithi135 2024-07-26T06:29:26.209 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph orch apply grafana '1;smithi135=a' 2024-07-26T06:29:26.502 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:29:26.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:26 smithi037 ceph-mon[29520]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:26.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:26 smithi037 ceph-mon[29520]: Saving service alertmanager spec with placement smithi037=a;count:1 2024-07-26T06:29:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:26 smithi037 ceph-mon[40607]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:26 smithi037 ceph-mon[40607]: Saving service alertmanager spec with placement smithi037=a;count:1 2024-07-26T06:29:27.085 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:27 smithi135 ceph-mon[32812]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:27 smithi037 ceph-mon[29520]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:27 smithi037 ceph-mon[40607]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-07-26T06:29:29.290 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:29 smithi135 ceph-mon[32812]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:29.399 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled grafana update... 2024-07-26T06:29:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:29 smithi037 ceph-mon[29520]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:29 smithi037 ceph-mon[40607]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:30.782 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:30 smithi135 ceph-mon[32812]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:30.783 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:30 smithi135 ceph-mon[32812]: Saving service grafana spec with placement smithi135=a;count:1 2024-07-26T06:29:30.783 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:30 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:30.783 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:30 smithi135 ceph-mon[32812]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[29520]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[29520]: Saving service grafana spec with placement smithi135=a;count:1 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[29520]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[40607]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi135=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[40607]: Saving service grafana spec with placement smithi135=a;count:1 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:30 smithi037 ceph-mon[40607]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:30.808 DEBUG:teuthology.orchestra.run.smithi135:grafana.a> sudo journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service 2024-07-26T06:29:30.810 INFO:tasks.cephadm:Setting up client nodes... 2024-07-26T06:29:30.810 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-26T06:29:31.080 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:32.997 INFO:teuthology.orchestra.run.smithi037.stdout:[client.0] 2024-07-26T06:29:33.067 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQBMQqNmSS4KOxAAmK+fBoHwS8+XOQbKB8sZXw== 2024-07-26T06:29:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:32 smithi135 ceph-mon[32812]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:32 smithi037 ceph-mon[29520]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:32 smithi037 ceph-mon[40607]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:33.555 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 systemd[1]: Starting Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:29:33.630 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:29:33.685 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-07-26T06:29:33.685 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-26T06:29:33.727 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-26T06:29:33.824 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 podman[62791]: 2024-07-26 06:29:33.458050551 +0000 UTC m=+0.018746189 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:29:33.824 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 podman[62791]: 2024-07-26 06:29:33.562887983 +0000 UTC m=+0.123583610 container create 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:33.824 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 podman[62791]: 2024-07-26 06:29:33.823834041 +0000 UTC m=+0.384529684 container init 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:34.000 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:29:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1575861701' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:34.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 podman[62791]: 2024-07-26 06:29:33.829339739 +0000 UTC m=+0.390035367 container start 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.852Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.852Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.853Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi135 (none))" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.853Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.853Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.854Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.854Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.855Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.855Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.857Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.857Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.008µs 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.857Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:29:34.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.858Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.858Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.923µs wal_replay_duration=216.433µs wbl_replay_duration=307ns total_replay_duration=251.225µs 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.858Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.858Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.858Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.872Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.707888ms db_storage=713ns remote_storage=1.051µs web_handler=348ns query_engine=546ns scrape=394.053µs scrape_sd=16.801µs notify=888ns notify_sd=1.85µs rules=13.13117ms tracing=5.816µs 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.872Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:29:33.872Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 bash[62791]: 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 2024-07-26T06:29:34.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:29:33 smithi135 systemd[1]: Started Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:29:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1575861701' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:34.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1575861701' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:34.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:33 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:34 smithi135 ceph-mon[32812]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:34 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:29:35.135 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ignoring --setuser ceph since I am not root 2024-07-26T06:29:35.136 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ignoring --setgroup ceph since I am not root 2024-07-26T06:29:35.136 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-mgr[34885]: -- 172.21.15.135:0/2966695930 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560dfceb49c0 con 0x560dfcec0c00 2024-07-26T06:29:35.136 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:35.133+0000 7f0a13b23ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[29520]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[40607]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:35.276 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:34 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setuser ceph since I am not root 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setgroup ceph since I am not root 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-mgr[29795]: -- 172.21.15.37:0/2567424475 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560f95f7a9c0 con 0x560f95f86c00 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:35.147+0000 7f8202fa4ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:29:35.277 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:35.274+0000 7f8202fa4ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:29:35.414 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:35.259+0000 7f0a13b23ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:29:35.414 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:35.325+0000 7f0a13b23ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:29:35.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:35.343+0000 7f8202fa4ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:29:35.675 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:35.571+0000 7f0a13b23ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:29:35.675 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:35.629+0000 7f0a13b23ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:29:35.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:35.593+0000 7f8202fa4ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:29:35.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:35.653+0000 7f8202fa4ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:29:36.003 INFO:teuthology.orchestra.run.smithi135.stdout:[client.1] 2024-07-26T06:29:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: key = AQBPQqNmUBCGOxAA9X5wMGFfbSEh90mYT8cvVA== 2024-07-26T06:29:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-mon[29520]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:29:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-mon[29520]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:29:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-mon[40607]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:29:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:35 smithi037 ceph-mon[40607]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:29:36.303 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-mon[32812]: from='mgr.14150 172.21.15.37:0/3685058392' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:29:36.304 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:35 smithi135 ceph-mon[32812]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:29:36.587 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:36.545+0000 7f0a13b23ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:29:36.963 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:36.655+0000 7f0a13b23ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:29:36.964 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:36.710+0000 7f0a13b23ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:29:36.964 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:36.902+0000 7f0a13b23ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:29:36.964 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:36.962+0000 7f0a13b23ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:29:36.970 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:36.600+0000 7f8202fa4ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:29:36.970 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:36.716+0000 7f8202fa4ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:29:36.970 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:36.773+0000 7f8202fa4ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:29:36.970 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:36.969+0000 7f8202fa4ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:29:37.230 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[29520]: from='client.? 172.21.15.135:0/3684584104' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.231 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:37.231 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[40607]: from='client.? 172.21.15.135:0/3684584104' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.231 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.231 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:36 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:37.232 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:37.034+0000 7f8202fa4ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:29:37.232 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:37.101+0000 7f8202fa4ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:29:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-mon[32812]: from='client.? 172.21.15.135:0/3684584104' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:29:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:36 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:29:37.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:37.027+0000 7f0a13b23ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:29:37.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:37.149+0000 7f0a13b23ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:29:37.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:37.229+0000 7f8202fa4ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:29:37.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:37.583+0000 7f0a13b23ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:29:37.906 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T06:29:37.907 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-07-26T06:29:37.907 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-26T06:29:37.945 INFO:tasks.cephadm:Creating RBD pool 2024-07-26T06:29:37.945 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool create rbd 8 2024-07-26T06:29:37.964 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:37.662+0000 7f8202fa4ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:29:38.220 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:38.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:37.964+0000 7f8202fa4ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:29:38.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.033+0000 7f8202fa4ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:29:38.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.172+0000 7f8202fa4ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:29:38.320 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:37.870+0000 7f0a13b23ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:29:38.320 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:37.940+0000 7f0a13b23ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:29:38.320 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.071+0000 7f0a13b23ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:29:38.320 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.318+0000 7f0a13b23ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:29:38.587 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.379+0000 7f0a13b23ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:29:38.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.559+0000 7f0a13b23ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:29:38.613 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.449+0000 7f8202fa4ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:29:38.613 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.515+0000 7f8202fa4ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:29:38.919 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.708+0000 7f8202fa4ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:29:38.919 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.773+0000 7f8202fa4ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:29:38.919 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.858+0000 7f8202fa4ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:29:38.919 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:38.918+0000 7f8202fa4ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:29:39.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.621+0000 7f0a13b23ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:29:39.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.700+0000 7f0a13b23ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:29:39.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:38.756+0000 7f0a13b23ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: Standby manager daemon x restarted 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:39.269+0000 7f0a13b23ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:29:39.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:39.402+0000 7f0a13b23ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: [26/Jul/2024:06:29:39] ENGINE Bus STARTING 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: CherryPy Checker: 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: The Application mounted at '' has an empty config. 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: [26/Jul/2024:06:29:39] ENGINE Serving on http://:::9283 2024-07-26T06:29:39.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: [26/Jul/2024:06:29:39] ENGINE Bus STARTED 2024-07-26T06:29:39.725 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: Standby manager daemon x restarted 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: Standby manager daemon x started 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: Standby manager daemon x restarted 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:29:39.726 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/3143635241' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.470+0000 7f8202fa4ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.615+0000 7f8202fa4ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:39] ENGINE Bus STARTING 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: CherryPy Checker: 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: The Application mounted at '' has an empty config. 2024-07-26T06:29:39.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.723+0000 7f81b79e3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.723+0000 7f81b79e3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.723+0000 7f81b79e3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.723+0000 7f81b79e3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.723+0000 7f81b79e3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.984 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.728+0000 7f81b21d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.728+0000 7f81b21d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.728+0000 7f81b21d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.728+0000 7f81b21d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:39.728+0000 7f81b21d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:39] ENGINE Serving on http://:::9283 2024-07-26T06:29:39.985 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:39 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:39] ENGINE Bus STARTED 2024-07-26T06:29:40.676 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'rbd' created 2024-07-26T06:29:41.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-26T06:29:41.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: Active manager daemon y restarted 2024-07-26T06:29:41.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: Activating manager daemon y 2024-07-26T06:29:41.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: mgrmap e18: y(active, starting, since 0.00810174s), standbys: x 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:29:41.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: Manager daemon y is now available 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:29:41.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: Active manager daemon y restarted 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: Activating manager daemon y 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: mgrmap e18: y(active, starting, since 0.00810174s), standbys: x 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:29:41.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:29:41.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: Manager daemon y is now available 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:29:41.025 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:29:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-26T06:29:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: Active manager daemon y restarted 2024-07-26T06:29:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: Activating manager daemon y 2024-07-26T06:29:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:29:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: mgrmap e18: y(active, starting, since 0.00810174s), standbys: x 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:29:41.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: Manager daemon y is now available 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:29:41.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:29:41.895 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:29:41.895 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[29520]: mgrmap e19: y(active, since 1.04634s), standbys: x 2024-07-26T06:29:41.895 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[29520]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:41.895 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:29:41.895 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[29520]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[40607]: mgrmap e19: y(active, since 1.04634s), standbys: x 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[40607]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-mon[40607]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:41.658+0000 7f819bd6c640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:29:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: Traceback (most recent call last): 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._connections.run(self.expiration_interval) 2024-07-26T06:29:41.896 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._run(expiration_interval) 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: s = self.context.wrap_socket( 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: return self.sslsocket_class._create( 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self.do_handshake() 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: self._sslobj.do_handshake() 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:29:41.897 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:29:41.920 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- rbd pool init rbd 2024-07-26T06:29:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:41 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:29:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:41 smithi135 ceph-mon[32812]: mgrmap e19: y(active, since 1.04634s), standbys: x 2024-07-26T06:29:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:41 smithi135 ceph-mon[32812]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:41 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/739169685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:29:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:41 smithi135 ceph-mon[32812]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:29:42.245 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: [26/Jul/2024:06:29:41] ENGINE Bus STARTING 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: [26/Jul/2024:06:29:41] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: [26/Jul/2024:06:29:41] ENGINE Bus STARTED 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: [26/Jul/2024:06:29:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:29:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:29:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: [26/Jul/2024:06:29:41] ENGINE Bus STARTING 2024-07-26T06:29:43.075 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: [26/Jul/2024:06:29:41] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: [26/Jul/2024:06:29:41] ENGINE Bus STARTED 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: [26/Jul/2024:06:29:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:29:43.076 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: self.do_handshake() 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:29:43.077 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-26T06:29:43.078 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.078 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.078 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.078 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:42 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: [26/Jul/2024:06:29:41] ENGINE Bus STARTING 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: [26/Jul/2024:06:29:41] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: [26/Jul/2024:06:29:41] ENGINE Bus STARTED 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: [26/Jul/2024:06:29:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: Traceback (most recent call last): 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._run(expiration_interval) 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:29:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: s = self.context.wrap_socket( 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: return self.sslsocket_class._create( 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: self.do_handshake() 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._sslobj.do_handshake() 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-26T06:29:43.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:42 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.940 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 2992M 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.965 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 2992M 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:43.967 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:43.968 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:43 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 2992M 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:44.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:43 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 2993M 2024-07-26T06:29:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:29:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:29:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[29520]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 2993M 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:44 smithi037 ceph-mon[40607]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 2993M 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:45.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:44 smithi135 ceph-mon[32812]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-26T06:29:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[29520]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[29520]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[40607]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:29:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:45 smithi037 ceph-mon[40607]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:29:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:45 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:45 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:29:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:45 smithi135 ceph-mon[32812]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:29:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:45 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1550147599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:29:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:45 smithi135 ceph-mon[32812]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[29520]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[29520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[29520]: Cluster is now healthy 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[29520]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[40607]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[40607]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:29:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[40607]: Cluster is now healthy 2024-07-26T06:29:47.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:46 smithi037 ceph-mon[40607]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:29:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:46 smithi135 ceph-mon[32812]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:29:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:46 smithi135 ceph-mon[32812]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:29:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:46 smithi135 ceph-mon[32812]: Cluster is now healthy 2024-07-26T06:29:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:46 smithi135 ceph-mon[32812]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:29:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:47 smithi037 ceph-mon[29520]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:29:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:47 smithi037 ceph-mon[40607]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:29:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:47 smithi135 ceph-mon[32812]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:29:48.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:29:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:29:48.246 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-26T06:29:48.246 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-07-26T06:29:48.246 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph mgr dump --format=json 2024-07-26T06:29:48.964 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:48 smithi037 ceph-mon[29520]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:29:48.964 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:48 smithi037 ceph-mon[40607]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:29:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:48 smithi135 ceph-mon[32812]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:29:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:50 smithi037 ceph-mon[29520]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-07-26T06:29:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:50 smithi037 ceph-mon[40607]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-07-26T06:29:50.800 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:50 smithi135 ceph-mon[32812]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-07-26T06:29:52.521 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:52 smithi037 systemd[1]: Starting Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:29:52.782 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:52 smithi037 ceph-mon[29520]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 295 B/s wr, 17 op/s 2024-07-26T06:29:52.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:52 smithi037 ceph-mon[40607]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 295 B/s wr, 17 op/s 2024-07-26T06:29:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:52 smithi135 ceph-mon[32812]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 295 B/s wr, 17 op/s 2024-07-26T06:29:53.227 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:53.544 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 podman[74799]: 2024-07-26 06:29:53.020507448 +0000 UTC m=+0.197277320 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:29:53.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 podman[74799]: 2024-07-26 06:29:53.141182795 +0000 UTC m=+0.317952646 volume create ee1071624b35b904b401688b9461be0a7a0ad4f8adddfec8ad54615767e274fb 2024-07-26T06:29:53.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 podman[74799]: 2024-07-26 06:29:53.22480007 +0000 UTC m=+0.401569933 container create f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:53.806 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2968794057' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:29:53.806 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2968794057' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:29:53.806 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 podman[74799]: 2024-07-26 06:29:53.787130009 +0000 UTC m=+0.963899864 container init f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:53.806 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 podman[74799]: 2024-07-26 06:29:53.792495609 +0000 UTC m=+0.969265470 container start f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.806Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.806Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.807Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.808Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.832Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:29:54.061 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.832Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:29:54.062 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.835Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:29:54.062 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:53.835Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:29:54.062 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 bash[74799]: f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba 2024-07-26T06:29:54.062 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:53 smithi037 systemd[1]: Started Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:29:54.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:53 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2968794057' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:29:54.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE Bus STOPPING 2024-07-26T06:29:54.473 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":21,"flags":0,"active_gid":24431,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":1668096563},{"type":"v1","addr":"172.21.15.37:6801","nonce":1668096563}]},"active_addr":"172.21.15.37:6801/1668096563","active_change":"2024-07-26T06:29:39.618601+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24409,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.37:8443/","prometheus":"http://172.21.15.37:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":1726348087}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":3105057204}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":563725221}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":1572280659}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":2415306405}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":566561221}]}]} 2024-07-26T06:29:54.477 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-07-26T06:29:54.477 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-07-26T06:29:54.477 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:29:54.744 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:54.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:29:54.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE Bus STOPPED 2024-07-26T06:29:54.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE Bus STARTING 2024-07-26T06:29:54.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE Serving on http://:::9283 2024-07-26T06:29:54.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:29:54] ENGINE Bus STARTED 2024-07-26T06:29:55.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-26T06:29:55.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:55.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:29:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:29:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:29:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:55.881 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:29:55 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:29:55.809Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000758407s 2024-07-26T06:29:56.204 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:55 smithi037 ceph-mon[29520]: Deploying daemon grafana.a on smithi135 2024-07-26T06:29:56.205 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:55 smithi037 ceph-mon[40607]: Deploying daemon grafana.a on smithi135 2024-07-26T06:29:56.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:55 smithi135 ceph-mon[32812]: Deploying daemon grafana.a on smithi135 2024-07-26T06:29:56.633 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:56.633 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":76,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:29:54.257851+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:29:40.645331+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/2595307176":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/4137997925":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/3766781968":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/431601423":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:29:57.179 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:56 smithi037 ceph-mon[29520]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-07-26T06:29:57.179 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:56 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1661417990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:57.180 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:56 smithi037 ceph-mon[40607]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-07-26T06:29:57.180 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:56 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1661417990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:57.204 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-07-26T06:29:57.204 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:29:57.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:56 smithi135 ceph-mon[32812]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-07-26T06:29:57.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:56 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1661417990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:57.469 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:29:58.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:29:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:29:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:29:59.204 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:29:59.204 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:58 smithi037 ceph-mon[29520]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:29:59.205 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:58 smithi037 ceph-mon[40607]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:29:59.205 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":76,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:29:54.257851+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:29:40.645331+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/2595307176":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/4137997925":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/3766781968":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/431601423":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:29:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:58 smithi135 ceph-mon[32812]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:29:59.814 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-07-26T06:29:59.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-07-26T06:29:59.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-07-26T06:29:59.816 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-07-26T06:29:59.816 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-07-26T06:29:59.816 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-07-26T06:29:59.817 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-07-26T06:29:59.817 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-07-26T06:29:59.971 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:29:59 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2671269159' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:29:59.971 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:29:59 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2671269159' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:30:00.295 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:29:59 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2671269159' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:30:00.363 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.365 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.366 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.366 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.370 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.621 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.621 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:00.976 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:00 smithi037 ceph-mon[29520]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:30:00.976 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:00 smithi037 ceph-mon[29520]: overall HEALTH_OK 2024-07-26T06:30:00.977 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:00 smithi037 ceph-mon[40607]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:30:00.977 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:00 smithi037 ceph-mon[40607]: overall HEALTH_OK 2024-07-26T06:30:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:00 smithi135 ceph-mon[32812]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:30:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:00 smithi135 ceph-mon[32812]: overall HEALTH_OK 2024-07-26T06:30:03.233 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:02 smithi037 ceph-mon[29520]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:03.233 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:02 smithi037 ceph-mon[40607]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:02 smithi135 ceph-mon[32812]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:04.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:30:03.812Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003409476s 2024-07-26T06:30:05.139 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:04 smithi037 ceph-mon[29520]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:05.139 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:04 smithi037 ceph-mon[40607]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:05.206 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:04 smithi135 ceph-mon[32812]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:06.752 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:06 smithi135 systemd[1]: Starting Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:06 smithi135 ceph-mon[32812]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:07.088 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:06 smithi135 podman[64900]: 2024-07-26 06:30:06.871841217 +0000 UTC m=+0.016367730 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-26T06:30:07.088 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:06 smithi135 podman[64900]: 2024-07-26 06:30:06.971644484 +0000 UTC m=+0.116171031 container create 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.openshift.expose-services=, io.openshift.tags=base rhel8, distribution-scope=public, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., version=8.5, release=239.1651231664, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, build-date=2022-04-29T11:48:11.055897) 2024-07-26T06:30:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:06 smithi037 ceph-mon[29520]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:06 smithi037 ceph-mon[40607]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:07.449 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 podman[64900]: 2024-07-26 06:30:07.198782098 +0000 UTC m=+0.343308600 container init 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, name=ubi8, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-type=git, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, description=Ceph Grafana Container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-07-26T06:30:07.457 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 podman[64900]: 2024-07-26 06:30:07.203518432 +0000 UTC m=+0.348044936 container start 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Paul Cuzner , architecture=x86_64, version=8.5, name=ubi8, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 bash[64900]: 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 systemd[1]: Started Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364369341Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.36457437Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364596737Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:30:07.458 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364605608Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:30:07.459 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364621946Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:30:07.459 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364630386Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364636276Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364641923Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364647667Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364653526Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364658857Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364664211Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364669772Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=settings t=2024-07-26T06:30:07.364675816Z level=info msg="App mode production" 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore t=2024-07-26T06:30:07.364728863Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:30:07.460 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore t=2024-07-26T06:30:07.364745301Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.365685647Z level=info msg="Starting DB migrations" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.365771576Z level=info msg="Executing migration" id="create migration_log table" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.366258491Z level=info msg="Executing migration" id="create user table" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.366715151Z level=info msg="Executing migration" id="add unique index user.login" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.367282892Z level=info msg="Executing migration" id="add unique index user.email" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.367770832Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.368502461Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.369022939Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.369723066Z level=info msg="Executing migration" id="create user table v2" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.370129314Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-07-26T06:30:07.461 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.37048659Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.370901012Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.371232651Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.371547499Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.371979136Z level=info msg="Executing migration" id="Update user table charset" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.372268894Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.372655477Z level=info msg="Executing migration" id="Add missing user data" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.373001648Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.373380998Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.373777062Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.374186632Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.375314363Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-07-26T06:30:07.462 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.375744485Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.376214983Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.379037392Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.37950091Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.382295834Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.384750522Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.387190793Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.389686059Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.392505014Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.394939485Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.397664368Z level=info msg="Executing migration" id="create temp_user v2" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.399991121Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-07-26T06:30:07.463 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.402445853Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.405124308Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.405520454Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.406526761Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.407182884Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.407514194Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.407852853Z level=info msg="Executing migration" id="create star table" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.408312402Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.409223331Z level=info msg="Executing migration" id="create org table v1" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.410042369Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.41093875Z level=info msg="Executing migration" id="create org_user table v1" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.411675775Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-07-26T06:30:07.464 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.412547743Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.412947707Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.413777334Z level=info msg="Executing migration" id="Update org table charset" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.414657253Z level=info msg="Executing migration" id="Update org_user table charset" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.415500765Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.415824103Z level=info msg="Executing migration" id="create dashboard table" 2024-07-26T06:30:07.465 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.416700428Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.417593691Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.418391806Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.418782716Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.41979598Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.420465271Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.421318167Z level=info msg="Executing migration" id="create dashboard v2" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.421705342Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.422572991Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.425349357Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.427869703Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.428270036Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-07-26T06:30:07.466 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.431138148Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.431640829Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.434064106Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.436881978Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.437319658Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.440168324Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.442845688Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.445629506Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.445963259Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.448798713Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.449384364Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-07-26T06:30:07.467 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.451562723Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.454346137Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.45489486Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.457743823Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.46041404Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.463111673Z level=info msg="Executing migration" id="Update dashboard title length" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.463453285Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.466394485Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.468705256Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-07-26T06:30:07.701 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.471177861Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.471750375Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.474673011Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.477336474Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.479853171Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.480388233Z level=info msg="Executing migration" id="Add check_sum column" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.483000271Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.485671595Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.488297555Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-07-26T06:30:07.702 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.488626755Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.491469707Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.494145909Z level=info msg="Executing migration" id="create data_source table" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.494946842Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.495372203Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.496184787Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.497201079Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.497848263Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.498901742Z level=info msg="Executing migration" id="create data_source table v2" 2024-07-26T06:30:07.704 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.499841516Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.50058256Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.50153246Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.501964921Z level=info msg="Executing migration" id="Add column with_credentials" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.502781954Z level=info msg="Executing migration" id="Add secure json data column" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.503313904Z level=info msg="Executing migration" id="Update data_source table charset" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.50362383Z level=info msg="Executing migration" id="Update initial version to 1" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.50392791Z level=info msg="Executing migration" id="Add read_only data column" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.504499329Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.504816745Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.505312537Z level=info msg="Executing migration" id="Add uid column" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.506210626Z level=info msg="Executing migration" id="Update uid value" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.507030808Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-07-26T06:30:07.705 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.507840725Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.508243396Z level=info msg="Executing migration" id="create api_key table" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.509157435Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.509909896Z level=info msg="Executing migration" id="add index api_key.key" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.510776648Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.511226745Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-07-26T06:30:07.706 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.512135085Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.512553782Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.512936934Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.513943855Z level=info msg="Executing migration" id="create api_key table v2" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.514808903Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.515861021Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.516528446Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.517525088Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.518230566Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.519162948Z level=info msg="Executing migration" id="Update api_key table charset" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.519481103Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.521883415Z level=info msg="Executing migration" id="Add service account foreign key" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.524829009Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-07-26T06:30:07.707 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.527733394Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.530458627Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.532923847Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.535819054Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.538732617Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.54167505Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.544096254Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.547111334Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.549931686Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.552950547Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.555566405Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.558200601Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.560831179Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.563695461Z level=info msg="Executing migration" id="create quota table v1" 2024-07-26T06:30:07.708 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.566466552Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.569136796Z level=info msg="Executing migration" id="Update quota table charset" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.571579071Z level=info msg="Executing migration" id="create plugin_setting table" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.574305271Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.57718389Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.579578215Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.582128135Z level=info msg="Executing migration" id="create session table" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.584954927Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.587681424Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.590134992Z level=info msg="Executing migration" id="create playlist table v2" 2024-07-26T06:30:07.709 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.592571766Z level=info msg="Executing migration" id="create playlist item table v2" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.595391452Z level=info msg="Executing migration" id="Update playlist table charset" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.598013424Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.600897661Z level=info msg="Executing migration" id="drop preferences table v2" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.603239214Z level=info msg="Executing migration" id="drop preferences table v3" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.606006569Z level=info msg="Executing migration" id="create preferences table v3" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.608746048Z level=info msg="Executing migration" id="Update preferences table charset" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.611465297Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.612180083Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.613038301Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.613871621Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.614737583Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.61502848Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-07-26T06:30:07.710 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.615430904Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.615884346Z level=info msg="Executing migration" id="create alert table v1" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.616691378Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.617542919Z level=info msg="Executing migration" id="add index alert state" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.618193543Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.61858008Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.618940581Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.619355153Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.619726972Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-07-26T06:30:07.711 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.621269234Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.621653908Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.622103755Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.6223945Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.622709105Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.62308488Z level=info msg="Executing migration" id="Add column is_default" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.623691668Z level=info msg="Executing migration" id="Add column frequency" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.624297081Z level=info msg="Executing migration" id="Add column send_reminder" 2024-07-26T06:30:07.712 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.624925019Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.625526927Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.625935109Z level=info msg="Executing migration" id="Update alert table charset" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.626210563Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.626464803Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.626836615Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.627241928Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.627580923Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.627976041Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.628361097Z level=info msg="Executing migration" id="Add for to alert table" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.628989179Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.629609718Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.630353172Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-07-26T06:30:07.713 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.631146846Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.631921516Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.632729199Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.633656452Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.634435363Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.635127881Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.636057164Z level=info msg="Executing migration" id="create annotation table v5" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.636738039Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.637710158Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.63852642Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.639385184Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.640138422Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.641020771Z level=info msg="Executing migration" id="Update annotation table charset" 2024-07-26T06:30:07.714 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.641728078Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.642590073Z level=info msg="Executing migration" id="Drop category_id index" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.643542128Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.644300196Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.645307963Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.648080144Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.650663653Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.653367899Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.655957882Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.658796578Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.661360986Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.663993048Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.666808285Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.669256011Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-07-26T06:30:07.715 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.67210535Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.674638162Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.677241162Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.680025851Z level=info msg="Executing migration" id="Add epoch_end column" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.682761649Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.685494265Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.688341723Z level=info msg="Executing migration" id="Move region to single row" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.691144007Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.693728515Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.696164616Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.698797814Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.701095125Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-07-26T06:30:07.716 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.703464395Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-07-26T06:30:07.952 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:07.953 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.706108606Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-07-26T06:30:07.953 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.708598356Z level=info msg="Executing migration" id="create test_data table" 2024-07-26T06:30:07.953 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.711019421Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-07-26T06:30:07.953 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.711532687Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-07-26T06:30:07.953 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.71408752Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.716786139Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.719341172Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.72194984Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.724282335Z level=info msg="Executing migration" id="create team table" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.72681862Z level=info msg="Executing migration" id="add index team.org_id" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.729591921Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.73194464Z level=info msg="Executing migration" id="create team member table" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.734593177Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.737453588Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.738147644Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.738818692Z level=info msg="Executing migration" id="Add column email to team table" 2024-07-26T06:30:07.954 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.739611189Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.740399233Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.741193114Z level=info msg="Executing migration" id="create dashboard acl table" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.742011868Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.742697396Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.743443491Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.743889003Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.744636289Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.745348954Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.745808452Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.746241647Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.746603181Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-07-26T06:30:07.955 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.746904287Z level=info msg="Executing migration" id="create tag table" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.747300493Z level=info msg="Executing migration" id="add index tag.key_value" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.747730448Z level=info msg="Executing migration" id="create login attempt table" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.748127756Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.748556128Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.748973211Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.750813256Z level=info msg="Executing migration" id="create login_attempt v2" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.751217964Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.75166634Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-07-26T06:30:07.956 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.75197478Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.752298198Z level=info msg="Executing migration" id="create user auth table" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.752644616Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.753078047Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.753337582Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.754113829Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.754887028Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.755668585Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.75645153Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.756901254Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.757678458Z level=info msg="Executing migration" id="create server_lock table" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.758082741Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-07-26T06:30:07.958 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.758535689Z level=info msg="Executing migration" id="create user auth token table" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.758986311Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.759416642Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.759883283Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.760313288Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.761115121Z level=info msg="Executing migration" id="create cache_data table" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.761533388Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.761956634Z level=info msg="Executing migration" id="create short_url table v1" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.762368343Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.762781306Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.763064075Z level=info msg="Executing migration" id="delete alert_definition table" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.763331106Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.763746068Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.7645249Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-07-26T06:30:07.959 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.765300628Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.765609734Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.766021892Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.766790937Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.767222812Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.76766413Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.768454497Z level=info msg="Executing migration" id="drop alert_definition table" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.769253117Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.770135412Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.771107575Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.771655399Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.772437915Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.773158343Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-07-26T06:30:07.960 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.773624542Z level=info msg="Executing migration" id="create alert_instance table" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.774060662Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.774452298Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.774900389Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.775702998Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.776677494Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.777362749Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.780772586Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.784318192Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.785027931Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.786026304Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.787001062Z level=info msg="Executing migration" id="create alert_rule table" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.787753937Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-07-26T06:30:07.961 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.788664942Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.789603456Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.790218051Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.790967318Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.791806837Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.792659851Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.793506138Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.793950238Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.794721688Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.795572092Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.796456879Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.796896741Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.799479614Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-07-26T06:30:07.962 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.802319261Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.805326457Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.805838031Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.808437207Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.811300877Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.814323111Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.815405459Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.817965109Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.820896181Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.823693336Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.82453469Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.82741298Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.829812149Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-07-26T06:30:07.963 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.832731767Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.833127323Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.83611933Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.838766851Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.841346876Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.844186436Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.846957883Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.849391264Z level=info msg="Executing migration" id="create provenance_type table" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.851844815Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.852299634Z level=info msg="Executing migration" id="create alert_image table" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.855057913Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.85796902Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.860369654Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.860842458Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-07-26T06:30:07.964 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.863443174Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.863533268Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.866206875Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.868971864Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.869428775Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.869534239Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.869655537Z level=info msg="alerts found to migrate" alerts=0 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.872250538Z level=info msg="Executing migration" id="create library_element table v1" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.87501824Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.875737484Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.876156119Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.877079518Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.877838785Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-07-26T06:30:07.965 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.878770667Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.879223799Z level=info msg="Executing migration" id="create data_keys table" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.880103384Z level=info msg="Executing migration" id="create secrets table" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.880948674Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.885241997Z level=info msg="Executing migration" id="add name column into data_keys" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.886186719Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.887013675Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.891282516Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.895474314Z level=info msg="Executing migration" id="create kv_store table v1" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.895882815Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.89666051Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.897493945Z level=info msg="Executing migration" id="create permission table" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.898374583Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.898811961Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-07-26T06:30:07.966 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.899747403Z level=info msg="Executing migration" id="create role table" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.900459586Z level=info msg="Executing migration" id="add column display_name" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.901418314Z level=info msg="Executing migration" id="add column group_name" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.90237089Z level=info msg="Executing migration" id="add index role.org_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.903160383Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.904174165Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.90490979Z level=info msg="Executing migration" id="create team role table" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.905327075Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.906244534Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.906927003Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.907777119Z level=info msg="Executing migration" id="create user role table" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.908182753Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.909067606Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.909821886Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-07-26T06:30:07.967 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.910841376Z level=info msg="Executing migration" id="create builtin role table" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.911460675Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.912375876Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.915151163Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.918043586Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.918673612Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.921729633Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.924127695Z level=info msg="Executing migration" id="add unique index role.uid" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.926684027Z level=info msg="Executing migration" id="create seed assignment table" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.927296117Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.930311449Z level=info msg="Executing migration" id="add column hidden to role table" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.93306875Z level=info msg="Executing migration" id="create query_history table v1" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.935774443Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.936233416Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-07-26T06:30:07.968 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.939156968Z level=info msg="Executing migration" id="teams permissions migration" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.939632123Z level=info msg="Executing migration" id="dashboard permissions" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.942155459Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.944691702Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.947487869Z level=info msg="Executing migration" id="alerting notification permissions" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.950225423Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.953107529Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-07-26T06:30:07.969 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.955770227Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-07-26T06:30:08.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.95850181Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.961283062Z level=info msg="Executing migration" id="create correlation table v1" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.964036202Z level=info msg="Executing migration" id="add index correlations.uid" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.966468528Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.969337551Z level=info msg="Executing migration" id="add correlation config column" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.972014221Z level=info msg="Executing migration" id="create entity_events table" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.974438368Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.976837646Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.976929781Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.97949878Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:30:08.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.979600653Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.982279035Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.984934523Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.987766419Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.988343402Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.98915766Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.990007565Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-26T06:30:08.340 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.990794907Z level=info msg="Executing migration" id="Drop public config table" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.991631409Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.994396104Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.997044049Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:07.99978955Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.002387788Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.005554873Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.00820242Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.011038632Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-07-26T06:30:08.341 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.013853921Z level=info msg="Executing migration" id="add share column" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.016416653Z level=info msg="Executing migration" id="create default alerting folders" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.019328588Z level=info msg="Executing migration" id="create file table" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.022039498Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.024486849Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.027180989Z level=info msg="Executing migration" id="create file_meta table" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.027708242Z level=info msg="Executing migration" id="file table idx: path key" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.0307071Z level=info msg="Executing migration" id="set path collation in file table" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.033325183Z level=info msg="Executing migration" id="managed permissions migration" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.036080468Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.038570129Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-07-26T06:30:08.342 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.041117633Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.043642458Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.046197666Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.048709072Z level=info msg="Executing migration" id="update group index for alert rules" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.051059823Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.053579738Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.056051163Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.058673338Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.061127129Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.06380284Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.07356536Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-07-26T06:30:08.343 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.076073172Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.078547579Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.082026291Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.084734128Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.087435156Z level=info msg="Executing migration" id="create folder table" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.089842811Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.092564433Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.093188263Z level=info msg="Executing migration" id="Update folder title length" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.093960709Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=migrator t=2024-07-26T06:30:08.094640921Z level=info msg="migrations completed" performed=485 skipped=0 duration=728.892299ms 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore t=2024-07-26T06:30:08.095039127Z level=info msg="Created default organization" 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=plugin.loader t=2024-07-26T06:30:08.150676793Z level=info msg="Plugin registered" pluginID=input 2024-07-26T06:30:08.344 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=plugin.loader t=2024-07-26T06:30:08.177531898Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-26T06:30:08.345 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=plugin.loader t=2024-07-26T06:30:08.177550487Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-26T06:30:08.345 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=secrets t=2024-07-26T06:30:08.177606026Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:30:08.345 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=query_data t=2024-07-26T06:30:08.179224314Z level=info msg="Query Service initialization" 2024-07-26T06:30:08.345 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=live.push_http t=2024-07-26T06:30:08.181490432Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:30:08.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[29520]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:30:08.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:08 smithi037 ceph-mon[40607]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:08.643 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.643 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.644 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.644 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:08.644 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:30:08.644 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-mon[32812]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:09.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=infra.usagestats.collector t=2024-07-26T06:30:08.90757689Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:30:09.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=provisioning.datasources t=2024-07-26T06:30:08.907949182Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-07-26T06:30:09.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=provisioning.datasources t=2024-07-26T06:30:08.940681004Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=provisioning.datasources t=2024-07-26T06:30:08.972322241Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=provisioning.alerting t=2024-07-26T06:30:08.99385038Z level=info msg="starting to provision alerting" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=provisioning.alerting t=2024-07-26T06:30:08.993870214Z level=info msg="finished to provision alerting" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=grafanaStorageLogger t=2024-07-26T06:30:08.994635567Z level=info msg="storage starting" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=ngalert.state.manager t=2024-07-26T06:30:08.994705464Z level=info msg="Warming state cache for startup" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=http.server t=2024-07-26T06:30:08.999319952Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore.transactions t=2024-07-26T06:30:09.005598629Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=ngalert.state.manager t=2024-07-26T06:30:09.005709029Z level=info msg="State cache has been initialized" states=0 duration=11.001993ms 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=ticker t=2024-07-26T06:30:09.005773603Z level=info msg=starting first_tick=2024-07-26T06:30:10Z 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:30:09.005757498Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore.transactions t=2024-07-26T06:30:09.04107711Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore.transactions t=2024-07-26T06:30:09.082394739Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:30:09.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[64915]: logger=sqlstore.transactions t=2024-07-26T06:30:09.09284058Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-07-26T06:30:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:10.954 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:10 smithi037 ceph-mon[29520]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:10.954 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:10 smithi037 ceph-mon[40607]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:10 smithi135 ceph-mon[32812]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:11.250 INFO:teuthology.orchestra.run.smithi037.stdout:55834574900 2024-07-26T06:30:11.250 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-07-26T06:30:11.866 INFO:teuthology.orchestra.run.smithi037.stdout:34359738425 2024-07-26T06:30:11.867 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-07-26T06:30:12.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:12 smithi037 ceph-mon[40607]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:12.883 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:12 smithi037 ceph-mon[29520]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:12.908 INFO:teuthology.orchestra.run.smithi037.stdout:111669149738 2024-07-26T06:30:12.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-07-26T06:30:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:12 smithi135 ceph-mon[32812]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:13.932 INFO:teuthology.orchestra.run.smithi037.stdout:201863462941 2024-07-26T06:30:13.933 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-07-26T06:30:14.430 INFO:teuthology.orchestra.run.smithi037.stdout:77309411376 2024-07-26T06:30:14.430 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-07-26T06:30:14.443 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:14.450 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:14.450 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:14 smithi037 ceph-mon[29520]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:14 smithi037 ceph-mon[40607]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:14 smithi135 ceph-mon[32812]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:15.156 INFO:teuthology.orchestra.run.smithi037.stdout:133143986212 2024-07-26T06:30:15.156 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-07-26T06:30:15.616 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:15.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:15 smithi037 bash[77316]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-26T06:30:16.075 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:15 smithi037 bash[77316]: Getting image source signatures 2024-07-26T06:30:16.075 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:15 smithi037 bash[77316]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-26T06:30:16.075 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:15 smithi037 bash[77316]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-26T06:30:16.075 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:15 smithi037 bash[77316]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-26T06:30:17.039 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:16 smithi037 ceph-mon[29520]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:17.040 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:16 smithi037 ceph-mon[40607]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:16 smithi135 ceph-mon[32812]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:18.307 INFO:teuthology.orchestra.run.smithi037.stdout:236223201305 2024-07-26T06:30:18.308 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-07-26T06:30:18.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:18.381 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:18 smithi037 bash[77316]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-26T06:30:18.381 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:18 smithi037 bash[77316]: Writing manifest to image destination 2024-07-26T06:30:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:18 smithi037 ceph-mon[29520]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:18 smithi037 ceph-mon[40607]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:19.045 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:18 smithi037 podman[77316]: 2024-07-26 06:30:18.854697951 +0000 UTC m=+3.668743521 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:30:19.045 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:18 smithi037 podman[77316]: 2024-07-26 06:30:18.969874514 +0000 UTC m=+3.783920068 container create 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:19.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:18 smithi135 ceph-mon[32812]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:19.893 INFO:teuthology.orchestra.run.smithi037.stdout:167503724578 2024-07-26T06:30:19.894 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-07-26T06:30:20.746 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 podman[77316]: 2024-07-26 06:30:20.547577429 +0000 UTC m=+5.361622983 container init 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 podman[77316]: 2024-07-26 06:30:20.554311952 +0000 UTC m=+5.368357515 container start 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.558Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.558Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.558Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:30:20.747 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:30:20.748 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:30:20.749 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:30:20.750 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.559Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.560Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:30:20.751 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[77703]: ts=2024-07-26T06:30:20.560Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:30:20.752 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 bash[77316]: 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 2024-07-26T06:30:20.752 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:30:20 smithi037 systemd[1]: Started Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:21.015 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[29520]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[40607]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:20 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.057 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:20 smithi135 ceph-mon[32812]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:21.057 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:20 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.057 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:20 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:21 smithi135 systemd[1]: Starting Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:21.699 INFO:teuthology.orchestra.run.smithi037.stdout:55834574901 2024-07-26T06:30:21.993 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.993 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[29520]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:30:21.993 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3849071313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:30:21.993 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:21.993 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[40607]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:30:21.994 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:21 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3849071313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:30:22.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:21 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:21 smithi135 ceph-mon[32812]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:30:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:21 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3849071313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:30:22.088 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:21 smithi135 bash[65185]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-26T06:30:22.382 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574901 for osd.1 2024-07-26T06:30:22.383 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:22.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:22 smithi135 bash[65185]: Getting image source signatures 2024-07-26T06:30:22.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:22 smithi135 bash[65185]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-26T06:30:22.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:22 smithi135 bash[65185]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-26T06:30:22.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:22 smithi135 bash[65185]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-26T06:30:23.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:22 smithi037 ceph-mon[29520]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:23.040 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:22 smithi037 ceph-mon[40607]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:22 smithi135 ceph-mon[32812]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:23.837 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:23 smithi135 bash[65185]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-26T06:30:23.845 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:23 smithi135 bash[65185]: Writing manifest to image destination 2024-07-26T06:30:24.305 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 podman[65185]: 2024-07-26 06:30:23.962786117 +0000 UTC m=+2.363063908 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:30:24.305 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 podman[65185]: 2024-07-26 06:30:24.061358064 +0000 UTC m=+2.461635892 container create a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:30:24.419 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:24.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 podman[65185]: 2024-07-26 06:30:24.305262356 +0000 UTC m=+2.705540158 container init a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:30:24.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 podman[65185]: 2024-07-26 06:30:24.310739258 +0000 UTC m=+2.711017044 container start a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:30:24.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.314Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:30:24.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.314Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:30:24.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:30:24.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:30:24.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:30:24.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:30:24.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:30:24.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:30:24.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.315Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:30:24.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:30:24.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[65234]: ts=2024-07-26T06:30:24.316Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:30:24.594 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 bash[65185]: a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb 2024-07-26T06:30:24.594 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:30:24 smithi135 systemd[1]: Started Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/700913804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/700913804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/700913804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:25.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:25.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:25.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:26.329 INFO:teuthology.orchestra.run.smithi037.stdout:34359738428 2024-07-26T06:30:26.892 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:26 smithi037 ceph-mon[29520]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:26.893 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:26 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/704749354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:30:26.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:26 smithi037 ceph-mon[40607]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:26.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:26 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/704749354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:30:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:26 smithi135 ceph-mon[32812]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:26 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/704749354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:30:27.265 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738428 for osd.0 2024-07-26T06:30:27.266 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:28.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:28.384 INFO:teuthology.orchestra.run.smithi037.stdout:77309411379 2024-07-26T06:30:28.635 INFO:teuthology.orchestra.run.smithi037.stdout:111669149741 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[29520]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2744695044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[40607]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:28.922 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2744695044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:30:28.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:28.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:28 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:28 smithi135 ceph-mon[32812]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:28 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2744695044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:30:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:28 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:28 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:29.345 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149738 got 111669149741 for osd.3 2024-07-26T06:30:29.346 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:29.694 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:29.732 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411376 got 77309411379 for osd.2 2024-07-26T06:30:29.733 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:30.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:30 smithi037 ceph-mon[29520]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:30.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:30 smithi037 ceph-mon[40607]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:30 smithi135 ceph-mon[32812]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:31.263 INFO:teuthology.orchestra.run.smithi037.stdout:133143986216 2024-07-26T06:30:31.294 INFO:teuthology.orchestra.run.smithi037.stdout:201863462944 2024-07-26T06:30:31.911 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462941 got 201863462944 for osd.6 2024-07-26T06:30:31.912 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:31 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/291581581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:30:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:31 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1252518317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:30:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:31 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/291581581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:30:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:31 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1252518317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:30:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:31 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/291581581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:30:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:31 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1252518317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:30:32.477 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986212 got 133143986216 for osd.4 2024-07-26T06:30:32.477 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:32.824 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:32 smithi037 ceph-mon[29520]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:32.824 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:32 smithi037 ceph-mon[40607]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:32 smithi135 ceph-mon[32812]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:34.006 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:34.173 INFO:teuthology.orchestra.run.smithi037.stdout:167503724581 2024-07-26T06:30:34.894 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:34 smithi037 ceph-mon[29520]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:34.894 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:34 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/4163243213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:30:34.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:34 smithi037 ceph-mon[40607]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:34.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:34 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/4163243213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:30:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:34 smithi135 ceph-mon[32812]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:34 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/4163243213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:30:35.796 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724578 got 167503724581 for osd.5 2024-07-26T06:30:35.797 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:36.480 INFO:teuthology.orchestra.run.smithi037.stdout:236223201309 2024-07-26T06:30:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:36 smithi037 ceph-mon[29520]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:36 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1001420153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:30:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:36 smithi037 ceph-mon[40607]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:37.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:36 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1001420153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:30:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:36 smithi135 ceph-mon[32812]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:36 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1001420153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:30:37.174 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201305 got 236223201309 for osd.7 2024-07-26T06:30:37.174 DEBUG:teuthology.parallel:result is None 2024-07-26T06:30:37.174 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-26T06:30:37.174 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:30:37.900 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:38.195 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:39.035 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:38 smithi037 ceph-mon[29520]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:39.035 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:38 smithi037 ceph-mon[40607]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:38 smithi135 ceph-mon[32812]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:39.943 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:39 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:39.943 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:39 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:39.988 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:39.990 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2024-07-26T06:30:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:39 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:40.851 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-07-26T06:30:39.644208+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386824,"kb_used_data":7976,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574392,"statfs":{"total":767960285184,"available":765516177408,"internally_reserved":0,"allocated":8167424,"data_stored":4596523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002880"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752119+0000","last_change":"2024-07-26T06:28:50.049382+0000","last_active":"2024-07-26T06:29:46.752119+0000","last_peered":"2024-07-26T06:29:46.752119+0000","last_clean":"2024-07-26T06:29:46.752119+0000","last_became_active":"2024-07-26T06:28:50.049001+0000","last_became_peered":"2024-07-26T06:28:50.049001+0000","last_unstale":"2024-07-26T06:29:46.752119+0000","last_undegraded":"2024-07-26T06:29:46.752119+0000","last_fullsized":"2024-07-26T06:29:46.752119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747356+0000","last_change":"2024-07-26T06:28:50.051447+0000","last_active":"2024-07-26T06:29:46.747356+0000","last_peered":"2024-07-26T06:29:46.747356+0000","last_clean":"2024-07-26T06:29:46.747356+0000","last_became_active":"2024-07-26T06:28:50.051117+0000","last_became_peered":"2024-07-26T06:28:50.051117+0000","last_unstale":"2024-07-26T06:29:46.747356+0000","last_undegraded":"2024-07-26T06:29:46.747356+0000","last_fullsized":"2024-07-26T06:29:46.747356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746490+0000","last_change":"2024-07-26T06:28:50.047213+0000","last_active":"2024-07-26T06:29:46.746490+0000","last_peered":"2024-07-26T06:29:46.746490+0000","last_clean":"2024-07-26T06:29:46.746490+0000","last_became_active":"2024-07-26T06:28:50.046934+0000","last_became_peered":"2024-07-26T06:28:50.046934+0000","last_unstale":"2024-07-26T06:29:46.746490+0000","last_undegraded":"2024-07-26T06:29:46.746490+0000","last_fullsized":"2024-07-26T06:29:46.746490+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750332+0000","last_change":"2024-07-26T06:28:50.051054+0000","last_active":"2024-07-26T06:29:46.750332+0000","last_peered":"2024-07-26T06:29:46.750332+0000","last_clean":"2024-07-26T06:29:46.750332+0000","last_became_active":"2024-07-26T06:28:50.050760+0000","last_became_peered":"2024-07-26T06:28:50.050760+0000","last_unstale":"2024-07-26T06:29:46.750332+0000","last_undegraded":"2024-07-26T06:29:46.750332+0000","last_fullsized":"2024-07-26T06:29:46.750332+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750741+0000","last_change":"2024-07-26T06:28:50.046679+0000","last_active":"2024-07-26T06:29:46.750741+0000","last_peered":"2024-07-26T06:29:46.750741+0000","last_clean":"2024-07-26T06:29:46.750741+0000","last_became_active":"2024-07-26T06:28:50.045243+0000","last_became_peered":"2024-07-26T06:28:50.045243+0000","last_unstale":"2024-07-26T06:29:46.750741+0000","last_undegraded":"2024-07-26T06:29:46.750741+0000","last_fullsized":"2024-07-26T06:29:46.750741+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749515+0000","last_change":"2024-07-26T06:29:15.223297+0000","last_active":"2024-07-26T06:29:46.749515+0000","last_peered":"2024-07-26T06:29:46.749515+0000","last_clean":"2024-07-26T06:29:46.749515+0000","last_became_active":"2024-07-26T06:29:15.222957+0000","last_became_peered":"2024-07-26T06:29:15.222957+0000","last_unstale":"2024-07-26T06:29:46.749515+0000","last_undegraded":"2024-07-26T06:29:46.749515+0000","last_fullsized":"2024-07-26T06:29:46.749515+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:22:39.624993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750795+0000","last_change":"2024-07-26T06:28:50.049391+0000","last_active":"2024-07-26T06:29:46.750795+0000","last_peered":"2024-07-26T06:29:46.750795+0000","last_clean":"2024-07-26T06:29:46.750795+0000","last_became_active":"2024-07-26T06:28:50.049101+0000","last_became_peered":"2024-07-26T06:28:50.049101+0000","last_unstale":"2024-07-26T06:29:46.750795+0000","last_undegraded":"2024-07-26T06:29:46.750795+0000","last_fullsized":"2024-07-26T06:29:46.750795+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706252+0000","last_change":"2024-07-26T06:28:50.044954+0000","last_active":"2024-07-26T06:29:46.706252+0000","last_peered":"2024-07-26T06:29:46.706252+0000","last_clean":"2024-07-26T06:29:46.706252+0000","last_became_active":"2024-07-26T06:28:50.044473+0000","last_became_peered":"2024-07-26T06:28:50.044473+0000","last_unstale":"2024-07-26T06:29:46.706252+0000","last_undegraded":"2024-07-26T06:29:46.706252+0000","last_fullsized":"2024-07-26T06:29:46.706252+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752250+0000","last_change":"2024-07-26T06:28:50.050749+0000","last_active":"2024-07-26T06:29:46.752250+0000","last_peered":"2024-07-26T06:29:46.752250+0000","last_clean":"2024-07-26T06:29:46.752250+0000","last_became_active":"2024-07-26T06:28:50.050461+0000","last_became_peered":"2024-07-26T06:28:50.050461+0000","last_unstale":"2024-07-26T06:29:46.752250+0000","last_undegraded":"2024-07-26T06:29:46.752250+0000","last_fullsized":"2024-07-26T06:29:46.752250+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751931+0000","last_change":"2024-07-26T06:28:50.048113+0000","last_active":"2024-07-26T06:29:46.751931+0000","last_peered":"2024-07-26T06:29:46.751931+0000","last_clean":"2024-07-26T06:29:46.751931+0000","last_became_active":"2024-07-26T06:28:50.047784+0000","last_became_peered":"2024-07-26T06:28:50.047784+0000","last_unstale":"2024-07-26T06:29:46.751931+0000","last_undegraded":"2024-07-26T06:29:46.751931+0000","last_fullsized":"2024-07-26T06:29:46.751931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751844+0000","last_change":"2024-07-26T06:28:50.052383+0000","last_active":"2024-07-26T06:29:46.751844+0000","last_peered":"2024-07-26T06:29:46.751844+0000","last_clean":"2024-07-26T06:29:46.751844+0000","last_became_active":"2024-07-26T06:28:50.052139+0000","last_became_peered":"2024-07-26T06:28:50.052139+0000","last_unstale":"2024-07-26T06:29:46.751844+0000","last_undegraded":"2024-07-26T06:29:46.751844+0000","last_fullsized":"2024-07-26T06:29:46.751844+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704271+0000","last_change":"2024-07-26T06:28:50.052965+0000","last_active":"2024-07-26T06:29:46.704271+0000","last_peered":"2024-07-26T06:29:46.704271+0000","last_clean":"2024-07-26T06:29:46.704271+0000","last_became_active":"2024-07-26T06:28:50.052452+0000","last_became_peered":"2024-07-26T06:28:50.052452+0000","last_unstale":"2024-07-26T06:29:46.704271+0000","last_undegraded":"2024-07-26T06:29:46.704271+0000","last_fullsized":"2024-07-26T06:29:46.704271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707592+0000","last_change":"2024-07-26T06:28:50.037048+0000","last_active":"2024-07-26T06:29:46.707592+0000","last_peered":"2024-07-26T06:29:46.707592+0000","last_clean":"2024-07-26T06:29:46.707592+0000","last_became_active":"2024-07-26T06:28:50.036652+0000","last_became_peered":"2024-07-26T06:28:50.036652+0000","last_unstale":"2024-07-26T06:29:46.707592+0000","last_undegraded":"2024-07-26T06:29:46.707592+0000","last_fullsized":"2024-07-26T06:29:46.707592+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705956+0000","last_change":"2024-07-26T06:28:50.048338+0000","last_active":"2024-07-26T06:29:46.705956+0000","last_peered":"2024-07-26T06:29:46.705956+0000","last_clean":"2024-07-26T06:29:46.705956+0000","last_became_active":"2024-07-26T06:28:50.048076+0000","last_became_peered":"2024-07-26T06:28:50.048076+0000","last_unstale":"2024-07-26T06:29:46.705956+0000","last_undegraded":"2024-07-26T06:29:46.705956+0000","last_fullsized":"2024-07-26T06:29:46.705956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708498+0000","last_change":"2024-07-26T06:28:50.045247+0000","last_active":"2024-07-26T06:29:46.708498+0000","last_peered":"2024-07-26T06:29:46.708498+0000","last_clean":"2024-07-26T06:29:46.708498+0000","last_became_active":"2024-07-26T06:28:50.044967+0000","last_became_peered":"2024-07-26T06:28:50.044967+0000","last_unstale":"2024-07-26T06:29:46.708498+0000","last_undegraded":"2024-07-26T06:29:46.708498+0000","last_fullsized":"2024-07-26T06:29:46.708498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749902+0000","last_change":"2024-07-26T06:28:50.048142+0000","last_active":"2024-07-26T06:29:46.749902+0000","last_peered":"2024-07-26T06:29:46.749902+0000","last_clean":"2024-07-26T06:29:46.749902+0000","last_became_active":"2024-07-26T06:28:50.047844+0000","last_became_peered":"2024-07-26T06:28:50.047844+0000","last_unstale":"2024-07-26T06:29:46.749902+0000","last_undegraded":"2024-07-26T06:29:46.749902+0000","last_fullsized":"2024-07-26T06:29:46.749902+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750636+0000","last_change":"2024-07-26T06:28:50.047369+0000","last_active":"2024-07-26T06:29:46.750636+0000","last_peered":"2024-07-26T06:29:46.750636+0000","last_clean":"2024-07-26T06:29:46.750636+0000","last_became_active":"2024-07-26T06:28:50.047095+0000","last_became_peered":"2024-07-26T06:28:50.047095+0000","last_unstale":"2024-07-26T06:29:46.750636+0000","last_undegraded":"2024-07-26T06:29:46.750636+0000","last_fullsized":"2024-07-26T06:29:46.750636+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750367+0000","last_change":"2024-07-26T06:28:50.042674+0000","last_active":"2024-07-26T06:29:46.750367+0000","last_peered":"2024-07-26T06:29:46.750367+0000","last_clean":"2024-07-26T06:29:46.750367+0000","last_became_active":"2024-07-26T06:28:50.042398+0000","last_became_peered":"2024-07-26T06:28:50.042398+0000","last_unstale":"2024-07-26T06:29:46.750367+0000","last_undegraded":"2024-07-26T06:29:46.750367+0000","last_fullsized":"2024-07-26T06:29:46.750367+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751849+0000","last_change":"2024-07-26T06:28:50.040218+0000","last_active":"2024-07-26T06:29:46.751849+0000","last_peered":"2024-07-26T06:29:46.751849+0000","last_clean":"2024-07-26T06:29:46.751849+0000","last_became_active":"2024-07-26T06:28:50.039945+0000","last_became_peered":"2024-07-26T06:28:50.039945+0000","last_unstale":"2024-07-26T06:29:46.751849+0000","last_undegraded":"2024-07-26T06:29:46.751849+0000","last_fullsized":"2024-07-26T06:29:46.751849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751565+0000","last_change":"2024-07-26T06:28:50.058271+0000","last_active":"2024-07-26T06:29:46.751565+0000","last_peered":"2024-07-26T06:29:46.751565+0000","last_clean":"2024-07-26T06:29:46.751565+0000","last_became_active":"2024-07-26T06:28:50.057959+0000","last_became_peered":"2024-07-26T06:28:50.057959+0000","last_unstale":"2024-07-26T06:29:46.751565+0000","last_undegraded":"2024-07-26T06:29:46.751565+0000","last_fullsized":"2024-07-26T06:29:46.751565+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705891+0000","last_change":"2024-07-26T06:28:50.054457+0000","last_active":"2024-07-26T06:29:46.705891+0000","last_peered":"2024-07-26T06:29:46.705891+0000","last_clean":"2024-07-26T06:29:46.705891+0000","last_became_active":"2024-07-26T06:28:50.054032+0000","last_became_peered":"2024-07-26T06:28:50.054032+0000","last_unstale":"2024-07-26T06:29:46.705891+0000","last_undegraded":"2024-07-26T06:29:46.705891+0000","last_fullsized":"2024-07-26T06:29:46.705891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750136+0000","last_change":"2024-07-26T06:28:50.049520+0000","last_active":"2024-07-26T06:29:46.750136+0000","last_peered":"2024-07-26T06:29:46.750136+0000","last_clean":"2024-07-26T06:29:46.750136+0000","last_became_active":"2024-07-26T06:28:50.048520+0000","last_became_peered":"2024-07-26T06:28:50.048520+0000","last_unstale":"2024-07-26T06:29:46.750136+0000","last_undegraded":"2024-07-26T06:29:46.750136+0000","last_fullsized":"2024-07-26T06:29:46.750136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706283+0000","last_change":"2024-07-26T06:28:50.038513+0000","last_active":"2024-07-26T06:29:46.706283+0000","last_peered":"2024-07-26T06:29:46.706283+0000","last_clean":"2024-07-26T06:29:46.706283+0000","last_became_active":"2024-07-26T06:28:50.038249+0000","last_became_peered":"2024-07-26T06:28:50.038249+0000","last_unstale":"2024-07-26T06:29:46.706283+0000","last_undegraded":"2024-07-26T06:29:46.706283+0000","last_fullsized":"2024-07-26T06:29:46.706283+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749974+0000","last_change":"2024-07-26T06:28:50.042362+0000","last_active":"2024-07-26T06:29:46.749974+0000","last_peered":"2024-07-26T06:29:46.749974+0000","last_clean":"2024-07-26T06:29:46.749974+0000","last_became_active":"2024-07-26T06:28:50.042055+0000","last_became_peered":"2024-07-26T06:28:50.042055+0000","last_unstale":"2024-07-26T06:29:46.749974+0000","last_undegraded":"2024-07-26T06:29:46.749974+0000","last_fullsized":"2024-07-26T06:29:46.749974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707225+0000","last_change":"2024-07-26T06:28:50.043304+0000","last_active":"2024-07-26T06:29:46.707225+0000","last_peered":"2024-07-26T06:29:46.707225+0000","last_clean":"2024-07-26T06:29:46.707225+0000","last_became_active":"2024-07-26T06:28:50.042675+0000","last_became_peered":"2024-07-26T06:28:50.042675+0000","last_unstale":"2024-07-26T06:29:46.707225+0000","last_undegraded":"2024-07-26T06:29:46.707225+0000","last_fullsized":"2024-07-26T06:29:46.707225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751976+0000","last_change":"2024-07-26T06:28:50.056225+0000","last_active":"2024-07-26T06:29:46.751976+0000","last_peered":"2024-07-26T06:29:46.751976+0000","last_clean":"2024-07-26T06:29:46.751976+0000","last_became_active":"2024-07-26T06:28:50.055951+0000","last_became_peered":"2024-07-26T06:28:50.055951+0000","last_unstale":"2024-07-26T06:29:46.751976+0000","last_undegraded":"2024-07-26T06:29:46.751976+0000","last_fullsized":"2024-07-26T06:29:46.751976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708308+0000","last_change":"2024-07-26T06:28:50.036099+0000","last_active":"2024-07-26T06:29:46.708308+0000","last_peered":"2024-07-26T06:29:46.708308+0000","last_clean":"2024-07-26T06:29:46.708308+0000","last_became_active":"2024-07-26T06:28:50.035801+0000","last_became_peered":"2024-07-26T06:28:50.035801+0000","last_unstale":"2024-07-26T06:29:46.708308+0000","last_undegraded":"2024-07-26T06:29:46.708308+0000","last_fullsized":"2024-07-26T06:29:46.708308+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707726+0000","last_change":"2024-07-26T06:28:50.048907+0000","last_active":"2024-07-26T06:29:46.707726+0000","last_peered":"2024-07-26T06:29:46.707726+0000","last_clean":"2024-07-26T06:29:46.707726+0000","last_became_active":"2024-07-26T06:28:50.048626+0000","last_became_peered":"2024-07-26T06:28:50.048626+0000","last_unstale":"2024-07-26T06:29:46.707726+0000","last_undegraded":"2024-07-26T06:29:46.707726+0000","last_fullsized":"2024-07-26T06:29:46.707726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706074+0000","last_change":"2024-07-26T06:28:50.053742+0000","last_active":"2024-07-26T06:29:46.706074+0000","last_peered":"2024-07-26T06:29:46.706074+0000","last_clean":"2024-07-26T06:29:46.706074+0000","last_became_active":"2024-07-26T06:28:50.052584+0000","last_became_peered":"2024-07-26T06:28:50.052584+0000","last_unstale":"2024-07-26T06:29:46.706074+0000","last_undegraded":"2024-07-26T06:29:46.706074+0000","last_fullsized":"2024-07-26T06:29:46.706074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750188+0000","last_change":"2024-07-26T06:28:50.050211+0000","last_active":"2024-07-26T06:29:46.750188+0000","last_peered":"2024-07-26T06:29:46.750188+0000","last_clean":"2024-07-26T06:29:46.750188+0000","last_became_active":"2024-07-26T06:28:50.049924+0000","last_became_peered":"2024-07-26T06:28:50.049924+0000","last_unstale":"2024-07-26T06:29:46.750188+0000","last_undegraded":"2024-07-26T06:29:46.750188+0000","last_fullsized":"2024-07-26T06:29:46.750188+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750683+0000","last_change":"2024-07-26T06:28:50.042485+0000","last_active":"2024-07-26T06:29:46.750683+0000","last_peered":"2024-07-26T06:29:46.750683+0000","last_clean":"2024-07-26T06:29:46.750683+0000","last_became_active":"2024-07-26T06:28:50.042113+0000","last_became_peered":"2024-07-26T06:28:50.042113+0000","last_unstale":"2024-07-26T06:29:46.750683+0000","last_undegraded":"2024-07-26T06:29:46.750683+0000","last_fullsized":"2024-07-26T06:29:46.750683+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751099+0000","last_change":"2024-07-26T06:28:50.051172+0000","last_active":"2024-07-26T06:29:46.751099+0000","last_peered":"2024-07-26T06:29:46.751099+0000","last_clean":"2024-07-26T06:29:46.751099+0000","last_became_active":"2024-07-26T06:28:50.050918+0000","last_became_peered":"2024-07-26T06:28:50.050918+0000","last_unstale":"2024-07-26T06:29:46.751099+0000","last_undegraded":"2024-07-26T06:29:46.751099+0000","last_fullsized":"2024-07-26T06:29:46.751099+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707489+0000","last_change":"2024-07-26T06:29:15.223815+0000","last_active":"2024-07-26T06:29:46.707489+0000","last_peered":"2024-07-26T06:29:46.707489+0000","last_clean":"2024-07-26T06:29:46.707489+0000","last_became_active":"2024-07-26T06:29:15.223468+0000","last_became_peered":"2024-07-26T06:29:15.223468+0000","last_unstale":"2024-07-26T06:29:46.707489+0000","last_undegraded":"2024-07-26T06:29:46.707489+0000","last_fullsized":"2024-07-26T06:29:46.707489+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:39:07.024337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708005+0000","last_change":"2024-07-26T06:28:46.901438+0000","last_active":"2024-07-26T06:29:46.708005+0000","last_peered":"2024-07-26T06:29:46.708005+0000","last_clean":"2024-07-26T06:29:46.708005+0000","last_became_active":"2024-07-26T06:28:46.901166+0000","last_became_peered":"2024-07-26T06:28:46.901166+0000","last_unstale":"2024-07-26T06:29:46.708005+0000","last_undegraded":"2024-07-26T06:29:46.708005+0000","last_fullsized":"2024-07-26T06:29:46.708005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706466+0000","last_change":"2024-07-26T06:28:50.054004+0000","last_active":"2024-07-26T06:29:46.706466+0000","last_peered":"2024-07-26T06:29:46.706466+0000","last_clean":"2024-07-26T06:29:46.706466+0000","last_became_active":"2024-07-26T06:28:50.053706+0000","last_became_peered":"2024-07-26T06:28:50.053706+0000","last_unstale":"2024-07-26T06:29:46.706466+0000","last_undegraded":"2024-07-26T06:29:46.706466+0000","last_fullsized":"2024-07-26T06:29:46.706466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750902+0000","last_change":"2024-07-26T06:28:46.899472+0000","last_active":"2024-07-26T06:29:46.750902+0000","last_peered":"2024-07-26T06:29:46.750902+0000","last_clean":"2024-07-26T06:29:46.750902+0000","last_became_active":"2024-07-26T06:28:46.898426+0000","last_became_peered":"2024-07-26T06:28:46.898426+0000","last_unstale":"2024-07-26T06:29:46.750902+0000","last_undegraded":"2024-07-26T06:29:46.750902+0000","last_fullsized":"2024-07-26T06:29:46.750902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706408+0000","last_change":"2024-07-26T06:28:46.901597+0000","last_active":"2024-07-26T06:29:46.706408+0000","last_peered":"2024-07-26T06:29:46.706408+0000","last_clean":"2024-07-26T06:29:46.706408+0000","last_became_active":"2024-07-26T06:28:46.901297+0000","last_became_peered":"2024-07-26T06:28:46.901297+0000","last_unstale":"2024-07-26T06:29:46.706408+0000","last_undegraded":"2024-07-26T06:29:46.706408+0000","last_fullsized":"2024-07-26T06:29:46.706408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706334+0000","last_change":"2024-07-26T06:28:50.047482+0000","last_active":"2024-07-26T06:29:46.706334+0000","last_peered":"2024-07-26T06:29:46.706334+0000","last_clean":"2024-07-26T06:29:46.706334+0000","last_became_active":"2024-07-26T06:28:50.047220+0000","last_became_peered":"2024-07-26T06:28:50.047220+0000","last_unstale":"2024-07-26T06:29:46.706334+0000","last_undegraded":"2024-07-26T06:29:46.706334+0000","last_fullsized":"2024-07-26T06:29:46.706334+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750004+0000","last_change":"2024-07-26T06:28:46.902421+0000","last_active":"2024-07-26T06:29:46.750004+0000","last_peered":"2024-07-26T06:29:46.750004+0000","last_clean":"2024-07-26T06:29:46.750004+0000","last_became_active":"2024-07-26T06:28:46.902145+0000","last_became_peered":"2024-07-26T06:28:46.902145+0000","last_unstale":"2024-07-26T06:29:46.750004+0000","last_undegraded":"2024-07-26T06:29:46.750004+0000","last_fullsized":"2024-07-26T06:29:46.750004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707078+0000","last_change":"2024-07-26T06:28:50.051590+0000","last_active":"2024-07-26T06:29:46.707078+0000","last_peered":"2024-07-26T06:29:46.707078+0000","last_clean":"2024-07-26T06:29:46.707078+0000","last_became_active":"2024-07-26T06:28:50.051312+0000","last_became_peered":"2024-07-26T06:28:50.051312+0000","last_unstale":"2024-07-26T06:29:46.707078+0000","last_undegraded":"2024-07-26T06:29:46.707078+0000","last_fullsized":"2024-07-26T06:29:46.707078+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751511+0000","last_change":"2024-07-26T06:28:46.900669+0000","last_active":"2024-07-26T06:29:46.751511+0000","last_peered":"2024-07-26T06:29:46.751511+0000","last_clean":"2024-07-26T06:29:46.751511+0000","last_became_active":"2024-07-26T06:28:46.900373+0000","last_became_peered":"2024-07-26T06:28:46.900373+0000","last_unstale":"2024-07-26T06:29:46.751511+0000","last_undegraded":"2024-07-26T06:29:46.751511+0000","last_fullsized":"2024-07-26T06:29:46.751511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750422+0000","last_change":"2024-07-26T06:28:50.047159+0000","last_active":"2024-07-26T06:29:46.750422+0000","last_peered":"2024-07-26T06:29:46.750422+0000","last_clean":"2024-07-26T06:29:46.750422+0000","last_became_active":"2024-07-26T06:28:50.046880+0000","last_became_peered":"2024-07-26T06:28:50.046880+0000","last_unstale":"2024-07-26T06:29:46.750422+0000","last_undegraded":"2024-07-26T06:29:46.750422+0000","last_fullsized":"2024-07-26T06:29:46.750422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750568+0000","last_change":"2024-07-26T06:28:46.905196+0000","last_active":"2024-07-26T06:29:46.750568+0000","last_peered":"2024-07-26T06:29:46.750568+0000","last_clean":"2024-07-26T06:29:46.750568+0000","last_became_active":"2024-07-26T06:28:46.904905+0000","last_became_peered":"2024-07-26T06:28:46.904905+0000","last_unstale":"2024-07-26T06:29:46.750568+0000","last_undegraded":"2024-07-26T06:29:46.750568+0000","last_fullsized":"2024-07-26T06:29:46.750568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746875+0000","last_change":"2024-07-26T06:28:50.050483+0000","last_active":"2024-07-26T06:29:46.746875+0000","last_peered":"2024-07-26T06:29:46.746875+0000","last_clean":"2024-07-26T06:29:46.746875+0000","last_became_active":"2024-07-26T06:28:50.049776+0000","last_became_peered":"2024-07-26T06:28:50.049776+0000","last_unstale":"2024-07-26T06:29:46.746875+0000","last_undegraded":"2024-07-26T06:29:46.746875+0000","last_fullsized":"2024-07-26T06:29:46.746875+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708880+0000","last_change":"2024-07-26T06:28:46.902803+0000","last_active":"2024-07-26T06:29:46.708880+0000","last_peered":"2024-07-26T06:29:46.708880+0000","last_clean":"2024-07-26T06:29:46.708880+0000","last_became_active":"2024-07-26T06:28:46.902488+0000","last_became_peered":"2024-07-26T06:28:46.902488+0000","last_unstale":"2024-07-26T06:29:46.708880+0000","last_undegraded":"2024-07-26T06:29:46.708880+0000","last_fullsized":"2024-07-26T06:29:46.708880+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704403+0000","last_change":"2024-07-26T06:28:50.052800+0000","last_active":"2024-07-26T06:29:46.704403+0000","last_peered":"2024-07-26T06:29:46.704403+0000","last_clean":"2024-07-26T06:29:46.704403+0000","last_became_active":"2024-07-26T06:28:50.052092+0000","last_became_peered":"2024-07-26T06:28:50.052092+0000","last_unstale":"2024-07-26T06:29:46.704403+0000","last_undegraded":"2024-07-26T06:29:46.704403+0000","last_fullsized":"2024-07-26T06:29:46.704403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751673+0000","last_change":"2024-07-26T06:28:46.901604+0000","last_active":"2024-07-26T06:29:46.751673+0000","last_peered":"2024-07-26T06:29:46.751673+0000","last_clean":"2024-07-26T06:29:46.751673+0000","last_became_active":"2024-07-26T06:28:46.901265+0000","last_became_peered":"2024-07-26T06:28:46.901265+0000","last_unstale":"2024-07-26T06:29:46.751673+0000","last_undegraded":"2024-07-26T06:29:46.751673+0000","last_fullsized":"2024-07-26T06:29:46.751673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751637+0000","last_change":"2024-07-26T06:28:50.044948+0000","last_active":"2024-07-26T06:29:46.751637+0000","last_peered":"2024-07-26T06:29:46.751637+0000","last_clean":"2024-07-26T06:29:46.751637+0000","last_became_active":"2024-07-26T06:28:50.044679+0000","last_became_peered":"2024-07-26T06:28:50.044679+0000","last_unstale":"2024-07-26T06:29:46.751637+0000","last_undegraded":"2024-07-26T06:29:46.751637+0000","last_fullsized":"2024-07-26T06:29:46.751637+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746351+0000","last_change":"2024-07-26T06:28:46.899735+0000","last_active":"2024-07-26T06:29:46.746351+0000","last_peered":"2024-07-26T06:29:46.746351+0000","last_clean":"2024-07-26T06:29:46.746351+0000","last_became_active":"2024-07-26T06:28:46.899454+0000","last_became_peered":"2024-07-26T06:28:46.899454+0000","last_unstale":"2024-07-26T06:29:46.746351+0000","last_undegraded":"2024-07-26T06:29:46.746351+0000","last_fullsized":"2024-07-26T06:29:46.746351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749406+0000","last_change":"2024-07-26T06:29:15.107990+0000","last_active":"2024-07-26T06:29:46.749406+0000","last_peered":"2024-07-26T06:29:46.749406+0000","last_clean":"2024-07-26T06:29:46.749406+0000","last_became_active":"2024-07-26T06:29:15.107689+0000","last_became_peered":"2024-07-26T06:29:15.107689+0000","last_unstale":"2024-07-26T06:29:46.749406+0000","last_undegraded":"2024-07-26T06:29:46.749406+0000","last_fullsized":"2024-07-26T06:29:46.749406+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:03:55.191963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750228+0000","last_change":"2024-07-26T06:28:46.902998+0000","last_active":"2024-07-26T06:29:46.750228+0000","last_peered":"2024-07-26T06:29:46.750228+0000","last_clean":"2024-07-26T06:29:46.750228+0000","last_became_active":"2024-07-26T06:28:46.902650+0000","last_became_peered":"2024-07-26T06:28:46.902650+0000","last_unstale":"2024-07-26T06:29:46.750228+0000","last_undegraded":"2024-07-26T06:29:46.750228+0000","last_fullsized":"2024-07-26T06:29:46.750228+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750806+0000","last_change":"2024-07-26T06:28:50.047392+0000","last_active":"2024-07-26T06:29:46.750806+0000","last_peered":"2024-07-26T06:29:46.750806+0000","last_clean":"2024-07-26T06:29:46.750806+0000","last_became_active":"2024-07-26T06:28:50.047092+0000","last_became_peered":"2024-07-26T06:28:50.047092+0000","last_unstale":"2024-07-26T06:29:46.750806+0000","last_undegraded":"2024-07-26T06:29:46.750806+0000","last_fullsized":"2024-07-26T06:29:46.750806+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751573+0000","last_change":"2024-07-26T06:28:46.905349+0000","last_active":"2024-07-26T06:29:46.751573+0000","last_peered":"2024-07-26T06:29:46.751573+0000","last_clean":"2024-07-26T06:29:46.751573+0000","last_became_active":"2024-07-26T06:28:46.905028+0000","last_became_peered":"2024-07-26T06:28:46.905028+0000","last_unstale":"2024-07-26T06:29:46.751573+0000","last_undegraded":"2024-07-26T06:29:46.751573+0000","last_fullsized":"2024-07-26T06:29:46.751573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751170+0000","last_change":"2024-07-26T06:29:15.223958+0000","last_active":"2024-07-26T06:29:46.751170+0000","last_peered":"2024-07-26T06:29:46.751170+0000","last_clean":"2024-07-26T06:29:46.751170+0000","last_became_active":"2024-07-26T06:29:15.223559+0000","last_became_peered":"2024-07-26T06:29:15.223559+0000","last_unstale":"2024-07-26T06:29:46.751170+0000","last_undegraded":"2024-07-26T06:29:46.751170+0000","last_fullsized":"2024-07-26T06:29:46.751170+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:36.433761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750549+0000","last_change":"2024-07-26T06:28:46.907080+0000","last_active":"2024-07-26T06:29:46.750549+0000","last_peered":"2024-07-26T06:29:46.750549+0000","last_clean":"2024-07-26T06:29:46.750549+0000","last_became_active":"2024-07-26T06:28:46.906813+0000","last_became_peered":"2024-07-26T06:28:46.906813+0000","last_unstale":"2024-07-26T06:29:46.750549+0000","last_undegraded":"2024-07-26T06:29:46.750549+0000","last_fullsized":"2024-07-26T06:29:46.750549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750888+0000","last_change":"2024-07-26T06:29:15.223959+0000","last_active":"2024-07-26T06:29:46.750888+0000","last_peered":"2024-07-26T06:29:46.750888+0000","last_clean":"2024-07-26T06:29:46.750888+0000","last_became_active":"2024-07-26T06:29:15.223551+0000","last_became_peered":"2024-07-26T06:29:15.223551+0000","last_unstale":"2024-07-26T06:29:46.750888+0000","last_undegraded":"2024-07-26T06:29:46.750888+0000","last_fullsized":"2024-07-26T06:29:46.750888+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:15:31.576898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704668+0000","last_change":"2024-07-26T06:28:46.900894+0000","last_active":"2024-07-26T06:29:46.704668+0000","last_peered":"2024-07-26T06:29:46.704668+0000","last_clean":"2024-07-26T06:29:46.704668+0000","last_became_active":"2024-07-26T06:28:46.900547+0000","last_became_peered":"2024-07-26T06:28:46.900547+0000","last_unstale":"2024-07-26T06:29:46.704668+0000","last_undegraded":"2024-07-26T06:29:46.704668+0000","last_fullsized":"2024-07-26T06:29:46.704668+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751994+0000","last_change":"2024-07-26T06:28:50.052408+0000","last_active":"2024-07-26T06:29:46.751994+0000","last_peered":"2024-07-26T06:29:46.751994+0000","last_clean":"2024-07-26T06:29:46.751994+0000","last_became_active":"2024-07-26T06:28:50.051868+0000","last_became_peered":"2024-07-26T06:28:50.051868+0000","last_unstale":"2024-07-26T06:29:46.751994+0000","last_undegraded":"2024-07-26T06:29:46.751994+0000","last_fullsized":"2024-07-26T06:29:46.751994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":39,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750506+0000","last_change":"2024-07-26T06:29:15.227407+0000","last_active":"2024-07-26T06:29:46.750506+0000","last_peered":"2024-07-26T06:29:46.750506+0000","last_clean":"2024-07-26T06:29:46.750506+0000","last_became_active":"2024-07-26T06:29:15.224892+0000","last_became_peered":"2024-07-26T06:29:15.224892+0000","last_unstale":"2024-07-26T06:29:46.750506+0000","last_undegraded":"2024-07-26T06:29:46.750506+0000","last_fullsized":"2024-07-26T06:29:46.750506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:59:25.927608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752092+0000","last_change":"2024-07-26T06:29:15.224052+0000","last_active":"2024-07-26T06:29:46.752092+0000","last_peered":"2024-07-26T06:29:46.752092+0000","last_clean":"2024-07-26T06:29:46.752092+0000","last_became_active":"2024-07-26T06:29:15.223493+0000","last_became_peered":"2024-07-26T06:29:15.223493+0000","last_unstale":"2024-07-26T06:29:46.752092+0000","last_undegraded":"2024-07-26T06:29:46.752092+0000","last_fullsized":"2024-07-26T06:29:46.752092+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:25:31.536636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708756+0000","last_change":"2024-07-26T06:28:46.903364+0000","last_active":"2024-07-26T06:29:46.708756+0000","last_peered":"2024-07-26T06:29:46.708756+0000","last_clean":"2024-07-26T06:29:46.708756+0000","last_became_active":"2024-07-26T06:28:46.903037+0000","last_became_peered":"2024-07-26T06:28:46.903037+0000","last_unstale":"2024-07-26T06:29:46.708756+0000","last_undegraded":"2024-07-26T06:29:46.708756+0000","last_fullsized":"2024-07-26T06:29:46.708756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750354+0000","last_change":"2024-07-26T06:28:50.044295+0000","last_active":"2024-07-26T06:29:46.750354+0000","last_peered":"2024-07-26T06:29:46.750354+0000","last_clean":"2024-07-26T06:29:46.750354+0000","last_became_active":"2024-07-26T06:28:50.044016+0000","last_became_peered":"2024-07-26T06:28:50.044016+0000","last_unstale":"2024-07-26T06:29:46.750354+0000","last_undegraded":"2024-07-26T06:29:46.750354+0000","last_fullsized":"2024-07-26T06:29:46.750354+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750614+0000","last_change":"2024-07-26T06:28:46.905583+0000","last_active":"2024-07-26T06:29:46.750614+0000","last_peered":"2024-07-26T06:29:46.750614+0000","last_clean":"2024-07-26T06:29:46.750614+0000","last_became_active":"2024-07-26T06:28:46.905030+0000","last_became_peered":"2024-07-26T06:28:46.905030+0000","last_unstale":"2024-07-26T06:29:46.750614+0000","last_undegraded":"2024-07-26T06:29:46.750614+0000","last_fullsized":"2024-07-26T06:29:46.750614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751780+0000","last_change":"2024-07-26T06:28:50.041187+0000","last_active":"2024-07-26T06:29:46.751780+0000","last_peered":"2024-07-26T06:29:46.751780+0000","last_clean":"2024-07-26T06:29:46.751780+0000","last_became_active":"2024-07-26T06:28:50.040938+0000","last_became_peered":"2024-07-26T06:28:50.040938+0000","last_unstale":"2024-07-26T06:29:46.751780+0000","last_undegraded":"2024-07-26T06:29:46.751780+0000","last_fullsized":"2024-07-26T06:29:46.751780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.301697+0000","last_change":"2024-07-26T06:29:46.752175+0000","last_active":"2024-07-26T06:29:54.301697+0000","last_peered":"2024-07-26T06:29:54.301697+0000","last_clean":"2024-07-26T06:29:54.301697+0000","last_became_active":"2024-07-26T06:29:41.687793+0000","last_became_peered":"2024-07-26T06:29:41.687793+0000","last_unstale":"2024-07-26T06:29:54.301697+0000","last_undegraded":"2024-07-26T06:29:54.301697+0000","last_fullsized":"2024-07-26T06:29:54.301697+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:24:35.638546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037905399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":283,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751694+0000","last_change":"2024-07-26T06:28:26.314362+0000","last_active":"2024-07-26T06:29:46.751694+0000","last_peered":"2024-07-26T06:29:46.751694+0000","last_clean":"2024-07-26T06:29:46.751694+0000","last_became_active":"2024-07-26T06:28:26.313967+0000","last_became_peered":"2024-07-26T06:28:26.313967+0000","last_unstale":"2024-07-26T06:29:46.751694+0000","last_undegraded":"2024-07-26T06:29:46.751694+0000","last_fullsized":"2024-07-26T06:29:46.751694+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_clean_scrub_stamp":"2024-07-26T06:26:26.334747+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750245+0000","last_change":"2024-07-26T06:28:46.903565+0000","last_active":"2024-07-26T06:29:46.750245+0000","last_peered":"2024-07-26T06:29:46.750245+0000","last_clean":"2024-07-26T06:29:46.750245+0000","last_became_active":"2024-07-26T06:28:46.903213+0000","last_became_peered":"2024-07-26T06:28:46.903213+0000","last_unstale":"2024-07-26T06:29:46.750245+0000","last_undegraded":"2024-07-26T06:29:46.750245+0000","last_fullsized":"2024-07-26T06:29:46.750245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707893+0000","last_change":"2024-07-26T06:28:50.043873+0000","last_active":"2024-07-26T06:29:46.707893+0000","last_peered":"2024-07-26T06:29:46.707893+0000","last_clean":"2024-07-26T06:29:46.707893+0000","last_became_active":"2024-07-26T06:28:50.043547+0000","last_became_peered":"2024-07-26T06:28:50.043547+0000","last_unstale":"2024-07-26T06:29:46.707893+0000","last_undegraded":"2024-07-26T06:29:46.707893+0000","last_fullsized":"2024-07-26T06:29:46.707893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.300879+0000","last_change":"2024-07-26T06:29:46.746721+0000","last_active":"2024-07-26T06:29:54.300879+0000","last_peered":"2024-07-26T06:29:54.300879+0000","last_clean":"2024-07-26T06:29:54.300879+0000","last_became_active":"2024-07-26T06:29:41.695853+0000","last_became_peered":"2024-07-26T06:29:41.695853+0000","last_unstale":"2024-07-26T06:29:54.300879+0000","last_undegraded":"2024-07-26T06:29:54.300879+0000","last_fullsized":"2024-07-26T06:29:54.300879+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:14.387356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.040443167000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751601+0000","last_change":"2024-07-26T06:28:46.907762+0000","last_active":"2024-07-26T06:29:46.751601+0000","last_peered":"2024-07-26T06:29:46.751601+0000","last_clean":"2024-07-26T06:29:46.751601+0000","last_became_active":"2024-07-26T06:28:46.906873+0000","last_became_peered":"2024-07-26T06:28:46.906873+0000","last_unstale":"2024-07-26T06:29:46.751601+0000","last_undegraded":"2024-07-26T06:29:46.751601+0000","last_fullsized":"2024-07-26T06:29:46.751601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705498+0000","last_change":"2024-07-26T06:28:50.051818+0000","last_active":"2024-07-26T06:29:46.705498+0000","last_peered":"2024-07-26T06:29:46.705498+0000","last_clean":"2024-07-26T06:29:46.705498+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:29:46.705498+0000","last_undegraded":"2024-07-26T06:29:46.705498+0000","last_fullsized":"2024-07-26T06:29:46.705498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263732+0000","last_change":"2024-07-26T06:29:46.747925+0000","last_active":"2024-07-26T06:29:54.263732+0000","last_peered":"2024-07-26T06:29:54.263732+0000","last_clean":"2024-07-26T06:29:54.263732+0000","last_became_active":"2024-07-26T06:29:41.812144+0000","last_became_peered":"2024-07-26T06:29:41.812144+0000","last_unstale":"2024-07-26T06:29:54.263732+0000","last_undegraded":"2024-07-26T06:29:54.263732+0000","last_fullsized":"2024-07-26T06:29:54.263732+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:30.634777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084892599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750718+0000","last_change":"2024-07-26T06:28:46.898665+0000","last_active":"2024-07-26T06:29:46.750718+0000","last_peered":"2024-07-26T06:29:46.750718+0000","last_clean":"2024-07-26T06:29:46.750718+0000","last_became_active":"2024-07-26T06:28:46.898372+0000","last_became_peered":"2024-07-26T06:28:46.898372+0000","last_unstale":"2024-07-26T06:29:46.750718+0000","last_undegraded":"2024-07-26T06:29:46.750718+0000","last_fullsized":"2024-07-26T06:29:46.750718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706995+0000","last_change":"2024-07-26T06:28:50.050289+0000","last_active":"2024-07-26T06:29:46.706995+0000","last_peered":"2024-07-26T06:29:46.706995+0000","last_clean":"2024-07-26T06:29:46.706995+0000","last_became_active":"2024-07-26T06:28:50.050035+0000","last_became_peered":"2024-07-26T06:28:50.050035+0000","last_unstale":"2024-07-26T06:29:46.706995+0000","last_undegraded":"2024-07-26T06:29:46.706995+0000","last_fullsized":"2024-07-26T06:29:46.706995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263187+0000","last_change":"2024-07-26T06:29:46.747231+0000","last_active":"2024-07-26T06:29:54.263187+0000","last_peered":"2024-07-26T06:29:54.263187+0000","last_clean":"2024-07-26T06:29:54.263187+0000","last_became_active":"2024-07-26T06:29:41.696570+0000","last_became_peered":"2024-07-26T06:29:41.696570+0000","last_unstale":"2024-07-26T06:29:54.263187+0000","last_undegraded":"2024-07-26T06:29:54.263187+0000","last_fullsized":"2024-07-26T06:29:54.263187+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:47:50.167164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039870827999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750384+0000","last_change":"2024-07-26T06:28:46.906222+0000","last_active":"2024-07-26T06:29:46.750384+0000","last_peered":"2024-07-26T06:29:46.750384+0000","last_clean":"2024-07-26T06:29:46.750384+0000","last_became_active":"2024-07-26T06:28:46.905824+0000","last_became_peered":"2024-07-26T06:28:46.905824+0000","last_unstale":"2024-07-26T06:29:46.750384+0000","last_undegraded":"2024-07-26T06:29:46.750384+0000","last_fullsized":"2024-07-26T06:29:46.750384+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704497+0000","last_change":"2024-07-26T06:28:50.051432+0000","last_active":"2024-07-26T06:29:46.704497+0000","last_peered":"2024-07-26T06:29:46.704497+0000","last_clean":"2024-07-26T06:29:46.704497+0000","last_became_active":"2024-07-26T06:28:50.050988+0000","last_became_peered":"2024-07-26T06:28:50.050988+0000","last_unstale":"2024-07-26T06:29:46.704497+0000","last_undegraded":"2024-07-26T06:29:46.704497+0000","last_fullsized":"2024-07-26T06:29:46.704497+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263157+0000","last_change":"2024-07-26T06:29:46.747801+0000","last_active":"2024-07-26T06:29:54.263157+0000","last_peered":"2024-07-26T06:29:54.263157+0000","last_clean":"2024-07-26T06:29:54.263157+0000","last_became_active":"2024-07-26T06:29:41.812158+0000","last_became_peered":"2024-07-26T06:29:41.812158+0000","last_unstale":"2024-07-26T06:29:54.263157+0000","last_undegraded":"2024-07-26T06:29:54.263157+0000","last_fullsized":"2024-07-26T06:29:54.263157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:13.251957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039911986000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708629+0000","last_change":"2024-07-26T06:28:46.905633+0000","last_active":"2024-07-26T06:29:46.708629+0000","last_peered":"2024-07-26T06:29:46.708629+0000","last_clean":"2024-07-26T06:29:46.708629+0000","last_became_active":"2024-07-26T06:28:46.905263+0000","last_became_peered":"2024-07-26T06:28:46.905263+0000","last_unstale":"2024-07-26T06:29:46.708629+0000","last_undegraded":"2024-07-26T06:29:46.708629+0000","last_fullsized":"2024-07-26T06:29:46.708629+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750963+0000","last_change":"2024-07-26T06:28:50.042188+0000","last_active":"2024-07-26T06:29:46.750963+0000","last_peered":"2024-07-26T06:29:46.750963+0000","last_clean":"2024-07-26T06:29:46.750963+0000","last_became_active":"2024-07-26T06:28:50.041197+0000","last_became_peered":"2024-07-26T06:28:50.041197+0000","last_unstale":"2024-07-26T06:29:46.750963+0000","last_undegraded":"2024-07-26T06:29:46.750963+0000","last_fullsized":"2024-07-26T06:29:46.750963+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.300480+0000","last_change":"2024-07-26T06:29:46.747027+0000","last_active":"2024-07-26T06:29:54.300480+0000","last_peered":"2024-07-26T06:29:54.300480+0000","last_clean":"2024-07-26T06:29:54.300480+0000","last_became_active":"2024-07-26T06:29:41.812362+0000","last_became_peered":"2024-07-26T06:29:41.812362+0000","last_unstale":"2024-07-26T06:29:54.300480+0000","last_undegraded":"2024-07-26T06:29:54.300480+0000","last_fullsized":"2024-07-26T06:29:54.300480+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:25:57.447472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.041431797999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751902+0000","last_change":"2024-07-26T06:28:46.906287+0000","last_active":"2024-07-26T06:29:46.751902+0000","last_peered":"2024-07-26T06:29:46.751902+0000","last_clean":"2024-07-26T06:29:46.751902+0000","last_became_active":"2024-07-26T06:28:46.905982+0000","last_became_peered":"2024-07-26T06:28:46.905982+0000","last_unstale":"2024-07-26T06:29:46.751902+0000","last_undegraded":"2024-07-26T06:29:46.751902+0000","last_fullsized":"2024-07-26T06:29:46.751902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708728+0000","last_change":"2024-07-26T06:28:50.040847+0000","last_active":"2024-07-26T06:29:46.708728+0000","last_peered":"2024-07-26T06:29:46.708728+0000","last_clean":"2024-07-26T06:29:46.708728+0000","last_became_active":"2024-07-26T06:28:50.040539+0000","last_became_peered":"2024-07-26T06:28:50.040539+0000","last_unstale":"2024-07-26T06:29:46.708728+0000","last_undegraded":"2024-07-26T06:29:46.708728+0000","last_fullsized":"2024-07-26T06:29:46.708728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.262908+0000","last_change":"2024-07-26T06:29:46.707421+0000","last_active":"2024-07-26T06:29:54.262908+0000","last_peered":"2024-07-26T06:29:54.262908+0000","last_clean":"2024-07-26T06:29:54.262908+0000","last_became_active":"2024-07-26T06:29:41.685641+0000","last_became_peered":"2024-07-26T06:29:41.685641+0000","last_unstale":"2024-07-26T06:29:54.262908+0000","last_undegraded":"2024-07-26T06:29:54.262908+0000","last_fullsized":"2024-07-26T06:29:54.262908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:50:12.040703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012015179999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747438+0000","last_change":"2024-07-26T06:28:46.902449+0000","last_active":"2024-07-26T06:29:46.747438+0000","last_peered":"2024-07-26T06:29:46.747438+0000","last_clean":"2024-07-26T06:29:46.747438+0000","last_became_active":"2024-07-26T06:28:46.902138+0000","last_became_peered":"2024-07-26T06:28:46.902138+0000","last_unstale":"2024-07-26T06:29:46.747438+0000","last_undegraded":"2024-07-26T06:29:46.747438+0000","last_fullsized":"2024-07-26T06:29:46.747438+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707551+0000","last_change":"2024-07-26T06:28:50.048276+0000","last_active":"2024-07-26T06:29:46.707551+0000","last_peered":"2024-07-26T06:29:46.707551+0000","last_clean":"2024-07-26T06:29:46.707551+0000","last_became_active":"2024-07-26T06:28:50.048000+0000","last_became_peered":"2024-07-26T06:28:50.048000+0000","last_unstale":"2024-07-26T06:29:46.707551+0000","last_undegraded":"2024-07-26T06:29:46.707551+0000","last_fullsized":"2024-07-26T06:29:46.707551+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.261502+0000","last_change":"2024-07-26T06:29:46.704727+0000","last_active":"2024-07-26T06:29:54.261502+0000","last_peered":"2024-07-26T06:29:54.261502+0000","last_clean":"2024-07-26T06:29:54.261502+0000","last_became_active":"2024-07-26T06:29:41.812382+0000","last_became_peered":"2024-07-26T06:29:41.812382+0000","last_unstale":"2024-07-26T06:29:54.261502+0000","last_undegraded":"2024-07-26T06:29:54.261502+0000","last_fullsized":"2024-07-26T06:29:54.261502+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:22:41.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069510100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751550+0000","last_change":"2024-07-26T06:28:46.899031+0000","last_active":"2024-07-26T06:29:46.751550+0000","last_peered":"2024-07-26T06:29:46.751550+0000","last_clean":"2024-07-26T06:29:46.751550+0000","last_became_active":"2024-07-26T06:28:46.898536+0000","last_became_peered":"2024-07-26T06:28:46.898536+0000","last_unstale":"2024-07-26T06:29:46.751550+0000","last_undegraded":"2024-07-26T06:29:46.751550+0000","last_fullsized":"2024-07-26T06:29:46.751550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706092+0000","last_change":"2024-07-26T06:28:50.052650+0000","last_active":"2024-07-26T06:29:46.706092+0000","last_peered":"2024-07-26T06:29:46.706092+0000","last_clean":"2024-07-26T06:29:46.706092+0000","last_became_active":"2024-07-26T06:28:50.052272+0000","last_became_peered":"2024-07-26T06:28:50.052272+0000","last_unstale":"2024-07-26T06:29:46.706092+0000","last_undegraded":"2024-07-26T06:29:46.706092+0000","last_fullsized":"2024-07-26T06:29:46.706092+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751521+0000","last_change":"2024-07-26T06:28:46.907337+0000","last_active":"2024-07-26T06:29:46.751521+0000","last_peered":"2024-07-26T06:29:46.751521+0000","last_clean":"2024-07-26T06:29:46.751521+0000","last_became_active":"2024-07-26T06:28:46.905272+0000","last_became_peered":"2024-07-26T06:28:46.905272+0000","last_unstale":"2024-07-26T06:29:46.751521+0000","last_undegraded":"2024-07-26T06:29:46.751521+0000","last_fullsized":"2024-07-26T06:29:46.751521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704189+0000","last_change":"2024-07-26T06:28:50.048856+0000","last_active":"2024-07-26T06:29:46.704189+0000","last_peered":"2024-07-26T06:29:46.704189+0000","last_clean":"2024-07-26T06:29:46.704189+0000","last_became_active":"2024-07-26T06:28:50.045851+0000","last_became_peered":"2024-07-26T06:28:50.045851+0000","last_unstale":"2024-07-26T06:29:46.704189+0000","last_undegraded":"2024-07-26T06:29:46.704189+0000","last_fullsized":"2024-07-26T06:29:46.704189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708514+0000","last_change":"2024-07-26T06:28:46.908282+0000","last_active":"2024-07-26T06:29:46.708514+0000","last_peered":"2024-07-26T06:29:46.708514+0000","last_clean":"2024-07-26T06:29:46.708514+0000","last_became_active":"2024-07-26T06:28:46.908015+0000","last_became_peered":"2024-07-26T06:28:46.908015+0000","last_unstale":"2024-07-26T06:29:46.708514+0000","last_undegraded":"2024-07-26T06:29:46.708514+0000","last_fullsized":"2024-07-26T06:29:46.708514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706411+0000","last_change":"2024-07-26T06:28:50.040783+0000","last_active":"2024-07-26T06:29:46.706411+0000","last_peered":"2024-07-26T06:29:46.706411+0000","last_clean":"2024-07-26T06:29:46.706411+0000","last_became_active":"2024-07-26T06:28:50.040490+0000","last_became_peered":"2024-07-26T06:28:50.040490+0000","last_unstale":"2024-07-26T06:29:46.706411+0000","last_undegraded":"2024-07-26T06:29:46.706411+0000","last_fullsized":"2024-07-26T06:29:46.706411+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747544+0000","last_change":"2024-07-26T06:28:46.907623+0000","last_active":"2024-07-26T06:29:46.747544+0000","last_peered":"2024-07-26T06:29:46.747544+0000","last_clean":"2024-07-26T06:29:46.747544+0000","last_became_active":"2024-07-26T06:28:46.907360+0000","last_became_peered":"2024-07-26T06:28:46.907360+0000","last_unstale":"2024-07-26T06:29:46.747544+0000","last_undegraded":"2024-07-26T06:29:46.747544+0000","last_fullsized":"2024-07-26T06:29:46.747544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708016+0000","last_change":"2024-07-26T06:28:50.049389+0000","last_active":"2024-07-26T06:29:46.708016+0000","last_peered":"2024-07-26T06:29:46.708016+0000","last_clean":"2024-07-26T06:29:46.708016+0000","last_became_active":"2024-07-26T06:28:50.049121+0000","last_became_peered":"2024-07-26T06:28:50.049121+0000","last_unstale":"2024-07-26T06:29:46.708016+0000","last_undegraded":"2024-07-26T06:29:46.708016+0000","last_fullsized":"2024-07-26T06:29:46.708016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750923+0000","last_change":"2024-07-26T06:28:46.905758+0000","last_active":"2024-07-26T06:29:46.750923+0000","last_peered":"2024-07-26T06:29:46.750923+0000","last_clean":"2024-07-26T06:29:46.750923+0000","last_became_active":"2024-07-26T06:28:46.905455+0000","last_became_peered":"2024-07-26T06:28:46.905455+0000","last_unstale":"2024-07-26T06:29:46.750923+0000","last_undegraded":"2024-07-26T06:29:46.750923+0000","last_fullsized":"2024-07-26T06:29:46.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750759+0000","last_change":"2024-07-26T06:28:50.048897+0000","last_active":"2024-07-26T06:29:46.750759+0000","last_peered":"2024-07-26T06:29:46.750759+0000","last_clean":"2024-07-26T06:29:46.750759+0000","last_became_active":"2024-07-26T06:28:50.048592+0000","last_became_peered":"2024-07-26T06:28:50.048592+0000","last_unstale":"2024-07-26T06:29:46.750759+0000","last_undegraded":"2024-07-26T06:29:46.750759+0000","last_fullsized":"2024-07-26T06:29:46.750759+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750888+0000","last_change":"2024-07-26T06:28:50.051850+0000","last_active":"2024-07-26T06:29:46.750888+0000","last_peered":"2024-07-26T06:29:46.750888+0000","last_clean":"2024-07-26T06:29:46.750888+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:29:46.750888+0000","last_undegraded":"2024-07-26T06:29:46.750888+0000","last_fullsized":"2024-07-26T06:29:46.750888+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751531+0000","last_change":"2024-07-26T06:28:46.900238+0000","last_active":"2024-07-26T06:29:46.751531+0000","last_peered":"2024-07-26T06:29:46.751531+0000","last_clean":"2024-07-26T06:29:46.751531+0000","last_became_active":"2024-07-26T06:28:46.899972+0000","last_became_peered":"2024-07-26T06:28:46.899972+0000","last_unstale":"2024-07-26T06:29:46.751531+0000","last_undegraded":"2024-07-26T06:29:46.751531+0000","last_fullsized":"2024-07-26T06:29:46.751531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750502+0000","last_change":"2024-07-26T06:29:15.224185+0000","last_active":"2024-07-26T06:29:46.750502+0000","last_peered":"2024-07-26T06:29:46.750502+0000","last_clean":"2024-07-26T06:29:46.750502+0000","last_became_active":"2024-07-26T06:29:15.223849+0000","last_became_peered":"2024-07-26T06:29:15.223849+0000","last_unstale":"2024-07-26T06:29:46.750502+0000","last_undegraded":"2024-07-26T06:29:46.750502+0000","last_fullsized":"2024-07-26T06:29:46.750502+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:27:05.700275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751825+0000","last_change":"2024-07-26T06:28:46.901700+0000","last_active":"2024-07-26T06:29:46.751825+0000","last_peered":"2024-07-26T06:29:46.751825+0000","last_clean":"2024-07-26T06:29:46.751825+0000","last_became_active":"2024-07-26T06:28:46.901421+0000","last_became_peered":"2024-07-26T06:28:46.901421+0000","last_unstale":"2024-07-26T06:29:46.751825+0000","last_undegraded":"2024-07-26T06:29:46.751825+0000","last_fullsized":"2024-07-26T06:29:46.751825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746793+0000","last_change":"2024-07-26T06:28:50.045738+0000","last_active":"2024-07-26T06:29:46.746793+0000","last_peered":"2024-07-26T06:29:46.746793+0000","last_clean":"2024-07-26T06:29:46.746793+0000","last_became_active":"2024-07-26T06:28:50.045478+0000","last_became_peered":"2024-07-26T06:28:50.045478+0000","last_unstale":"2024-07-26T06:29:46.746793+0000","last_undegraded":"2024-07-26T06:29:46.746793+0000","last_fullsized":"2024-07-26T06:29:46.746793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707651+0000","last_change":"2024-07-26T06:28:46.900294+0000","last_active":"2024-07-26T06:29:46.707651+0000","last_peered":"2024-07-26T06:29:46.707651+0000","last_clean":"2024-07-26T06:29:46.707651+0000","last_became_active":"2024-07-26T06:28:46.899694+0000","last_became_peered":"2024-07-26T06:28:46.899694+0000","last_unstale":"2024-07-26T06:29:46.707651+0000","last_undegraded":"2024-07-26T06:29:46.707651+0000","last_fullsized":"2024-07-26T06:29:46.707651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707309+0000","last_change":"2024-07-26T06:28:50.045768+0000","last_active":"2024-07-26T06:29:46.707309+0000","last_peered":"2024-07-26T06:29:46.707309+0000","last_clean":"2024-07-26T06:29:46.707309+0000","last_became_active":"2024-07-26T06:28:50.045474+0000","last_became_peered":"2024-07-26T06:28:50.045474+0000","last_unstale":"2024-07-26T06:29:46.707309+0000","last_undegraded":"2024-07-26T06:29:46.707309+0000","last_fullsized":"2024-07-26T06:29:46.707309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747145+0000","last_change":"2024-07-26T06:28:46.902452+0000","last_active":"2024-07-26T06:29:46.747145+0000","last_peered":"2024-07-26T06:29:46.747145+0000","last_clean":"2024-07-26T06:29:46.747145+0000","last_became_active":"2024-07-26T06:28:46.902156+0000","last_became_peered":"2024-07-26T06:28:46.902156+0000","last_unstale":"2024-07-26T06:29:46.747145+0000","last_undegraded":"2024-07-26T06:29:46.747145+0000","last_fullsized":"2024-07-26T06:29:46.747145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201310,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":943097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.55500000000000005,"15min":0.56200000000000006},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.55800000000000005,"15min":0.56999999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66300000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.45900000000000002}]},{"osd":1,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.54200000000000004,"15min":0.55300000000000005},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.67400000000000004,"5min":0.879,"15min":0.879},"last":0.44},{"interface":"front","average":{"1min":0.503,"5min":0.55900000000000005,"15min":0.56799999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.40400000000000003}]},{"osd":2,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.38700000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67200000000000004,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.56299999999999994,"15min":0.57699999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64300000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.50700000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.56200000000000006,"15min":0.57099999999999995},"min":{"1min":0.36699999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.621,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56999999999999995,"15min":0.57699999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69899999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.432,"15min":0.433},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63500000000000001,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.627,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.505,"15min":0.50900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68100000000000005,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.54700000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462946,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":944582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.40000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77200000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.502},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.48899999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.373,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56899999999999995,"15min":0.57299999999999995},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.77600000000000002,"5min":1.234,"15min":1.234},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71099999999999997,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53400000000000003}]},{"osd":4,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40500000000000003,"15min":0.40999999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.47799999999999998,"5min":1.151,"15min":1.151},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.52600000000000002,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.38600000000000001}]},{"osd":5,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.439,"15min":0.44600000000000001},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55400000000000005,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.54100000000000004,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.46600000000000003}]},{"osd":7,"last update":"Fri Jul 26 06:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.32700000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70799999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.503,"15min":0.50800000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.58499999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724582,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":354265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.69299999999999995,"5min":0.755,"15min":0.755},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51700000000000002,"15min":0.52500000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65300000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.47199999999999998}]},{"osd":1,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.65800000000000003,"5min":0.747,"15min":0.747},"last":0.442},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54500000000000004,"15min":0.55500000000000005},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.69499999999999995,"5min":0.88,"15min":0.88},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.54200000000000004,"15min":0.55100000000000005},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.71099999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.52800000000000002,"15min":0.53500000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.76500000000000001,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.624}]},{"osd":3,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56000000000000005,"15min":0.56699999999999995},"min":{"1min":0.34699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70699999999999996,"5min":1.034,"15min":1.034},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77600000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.50600000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.26400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.38600000000000001,"15min":0.377},"min":{"1min":0.29899999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.54600000000000004}]},{"osd":6,"last update":"Fri Jul 26 06:30:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.628,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.434,"15min":0.42899999999999999},"min":{"1min":0.318,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59399999999999997}]},{"osd":7,"last update":"Fri Jul 26 06:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64200000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.499,"15min":0.50700000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.49099999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986218,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55700000000000005,"15min":0.56699999999999995},"min":{"1min":0.36099999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.55400000000000005}]},{"osd":1,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80200000000000005,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.49199999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.53700000000000003},"min":{"1min":0.40699999999999997,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67200000000000004,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.29699999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.42299999999999999,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.61199999999999999}]},{"osd":6,"last update":"Fri Jul 26 06:30:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.495,"15min":0.495},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72499999999999998,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45600000000000002,"15min":0.45200000000000001},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64700000000000002,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.54000000000000004}]},{"osd":7,"last update":"Fri Jul 26 06:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50600000000000001,"15min":0.50800000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.47799999999999998,"15min":0.47999999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.73599999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.56899999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149744,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.39300000000000002,"15min":0.40600000000000003},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.45800000000000002,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.252},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.41499999999999998,"15min":0.42999999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.504,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.317}]},{"osd":1,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.42499999999999999,"15min":0.44900000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53900000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.42999999999999999,"15min":0.44700000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.56699999999999995,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.44600000000000001,"15min":0.46000000000000002},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.57099999999999995,"5min":0.745,"15min":0.745},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.30399999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:30:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.84199999999999997,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.70699999999999996,"5min":0.752,"15min":0.752},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.624,"15min":0.628},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.70399999999999996,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.71299999999999997}]},{"osd":6,"last update":"Fri Jul 26 06:30:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.60399999999999998,"15min":0.61399999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.624}]},{"osd":7,"last update":"Fri Jul 26 06:30:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.621},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.63,"15min":0.63200000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.67700000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":352137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40200000000000002,"15min":0.40400000000000003},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.318}]},{"osd":1,"last update":"Fri Jul 26 06:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.41099999999999998},"min":{"1min":0.27600000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.57299999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.35099999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.45400000000000001,"15min":0.46400000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45500000000000002,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.371}]},{"osd":4,"last update":"Fri Jul 26 06:30:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.58099999999999996,"15min":0.58499999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.60399999999999998,"15min":0.60899999999999999},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Jul 26 06:29:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63,"15min":0.63500000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58999999999999997,"15min":0.58899999999999997},"min":{"1min":0.42899999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72499999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.50900000000000001}]},{"osd":6,"last update":"Fri Jul 26 06:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.63700000000000001,"15min":0.64300000000000002},"min":{"1min":0.443,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.87,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.52700000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:30:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.433},"max":{"1min":0.82199999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.621}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":352051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34699999999999998,"15min":0.317},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.318},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.41999999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:29:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.39700000000000002,"15min":0.39600000000000002},"min":{"1min":0.27700000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.378,"15min":0.374},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.39200000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.44},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.42899999999999999,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.46000000000000002}]},{"osd":4,"last update":"Fri Jul 26 06:30:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.94199999999999995,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.57399999999999995}]},{"osd":5,"last update":"Fri Jul 26 06:29:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.434,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.93999999999999995,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.60499999999999998}]},{"osd":6,"last update":"Fri Jul 26 06:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65500000000000003,"15min":0.66200000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.38,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.59799999999999998}]},{"osd":7,"last update":"Fri Jul 26 06:30:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.626},{"interface":"front","average":{"1min":0.625,"5min":0.66600000000000004,"15min":0.67300000000000004},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.63700000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":943221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.38200000000000001,"15min":0.35599999999999998},"min":{"1min":0.26200000000000001,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.38100000000000001,"15min":0.34499999999999997},"min":{"1min":0.23799999999999999,"5min":0.184,"15min":0.184},"max":{"1min":1.7010000000000001,"5min":1.7010000000000001,"15min":1.7010000000000001},"last":0.375}]},{"osd":2,"last update":"Fri Jul 26 06:29:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.23000000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55200000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.25800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.58699999999999997,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.45900000000000002,"15min":0.46100000000000002},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48399999999999999,"15min":0.47999999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":2.3159999999999998,"5min":2.3159999999999998,"15min":2.3159999999999998},"last":0.436}]},{"osd":4,"last update":"Fri Jul 26 06:30:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:29:42 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.54700000000000004}]},{"osd":6,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.63300000000000001,"15min":0.626},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.60899999999999999,"15min":0.59999999999999998},"min":{"1min":0.41699999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64300000000000002,"15min":0.63600000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64100000000000001,"15min":0.64000000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.68500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:30:40.857 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:30:41.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:41.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:41.590 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:41 smithi037 ceph-mon[29520]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:30:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:41 smithi037 ceph-mon[29520]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:30:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:41 smithi037 ceph-mon[40607]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:30:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:41 smithi037 ceph-mon[40607]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:30:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:41 smithi135 ceph-mon[32812]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:30:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:41 smithi135 ceph-mon[32812]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:30:42.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:42 smithi037 ceph-mon[40607]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:42.925 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:42 smithi037 ceph-mon[29520]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:42 smithi135 ceph-mon[32812]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:44 smithi037 ceph-mon[29520]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:45.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:44 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:44 smithi037 ceph-mon[40607]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:45.055 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:45.056 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2024-07-26T06:30:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:44 smithi135 ceph-mon[32812]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:45.378 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[74854]: ts=2024-07-26T06:30:45.148Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:30:45.698 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:45 smithi037 podman[80070]: 2024-07-26 06:30:45.378148694 +0000 UTC m=+0.358464342 container died f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:45 smithi037 ceph-mon[29520]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:46.040 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:45 smithi037 ceph-mon[40607]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:46.040 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:45 smithi037 podman[80070]: 2024-07-26 06:30:45.880451554 +0000 UTC m=+0.860767201 container cleanup f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:46.041 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:45 smithi037 bash[80070]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:30:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:45 smithi135 ceph-mon[32812]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:30:46.295 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 podman[80101]: 2024-07-26 06:30:46.040084357 +0000 UTC m=+0.836883045 container remove f01712261c9c931657a0ce63f0223d4693c5bc56a6dd303e78e7dd3e2885f4ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:46.295 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 podman[80101]: 2024-07-26 06:30:46.12400777 +0000 UTC m=+0.920806443 volume remove ee1071624b35b904b401688b9461be0a7a0ad4f8adddfec8ad54615767e274fb 2024-07-26T06:30:46.563 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-07-26T06:30:43.645091+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386824,"kb_used_data":7976,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574392,"statfs":{"total":767960285184,"available":765516177408,"internally_reserved":0,"allocated":8167424,"data_stored":4596523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002784"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752119+0000","last_change":"2024-07-26T06:28:50.049382+0000","last_active":"2024-07-26T06:29:46.752119+0000","last_peered":"2024-07-26T06:29:46.752119+0000","last_clean":"2024-07-26T06:29:46.752119+0000","last_became_active":"2024-07-26T06:28:50.049001+0000","last_became_peered":"2024-07-26T06:28:50.049001+0000","last_unstale":"2024-07-26T06:29:46.752119+0000","last_undegraded":"2024-07-26T06:29:46.752119+0000","last_fullsized":"2024-07-26T06:29:46.752119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747356+0000","last_change":"2024-07-26T06:28:50.051447+0000","last_active":"2024-07-26T06:29:46.747356+0000","last_peered":"2024-07-26T06:29:46.747356+0000","last_clean":"2024-07-26T06:29:46.747356+0000","last_became_active":"2024-07-26T06:28:50.051117+0000","last_became_peered":"2024-07-26T06:28:50.051117+0000","last_unstale":"2024-07-26T06:29:46.747356+0000","last_undegraded":"2024-07-26T06:29:46.747356+0000","last_fullsized":"2024-07-26T06:29:46.747356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746490+0000","last_change":"2024-07-26T06:28:50.047213+0000","last_active":"2024-07-26T06:29:46.746490+0000","last_peered":"2024-07-26T06:29:46.746490+0000","last_clean":"2024-07-26T06:29:46.746490+0000","last_became_active":"2024-07-26T06:28:50.046934+0000","last_became_peered":"2024-07-26T06:28:50.046934+0000","last_unstale":"2024-07-26T06:29:46.746490+0000","last_undegraded":"2024-07-26T06:29:46.746490+0000","last_fullsized":"2024-07-26T06:29:46.746490+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750332+0000","last_change":"2024-07-26T06:28:50.051054+0000","last_active":"2024-07-26T06:29:46.750332+0000","last_peered":"2024-07-26T06:29:46.750332+0000","last_clean":"2024-07-26T06:29:46.750332+0000","last_became_active":"2024-07-26T06:28:50.050760+0000","last_became_peered":"2024-07-26T06:28:50.050760+0000","last_unstale":"2024-07-26T06:29:46.750332+0000","last_undegraded":"2024-07-26T06:29:46.750332+0000","last_fullsized":"2024-07-26T06:29:46.750332+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750741+0000","last_change":"2024-07-26T06:28:50.046679+0000","last_active":"2024-07-26T06:29:46.750741+0000","last_peered":"2024-07-26T06:29:46.750741+0000","last_clean":"2024-07-26T06:29:46.750741+0000","last_became_active":"2024-07-26T06:28:50.045243+0000","last_became_peered":"2024-07-26T06:28:50.045243+0000","last_unstale":"2024-07-26T06:29:46.750741+0000","last_undegraded":"2024-07-26T06:29:46.750741+0000","last_fullsized":"2024-07-26T06:29:46.750741+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749515+0000","last_change":"2024-07-26T06:29:15.223297+0000","last_active":"2024-07-26T06:29:46.749515+0000","last_peered":"2024-07-26T06:29:46.749515+0000","last_clean":"2024-07-26T06:29:46.749515+0000","last_became_active":"2024-07-26T06:29:15.222957+0000","last_became_peered":"2024-07-26T06:29:15.222957+0000","last_unstale":"2024-07-26T06:29:46.749515+0000","last_undegraded":"2024-07-26T06:29:46.749515+0000","last_fullsized":"2024-07-26T06:29:46.749515+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:22:39.624993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750795+0000","last_change":"2024-07-26T06:28:50.049391+0000","last_active":"2024-07-26T06:29:46.750795+0000","last_peered":"2024-07-26T06:29:46.750795+0000","last_clean":"2024-07-26T06:29:46.750795+0000","last_became_active":"2024-07-26T06:28:50.049101+0000","last_became_peered":"2024-07-26T06:28:50.049101+0000","last_unstale":"2024-07-26T06:29:46.750795+0000","last_undegraded":"2024-07-26T06:29:46.750795+0000","last_fullsized":"2024-07-26T06:29:46.750795+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706252+0000","last_change":"2024-07-26T06:28:50.044954+0000","last_active":"2024-07-26T06:29:46.706252+0000","last_peered":"2024-07-26T06:29:46.706252+0000","last_clean":"2024-07-26T06:29:46.706252+0000","last_became_active":"2024-07-26T06:28:50.044473+0000","last_became_peered":"2024-07-26T06:28:50.044473+0000","last_unstale":"2024-07-26T06:29:46.706252+0000","last_undegraded":"2024-07-26T06:29:46.706252+0000","last_fullsized":"2024-07-26T06:29:46.706252+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752250+0000","last_change":"2024-07-26T06:28:50.050749+0000","last_active":"2024-07-26T06:29:46.752250+0000","last_peered":"2024-07-26T06:29:46.752250+0000","last_clean":"2024-07-26T06:29:46.752250+0000","last_became_active":"2024-07-26T06:28:50.050461+0000","last_became_peered":"2024-07-26T06:28:50.050461+0000","last_unstale":"2024-07-26T06:29:46.752250+0000","last_undegraded":"2024-07-26T06:29:46.752250+0000","last_fullsized":"2024-07-26T06:29:46.752250+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751931+0000","last_change":"2024-07-26T06:28:50.048113+0000","last_active":"2024-07-26T06:29:46.751931+0000","last_peered":"2024-07-26T06:29:46.751931+0000","last_clean":"2024-07-26T06:29:46.751931+0000","last_became_active":"2024-07-26T06:28:50.047784+0000","last_became_peered":"2024-07-26T06:28:50.047784+0000","last_unstale":"2024-07-26T06:29:46.751931+0000","last_undegraded":"2024-07-26T06:29:46.751931+0000","last_fullsized":"2024-07-26T06:29:46.751931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751844+0000","last_change":"2024-07-26T06:28:50.052383+0000","last_active":"2024-07-26T06:29:46.751844+0000","last_peered":"2024-07-26T06:29:46.751844+0000","last_clean":"2024-07-26T06:29:46.751844+0000","last_became_active":"2024-07-26T06:28:50.052139+0000","last_became_peered":"2024-07-26T06:28:50.052139+0000","last_unstale":"2024-07-26T06:29:46.751844+0000","last_undegraded":"2024-07-26T06:29:46.751844+0000","last_fullsized":"2024-07-26T06:29:46.751844+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704271+0000","last_change":"2024-07-26T06:28:50.052965+0000","last_active":"2024-07-26T06:29:46.704271+0000","last_peered":"2024-07-26T06:29:46.704271+0000","last_clean":"2024-07-26T06:29:46.704271+0000","last_became_active":"2024-07-26T06:28:50.052452+0000","last_became_peered":"2024-07-26T06:28:50.052452+0000","last_unstale":"2024-07-26T06:29:46.704271+0000","last_undegraded":"2024-07-26T06:29:46.704271+0000","last_fullsized":"2024-07-26T06:29:46.704271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707592+0000","last_change":"2024-07-26T06:28:50.037048+0000","last_active":"2024-07-26T06:29:46.707592+0000","last_peered":"2024-07-26T06:29:46.707592+0000","last_clean":"2024-07-26T06:29:46.707592+0000","last_became_active":"2024-07-26T06:28:50.036652+0000","last_became_peered":"2024-07-26T06:28:50.036652+0000","last_unstale":"2024-07-26T06:29:46.707592+0000","last_undegraded":"2024-07-26T06:29:46.707592+0000","last_fullsized":"2024-07-26T06:29:46.707592+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705956+0000","last_change":"2024-07-26T06:28:50.048338+0000","last_active":"2024-07-26T06:29:46.705956+0000","last_peered":"2024-07-26T06:29:46.705956+0000","last_clean":"2024-07-26T06:29:46.705956+0000","last_became_active":"2024-07-26T06:28:50.048076+0000","last_became_peered":"2024-07-26T06:28:50.048076+0000","last_unstale":"2024-07-26T06:29:46.705956+0000","last_undegraded":"2024-07-26T06:29:46.705956+0000","last_fullsized":"2024-07-26T06:29:46.705956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708498+0000","last_change":"2024-07-26T06:28:50.045247+0000","last_active":"2024-07-26T06:29:46.708498+0000","last_peered":"2024-07-26T06:29:46.708498+0000","last_clean":"2024-07-26T06:29:46.708498+0000","last_became_active":"2024-07-26T06:28:50.044967+0000","last_became_peered":"2024-07-26T06:28:50.044967+0000","last_unstale":"2024-07-26T06:29:46.708498+0000","last_undegraded":"2024-07-26T06:29:46.708498+0000","last_fullsized":"2024-07-26T06:29:46.708498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749902+0000","last_change":"2024-07-26T06:28:50.048142+0000","last_active":"2024-07-26T06:29:46.749902+0000","last_peered":"2024-07-26T06:29:46.749902+0000","last_clean":"2024-07-26T06:29:46.749902+0000","last_became_active":"2024-07-26T06:28:50.047844+0000","last_became_peered":"2024-07-26T06:28:50.047844+0000","last_unstale":"2024-07-26T06:29:46.749902+0000","last_undegraded":"2024-07-26T06:29:46.749902+0000","last_fullsized":"2024-07-26T06:29:46.749902+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750636+0000","last_change":"2024-07-26T06:28:50.047369+0000","last_active":"2024-07-26T06:29:46.750636+0000","last_peered":"2024-07-26T06:29:46.750636+0000","last_clean":"2024-07-26T06:29:46.750636+0000","last_became_active":"2024-07-26T06:28:50.047095+0000","last_became_peered":"2024-07-26T06:28:50.047095+0000","last_unstale":"2024-07-26T06:29:46.750636+0000","last_undegraded":"2024-07-26T06:29:46.750636+0000","last_fullsized":"2024-07-26T06:29:46.750636+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750367+0000","last_change":"2024-07-26T06:28:50.042674+0000","last_active":"2024-07-26T06:29:46.750367+0000","last_peered":"2024-07-26T06:29:46.750367+0000","last_clean":"2024-07-26T06:29:46.750367+0000","last_became_active":"2024-07-26T06:28:50.042398+0000","last_became_peered":"2024-07-26T06:28:50.042398+0000","last_unstale":"2024-07-26T06:29:46.750367+0000","last_undegraded":"2024-07-26T06:29:46.750367+0000","last_fullsized":"2024-07-26T06:29:46.750367+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751849+0000","last_change":"2024-07-26T06:28:50.040218+0000","last_active":"2024-07-26T06:29:46.751849+0000","last_peered":"2024-07-26T06:29:46.751849+0000","last_clean":"2024-07-26T06:29:46.751849+0000","last_became_active":"2024-07-26T06:28:50.039945+0000","last_became_peered":"2024-07-26T06:28:50.039945+0000","last_unstale":"2024-07-26T06:29:46.751849+0000","last_undegraded":"2024-07-26T06:29:46.751849+0000","last_fullsized":"2024-07-26T06:29:46.751849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751565+0000","last_change":"2024-07-26T06:28:50.058271+0000","last_active":"2024-07-26T06:29:46.751565+0000","last_peered":"2024-07-26T06:29:46.751565+0000","last_clean":"2024-07-26T06:29:46.751565+0000","last_became_active":"2024-07-26T06:28:50.057959+0000","last_became_peered":"2024-07-26T06:28:50.057959+0000","last_unstale":"2024-07-26T06:29:46.751565+0000","last_undegraded":"2024-07-26T06:29:46.751565+0000","last_fullsized":"2024-07-26T06:29:46.751565+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705891+0000","last_change":"2024-07-26T06:28:50.054457+0000","last_active":"2024-07-26T06:29:46.705891+0000","last_peered":"2024-07-26T06:29:46.705891+0000","last_clean":"2024-07-26T06:29:46.705891+0000","last_became_active":"2024-07-26T06:28:50.054032+0000","last_became_peered":"2024-07-26T06:28:50.054032+0000","last_unstale":"2024-07-26T06:29:46.705891+0000","last_undegraded":"2024-07-26T06:29:46.705891+0000","last_fullsized":"2024-07-26T06:29:46.705891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750136+0000","last_change":"2024-07-26T06:28:50.049520+0000","last_active":"2024-07-26T06:29:46.750136+0000","last_peered":"2024-07-26T06:29:46.750136+0000","last_clean":"2024-07-26T06:29:46.750136+0000","last_became_active":"2024-07-26T06:28:50.048520+0000","last_became_peered":"2024-07-26T06:28:50.048520+0000","last_unstale":"2024-07-26T06:29:46.750136+0000","last_undegraded":"2024-07-26T06:29:46.750136+0000","last_fullsized":"2024-07-26T06:29:46.750136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706283+0000","last_change":"2024-07-26T06:28:50.038513+0000","last_active":"2024-07-26T06:29:46.706283+0000","last_peered":"2024-07-26T06:29:46.706283+0000","last_clean":"2024-07-26T06:29:46.706283+0000","last_became_active":"2024-07-26T06:28:50.038249+0000","last_became_peered":"2024-07-26T06:28:50.038249+0000","last_unstale":"2024-07-26T06:29:46.706283+0000","last_undegraded":"2024-07-26T06:29:46.706283+0000","last_fullsized":"2024-07-26T06:29:46.706283+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749974+0000","last_change":"2024-07-26T06:28:50.042362+0000","last_active":"2024-07-26T06:29:46.749974+0000","last_peered":"2024-07-26T06:29:46.749974+0000","last_clean":"2024-07-26T06:29:46.749974+0000","last_became_active":"2024-07-26T06:28:50.042055+0000","last_became_peered":"2024-07-26T06:28:50.042055+0000","last_unstale":"2024-07-26T06:29:46.749974+0000","last_undegraded":"2024-07-26T06:29:46.749974+0000","last_fullsized":"2024-07-26T06:29:46.749974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707225+0000","last_change":"2024-07-26T06:28:50.043304+0000","last_active":"2024-07-26T06:29:46.707225+0000","last_peered":"2024-07-26T06:29:46.707225+0000","last_clean":"2024-07-26T06:29:46.707225+0000","last_became_active":"2024-07-26T06:28:50.042675+0000","last_became_peered":"2024-07-26T06:28:50.042675+0000","last_unstale":"2024-07-26T06:29:46.707225+0000","last_undegraded":"2024-07-26T06:29:46.707225+0000","last_fullsized":"2024-07-26T06:29:46.707225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751976+0000","last_change":"2024-07-26T06:28:50.056225+0000","last_active":"2024-07-26T06:29:46.751976+0000","last_peered":"2024-07-26T06:29:46.751976+0000","last_clean":"2024-07-26T06:29:46.751976+0000","last_became_active":"2024-07-26T06:28:50.055951+0000","last_became_peered":"2024-07-26T06:28:50.055951+0000","last_unstale":"2024-07-26T06:29:46.751976+0000","last_undegraded":"2024-07-26T06:29:46.751976+0000","last_fullsized":"2024-07-26T06:29:46.751976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708308+0000","last_change":"2024-07-26T06:28:50.036099+0000","last_active":"2024-07-26T06:29:46.708308+0000","last_peered":"2024-07-26T06:29:46.708308+0000","last_clean":"2024-07-26T06:29:46.708308+0000","last_became_active":"2024-07-26T06:28:50.035801+0000","last_became_peered":"2024-07-26T06:28:50.035801+0000","last_unstale":"2024-07-26T06:29:46.708308+0000","last_undegraded":"2024-07-26T06:29:46.708308+0000","last_fullsized":"2024-07-26T06:29:46.708308+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707726+0000","last_change":"2024-07-26T06:28:50.048907+0000","last_active":"2024-07-26T06:29:46.707726+0000","last_peered":"2024-07-26T06:29:46.707726+0000","last_clean":"2024-07-26T06:29:46.707726+0000","last_became_active":"2024-07-26T06:28:50.048626+0000","last_became_peered":"2024-07-26T06:28:50.048626+0000","last_unstale":"2024-07-26T06:29:46.707726+0000","last_undegraded":"2024-07-26T06:29:46.707726+0000","last_fullsized":"2024-07-26T06:29:46.707726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706074+0000","last_change":"2024-07-26T06:28:50.053742+0000","last_active":"2024-07-26T06:29:46.706074+0000","last_peered":"2024-07-26T06:29:46.706074+0000","last_clean":"2024-07-26T06:29:46.706074+0000","last_became_active":"2024-07-26T06:28:50.052584+0000","last_became_peered":"2024-07-26T06:28:50.052584+0000","last_unstale":"2024-07-26T06:29:46.706074+0000","last_undegraded":"2024-07-26T06:29:46.706074+0000","last_fullsized":"2024-07-26T06:29:46.706074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750188+0000","last_change":"2024-07-26T06:28:50.050211+0000","last_active":"2024-07-26T06:29:46.750188+0000","last_peered":"2024-07-26T06:29:46.750188+0000","last_clean":"2024-07-26T06:29:46.750188+0000","last_became_active":"2024-07-26T06:28:50.049924+0000","last_became_peered":"2024-07-26T06:28:50.049924+0000","last_unstale":"2024-07-26T06:29:46.750188+0000","last_undegraded":"2024-07-26T06:29:46.750188+0000","last_fullsized":"2024-07-26T06:29:46.750188+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750683+0000","last_change":"2024-07-26T06:28:50.042485+0000","last_active":"2024-07-26T06:29:46.750683+0000","last_peered":"2024-07-26T06:29:46.750683+0000","last_clean":"2024-07-26T06:29:46.750683+0000","last_became_active":"2024-07-26T06:28:50.042113+0000","last_became_peered":"2024-07-26T06:28:50.042113+0000","last_unstale":"2024-07-26T06:29:46.750683+0000","last_undegraded":"2024-07-26T06:29:46.750683+0000","last_fullsized":"2024-07-26T06:29:46.750683+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751099+0000","last_change":"2024-07-26T06:28:50.051172+0000","last_active":"2024-07-26T06:29:46.751099+0000","last_peered":"2024-07-26T06:29:46.751099+0000","last_clean":"2024-07-26T06:29:46.751099+0000","last_became_active":"2024-07-26T06:28:50.050918+0000","last_became_peered":"2024-07-26T06:28:50.050918+0000","last_unstale":"2024-07-26T06:29:46.751099+0000","last_undegraded":"2024-07-26T06:29:46.751099+0000","last_fullsized":"2024-07-26T06:29:46.751099+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707489+0000","last_change":"2024-07-26T06:29:15.223815+0000","last_active":"2024-07-26T06:29:46.707489+0000","last_peered":"2024-07-26T06:29:46.707489+0000","last_clean":"2024-07-26T06:29:46.707489+0000","last_became_active":"2024-07-26T06:29:15.223468+0000","last_became_peered":"2024-07-26T06:29:15.223468+0000","last_unstale":"2024-07-26T06:29:46.707489+0000","last_undegraded":"2024-07-26T06:29:46.707489+0000","last_fullsized":"2024-07-26T06:29:46.707489+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:39:07.024337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708005+0000","last_change":"2024-07-26T06:28:46.901438+0000","last_active":"2024-07-26T06:29:46.708005+0000","last_peered":"2024-07-26T06:29:46.708005+0000","last_clean":"2024-07-26T06:29:46.708005+0000","last_became_active":"2024-07-26T06:28:46.901166+0000","last_became_peered":"2024-07-26T06:28:46.901166+0000","last_unstale":"2024-07-26T06:29:46.708005+0000","last_undegraded":"2024-07-26T06:29:46.708005+0000","last_fullsized":"2024-07-26T06:29:46.708005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706466+0000","last_change":"2024-07-26T06:28:50.054004+0000","last_active":"2024-07-26T06:29:46.706466+0000","last_peered":"2024-07-26T06:29:46.706466+0000","last_clean":"2024-07-26T06:29:46.706466+0000","last_became_active":"2024-07-26T06:28:50.053706+0000","last_became_peered":"2024-07-26T06:28:50.053706+0000","last_unstale":"2024-07-26T06:29:46.706466+0000","last_undegraded":"2024-07-26T06:29:46.706466+0000","last_fullsized":"2024-07-26T06:29:46.706466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750902+0000","last_change":"2024-07-26T06:28:46.899472+0000","last_active":"2024-07-26T06:29:46.750902+0000","last_peered":"2024-07-26T06:29:46.750902+0000","last_clean":"2024-07-26T06:29:46.750902+0000","last_became_active":"2024-07-26T06:28:46.898426+0000","last_became_peered":"2024-07-26T06:28:46.898426+0000","last_unstale":"2024-07-26T06:29:46.750902+0000","last_undegraded":"2024-07-26T06:29:46.750902+0000","last_fullsized":"2024-07-26T06:29:46.750902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706408+0000","last_change":"2024-07-26T06:28:46.901597+0000","last_active":"2024-07-26T06:29:46.706408+0000","last_peered":"2024-07-26T06:29:46.706408+0000","last_clean":"2024-07-26T06:29:46.706408+0000","last_became_active":"2024-07-26T06:28:46.901297+0000","last_became_peered":"2024-07-26T06:28:46.901297+0000","last_unstale":"2024-07-26T06:29:46.706408+0000","last_undegraded":"2024-07-26T06:29:46.706408+0000","last_fullsized":"2024-07-26T06:29:46.706408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706334+0000","last_change":"2024-07-26T06:28:50.047482+0000","last_active":"2024-07-26T06:29:46.706334+0000","last_peered":"2024-07-26T06:29:46.706334+0000","last_clean":"2024-07-26T06:29:46.706334+0000","last_became_active":"2024-07-26T06:28:50.047220+0000","last_became_peered":"2024-07-26T06:28:50.047220+0000","last_unstale":"2024-07-26T06:29:46.706334+0000","last_undegraded":"2024-07-26T06:29:46.706334+0000","last_fullsized":"2024-07-26T06:29:46.706334+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750004+0000","last_change":"2024-07-26T06:28:46.902421+0000","last_active":"2024-07-26T06:29:46.750004+0000","last_peered":"2024-07-26T06:29:46.750004+0000","last_clean":"2024-07-26T06:29:46.750004+0000","last_became_active":"2024-07-26T06:28:46.902145+0000","last_became_peered":"2024-07-26T06:28:46.902145+0000","last_unstale":"2024-07-26T06:29:46.750004+0000","last_undegraded":"2024-07-26T06:29:46.750004+0000","last_fullsized":"2024-07-26T06:29:46.750004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707078+0000","last_change":"2024-07-26T06:28:50.051590+0000","last_active":"2024-07-26T06:29:46.707078+0000","last_peered":"2024-07-26T06:29:46.707078+0000","last_clean":"2024-07-26T06:29:46.707078+0000","last_became_active":"2024-07-26T06:28:50.051312+0000","last_became_peered":"2024-07-26T06:28:50.051312+0000","last_unstale":"2024-07-26T06:29:46.707078+0000","last_undegraded":"2024-07-26T06:29:46.707078+0000","last_fullsized":"2024-07-26T06:29:46.707078+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751511+0000","last_change":"2024-07-26T06:28:46.900669+0000","last_active":"2024-07-26T06:29:46.751511+0000","last_peered":"2024-07-26T06:29:46.751511+0000","last_clean":"2024-07-26T06:29:46.751511+0000","last_became_active":"2024-07-26T06:28:46.900373+0000","last_became_peered":"2024-07-26T06:28:46.900373+0000","last_unstale":"2024-07-26T06:29:46.751511+0000","last_undegraded":"2024-07-26T06:29:46.751511+0000","last_fullsized":"2024-07-26T06:29:46.751511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750422+0000","last_change":"2024-07-26T06:28:50.047159+0000","last_active":"2024-07-26T06:29:46.750422+0000","last_peered":"2024-07-26T06:29:46.750422+0000","last_clean":"2024-07-26T06:29:46.750422+0000","last_became_active":"2024-07-26T06:28:50.046880+0000","last_became_peered":"2024-07-26T06:28:50.046880+0000","last_unstale":"2024-07-26T06:29:46.750422+0000","last_undegraded":"2024-07-26T06:29:46.750422+0000","last_fullsized":"2024-07-26T06:29:46.750422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750568+0000","last_change":"2024-07-26T06:28:46.905196+0000","last_active":"2024-07-26T06:29:46.750568+0000","last_peered":"2024-07-26T06:29:46.750568+0000","last_clean":"2024-07-26T06:29:46.750568+0000","last_became_active":"2024-07-26T06:28:46.904905+0000","last_became_peered":"2024-07-26T06:28:46.904905+0000","last_unstale":"2024-07-26T06:29:46.750568+0000","last_undegraded":"2024-07-26T06:29:46.750568+0000","last_fullsized":"2024-07-26T06:29:46.750568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746875+0000","last_change":"2024-07-26T06:28:50.050483+0000","last_active":"2024-07-26T06:29:46.746875+0000","last_peered":"2024-07-26T06:29:46.746875+0000","last_clean":"2024-07-26T06:29:46.746875+0000","last_became_active":"2024-07-26T06:28:50.049776+0000","last_became_peered":"2024-07-26T06:28:50.049776+0000","last_unstale":"2024-07-26T06:29:46.746875+0000","last_undegraded":"2024-07-26T06:29:46.746875+0000","last_fullsized":"2024-07-26T06:29:46.746875+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708880+0000","last_change":"2024-07-26T06:28:46.902803+0000","last_active":"2024-07-26T06:29:46.708880+0000","last_peered":"2024-07-26T06:29:46.708880+0000","last_clean":"2024-07-26T06:29:46.708880+0000","last_became_active":"2024-07-26T06:28:46.902488+0000","last_became_peered":"2024-07-26T06:28:46.902488+0000","last_unstale":"2024-07-26T06:29:46.708880+0000","last_undegraded":"2024-07-26T06:29:46.708880+0000","last_fullsized":"2024-07-26T06:29:46.708880+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704403+0000","last_change":"2024-07-26T06:28:50.052800+0000","last_active":"2024-07-26T06:29:46.704403+0000","last_peered":"2024-07-26T06:29:46.704403+0000","last_clean":"2024-07-26T06:29:46.704403+0000","last_became_active":"2024-07-26T06:28:50.052092+0000","last_became_peered":"2024-07-26T06:28:50.052092+0000","last_unstale":"2024-07-26T06:29:46.704403+0000","last_undegraded":"2024-07-26T06:29:46.704403+0000","last_fullsized":"2024-07-26T06:29:46.704403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751673+0000","last_change":"2024-07-26T06:28:46.901604+0000","last_active":"2024-07-26T06:29:46.751673+0000","last_peered":"2024-07-26T06:29:46.751673+0000","last_clean":"2024-07-26T06:29:46.751673+0000","last_became_active":"2024-07-26T06:28:46.901265+0000","last_became_peered":"2024-07-26T06:28:46.901265+0000","last_unstale":"2024-07-26T06:29:46.751673+0000","last_undegraded":"2024-07-26T06:29:46.751673+0000","last_fullsized":"2024-07-26T06:29:46.751673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751637+0000","last_change":"2024-07-26T06:28:50.044948+0000","last_active":"2024-07-26T06:29:46.751637+0000","last_peered":"2024-07-26T06:29:46.751637+0000","last_clean":"2024-07-26T06:29:46.751637+0000","last_became_active":"2024-07-26T06:28:50.044679+0000","last_became_peered":"2024-07-26T06:28:50.044679+0000","last_unstale":"2024-07-26T06:29:46.751637+0000","last_undegraded":"2024-07-26T06:29:46.751637+0000","last_fullsized":"2024-07-26T06:29:46.751637+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746351+0000","last_change":"2024-07-26T06:28:46.899735+0000","last_active":"2024-07-26T06:29:46.746351+0000","last_peered":"2024-07-26T06:29:46.746351+0000","last_clean":"2024-07-26T06:29:46.746351+0000","last_became_active":"2024-07-26T06:28:46.899454+0000","last_became_peered":"2024-07-26T06:28:46.899454+0000","last_unstale":"2024-07-26T06:29:46.746351+0000","last_undegraded":"2024-07-26T06:29:46.746351+0000","last_fullsized":"2024-07-26T06:29:46.746351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.749406+0000","last_change":"2024-07-26T06:29:15.107990+0000","last_active":"2024-07-26T06:29:46.749406+0000","last_peered":"2024-07-26T06:29:46.749406+0000","last_clean":"2024-07-26T06:29:46.749406+0000","last_became_active":"2024-07-26T06:29:15.107689+0000","last_became_peered":"2024-07-26T06:29:15.107689+0000","last_unstale":"2024-07-26T06:29:46.749406+0000","last_undegraded":"2024-07-26T06:29:46.749406+0000","last_fullsized":"2024-07-26T06:29:46.749406+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:03:55.191963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750228+0000","last_change":"2024-07-26T06:28:46.902998+0000","last_active":"2024-07-26T06:29:46.750228+0000","last_peered":"2024-07-26T06:29:46.750228+0000","last_clean":"2024-07-26T06:29:46.750228+0000","last_became_active":"2024-07-26T06:28:46.902650+0000","last_became_peered":"2024-07-26T06:28:46.902650+0000","last_unstale":"2024-07-26T06:29:46.750228+0000","last_undegraded":"2024-07-26T06:29:46.750228+0000","last_fullsized":"2024-07-26T06:29:46.750228+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750806+0000","last_change":"2024-07-26T06:28:50.047392+0000","last_active":"2024-07-26T06:29:46.750806+0000","last_peered":"2024-07-26T06:29:46.750806+0000","last_clean":"2024-07-26T06:29:46.750806+0000","last_became_active":"2024-07-26T06:28:50.047092+0000","last_became_peered":"2024-07-26T06:28:50.047092+0000","last_unstale":"2024-07-26T06:29:46.750806+0000","last_undegraded":"2024-07-26T06:29:46.750806+0000","last_fullsized":"2024-07-26T06:29:46.750806+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751573+0000","last_change":"2024-07-26T06:28:46.905349+0000","last_active":"2024-07-26T06:29:46.751573+0000","last_peered":"2024-07-26T06:29:46.751573+0000","last_clean":"2024-07-26T06:29:46.751573+0000","last_became_active":"2024-07-26T06:28:46.905028+0000","last_became_peered":"2024-07-26T06:28:46.905028+0000","last_unstale":"2024-07-26T06:29:46.751573+0000","last_undegraded":"2024-07-26T06:29:46.751573+0000","last_fullsized":"2024-07-26T06:29:46.751573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751170+0000","last_change":"2024-07-26T06:29:15.223958+0000","last_active":"2024-07-26T06:29:46.751170+0000","last_peered":"2024-07-26T06:29:46.751170+0000","last_clean":"2024-07-26T06:29:46.751170+0000","last_became_active":"2024-07-26T06:29:15.223559+0000","last_became_peered":"2024-07-26T06:29:15.223559+0000","last_unstale":"2024-07-26T06:29:46.751170+0000","last_undegraded":"2024-07-26T06:29:46.751170+0000","last_fullsized":"2024-07-26T06:29:46.751170+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:36.433761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750549+0000","last_change":"2024-07-26T06:28:46.907080+0000","last_active":"2024-07-26T06:29:46.750549+0000","last_peered":"2024-07-26T06:29:46.750549+0000","last_clean":"2024-07-26T06:29:46.750549+0000","last_became_active":"2024-07-26T06:28:46.906813+0000","last_became_peered":"2024-07-26T06:28:46.906813+0000","last_unstale":"2024-07-26T06:29:46.750549+0000","last_undegraded":"2024-07-26T06:29:46.750549+0000","last_fullsized":"2024-07-26T06:29:46.750549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750888+0000","last_change":"2024-07-26T06:29:15.223959+0000","last_active":"2024-07-26T06:29:46.750888+0000","last_peered":"2024-07-26T06:29:46.750888+0000","last_clean":"2024-07-26T06:29:46.750888+0000","last_became_active":"2024-07-26T06:29:15.223551+0000","last_became_peered":"2024-07-26T06:29:15.223551+0000","last_unstale":"2024-07-26T06:29:46.750888+0000","last_undegraded":"2024-07-26T06:29:46.750888+0000","last_fullsized":"2024-07-26T06:29:46.750888+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:15:31.576898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704668+0000","last_change":"2024-07-26T06:28:46.900894+0000","last_active":"2024-07-26T06:29:46.704668+0000","last_peered":"2024-07-26T06:29:46.704668+0000","last_clean":"2024-07-26T06:29:46.704668+0000","last_became_active":"2024-07-26T06:28:46.900547+0000","last_became_peered":"2024-07-26T06:28:46.900547+0000","last_unstale":"2024-07-26T06:29:46.704668+0000","last_undegraded":"2024-07-26T06:29:46.704668+0000","last_fullsized":"2024-07-26T06:29:46.704668+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751994+0000","last_change":"2024-07-26T06:28:50.052408+0000","last_active":"2024-07-26T06:29:46.751994+0000","last_peered":"2024-07-26T06:29:46.751994+0000","last_clean":"2024-07-26T06:29:46.751994+0000","last_became_active":"2024-07-26T06:28:50.051868+0000","last_became_peered":"2024-07-26T06:28:50.051868+0000","last_unstale":"2024-07-26T06:29:46.751994+0000","last_undegraded":"2024-07-26T06:29:46.751994+0000","last_fullsized":"2024-07-26T06:29:46.751994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":39,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750506+0000","last_change":"2024-07-26T06:29:15.227407+0000","last_active":"2024-07-26T06:29:46.750506+0000","last_peered":"2024-07-26T06:29:46.750506+0000","last_clean":"2024-07-26T06:29:46.750506+0000","last_became_active":"2024-07-26T06:29:15.224892+0000","last_became_peered":"2024-07-26T06:29:15.224892+0000","last_unstale":"2024-07-26T06:29:46.750506+0000","last_undegraded":"2024-07-26T06:29:46.750506+0000","last_fullsized":"2024-07-26T06:29:46.750506+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:59:25.927608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.752092+0000","last_change":"2024-07-26T06:29:15.224052+0000","last_active":"2024-07-26T06:29:46.752092+0000","last_peered":"2024-07-26T06:29:46.752092+0000","last_clean":"2024-07-26T06:29:46.752092+0000","last_became_active":"2024-07-26T06:29:15.223493+0000","last_became_peered":"2024-07-26T06:29:15.223493+0000","last_unstale":"2024-07-26T06:29:46.752092+0000","last_undegraded":"2024-07-26T06:29:46.752092+0000","last_fullsized":"2024-07-26T06:29:46.752092+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:25:31.536636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708756+0000","last_change":"2024-07-26T06:28:46.903364+0000","last_active":"2024-07-26T06:29:46.708756+0000","last_peered":"2024-07-26T06:29:46.708756+0000","last_clean":"2024-07-26T06:29:46.708756+0000","last_became_active":"2024-07-26T06:28:46.903037+0000","last_became_peered":"2024-07-26T06:28:46.903037+0000","last_unstale":"2024-07-26T06:29:46.708756+0000","last_undegraded":"2024-07-26T06:29:46.708756+0000","last_fullsized":"2024-07-26T06:29:46.708756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750354+0000","last_change":"2024-07-26T06:28:50.044295+0000","last_active":"2024-07-26T06:29:46.750354+0000","last_peered":"2024-07-26T06:29:46.750354+0000","last_clean":"2024-07-26T06:29:46.750354+0000","last_became_active":"2024-07-26T06:28:50.044016+0000","last_became_peered":"2024-07-26T06:28:50.044016+0000","last_unstale":"2024-07-26T06:29:46.750354+0000","last_undegraded":"2024-07-26T06:29:46.750354+0000","last_fullsized":"2024-07-26T06:29:46.750354+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750614+0000","last_change":"2024-07-26T06:28:46.905583+0000","last_active":"2024-07-26T06:29:46.750614+0000","last_peered":"2024-07-26T06:29:46.750614+0000","last_clean":"2024-07-26T06:29:46.750614+0000","last_became_active":"2024-07-26T06:28:46.905030+0000","last_became_peered":"2024-07-26T06:28:46.905030+0000","last_unstale":"2024-07-26T06:29:46.750614+0000","last_undegraded":"2024-07-26T06:29:46.750614+0000","last_fullsized":"2024-07-26T06:29:46.750614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751780+0000","last_change":"2024-07-26T06:28:50.041187+0000","last_active":"2024-07-26T06:29:46.751780+0000","last_peered":"2024-07-26T06:29:46.751780+0000","last_clean":"2024-07-26T06:29:46.751780+0000","last_became_active":"2024-07-26T06:28:50.040938+0000","last_became_peered":"2024-07-26T06:28:50.040938+0000","last_unstale":"2024-07-26T06:29:46.751780+0000","last_undegraded":"2024-07-26T06:29:46.751780+0000","last_fullsized":"2024-07-26T06:29:46.751780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.301697+0000","last_change":"2024-07-26T06:29:46.752175+0000","last_active":"2024-07-26T06:29:54.301697+0000","last_peered":"2024-07-26T06:29:54.301697+0000","last_clean":"2024-07-26T06:29:54.301697+0000","last_became_active":"2024-07-26T06:29:41.687793+0000","last_became_peered":"2024-07-26T06:29:41.687793+0000","last_unstale":"2024-07-26T06:29:54.301697+0000","last_undegraded":"2024-07-26T06:29:54.301697+0000","last_fullsized":"2024-07-26T06:29:54.301697+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:24:35.638546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037905399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"71'128","reported_seq":283,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751694+0000","last_change":"2024-07-26T06:28:26.314362+0000","last_active":"2024-07-26T06:29:46.751694+0000","last_peered":"2024-07-26T06:29:46.751694+0000","last_clean":"2024-07-26T06:29:46.751694+0000","last_became_active":"2024-07-26T06:28:26.313967+0000","last_became_peered":"2024-07-26T06:28:26.313967+0000","last_unstale":"2024-07-26T06:29:46.751694+0000","last_undegraded":"2024-07-26T06:29:46.751694+0000","last_fullsized":"2024-07-26T06:29:46.751694+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_clean_scrub_stamp":"2024-07-26T06:26:26.334747+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750245+0000","last_change":"2024-07-26T06:28:46.903565+0000","last_active":"2024-07-26T06:29:46.750245+0000","last_peered":"2024-07-26T06:29:46.750245+0000","last_clean":"2024-07-26T06:29:46.750245+0000","last_became_active":"2024-07-26T06:28:46.903213+0000","last_became_peered":"2024-07-26T06:28:46.903213+0000","last_unstale":"2024-07-26T06:29:46.750245+0000","last_undegraded":"2024-07-26T06:29:46.750245+0000","last_fullsized":"2024-07-26T06:29:46.750245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707893+0000","last_change":"2024-07-26T06:28:50.043873+0000","last_active":"2024-07-26T06:29:46.707893+0000","last_peered":"2024-07-26T06:29:46.707893+0000","last_clean":"2024-07-26T06:29:46.707893+0000","last_became_active":"2024-07-26T06:28:50.043547+0000","last_became_peered":"2024-07-26T06:28:50.043547+0000","last_unstale":"2024-07-26T06:29:46.707893+0000","last_undegraded":"2024-07-26T06:29:46.707893+0000","last_fullsized":"2024-07-26T06:29:46.707893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.300879+0000","last_change":"2024-07-26T06:29:46.746721+0000","last_active":"2024-07-26T06:29:54.300879+0000","last_peered":"2024-07-26T06:29:54.300879+0000","last_clean":"2024-07-26T06:29:54.300879+0000","last_became_active":"2024-07-26T06:29:41.695853+0000","last_became_peered":"2024-07-26T06:29:41.695853+0000","last_unstale":"2024-07-26T06:29:54.300879+0000","last_undegraded":"2024-07-26T06:29:54.300879+0000","last_fullsized":"2024-07-26T06:29:54.300879+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:14.387356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.040443167000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751601+0000","last_change":"2024-07-26T06:28:46.907762+0000","last_active":"2024-07-26T06:29:46.751601+0000","last_peered":"2024-07-26T06:29:46.751601+0000","last_clean":"2024-07-26T06:29:46.751601+0000","last_became_active":"2024-07-26T06:28:46.906873+0000","last_became_peered":"2024-07-26T06:28:46.906873+0000","last_unstale":"2024-07-26T06:29:46.751601+0000","last_undegraded":"2024-07-26T06:29:46.751601+0000","last_fullsized":"2024-07-26T06:29:46.751601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.705498+0000","last_change":"2024-07-26T06:28:50.051818+0000","last_active":"2024-07-26T06:29:46.705498+0000","last_peered":"2024-07-26T06:29:46.705498+0000","last_clean":"2024-07-26T06:29:46.705498+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:29:46.705498+0000","last_undegraded":"2024-07-26T06:29:46.705498+0000","last_fullsized":"2024-07-26T06:29:46.705498+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263732+0000","last_change":"2024-07-26T06:29:46.747925+0000","last_active":"2024-07-26T06:29:54.263732+0000","last_peered":"2024-07-26T06:29:54.263732+0000","last_clean":"2024-07-26T06:29:54.263732+0000","last_became_active":"2024-07-26T06:29:41.812144+0000","last_became_peered":"2024-07-26T06:29:41.812144+0000","last_unstale":"2024-07-26T06:29:54.263732+0000","last_undegraded":"2024-07-26T06:29:54.263732+0000","last_fullsized":"2024-07-26T06:29:54.263732+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:30.634777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084892599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750718+0000","last_change":"2024-07-26T06:28:46.898665+0000","last_active":"2024-07-26T06:29:46.750718+0000","last_peered":"2024-07-26T06:29:46.750718+0000","last_clean":"2024-07-26T06:29:46.750718+0000","last_became_active":"2024-07-26T06:28:46.898372+0000","last_became_peered":"2024-07-26T06:28:46.898372+0000","last_unstale":"2024-07-26T06:29:46.750718+0000","last_undegraded":"2024-07-26T06:29:46.750718+0000","last_fullsized":"2024-07-26T06:29:46.750718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706995+0000","last_change":"2024-07-26T06:28:50.050289+0000","last_active":"2024-07-26T06:29:46.706995+0000","last_peered":"2024-07-26T06:29:46.706995+0000","last_clean":"2024-07-26T06:29:46.706995+0000","last_became_active":"2024-07-26T06:28:50.050035+0000","last_became_peered":"2024-07-26T06:28:50.050035+0000","last_unstale":"2024-07-26T06:29:46.706995+0000","last_undegraded":"2024-07-26T06:29:46.706995+0000","last_fullsized":"2024-07-26T06:29:46.706995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263187+0000","last_change":"2024-07-26T06:29:46.747231+0000","last_active":"2024-07-26T06:29:54.263187+0000","last_peered":"2024-07-26T06:29:54.263187+0000","last_clean":"2024-07-26T06:29:54.263187+0000","last_became_active":"2024-07-26T06:29:41.696570+0000","last_became_peered":"2024-07-26T06:29:41.696570+0000","last_unstale":"2024-07-26T06:29:54.263187+0000","last_undegraded":"2024-07-26T06:29:54.263187+0000","last_fullsized":"2024-07-26T06:29:54.263187+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:47:50.167164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039870827999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750384+0000","last_change":"2024-07-26T06:28:46.906222+0000","last_active":"2024-07-26T06:29:46.750384+0000","last_peered":"2024-07-26T06:29:46.750384+0000","last_clean":"2024-07-26T06:29:46.750384+0000","last_became_active":"2024-07-26T06:28:46.905824+0000","last_became_peered":"2024-07-26T06:28:46.905824+0000","last_unstale":"2024-07-26T06:29:46.750384+0000","last_undegraded":"2024-07-26T06:29:46.750384+0000","last_fullsized":"2024-07-26T06:29:46.750384+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704497+0000","last_change":"2024-07-26T06:28:50.051432+0000","last_active":"2024-07-26T06:29:46.704497+0000","last_peered":"2024-07-26T06:29:46.704497+0000","last_clean":"2024-07-26T06:29:46.704497+0000","last_became_active":"2024-07-26T06:28:50.050988+0000","last_became_peered":"2024-07-26T06:28:50.050988+0000","last_unstale":"2024-07-26T06:29:46.704497+0000","last_undegraded":"2024-07-26T06:29:46.704497+0000","last_fullsized":"2024-07-26T06:29:46.704497+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.263157+0000","last_change":"2024-07-26T06:29:46.747801+0000","last_active":"2024-07-26T06:29:54.263157+0000","last_peered":"2024-07-26T06:29:54.263157+0000","last_clean":"2024-07-26T06:29:54.263157+0000","last_became_active":"2024-07-26T06:29:41.812158+0000","last_became_peered":"2024-07-26T06:29:41.812158+0000","last_unstale":"2024-07-26T06:29:54.263157+0000","last_undegraded":"2024-07-26T06:29:54.263157+0000","last_fullsized":"2024-07-26T06:29:54.263157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:13.251957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039911986000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708629+0000","last_change":"2024-07-26T06:28:46.905633+0000","last_active":"2024-07-26T06:29:46.708629+0000","last_peered":"2024-07-26T06:29:46.708629+0000","last_clean":"2024-07-26T06:29:46.708629+0000","last_became_active":"2024-07-26T06:28:46.905263+0000","last_became_peered":"2024-07-26T06:28:46.905263+0000","last_unstale":"2024-07-26T06:29:46.708629+0000","last_undegraded":"2024-07-26T06:29:46.708629+0000","last_fullsized":"2024-07-26T06:29:46.708629+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750963+0000","last_change":"2024-07-26T06:28:50.042188+0000","last_active":"2024-07-26T06:29:46.750963+0000","last_peered":"2024-07-26T06:29:46.750963+0000","last_clean":"2024-07-26T06:29:46.750963+0000","last_became_active":"2024-07-26T06:28:50.041197+0000","last_became_peered":"2024-07-26T06:28:50.041197+0000","last_unstale":"2024-07-26T06:29:46.750963+0000","last_undegraded":"2024-07-26T06:29:46.750963+0000","last_fullsized":"2024-07-26T06:29:46.750963+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.300480+0000","last_change":"2024-07-26T06:29:46.747027+0000","last_active":"2024-07-26T06:29:54.300480+0000","last_peered":"2024-07-26T06:29:54.300480+0000","last_clean":"2024-07-26T06:29:54.300480+0000","last_became_active":"2024-07-26T06:29:41.812362+0000","last_became_peered":"2024-07-26T06:29:41.812362+0000","last_unstale":"2024-07-26T06:29:54.300480+0000","last_undegraded":"2024-07-26T06:29:54.300480+0000","last_fullsized":"2024-07-26T06:29:54.300480+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:25:57.447472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.041431797999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751902+0000","last_change":"2024-07-26T06:28:46.906287+0000","last_active":"2024-07-26T06:29:46.751902+0000","last_peered":"2024-07-26T06:29:46.751902+0000","last_clean":"2024-07-26T06:29:46.751902+0000","last_became_active":"2024-07-26T06:28:46.905982+0000","last_became_peered":"2024-07-26T06:28:46.905982+0000","last_unstale":"2024-07-26T06:29:46.751902+0000","last_undegraded":"2024-07-26T06:29:46.751902+0000","last_fullsized":"2024-07-26T06:29:46.751902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708728+0000","last_change":"2024-07-26T06:28:50.040847+0000","last_active":"2024-07-26T06:29:46.708728+0000","last_peered":"2024-07-26T06:29:46.708728+0000","last_clean":"2024-07-26T06:29:46.708728+0000","last_became_active":"2024-07-26T06:28:50.040539+0000","last_became_peered":"2024-07-26T06:28:50.040539+0000","last_unstale":"2024-07-26T06:29:46.708728+0000","last_undegraded":"2024-07-26T06:29:46.708728+0000","last_fullsized":"2024-07-26T06:29:46.708728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.262908+0000","last_change":"2024-07-26T06:29:46.707421+0000","last_active":"2024-07-26T06:29:54.262908+0000","last_peered":"2024-07-26T06:29:54.262908+0000","last_clean":"2024-07-26T06:29:54.262908+0000","last_became_active":"2024-07-26T06:29:41.685641+0000","last_became_peered":"2024-07-26T06:29:41.685641+0000","last_unstale":"2024-07-26T06:29:54.262908+0000","last_undegraded":"2024-07-26T06:29:54.262908+0000","last_fullsized":"2024-07-26T06:29:54.262908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:50:12.040703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012015179999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747438+0000","last_change":"2024-07-26T06:28:46.902449+0000","last_active":"2024-07-26T06:29:46.747438+0000","last_peered":"2024-07-26T06:29:46.747438+0000","last_clean":"2024-07-26T06:29:46.747438+0000","last_became_active":"2024-07-26T06:28:46.902138+0000","last_became_peered":"2024-07-26T06:28:46.902138+0000","last_unstale":"2024-07-26T06:29:46.747438+0000","last_undegraded":"2024-07-26T06:29:46.747438+0000","last_fullsized":"2024-07-26T06:29:46.747438+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707551+0000","last_change":"2024-07-26T06:28:50.048276+0000","last_active":"2024-07-26T06:29:46.707551+0000","last_peered":"2024-07-26T06:29:46.707551+0000","last_clean":"2024-07-26T06:29:46.707551+0000","last_became_active":"2024-07-26T06:28:50.048000+0000","last_became_peered":"2024-07-26T06:28:50.048000+0000","last_unstale":"2024-07-26T06:29:46.707551+0000","last_undegraded":"2024-07-26T06:29:46.707551+0000","last_fullsized":"2024-07-26T06:29:46.707551+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-07-26T06:29:54.261502+0000","last_change":"2024-07-26T06:29:46.704727+0000","last_active":"2024-07-26T06:29:54.261502+0000","last_peered":"2024-07-26T06:29:54.261502+0000","last_clean":"2024-07-26T06:29:54.261502+0000","last_became_active":"2024-07-26T06:29:41.812382+0000","last_became_peered":"2024-07-26T06:29:41.812382+0000","last_unstale":"2024-07-26T06:29:54.261502+0000","last_undegraded":"2024-07-26T06:29:54.261502+0000","last_fullsized":"2024-07-26T06:29:54.261502+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:22:41.414635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069510100000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751550+0000","last_change":"2024-07-26T06:28:46.899031+0000","last_active":"2024-07-26T06:29:46.751550+0000","last_peered":"2024-07-26T06:29:46.751550+0000","last_clean":"2024-07-26T06:29:46.751550+0000","last_became_active":"2024-07-26T06:28:46.898536+0000","last_became_peered":"2024-07-26T06:28:46.898536+0000","last_unstale":"2024-07-26T06:29:46.751550+0000","last_undegraded":"2024-07-26T06:29:46.751550+0000","last_fullsized":"2024-07-26T06:29:46.751550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706092+0000","last_change":"2024-07-26T06:28:50.052650+0000","last_active":"2024-07-26T06:29:46.706092+0000","last_peered":"2024-07-26T06:29:46.706092+0000","last_clean":"2024-07-26T06:29:46.706092+0000","last_became_active":"2024-07-26T06:28:50.052272+0000","last_became_peered":"2024-07-26T06:28:50.052272+0000","last_unstale":"2024-07-26T06:29:46.706092+0000","last_undegraded":"2024-07-26T06:29:46.706092+0000","last_fullsized":"2024-07-26T06:29:46.706092+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751521+0000","last_change":"2024-07-26T06:28:46.907337+0000","last_active":"2024-07-26T06:29:46.751521+0000","last_peered":"2024-07-26T06:29:46.751521+0000","last_clean":"2024-07-26T06:29:46.751521+0000","last_became_active":"2024-07-26T06:28:46.905272+0000","last_became_peered":"2024-07-26T06:28:46.905272+0000","last_unstale":"2024-07-26T06:29:46.751521+0000","last_undegraded":"2024-07-26T06:29:46.751521+0000","last_fullsized":"2024-07-26T06:29:46.751521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.704189+0000","last_change":"2024-07-26T06:28:50.048856+0000","last_active":"2024-07-26T06:29:46.704189+0000","last_peered":"2024-07-26T06:29:46.704189+0000","last_clean":"2024-07-26T06:29:46.704189+0000","last_became_active":"2024-07-26T06:28:50.045851+0000","last_became_peered":"2024-07-26T06:28:50.045851+0000","last_unstale":"2024-07-26T06:29:46.704189+0000","last_undegraded":"2024-07-26T06:29:46.704189+0000","last_fullsized":"2024-07-26T06:29:46.704189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708514+0000","last_change":"2024-07-26T06:28:46.908282+0000","last_active":"2024-07-26T06:29:46.708514+0000","last_peered":"2024-07-26T06:29:46.708514+0000","last_clean":"2024-07-26T06:29:46.708514+0000","last_became_active":"2024-07-26T06:28:46.908015+0000","last_became_peered":"2024-07-26T06:28:46.908015+0000","last_unstale":"2024-07-26T06:29:46.708514+0000","last_undegraded":"2024-07-26T06:29:46.708514+0000","last_fullsized":"2024-07-26T06:29:46.708514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.706411+0000","last_change":"2024-07-26T06:28:50.040783+0000","last_active":"2024-07-26T06:29:46.706411+0000","last_peered":"2024-07-26T06:29:46.706411+0000","last_clean":"2024-07-26T06:29:46.706411+0000","last_became_active":"2024-07-26T06:28:50.040490+0000","last_became_peered":"2024-07-26T06:28:50.040490+0000","last_unstale":"2024-07-26T06:29:46.706411+0000","last_undegraded":"2024-07-26T06:29:46.706411+0000","last_fullsized":"2024-07-26T06:29:46.706411+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747544+0000","last_change":"2024-07-26T06:28:46.907623+0000","last_active":"2024-07-26T06:29:46.747544+0000","last_peered":"2024-07-26T06:29:46.747544+0000","last_clean":"2024-07-26T06:29:46.747544+0000","last_became_active":"2024-07-26T06:28:46.907360+0000","last_became_peered":"2024-07-26T06:28:46.907360+0000","last_unstale":"2024-07-26T06:29:46.747544+0000","last_undegraded":"2024-07-26T06:29:46.747544+0000","last_fullsized":"2024-07-26T06:29:46.747544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.708016+0000","last_change":"2024-07-26T06:28:50.049389+0000","last_active":"2024-07-26T06:29:46.708016+0000","last_peered":"2024-07-26T06:29:46.708016+0000","last_clean":"2024-07-26T06:29:46.708016+0000","last_became_active":"2024-07-26T06:28:50.049121+0000","last_became_peered":"2024-07-26T06:28:50.049121+0000","last_unstale":"2024-07-26T06:29:46.708016+0000","last_undegraded":"2024-07-26T06:29:46.708016+0000","last_fullsized":"2024-07-26T06:29:46.708016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750923+0000","last_change":"2024-07-26T06:28:46.905758+0000","last_active":"2024-07-26T06:29:46.750923+0000","last_peered":"2024-07-26T06:29:46.750923+0000","last_clean":"2024-07-26T06:29:46.750923+0000","last_became_active":"2024-07-26T06:28:46.905455+0000","last_became_peered":"2024-07-26T06:28:46.905455+0000","last_unstale":"2024-07-26T06:29:46.750923+0000","last_undegraded":"2024-07-26T06:29:46.750923+0000","last_fullsized":"2024-07-26T06:29:46.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750759+0000","last_change":"2024-07-26T06:28:50.048897+0000","last_active":"2024-07-26T06:29:46.750759+0000","last_peered":"2024-07-26T06:29:46.750759+0000","last_clean":"2024-07-26T06:29:46.750759+0000","last_became_active":"2024-07-26T06:28:50.048592+0000","last_became_peered":"2024-07-26T06:28:50.048592+0000","last_unstale":"2024-07-26T06:29:46.750759+0000","last_undegraded":"2024-07-26T06:29:46.750759+0000","last_fullsized":"2024-07-26T06:29:46.750759+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750888+0000","last_change":"2024-07-26T06:28:50.051850+0000","last_active":"2024-07-26T06:29:46.750888+0000","last_peered":"2024-07-26T06:29:46.750888+0000","last_clean":"2024-07-26T06:29:46.750888+0000","last_became_active":"2024-07-26T06:28:50.051556+0000","last_became_peered":"2024-07-26T06:28:50.051556+0000","last_unstale":"2024-07-26T06:29:46.750888+0000","last_undegraded":"2024-07-26T06:29:46.750888+0000","last_fullsized":"2024-07-26T06:29:46.750888+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751531+0000","last_change":"2024-07-26T06:28:46.900238+0000","last_active":"2024-07-26T06:29:46.751531+0000","last_peered":"2024-07-26T06:29:46.751531+0000","last_clean":"2024-07-26T06:29:46.751531+0000","last_became_active":"2024-07-26T06:28:46.899972+0000","last_became_peered":"2024-07-26T06:28:46.899972+0000","last_unstale":"2024-07-26T06:29:46.751531+0000","last_undegraded":"2024-07-26T06:29:46.751531+0000","last_fullsized":"2024-07-26T06:29:46.751531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.750502+0000","last_change":"2024-07-26T06:29:15.224185+0000","last_active":"2024-07-26T06:29:46.750502+0000","last_peered":"2024-07-26T06:29:46.750502+0000","last_clean":"2024-07-26T06:29:46.750502+0000","last_became_active":"2024-07-26T06:29:15.223849+0000","last_became_peered":"2024-07-26T06:29:15.223849+0000","last_unstale":"2024-07-26T06:29:46.750502+0000","last_undegraded":"2024-07-26T06:29:46.750502+0000","last_fullsized":"2024-07-26T06:29:46.750502+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:27:05.700275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.751825+0000","last_change":"2024-07-26T06:28:46.901700+0000","last_active":"2024-07-26T06:29:46.751825+0000","last_peered":"2024-07-26T06:29:46.751825+0000","last_clean":"2024-07-26T06:29:46.751825+0000","last_became_active":"2024-07-26T06:28:46.901421+0000","last_became_peered":"2024-07-26T06:28:46.901421+0000","last_unstale":"2024-07-26T06:29:46.751825+0000","last_undegraded":"2024-07-26T06:29:46.751825+0000","last_fullsized":"2024-07-26T06:29:46.751825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.746793+0000","last_change":"2024-07-26T06:28:50.045738+0000","last_active":"2024-07-26T06:29:46.746793+0000","last_peered":"2024-07-26T06:29:46.746793+0000","last_clean":"2024-07-26T06:29:46.746793+0000","last_became_active":"2024-07-26T06:28:50.045478+0000","last_became_peered":"2024-07-26T06:28:50.045478+0000","last_unstale":"2024-07-26T06:29:46.746793+0000","last_undegraded":"2024-07-26T06:29:46.746793+0000","last_fullsized":"2024-07-26T06:29:46.746793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707651+0000","last_change":"2024-07-26T06:28:46.900294+0000","last_active":"2024-07-26T06:29:46.707651+0000","last_peered":"2024-07-26T06:29:46.707651+0000","last_clean":"2024-07-26T06:29:46.707651+0000","last_became_active":"2024-07-26T06:28:46.899694+0000","last_became_peered":"2024-07-26T06:28:46.899694+0000","last_unstale":"2024-07-26T06:29:46.707651+0000","last_undegraded":"2024-07-26T06:29:46.707651+0000","last_fullsized":"2024-07-26T06:29:46.707651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.707309+0000","last_change":"2024-07-26T06:28:50.045768+0000","last_active":"2024-07-26T06:29:46.707309+0000","last_peered":"2024-07-26T06:29:46.707309+0000","last_clean":"2024-07-26T06:29:46.707309+0000","last_became_active":"2024-07-26T06:28:50.045474+0000","last_became_peered":"2024-07-26T06:28:50.045474+0000","last_unstale":"2024-07-26T06:29:46.707309+0000","last_undegraded":"2024-07-26T06:29:46.707309+0000","last_fullsized":"2024-07-26T06:29:46.707309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:29:46.747145+0000","last_change":"2024-07-26T06:28:46.902452+0000","last_active":"2024-07-26T06:29:46.747145+0000","last_peered":"2024-07-26T06:29:46.747145+0000","last_clean":"2024-07-26T06:29:46.747145+0000","last_became_active":"2024-07-26T06:28:46.902156+0000","last_became_peered":"2024-07-26T06:28:46.902156+0000","last_unstale":"2024-07-26T06:29:46.747145+0000","last_undegraded":"2024-07-26T06:29:46.747145+0000","last_fullsized":"2024-07-26T06:29:46.747145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":943097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.55500000000000005,"15min":0.56200000000000006},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.377},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.55800000000000005,"15min":0.56999999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66300000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.61299999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.54200000000000004,"15min":0.55300000000000005},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.67400000000000004,"5min":0.879,"15min":0.879},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.55900000000000005,"15min":0.56799999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.499}]},{"osd":2,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.38700000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67200000000000004,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.44},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.56299999999999994,"15min":0.57699999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64300000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.42199999999999999}]},{"osd":3,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.56200000000000006,"15min":0.57099999999999995},"min":{"1min":0.36699999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.621,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56999999999999995,"15min":0.57699999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69899999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.58599999999999997}]},{"osd":4,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.432,"15min":0.433},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.441,"15min":0.44400000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.52300000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46700000000000003,"15min":0.47299999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63500000000000001,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.627,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.57399999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.505,"15min":0.50900000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68100000000000005,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.54200000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":944582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.40000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77200000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63400000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.373,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56899999999999995,"15min":0.57299999999999995},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.77600000000000002,"5min":1.234,"15min":1.234},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71099999999999997,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.56200000000000006}]},{"osd":4,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40500000000000003,"15min":0.40999999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.47799999999999998,"5min":1.151,"15min":1.151},"last":0.376},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.52600000000000002,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.39700000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.439,"15min":0.44600000000000001},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55400000000000005,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.54100000000000004,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.432}]},{"osd":7,"last update":"Fri Jul 26 06:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.32700000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70799999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.503,"15min":0.50800000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.54100000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724583,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":354265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.69299999999999995,"5min":0.755,"15min":0.755},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.51700000000000002,"15min":0.52500000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65300000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.53400000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.65800000000000003,"5min":0.747,"15min":0.747},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54500000000000004,"15min":0.55500000000000005},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.69499999999999995,"5min":0.88,"15min":0.88},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.54200000000000004,"15min":0.55100000000000005},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.71099999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.52800000000000002,"15min":0.53500000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.76500000000000001,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.60699999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56000000000000005,"15min":0.56699999999999995},"min":{"1min":0.34699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70699999999999996,"5min":1.034,"15min":1.034},"last":0.625},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77600000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.54300000000000004}]},{"osd":4,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.26400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38},{"interface":"front","average":{"1min":0.439,"5min":0.38600000000000001,"15min":0.377},"min":{"1min":0.29899999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.35599999999999998}]},{"osd":6,"last update":"Fri Jul 26 06:30:01 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.628,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.434,"15min":0.42899999999999999},"min":{"1min":0.318,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69099999999999995,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.436}]},{"osd":7,"last update":"Fri Jul 26 06:30:25 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64200000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.499,"15min":0.50700000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.45000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986219,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55700000000000005,"15min":0.56699999999999995},"min":{"1min":0.36099999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.52100000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.68899999999999995}]},{"osd":1,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80200000000000005,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.746}]},{"osd":2,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.73399999999999999,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:30:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.53700000000000003},"min":{"1min":0.40699999999999997,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67200000000000004,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.29699999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.502},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.42299999999999999,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.40100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:30:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.495,"15min":0.495},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72499999999999998,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45600000000000002,"15min":0.45200000000000001},"min":{"1min":0.33200000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64700000000000002,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.60999999999999999}]},{"osd":7,"last update":"Fri Jul 26 06:30:23 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50600000000000001,"15min":0.50800000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.47799999999999998,"15min":0.47999999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.73599999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.39300000000000002,"15min":0.40600000000000003},"min":{"1min":0.25700000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.45800000000000002,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.41499999999999998,"15min":0.42999999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.504,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.33800000000000002}]},{"osd":1,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.42499999999999999,"15min":0.44900000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53900000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.42999999999999999,"15min":0.44700000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.56699999999999995,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34799999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.44600000000000001,"15min":0.46000000000000002},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.57099999999999995,"5min":0.745,"15min":0.745},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38100000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:30:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.84199999999999997,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.501},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Jul 26 06:29:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.70699999999999996,"5min":0.752,"15min":0.752},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.624,"15min":0.628},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.70399999999999996,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.439}]},{"osd":6,"last update":"Fri Jul 26 06:30:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.60399999999999998,"15min":0.61399999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82999999999999996,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.52100000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:30:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.61699999999999999,"15min":0.621},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.63,"15min":0.63200000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54800000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":352137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40200000000000002,"15min":0.40400000000000003},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.41999999999999998}]},{"osd":1,"last update":"Fri Jul 26 06:30:34 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40799999999999997,"15min":0.41099999999999998},"min":{"1min":0.27600000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.57299999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.45400000000000001,"15min":0.46400000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45500000000000002,"15min":0.45900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.312}]},{"osd":4,"last update":"Fri Jul 26 06:30:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.58099999999999996,"15min":0.58499999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.436},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.60399999999999998,"15min":0.60899999999999999},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45400000000000001}]},{"osd":5,"last update":"Fri Jul 26 06:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.623,"15min":0.63300000000000001},"min":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.505},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.79500000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.48699999999999999}]},{"osd":6,"last update":"Fri Jul 26 06:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.63700000000000001,"15min":0.64300000000000002},"min":{"1min":0.443,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.87,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Jul 26 06:30:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.433,"15min":0.433},"max":{"1min":0.82199999999999995,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":352051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34699999999999998,"15min":0.317},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.318},"min":{"1min":0.255,"5min":0.193,"15min":0.193},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.33100000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:30:36 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.40600000000000003,"15min":0.39900000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.247,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.317},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.42899999999999999,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Jul 26 06:30:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.94199999999999995,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.66000000000000003}]},{"osd":5,"last update":"Fri Jul 26 06:30:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.39600000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.60399999999999998,"15min":0.60899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89700000000000002,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.59499999999999997}]},{"osd":6,"last update":"Fri Jul 26 06:30:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65500000000000003,"15min":0.66200000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.63},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.38,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.67500000000000004}]},{"osd":7,"last update":"Fri Jul 26 06:30:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.66600000000000004,"15min":0.67300000000000004},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.60799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":943221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:30:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.38200000000000001,"15min":0.35599999999999998},"min":{"1min":0.26200000000000001,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.38100000000000001,"15min":0.34499999999999997},"min":{"1min":0.23799999999999999,"5min":0.184,"15min":0.184},"max":{"1min":1.7010000000000001,"5min":1.7010000000000001,"15min":1.7010000000000001},"last":0.245}]},{"osd":2,"last update":"Fri Jul 26 06:30:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.24399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.432,"15min":0.40699999999999997},"min":{"1min":0.26500000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":2.9289999999999998,"5min":2.9289999999999998,"15min":2.9289999999999998},"last":0.27800000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:29:54 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.45900000000000002,"15min":0.46100000000000002},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.48399999999999999,"15min":0.47999999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":2.3159999999999998,"5min":2.3159999999999998,"15min":2.3159999999999998},"last":0.318}]},{"osd":4,"last update":"Fri Jul 26 06:30:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.52700000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:29:42 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.5}]},{"osd":6,"last update":"Fri Jul 26 06:30:03 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.63300000000000001,"15min":0.626},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.60899999999999999,"15min":0.59999999999999998},"min":{"1min":0.41699999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.66700000000000004}]},{"osd":7,"last update":"Fri Jul 26 06:30:27 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64300000000000002,"15min":0.63600000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64100000000000001,"15min":0.64000000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:30:46.569 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-26T06:30:46.569 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-26T06:30:46.569 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-07-26T06:30:46.570 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph health --format=json 2024-07-26T06:30:46.869 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:46.964 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:46 smithi037 ceph-mon[29520]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:46.964 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:46 smithi037 ceph-mon[40607]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:46.964 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:30:46.964 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:46.965 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 1.002s CPU time. 2024-07-26T06:30:46.965 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 systemd[1]: Starting Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:46 smithi135 ceph-mon[32812]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:47.247 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 podman[80253]: 2024-07-26 06:30:46.867044195 +0000 UTC m=+0.026837597 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:30:47.247 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:46 smithi037 podman[80253]: 2024-07-26 06:30:46.986208809 +0000 UTC m=+0.146002201 volume create 7c3fe7b56b319b9f4646daad35c87336e6837b2dcbac8bd558893c208a789def 2024-07-26T06:30:47.247 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 podman[80253]: 2024-07-26 06:30:47.061663906 +0000 UTC m=+0.221457297 container create 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 podman[80253]: 2024-07-26 06:30:47.347494067 +0000 UTC m=+0.507287470 container init 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 podman[80253]: 2024-07-26 06:30:47.352422224 +0000 UTC m=+0.512215618 container start 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.365Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.365Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.366Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2024-07-26T06:30:47.622 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.367Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.390Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.390Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.393Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:47.393Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 bash[80253]: 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 2024-07-26T06:30:47.623 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:47 smithi037 systemd[1]: Started Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:48.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:48.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[29520]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:30:48.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[29520]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[29520]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[40607]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[40607]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:30:48.739 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:48 smithi037 ceph-mon[40607]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:48.750 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:48 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.750 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:48 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:48.750 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:48 smithi135 ceph-mon[32812]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:30:48.750 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:48 smithi135 ceph-mon[32812]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:30:48.750 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:48 smithi135 ceph-mon[32812]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:49.434 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:49.434 INFO:teuthology.orchestra.run.smithi037.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-26T06:30:49.754 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:49 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/52104745' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:30:49.755 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:49.368Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000799008s 2024-07-26T06:30:49.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:49 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/52104745' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:30:49.812 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:49 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/52104745' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:30:50.100 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-07-26T06:30:50.100 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:30:50.371 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:50.574 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-mon[32812]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:50.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:50 smithi037 ceph-mon[29520]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:50.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:50 smithi037 ceph-mon[40607]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:50.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 systemd[1]: Stopping Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:51.245 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.971Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.972Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.972Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.972Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[62806]: ts=2024-07-26T06:30:50.972Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:30:51.246 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:50 smithi135 podman[66146]: 2024-07-26 06:30:50.982107443 +0000 UTC m=+0.108619330 container died 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:51.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 podman[66146]: 2024-07-26 06:30:51.369700118 +0000 UTC m=+0.496212002 container cleanup 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:51.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 bash[66146]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:30:51.983 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 podman[66164]: 2024-07-26 06:30:51.637602851 +0000 UTC m=+0.654475418 container remove 333dd864de96a6902d38f2fba82eeb4439f9619c5fff7ab3582d3579a9fdaf55 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:51.983 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:30:51.984 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 systemd[1]: Stopped Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:51.984 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.100s CPU time. 2024-07-26T06:30:51.984 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 systemd[1]: Starting Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:30:52.167 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:52.167 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:29:04.064309+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24328},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24328":{"gid":24328,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.135:6833/3417541906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3417541906},{"type":"v1","addr":"172.21.15.135:6833","nonce":3417541906}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:30:52.167 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 8 2024-07-26T06:30:52.252 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:51 smithi135 podman[66263]: 2024-07-26 06:30:51.887058581 +0000 UTC m=+0.018173834 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:30:52.252 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 podman[66263]: 2024-07-26 06:30:52.000749838 +0000 UTC m=+0.131865133 container create 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:52.252 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 podman[66263]: 2024-07-26 06:30:52.223653396 +0000 UTC m=+0.354768660 container init 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:52.252 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 podman[66263]: 2024-07-26 06:30:52.228305364 +0000 UTC m=+0.359420618 container start 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:30:52.486 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Bus STOPPING 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.252Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.252Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.252Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi135 (none))" 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.252Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.252Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.253Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.253Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.254Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.254Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.774µs 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.257Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.15µs wal_replay_duration=473.29µs wbl_replay_duration=110ns total_replay_duration=510.924µs 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.258Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:30:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.258Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.258Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.273Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.117854ms db_storage=757ns remote_storage=1.04µs web_handler=292ns query_engine=561ns scrape=597.314µs scrape_sd=26.164µs notify=27.289µs notify_sd=9.434µs rules=13.255947ms tracing=4.902µs 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.273Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:30:52.273Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 bash[66263]: 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b 2024-07-26T06:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:30:52 smithi135 systemd[1]: Started Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:30:52.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:30:52.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Bus STOPPED 2024-07-26T06:30:52.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Bus STARTING 2024-07-26T06:30:52.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Serving on http://:::9283 2024-07-26T06:30:52.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Bus STARTED 2024-07-26T06:30:52.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:52] ENGINE Bus STOPPING 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1562383275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:52.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:52.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1562383275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:52.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:52.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:52 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:52.823 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:30:53.000 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1562383275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:53.001 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:53.002 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:53.002 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:52 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:53.430 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:30:53.430 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STOPPED 2024-07-26T06:30:53.430 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STARTING 2024-07-26T06:30:53.430 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Serving on http://:::9283 2024-07-26T06:30:53.431 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STARTED 2024-07-26T06:30:53.431 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STOPPING 2024-07-26T06:30:53.737 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:53.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STOPPED 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STARTING 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Serving on http://:::9283 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:30:53] ENGINE Bus STARTED 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:53.987 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:53 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:54.055 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:30:54.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:30:54.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:30:54.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi135.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:30:54.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:30:54.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:53 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi135.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:30:54.896 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:54 smithi037 ceph-mon[29520]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:54.897 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:54.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:54 smithi037 ceph-mon[40607]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:54.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:55.024 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:54 smithi135 ceph-mon[32812]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:55.024 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:55.593 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:55.593 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:29:04.064309+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24328},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24328":{"gid":24328,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.135:6833/3417541906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3417541906},{"type":"v1","addr":"172.21.15.135:6833","nonce":3417541906}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:30:55.593 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 8 2024-07-26T06:30:56.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:55 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2407430714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:56.006 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:55 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2407430714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:55 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2407430714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:30:56.394 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:30:57.284 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:57 smithi135 ceph-mon[32812]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:57.284 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:57 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.284 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:57 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.288 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[29520]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:57.289 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.289 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.289 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[40607]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:57.289 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.289 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:57.544 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:30:57 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:30:57.370Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003250413s 2024-07-26T06:30:57.583 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:30:58.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:30:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:30:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:30:58.769 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.769 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.769 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:58.769 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:58.769 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.770 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:58 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:58.907 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.907 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.907 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:30:58.908 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:58.908 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:58.908 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:30:58.908 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:58 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:59.391 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:30:59.391 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":76,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:29:54.257851+0000","last_up_change":"2024-07-26T06:28:22.278188+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:29:40.645331+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6803","nonce":3983160277}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6805","nonce":3983160277}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6809","nonce":3983160277}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":3983160277},{"type":"v1","addr":"172.21.15.37:6807","nonce":3983160277}]},"public_addr":"172.21.15.37:6803/3983160277","cluster_addr":"172.21.15.37:6805/3983160277","heartbeat_back_addr":"172.21.15.37:6809/3983160277","heartbeat_front_addr":"172.21.15.37:6807/3983160277","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6811","nonce":1433424023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6813","nonce":1433424023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6817","nonce":1433424023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1433424023},{"type":"v1","addr":"172.21.15.37:6815","nonce":1433424023}]},"public_addr":"172.21.15.37:6811/1433424023","cluster_addr":"172.21.15.37:6813/1433424023","heartbeat_back_addr":"172.21.15.37:6817/1433424023","heartbeat_front_addr":"172.21.15.37:6815/1433424023","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6819","nonce":3008602116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6821","nonce":3008602116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6825","nonce":3008602116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3008602116},{"type":"v1","addr":"172.21.15.37:6823","nonce":3008602116}]},"public_addr":"172.21.15.37:6819/3008602116","cluster_addr":"172.21.15.37:6821/3008602116","heartbeat_back_addr":"172.21.15.37:6825/3008602116","heartbeat_front_addr":"172.21.15.37:6823/3008602116","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6827","nonce":2054496065}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6829","nonce":2054496065}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6833","nonce":2054496065}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2054496065},{"type":"v1","addr":"172.21.15.37:6831","nonce":2054496065}]},"public_addr":"172.21.15.37:6827/2054496065","cluster_addr":"172.21.15.37:6829/2054496065","heartbeat_back_addr":"172.21.15.37:6833/2054496065","heartbeat_front_addr":"172.21.15.37:6831/2054496065","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6801","nonce":785142249}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6803","nonce":785142249}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6807","nonce":785142249}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":785142249},{"type":"v1","addr":"172.21.15.135:6805","nonce":785142249}]},"public_addr":"172.21.15.135:6801/785142249","cluster_addr":"172.21.15.135:6803/785142249","heartbeat_back_addr":"172.21.15.135:6807/785142249","heartbeat_front_addr":"172.21.15.135:6805/785142249","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6809","nonce":1559443654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6811","nonce":1559443654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6815","nonce":1559443654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1559443654},{"type":"v1","addr":"172.21.15.135:6813","nonce":1559443654}]},"public_addr":"172.21.15.135:6809/1559443654","cluster_addr":"172.21.15.135:6811/1559443654","heartbeat_back_addr":"172.21.15.135:6815/1559443654","heartbeat_front_addr":"172.21.15.135:6813/1559443654","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6817","nonce":2523135868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6819","nonce":2523135868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6823","nonce":2523135868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2523135868},{"type":"v1","addr":"172.21.15.135:6821","nonce":2523135868}]},"public_addr":"172.21.15.135:6817/2523135868","cluster_addr":"172.21.15.135:6819/2523135868","heartbeat_back_addr":"172.21.15.135:6823/2523135868","heartbeat_front_addr":"172.21.15.135:6821/2523135868","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6825","nonce":31463214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6827","nonce":31463214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6831","nonce":31463214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":31463214},{"type":"v1","addr":"172.21.15.135:6829","nonce":31463214}]},"public_addr":"172.21.15.135:6825/31463214","cluster_addr":"172.21.15.135:6827/31463214","heartbeat_back_addr":"172.21.15.135:6831/31463214","heartbeat_front_addr":"172.21.15.135:6829/31463214","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/2595307176":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/4137997925":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/3766781968":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:6801/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/431601423":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:30:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:30:59 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3880700901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:30:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:30:59 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3880700901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:30:59.894 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:30:59 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3880700901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:31:00.170 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:31:00.778 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:31:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:00 smithi037 ceph-mon[29520]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:00 smithi037 ceph-mon[40607]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:00.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:00 smithi135 ceph-mon[32812]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:02.644 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:31:02.644 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14415,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/2260771519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":2260771519},{"type":"v1","addr":"172.21.15.37:6835","nonce":2260771519}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:29:04.064309+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24328},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24328":{"gid":24328,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.135:6833/3417541906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3417541906},{"type":"v1","addr":"172.21.15.135:6833","nonce":3417541906}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:31:02.644 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 8 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[29520]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:02 smithi037 ceph-mon[40607]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:02.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:02 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:02 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:02.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:02 smithi135 ceph-mon[32812]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:03.521 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T06:28:51.584594+0000', 'modified': '2024-07-26T06:29:04.064309+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24328}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24328': {'gid': 24328, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.135:6833/3417541906', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.135:6832', 'nonce': 3417541906}, {'type': 'v1', 'addr': '172.21.15.135:6833', 'nonce': 3417541906}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-07-26T06:31:03.521 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T06:31:03.522 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph tell mds.b status 2024-07-26T06:31:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:03 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1600877981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:31:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:03 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1600877981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:31:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:03 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1600877981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:31:04.029 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:31:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:04 smithi135 ceph-mon[32812]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:04.878 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:04 smithi037 ceph-mon[29520]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:04.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:04 smithi037 ceph-mon[40607]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:06.323 INFO:teuthology.orchestra.run.smithi037.stderr:2024-07-26T06:31:06.321+0000 7f96017fa640 0 client.14739 ms_handle_reset on v2:172.21.15.135:6832/3417541906 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stderr:2024-07-26T06:31:06.340+0000 7f96017fa640 0 client.24659 ms_handle_reset on v2:172.21.15.135:6832/3417541906 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout: "cluster_fsid": "72d59e84-4b17-11ef-bcb6-c7b262605968", 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout: "whoami": 0, 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 24328, 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout: "want_state": "up:active", 2024-07-26T06:31:06.341 INFO:teuthology.orchestra.run.smithi037.stdout: "state": "up:active", 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "fs_name": "cephfs", 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "rank_uptime": 134.304431491, 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "mdsmap_epoch": 8, 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch": 76, 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch_barrier": 66, 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout: "uptime": 149.551615408 2024-07-26T06:31:06.342 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[29520]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:06 smithi037 ceph-mon[40607]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:06 smithi135 ceph-mon[32812]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:06.995 INFO:tasks.cephadm:Setup complete, yielding 2024-07-26T06:31:06.996 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:31:07.008 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-07-26T06:31:07.008 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:31:07.016 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-07-26T06:31:07.016 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-07-26T06:31:07.027 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2024-07-26T06:31:07.027 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-07-26T06:31:07.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:07] "GET /metrics HTTP/1.1" 200 235940 "" "Prometheus/2.43.0" 2024-07-26T06:31:07.301 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:31:08.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:08.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:08 smithi037 ceph-mon[29520]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:08.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:08 smithi037 ceph-mon[40607]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:09.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:08] ENGINE Bus STOPPING 2024-07-26T06:31:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:08 smithi135 ceph-mon[32812]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:09.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:31:09.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:09] ENGINE Bus STOPPED 2024-07-26T06:31:09.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:09] ENGINE Bus STARTING 2024-07-26T06:31:09.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:09] ENGINE Serving on http://:::9283 2024-07-26T06:31:09.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:31:09] ENGINE Bus STARTED 2024-07-26T06:31:09.575 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:31:09.585 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-07-26T06:31:09.585 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:31:09.599 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-07-26T06:31:09.599 INFO:teuthology.run_tasks:Running task workunit... 2024-07-26T06:31:09.618 INFO:tasks.workunit:Pulling workunits from ref 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T06:31:09.619 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:31:09.619 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:31:09.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:31:09.637 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:31:09.637 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:31:09.694 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:31:09.694 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:31:09.755 INFO:tasks.workunit:timeout=3h 2024-07-26T06:31:09.756 INFO:tasks.workunit:cleanup=True 2024-07-26T06:31:09.757 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T06:31:09.812 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:31:10.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/407469711' entity='client.admin' 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/407469711' entity='client.admin' 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:10.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:10.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/407469711' entity='client.admin' 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:31:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:10 smithi037 ceph-mon[29520]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:10 smithi037 ceph-mon[40607]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:10 smithi135 ceph-mon[32812]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:12 smithi037 ceph-mon[29520]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:12 smithi037 ceph-mon[29520]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-26T06:31:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:12 smithi037 ceph-mon[40607]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:12 smithi037 ceph-mon[40607]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-26T06:31:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:12 smithi135 ceph-mon[32812]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:12 smithi135 ceph-mon[32812]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-26T06:31:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:14 smithi037 ceph-mon[29520]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:14 smithi037 ceph-mon[40607]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:14 smithi135 ceph-mon[32812]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:16 smithi037 ceph-mon[29520]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:16 smithi037 ceph-mon[40607]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:17.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:17] "GET /metrics HTTP/1.1" 200 235933 "" "Prometheus/2.43.0" 2024-07-26T06:31:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:16 smithi135 ceph-mon[32812]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:18.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:18 smithi037 ceph-mon[29520]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:18 smithi037 ceph-mon[40607]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:18 smithi135 ceph-mon[32812]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:20 smithi037 ceph-mon[29520]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:20 smithi037 ceph-mon[40607]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:20 smithi135 ceph-mon[32812]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:22 smithi037 ceph-mon[29520]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:22 smithi037 ceph-mon[40607]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:22 smithi135 ceph-mon[32812]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:31:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:24 smithi037 ceph-mon[29520]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:24 smithi037 ceph-mon[40607]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:24 smithi135 ceph-mon[32812]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:26 smithi037 ceph-mon[29520]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:27.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:27] "GET /metrics HTTP/1.1" 200 235935 "" "Prometheus/2.43.0" 2024-07-26T06:31:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:26 smithi037 ceph-mon[40607]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:26 smithi135 ceph-mon[32812]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:28 smithi037 ceph-mon[29520]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:28 smithi037 ceph-mon[40607]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:28 smithi135 ceph-mon[32812]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:30.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:30 smithi037 ceph-mon[29520]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:30 smithi037 ceph-mon[40607]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:30.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:30 smithi135 ceph-mon[32812]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:32 smithi037 ceph-mon[29520]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:32 smithi037 ceph-mon[40607]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:32 smithi135 ceph-mon[32812]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:34 smithi037 ceph-mon[29520]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:34 smithi037 ceph-mon[40607]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:34 smithi135 ceph-mon[32812]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:36 smithi037 ceph-mon[29520]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:36 smithi037 ceph-mon[40607]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:36 smithi135 ceph-mon[32812]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:37.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:37] "GET /metrics HTTP/1.1" 200 235935 "" "Prometheus/2.43.0" 2024-07-26T06:31:38.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:38 smithi037 ceph-mon[29520]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:38 smithi037 ceph-mon[40607]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:38 smithi135 ceph-mon[32812]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:39 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:39 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:39 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:40 smithi037 ceph-mon[29520]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:40 smithi037 ceph-mon[40607]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:40 smithi135 ceph-mon[32812]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:42 smithi037 ceph-mon[29520]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:42 smithi037 ceph-mon[40607]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:42 smithi135 ceph-mon[32812]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:44 smithi037 ceph-mon[29520]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:44 smithi037 ceph-mon[40607]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:44 smithi135 ceph-mon[32812]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:46 smithi037 ceph-mon[29520]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:46 smithi037 ceph-mon[40607]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:46 smithi135 ceph-mon[32812]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:47.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:47] "GET /metrics HTTP/1.1" 200 235935 "" "Prometheus/2.43.0" 2024-07-26T06:31:48.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:48 smithi037 ceph-mon[29520]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:48 smithi037 ceph-mon[40607]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:48 smithi135 ceph-mon[32812]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:50 smithi037 ceph-mon[29520]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:50 smithi037 ceph-mon[40607]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:50 smithi135 ceph-mon[32812]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:52 smithi037 ceph-mon[29520]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:52 smithi037 ceph-mon[40607]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:52 smithi135 ceph-mon[32812]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:54 smithi037 ceph-mon[29520]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:54 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:54 smithi037 ceph-mon[40607]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:54 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:54 smithi135 ceph-mon[32812]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:54 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:56 smithi037 ceph-mon[29520]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:56 smithi037 ceph-mon[40607]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:56 smithi135 ceph-mon[32812]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:57.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:31:57 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:57] "GET /metrics HTTP/1.1" 200 235925 "" "Prometheus/2.43.0" 2024-07-26T06:31:58.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:31:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:31:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:31:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:31:58 smithi037 ceph-mon[29520]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:31:58 smithi037 ceph-mon[40607]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:31:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:31:58 smithi135 ceph-mon[32812]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:00 smithi037 ceph-mon[29520]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:00 smithi037 ceph-mon[40607]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:00 smithi135 ceph-mon[32812]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:02 smithi037 ceph-mon[29520]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:02 smithi037 ceph-mon[40607]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:02 smithi135 ceph-mon[32812]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:04 smithi037 ceph-mon[29520]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:04 smithi037 ceph-mon[40607]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:04 smithi135 ceph-mon[32812]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:06.391 INFO:tasks.workunit.client.0.smithi037.stderr:Updating files: 96% (12358/12770) Updating files: 97% (12387/12770) Updating files: 98% (12515/12770) Updating files: 99% (12643/12770) Updating files: 100% (12770/12770) Updating files: 100% (12770/12770), done. 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:Note: switching to '7157f4fcc60c60f7da92ccbda475bb5db5f37a30'. 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:state without impacting any branches by switching back to a branch. 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-26T06:32:07.033 INFO:tasks.workunit.client.0.smithi037.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: git switch -c 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr:Or undo this operation with: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: git switch - 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:07.034 INFO:tasks.workunit.client.0.smithi037.stderr:HEAD is now at 7157f4fcc60 Merge pull request #58863 from zdover23/wip-doc-2024-07-26-backport-58838-to-squid 2024-07-26T06:32:07.038 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:32:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:06 smithi037 ceph-mon[29520]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:06 smithi037 ceph-mon[40607]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:07.066 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:32:07.068 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:32:07.069 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:32:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:06 smithi135 ceph-mon[32812]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:07.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:07] "GET /metrics HTTP/1.1" 200 235925 "" "Prometheus/2.43.0" 2024-07-26T06:32:07.760 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:32:07.815 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:32:07.855 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:32:07.857 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:32:07.857 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:32:07.896 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:32:07.900 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:32:07.900 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:32:07.957 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-07-26T06:32:07.959 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-07-26T06:32:07.959 DEBUG:teuthology.orchestra.run.smithi037:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7157f4fcc60c60f7da92ccbda475bb5db5f37a30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-07-26T06:32:08.024 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-07-26T06:32:08.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:08.406 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-07-26T06:32:08.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STOPPING 2024-07-26T06:32:08.797 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3112654594' entity='client.admin' 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2604993870' entity='client.admin' 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3112654594' entity='client.admin' 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2604993870' entity='client.admin' 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STOPPED 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STARTING 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Serving on http://:::9283 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STARTED 2024-07-26T06:32:09.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STOPPING 2024-07-26T06:32:09.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:32:09.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STOPPED 2024-07-26T06:32:09.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STARTING 2024-07-26T06:32:09.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Serving on http://:::9283 2024-07-26T06:32:09.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:08 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:08] ENGINE Bus STARTED 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3112654594' entity='client.admin' 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2604993870' entity='client.admin' 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:09.183 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview 2024-07-26T06:32:09.405 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE Bus STOPPING 2024-07-26T06:32:09.675 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:09.675 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T06:32:09.675 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "ident" 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:09.676 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:09.677 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:09.678 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:09.679 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_block_size", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_cache_size", 2024-07-26T06:32:09.680 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_compression", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_log", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_write_buffer_size", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T06:32:09.681 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:09.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:09.686 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:32:09.687 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:09.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addr", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addrv", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:09.689 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:32:09.690 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:09.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:09.692 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:09.693 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:09.694 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T06:32:09.695 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 1, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T06:32:09.696 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 0, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T06:32:09.697 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T06:32:09.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T06:32:09.699 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T06:32:09.700 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:09.701 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T06:32:09.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T06:32:09.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T06:32:09.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.705 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T06:32:09.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.707 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T06:32:09.708 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy" 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:32:09.709 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 17, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "quincy" 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T06:32:09.710 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:09.711 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.4504449811502127e-06, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 212, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 313344, 2024-07-26T06:32:09.712 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 179, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 98304, 2024-07-26T06:32:09.714 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 98304, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.3519728270239284e-07, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 3410, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 3410, 2024-07-26T06:32:09.715 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 10230, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 51, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 19456 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:09.716 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T06:32:09.717 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T06:32:09.718 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:09.719 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12288, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12288, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:09.720 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 19, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 19, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 57, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 2, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2048 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.721 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.722 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T06:32:09.723 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T06:32:09.669912", 2024-07-26T06:32:09.723 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T06:32:09.723 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:32:09.726 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516189696, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:09.728 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444095488, 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 2444095488, 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516189696, 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444095488 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:09.729 INFO:tasks.workunit.client.0.smithi037.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-26T06:32:09.730 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview-device 2024-07-26T06:32:09.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:32:09.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE Bus STOPPED 2024-07-26T06:32:09.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE Bus STARTING 2024-07-26T06:32:09.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE Serving on http://:::9283 2024-07-26T06:32:09.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:09] ENGINE Bus STARTED 2024-07-26T06:32:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3966702537' entity='client.admin' 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.052 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3966702537' entity='client.admin' 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:09 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3966702537' entity='client.admin' 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:10.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:09 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:10.203 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.204 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.206 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.207 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:10.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:10.209 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.210 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.211 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.212 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:10.213 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T06:32:10.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.215 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:10.216 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:10.217 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.218 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:10.219 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:10.220 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:10.221 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.222 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:10.223 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.224 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.225 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:10.227 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:10.229 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.230 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:10.231 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.232 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T06:32:10.233 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:10.234 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:10.235 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:10.236 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:10.237 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:10.238 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:10.240 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.241 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:10.242 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview-all 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "device_report": { 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:10.720 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.721 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.722 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:10.723 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.725 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:10.726 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.728 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T06:32:10.729 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T06:32:10.730 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:10.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:10.732 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:10.733 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:10.734 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:10.735 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T06:32:10.736 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:10.737 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.738 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:10.739 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.741 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:10.743 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.744 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T06:32:10.749 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T06:32:10.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:10.751 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:10.753 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.754 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:10.755 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.756 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "report": { 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T06:32:10.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "ident" 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.758 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T06:32:10.759 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T06:32:10.760 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:10.761 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_block_size", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_cache_size", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_compression", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_log", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_write_buffer_size", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:10.762 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:10.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:10.764 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:32:10.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addr", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addrv", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:10.766 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:10.767 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:32:10.768 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:10.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:10.770 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:10.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T06:32:10.772 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.773 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 1, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T06:32:10.774 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 0, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T06:32:10.775 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T06:32:10.776 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T06:32:10.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T06:32:10.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:10.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:10.780 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:10.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:10.782 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.783 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T06:32:10.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T06:32:10.785 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy" 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 17, 2024-07-26T06:32:10.786 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "quincy" 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:10.787 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:10.788 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.4504449811502127e-06, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 212, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 313344, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T06:32:10.789 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 179, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:10.790 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 98304, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 98304, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:10.791 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.3519728270239284e-07, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 3410, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 3410, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 10230, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 51, 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 19456 2024-07-26T06:32:10.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:10.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T06:32:10.794 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:10.795 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T06:32:10.796 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115147530, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12288, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12288, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:10.797 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 19, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 19, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 57, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 2, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2048 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.798 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T06:32:10.701107", 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T06:32:10.799 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T06:32:10.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.801 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.802 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:10.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516189696, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444095488, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 2444095488, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516189696, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444095488 2024-07-26T06:32:10.804 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.805 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:10.805 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:10.805 INFO:tasks.workunit.client.0.smithi037.stderr:++ ceph telemetry collection ls 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:+ COLLECTIONS='New collections are available: 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.209 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.210 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.211 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.212 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.213 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.214 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.215 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.216 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.217 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T06:32:11.218 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-26T06:32:11.219 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry on --license sharing-1-0 2024-07-26T06:32:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-26T06:32:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-26T06:32:11.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-26T06:32:11.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:11 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:11.716 INFO:tasks.workunit.client.0.smithi037.stdout:Telemetry is on. 2024-07-26T06:32:11.716 INFO:tasks.workunit.client.0.smithi037.stdout:Some channels are disabled, please enable with: 2024-07-26T06:32:11.716 INFO:tasks.workunit.client.0.smithi037.stdout:`ceph telemetry enable channel perf` 2024-07-26T06:32:11.727 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry enable channel perf 2024-07-26T06:32:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:11] ENGINE Bus STOPPING 2024-07-26T06:32:12.205 INFO:tasks.workunit.client.0.smithi037.stdout:channel_perf is enabled 2024-07-26T06:32:12.217 INFO:tasks.workunit.client.0.smithi037.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-26T06:32:12.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STOPPED 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STARTING 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Serving on http://:::9283 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STARTED 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STOPPING 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:12.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:12 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:12.592 INFO:tasks.workunit.client.0.smithi037.stderr:+ LAST_OPT_REVISION=1 2024-07-26T06:32:12.592 INFO:tasks.workunit.client.0.smithi037.stderr:+ '[' 1 -ne 1 ']' 2024-07-26T06:32:12.592 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show 2024-07-26T06:32:13.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:32:13.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STOPPED 2024-07-26T06:32:13.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STARTING 2024-07-26T06:32:13.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Serving on http://:::9283 2024-07-26T06:32:13.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:32:12] ENGINE Bus STARTED 2024-07-26T06:32:13.277 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:13.278 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:13.279 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:13.280 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:13.281 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_block_size", 2024-07-26T06:32:13.282 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_cache_size", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_compression", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_log", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_write_buffer_size", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:13.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:13.284 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:13.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:32:13.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:13.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addr", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addrv", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:13.288 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:32:13.289 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T06:32:13.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:13.291 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:13.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:13.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.294 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T06:32:13.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 1, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 0, 2024-07-26T06:32:13.296 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.298 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T06:32:13.299 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20307968, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 512056, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 876544, 2024-07-26T06:32:13.300 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 413, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1105080, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1021952, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15047440, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21184512 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20135936, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 363312, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 999424, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T06:32:13.301 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 335, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 908800, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 12, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 581120, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14661840, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20135936 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 35332096, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 649320, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:13.302 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 843776, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 10084352, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 901, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 6184784, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1577216, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 23455560, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 45416448 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 35635200, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1460232, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:13.303 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 10829824, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1117, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 6965360, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1199360, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 23388808, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 46465024 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 45703168, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1618016, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:13.304 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 770048, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2752512, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1765, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10650056, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2378240, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 27665368, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 48455680 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.305 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 274726912, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1034840, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1032192, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1413, 2024-07-26T06:32:13.306 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5448832, 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2370048, 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 263120680, 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 275759104 2024-07-26T06:32:13.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273235968, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 633712, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 491520, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1342, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5470664, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2193920, 2024-07-26T06:32:13.308 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262185160, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 273727488 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 274628608, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 805912, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 1007616, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 16384, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1275, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4746600, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2643712, 2024-07-26T06:32:13.309 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 260575104, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 274644992 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273653760, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 661512, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 8192, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 73728, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1227, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.310 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4796128, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1479168, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 261859096, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 273727488 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 272400384, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 756416, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 24576, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 278528, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1237, 2024-07-26T06:32:13.311 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4938552, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1572608, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262355720, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 272678912 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 272875520, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 677296, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 16384, 2024-07-26T06:32:13.312 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1266, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5209248, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1936384, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262300080, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 272891904 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 272523264, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1117832, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:13.313 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 24576, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 90112, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1282, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4707384, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2225152, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 261695808, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 272613376 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 275562496, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1491552, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:13.314 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 262144, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1337, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5275032, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1860608, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262085640, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 275824640 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T06:32:13.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.002648", 2024-07-26T06:32:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:13.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:13.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:13.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 110, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 218, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:13.320 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222183, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50488, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 208 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8232, 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T06:32:13.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 149064, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.335 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 856, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1187798, 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 363 2024-07-26T06:32:13.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 88, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.346 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5312, 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1168550, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 362 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.354 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5312, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1210326, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 352 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 440, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10624, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23072, 2024-07-26T06:32:13.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1680, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 15 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9888, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23072, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6160, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 77 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 614400, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 19 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58722, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10679 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 146880, 2024-07-26T06:32:13.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 216 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11732, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 775 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 33720, 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 216 2024-07-26T06:32:13.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 443724, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 96 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2441630, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 195 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7128, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 81 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 521280, 2024-07-26T06:32:13.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 89544, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 177 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:13.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21728, 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:13.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1008, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9312, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21728, 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:13.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5280, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 66 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16384, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52529, 2024-07-26T06:32:13.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9706 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138040, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9912, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 602 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29788, 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 471879, 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:13.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419424, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 182 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5104, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8528, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 22 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.384 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21504, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 896, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9216, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21504, 2024-07-26T06:32:13.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4640, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12288, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 49092, 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9226 2024-07-26T06:32:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 131240, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 193 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8864, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 589 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 27564, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 193 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 362792, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 77 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2462080, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4312, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 49 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 347520, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 30 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8112, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 22 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.393 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239248, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3585 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22064, 2024-07-26T06:32:13.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 336, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9456, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22064, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4640, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4096, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51062, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9602 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 136680, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 201 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9780, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 608 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 28772, 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 201 2024-07-26T06:32:13.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2208, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 329451, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30637, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2453302, 2024-07-26T06:32:13.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 189 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4840, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 428608, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.401 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10400, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.403 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 560, 2024-07-26T06:32:13.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9408, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4080, 2024-07-26T06:32:13.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52561, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9753 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138720, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9952, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 606 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29708, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 951925, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 78 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2406935, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 174 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4840, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9984, 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T06:32:13.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:13.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 448, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9408, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:13.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3440, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 43 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14183, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52925, 2024-07-26T06:32:13.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9793 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 139400, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 205 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10096, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 609 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29964, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 205 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2208, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 878484, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30637, 2024-07-26T06:32:13.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2415003, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 173 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5544, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 63 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.419 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 463360, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 13520, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239248, 2024-07-26T06:32:13.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3585 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9792, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3040, 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T06:32:13.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52531, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10032 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138040, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11212, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30648, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 858407, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2420383, 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 173 2024-07-26T06:32:13.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4664, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 53 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.428 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 88712, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 181 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.431 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1120, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9792, 2024-07-26T06:32:13.432 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2400, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 30 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 289547, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 55936, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10473 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 144160, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 212 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11996, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 772 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:13.434 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 32952, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 212 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 208295, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.435 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2434929, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 221 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6160, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 70 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:13.436 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 532864, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 46 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 89960, 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 201 2024-07-26T06:32:13.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T06:32:13.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:13.440 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.442 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T06:32:13.443 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:13.444 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:13.445 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T06:32:13.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T06:32:13.447 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy" 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:32:13.448 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 17, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:32:13.449 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "quincy" 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:13.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:13.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:13.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:13.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.465 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.477 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.480 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:13.481 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:13.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:13.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:13.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:13.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:13.490 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.502 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.508 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.511 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:13.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:13.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:13.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:13.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:13.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.529 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.532 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:13.538 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.541 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:13.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:13.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:13.544 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:13.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:13.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:13.547 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.568 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.569 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.570 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:13.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch": { 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T06:32:13.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.574 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 132125 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T06:32:13.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T06:32:13.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10406899 2024-07-26T06:32:13.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T06:32:13.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T06:32:13.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.586 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T06:32:13.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 207068 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35712 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T06:32:13.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 132125 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T06:32:13.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T06:32:13.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T06:32:13.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.600 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.601 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.602 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T06:32:13.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.605 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 84 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 816 2024-07-26T06:32:13.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 816, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4026772 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 816, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228996888 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 999987 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.608 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 818 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:13.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.610 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 818 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 818, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1954973335 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.611 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.612 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 817 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7900517 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:13.613 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5504 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 504993196 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42795008 2024-07-26T06:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31588352 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11206656 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311385 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70810319 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43570 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71078134 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:13.621 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184670352 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71182192 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.624 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:13.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 34876, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85625596 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1760, 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 790037016 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:13.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 825, 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4051932 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 825, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125997431 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:13.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.634 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1763964051 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.635 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:13.636 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7948928 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5574 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266994580 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43843584 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32874496 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10969088 2024-07-26T06:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311385 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70810319 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43570 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71078134 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184670352 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71182192 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 35347, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80621145 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.649 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1803, 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 475273697 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:13.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.652 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 173 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.653 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 949 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5065134 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2847 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195997337 2024-07-26T06:32:13.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 949 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4996864 2024-07-26T06:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5424 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 433037802 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999974 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 951 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 951, 2024-07-26T06:32:13.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550965335 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1627 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45834240 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41730048 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4104192 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277006590 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 310955 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70809687 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:13.665 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277006590 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41167 2024-07-26T06:32:13.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71079475 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184671060 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.671 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71181484 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.672 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 42620, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164795698 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2071, 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 706885357 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2756608 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.677 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1728512 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1589248 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.683 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4419584 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.684 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1396736 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 189707 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70265 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.686 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 100040658 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 365, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11174464 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479971 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 100520629 2024-07-26T06:32:13.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32221 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21031 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10770 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 869 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3112922 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 346, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 326579 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 215, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4875664 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.690 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46625 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21227616 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10178645 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 477537704384 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 172835633455 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80192060478 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.692 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48562 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 495347 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239234270 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260361 2024-07-26T06:32:13.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 119420239 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24160456 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 943221 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 65, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 307490 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 404710073 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28706075 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3067150 2024-07-26T06:32:13.695 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271958016 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271843328 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.696 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114688 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85516822 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 614400 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73252330 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641376170 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71653382 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57011215 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68817441 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641376170 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10006 2024-07-26T06:32:13.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 298759 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71346745 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 604 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48658680 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4418366 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27755531 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 604 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48658680 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:13.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4418366 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27755531 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1771104 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305885184 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2539520 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1609728 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1470464 2024-07-26T06:32:13.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.723 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.727 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4083712 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.728 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 794624 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 258741 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29, 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 84221 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 82795483 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 335, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7591288 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:13.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 478615 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83274098 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46657 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.732 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7748 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:13.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13493 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 870 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 253 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 149, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7357033 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 377, 2024-07-26T06:32:13.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 338924 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 228, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11544286 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137938 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11177447 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 128, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8219112 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 127, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264511394856 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 128, 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 147655094874 2024-07-26T06:32:13.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 434, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58325056196 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 434, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44127 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 436204 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171398378 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157708 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87613386 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31335833 2024-07-26T06:32:13.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352051 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 61, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 293045 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 302027073 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36262879 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3390637 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270974976 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.740 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270417920 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 557056 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85554186 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16384 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73812982 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641656401 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373151 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.747 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036124 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68792532 2024-07-26T06:32:13.750 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641656401 2024-07-26T06:32:13.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 281246 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71094033 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2429467 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1153200485 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1041 2024-07-26T06:32:13.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93742348 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 257994350 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5207803 2024-07-26T06:32:13.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1041 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4438063 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:13.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3700712 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19006383 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8268858 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17849074 2024-07-26T06:32:13.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2429467 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128986299 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81035427 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444564 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 590368 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.762 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305287168 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2236416 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1441792 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1302528 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.766 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.767 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.770 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3612672 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.772 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 786432 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 212028 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22221 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65346202 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 299, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8659297 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417291 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65763493 2024-07-26T06:32:13.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56352 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2077 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3595 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 626 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.777 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 103, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1535635 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 277, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322195 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:13.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5120439 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126158 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17694532 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.779 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 119, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8804959 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 118, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 320849809634 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 119, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164310266142 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 344, 2024-07-26T06:32:13.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 86637255453 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 344, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35169 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 421661 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 98323714 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 118246 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45402172 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22597336 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352137 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.782 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 261675 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184490506 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26411663 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:13.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2271755 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268746752 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268632064 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:13.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114688 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85555282 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.786 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73815982 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641664619 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71364933 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036855 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68791801 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.797 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.798 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641664619 2024-07-26T06:32:13.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267083 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71099978 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91285235 2024-07-26T06:32:13.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3741192 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45013812 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.807 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.808 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91285235 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3741192 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45013812 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305278976 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.814 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.815 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1257472 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 929792 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 790528 2024-07-26T06:32:13.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.818 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.819 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.821 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2121728 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 806912 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8259 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48966976 2024-07-26T06:32:13.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 170, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8049189 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291734 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49258710 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35107 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1232 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.828 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10170 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384 2024-07-26T06:32:13.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 96, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1087800 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 171, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248324 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.830 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610484 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6445228 2024-07-26T06:32:13.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3743251 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 295071705032 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97087618130 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 249, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700816 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 249, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168594 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 308377 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 106530220 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 77913 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47020270 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15120556 2024-07-26T06:32:13.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 354865 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 229055 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 175455974 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.835 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18104733 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1950699 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268877824 2024-07-26T06:32:13.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268574720 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 303104 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.837 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85555154 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.840 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73824302 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.841 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641663655 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71365897 2024-07-26T06:32:13.844 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036769 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68791887 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641663655 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6970 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 273243 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71087812 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.851 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T06:32:13.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 779910 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.854 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.856 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.857 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.862 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.862 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 779910 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.863 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.864 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.865 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305295360 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.867 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286144 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.868 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 921600 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 782336 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.870 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2142208 2024-07-26T06:32:13.875 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 802816 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405 2024-07-26T06:32:13.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.877 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2675 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46360157 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.878 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 171, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3252763 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 336684 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46696841 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33961 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10392 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 403 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254 2024-07-26T06:32:13.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 103, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 798480 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 175, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 224281 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 72, 2024-07-26T06:32:13.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 116322 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150980 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4254682 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3067039 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228110776181 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70269448183 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 278, 2024-07-26T06:32:13.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612336 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 278, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30681 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269970 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 133701802 2024-07-26T06:32:13.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 98174 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115451047 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13926294 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.886 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352587 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 204982 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267641549 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16371674 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2001998 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.888 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269926400 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269549568 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 376832 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.889 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497766 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73885786 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641233246 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71796306 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998510 2024-07-26T06:32:13.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.901 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830146 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641233246 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 279228 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.906 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71519206 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.907 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8423171 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 703820 2024-07-26T06:32:13.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.911 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8333549 2024-07-26T06:32:13.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.913 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.917 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8423171 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 703820 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8333549 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.920 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305295360 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1343488 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.923 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 995328 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 856064 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2273280 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 802816 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318675 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.931 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.932 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7440 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47370189 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 183, 2024-07-26T06:32:13.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11497092 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 189190 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47559379 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33835 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1945 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4773 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 376 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 100, 2024-07-26T06:32:13.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909256 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 252546 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 63, 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 508240 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127263 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3211457 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321971 2024-07-26T06:32:13.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 229150528441 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68576733598 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 284, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7550524585 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.939 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 284, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28394 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263956 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122969278 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97112 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57079777 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12753554 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 354547 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38, 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176067 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 196316544 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15240466 2024-07-26T06:32:13.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2067880 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270139392 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.943 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269959168 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 180224 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.944 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497194 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.945 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8192 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73878166 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641228961 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.949 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71800591 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:13.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998129 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830527 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:13.954 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641228961 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6979 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 279165 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:13.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.959 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:13.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71516575 2024-07-26T06:32:13.959 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.961 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:13.965 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.966 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:13.967 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:13.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305291264 2024-07-26T06:32:13.970 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.972 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1351680 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.973 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028096 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 888832 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:13.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:13.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:13.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:13.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:13.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:13.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:13.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:13.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2314240 2024-07-26T06:32:13.982 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1388544 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.983 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6293 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45494898 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:13.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5159103 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 181097 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45675995 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32172 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8876 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 372 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 674713 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 160, 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268532 2024-07-26T06:32:13.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58, 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 347468 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5233381 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3077936 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417574114113 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54703168063 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 500984 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28682 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:13.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1034181 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93869947 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87325 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74704385 2024-07-26T06:32:13.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15134091 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 944864 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 144518 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.994 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 190011879 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17563239 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3541570 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.995 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269860864 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269541376 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:13.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 319488 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.997 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497557 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.998 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:13.999 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73885995 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641231684 2024-07-26T06:32:14.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71797868 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.004 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998371 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.005 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830285 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:14.007 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641231684 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7100 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 281186 2024-07-26T06:32:14.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71511710 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.011 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:14.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.013 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2804 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66367596 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6349734 2024-07-26T06:32:14.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32882475 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:14.016 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2804 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66367596 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6349734 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32882475 2024-07-26T06:32:14.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.022 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:14.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:14.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.022 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:14.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305876992 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:14.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1306624 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.025 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1007616 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 868352 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:14.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:14.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:14.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.029 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.030 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:14.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2248704 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1388544 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 203323 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.034 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41638 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62001816 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.036 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 190, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10721625 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137127 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62138943 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:14.037 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29152 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1192 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:14.038 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3939 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 573 2024-07-26T06:32:14.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 290 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 124, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2927335 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 234802 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:14.040 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2215651 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48564 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2140496 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:14.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2006557 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 293239849339 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38469688515 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:14.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 520145 2024-07-26T06:32:14.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.043 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:14.043 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33736 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 223903 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.044 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 191279685 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 116716 2024-07-26T06:32:14.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.046 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:14.046 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97317604 2024-07-26T06:32:14.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13845880 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 943097 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25, 2024-07-26T06:32:14.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 109091 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304872649 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16384308 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:14.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2663026 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270974976 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270852096 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:14.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122880 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85479798 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 147456 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 135168 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73621130 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:14.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641098489 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71931063 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56986532 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68842124 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:14.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641098489 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14228 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.062 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287423 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.063 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71631540 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:14.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.066 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 87, 2024-07-26T06:32:14.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 78352678 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264322 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 89, 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20890180 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 87, 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 55113739 2024-07-26T06:32:14.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9937638 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264322 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.069 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8498121 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7084554 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:14.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25689803 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.071 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:14.072 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8908893 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24357132 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.073 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42725237 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3483166 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:14.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23672053 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:14.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305881088 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:14.076 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T06:32:14.077 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.4504449811502127e-06, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 322, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 536576, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T06:32:14.078 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 203, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:14.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 98304, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 98304, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T06:32:14.080 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.3519728270239284e-07, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 3410, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 3410, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 10230, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 51, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 19456 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:14.081 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T06:32:14.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:14.083 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:14.084 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T06:32:14.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12288, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12288, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:14.086 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 19, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 19, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:14.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 57, 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 2, 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2048 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T06:32:14.088 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T06:32:13.166492", 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "6.15.5" 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:14.090 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T06:32:14.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:14.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T06:32:14.093 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T06:32:14.094 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.095 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049001+0000", 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049001+0000", 2024-07-26T06:32:14.096 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049382+0000", 2024-07-26T06:32:14.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.099 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.100 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000", 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.105 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051117+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051117+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051447+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.108 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000", 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.114 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.046934+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.046934+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047213+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.118 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000", 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.123 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050760+0000", 2024-07-26T06:32:14.124 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050760+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051054+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.126 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000", 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.131 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.132 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045243+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045243+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.046679+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.134 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000", 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.139 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.222957+0000", 2024-07-26T06:32:14.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.222957+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223297+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.142 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:39.624993+0000", 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.147 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.148 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049101+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049101+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049391+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.150 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000", 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.151 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044473+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044473+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044954+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000", 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.164 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050461+0000", 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050461+0000", 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050749+0000", 2024-07-26T06:32:14.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.167 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.168 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.169 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000", 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.170 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.172 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.174 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.175 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047784+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047784+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048113+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.177 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000", 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.178 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.182 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052139+0000", 2024-07-26T06:32:14.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052139+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052383+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.184 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.185 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000", 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.186 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.191 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052452+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052452+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052965+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.192 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.193 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.194 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000", 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.198 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.036652+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.036652+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.037048+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.201 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000", 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.202 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.206 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.207 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048076+0000", 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048076+0000", 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048338+0000", 2024-07-26T06:32:14.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.210 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.211 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000", 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.215 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.216 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044967+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044967+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045247+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.219 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000", 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.223 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.224 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047844+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047844+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048142+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.226 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000", 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.231 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.232 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.232 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.232 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.232 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.233 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047095+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047095+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047369+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.235 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.236 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000", 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.241 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.242 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042398+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042398+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042674+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.244 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.245 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000", 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.250 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.039945+0000", 2024-07-26T06:32:14.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.039945+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040218+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.252 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.253 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000", 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.257 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.258 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.057959+0000", 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.057959+0000", 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.058271+0000", 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.260 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.261 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000", 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.264 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.266 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.267 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.054032+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.054032+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.054457+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.268 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.269 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.270 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000", 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.275 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.275 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.275 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.275 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.275 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.276 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048520+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048520+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049520+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.277 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.278 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.279 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000", 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.283 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.284 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.038249+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.038249+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.038513+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.285 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.286 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.287 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.289 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000", 2024-07-26T06:32:14.290 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.290 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.290 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042055+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042055+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042362+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.297 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000", 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.301 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.302 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042675+0000", 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042675+0000", 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.043304+0000", 2024-07-26T06:32:14.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.305 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000", 2024-07-26T06:32:14.306 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.310 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.311 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.055951+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.055951+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.056225+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.313 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.314 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.315 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000", 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.316 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.318 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.320 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.321 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.035801+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.035801+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.036099+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.322 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.323 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000", 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.324 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.328 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.329 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048626+0000", 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048626+0000", 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048907+0000", 2024-07-26T06:32:14.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.332 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.333 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000", 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.337 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.338 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052584+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052584+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.053742+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.340 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000", 2024-07-26T06:32:14.341 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.345 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.346 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049924+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049924+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050211+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.348 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.349 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000", 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.353 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.354 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.355 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.355 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.355 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.355 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.356 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042113+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042113+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042485+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.358 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000", 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.363 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050918+0000", 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050918+0000", 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051172+0000", 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000", 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.370 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223468+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223468+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223815+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.373 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 18, 2024-07-26T06:32:14.374 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:39:07.024337+0000", 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.378 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.379 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901166+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901166+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901438+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.381 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000", 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.386 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.053706+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.053706+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.054004+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000", 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.393 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.394 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898426+0000", 2024-07-26T06:32:14.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898426+0000", 2024-07-26T06:32:14.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899472+0000", 2024-07-26T06:32:14.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.398 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.399 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.400 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000", 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.403 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.404 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.405 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901297+0000", 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901297+0000", 2024-07-26T06:32:14.406 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901597+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.407 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.408 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000", 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.415 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.416 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047220+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047220+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047482+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.418 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.419 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000", 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.423 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.424 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902145+0000", 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902145+0000", 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902421+0000", 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:14.426 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.427 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000", 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.431 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.432 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051312+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051312+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051590+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.435 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000", 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.439 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.440 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.900373+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.900373+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900669+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000", 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.443 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.447 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.448 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.449 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.449 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.449 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.449 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.046880+0000", 2024-07-26T06:32:14.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.046880+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047159+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.452 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000", 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.458 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.459 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.904905+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.904905+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905196+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.461 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000", 2024-07-26T06:32:14.462 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.466 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049776+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049776+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050483+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.469 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.470 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000", 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.475 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.476 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902488+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902488+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902803+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.478 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.479 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T06:32:14.480 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.480 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.480 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.480 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 27, 2024-07-26T06:32:14.480 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000", 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T06:32:14.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:14.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.485 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.486 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052092+0000", 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052092+0000", 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052800+0000", 2024-07-26T06:32:14.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000", 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.494 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.495 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901265+0000", 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901265+0000", 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901604+0000", 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.497 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 12, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 12, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.498 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 36, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000", 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 2624, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T06:32:14.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 9 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.502 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "76'12" 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.503 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044679+0000", 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044679+0000", 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044948+0000", 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.505 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.506 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000", 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.510 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.511 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899454+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899454+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899735+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.513 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.514 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000", 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.519 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.520 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.107689+0000", 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.107689+0000", 2024-07-26T06:32:14.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.107990+0000", 2024-07-26T06:32:14.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.524 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.525 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:03:55.191963+0000", 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.531 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.533 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902650+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902650+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902998+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.535 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.536 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.537 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000", 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.541 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.542 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047092+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047092+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047392+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.543 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.544 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000", 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.545 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.549 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.550 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905028+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905028+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905349+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.551 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.552 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.553 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000", 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.557 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.558 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223559+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223559+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223958+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.559 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.560 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.561 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:36.433761+0000", 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.565 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.566 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.906813+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.906813+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907080+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.568 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000", 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.569 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.573 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.574 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223551+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223551+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223959+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.576 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:15:31.576898+0000", 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.577 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.583 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.584 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.900547+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.900547+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900894+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.587 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000", 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T06:32:14.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:14.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.592 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051868+0000", 2024-07-26T06:32:14.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051868+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052408+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:14.595 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.595 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.599 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.599 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.599 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.600 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000", 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.604 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.605 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.224892+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.224892+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.227407+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.607 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.608 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 39, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:59:25.927608+0000", 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.612 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.613 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223493+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223493+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.224052+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.615 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.616 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:31.536636+0000", 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.620 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.621 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.903037+0000", 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.903037+0000", 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.903364+0000", 2024-07-26T06:32:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.624 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000", 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.629 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.630 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044016+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044016+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044295+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.631 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.632 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T06:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000", 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.637 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.638 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905030+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905030+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905583+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.639 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.640 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 23, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000", 2024-07-26T06:32:14.641 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.645 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.646 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040938+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040938+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.041187+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.647 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.648 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000", 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.652 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.653 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.687793+0000", 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.687793+0000", 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.752175+0000", 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.655 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T06:32:14.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:24:35.638546+0000", 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000379054, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.661 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:26.313967+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:26.313967+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:26.314362+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.662 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 59, 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 140, 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.663 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 58, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 140, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 327, 2024-07-26T06:32:14.664 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000", 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 322, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 524, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 203, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "76'140" 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.668 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.903213+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.903213+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.903565+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.671 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000", 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.675 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.676 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.043547+0000", 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.043547+0000", 2024-07-26T06:32:14.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.043873+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.679 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000", 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.683 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.695853+0000", 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.695853+0000", 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.746721+0000", 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.686 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.687 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:03:14.387356+0000", 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.040443167, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.691 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.692 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.906873+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.906873+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907762+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.694 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.695 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000", 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.699 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:14.700 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051818+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.702 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000", 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.706 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812144+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812144+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747925+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.709 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.710 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:47:30.634777+0000", 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000848926, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.714 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898372+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898372+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.898665+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.717 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 23, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000", 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.722 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050035+0000", 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050035+0000", 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050289+0000", 2024-07-26T06:32:14.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.725 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000", 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.696570+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.696570+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747231+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.732 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.733 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:47:50.167164+0000", 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.039870828, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.737 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905824+0000", 2024-07-26T06:32:14.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905824+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.906222+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.740 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000", 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.744 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.745 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050988+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050988+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051432+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.747 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.748 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000", 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.750 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.753 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812158+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812158+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747801+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.754 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:13.251957+0000", 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.039911986, 2024-07-26T06:32:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.760 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "75'2" 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.761 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905263+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905263+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905633+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.762 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.763 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000", 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.764 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.768 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.041197+0000", 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.041197+0000", 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042188+0000", 2024-07-26T06:32:14.769 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.770 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.771 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000", 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.777 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.779 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812362+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812362+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747027+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.783 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.784 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:25:57.447472+0000", 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.041431798, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.788 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "73'1" 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.789 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905982+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905982+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.906287+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.791 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.792 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000", 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.797 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040539+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040539+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040847+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.800 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000", 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.810 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.685641+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.685641+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.707421+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.812 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:50:12.040703+0000", 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001201518, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.816 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.817 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902138+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902138+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902449+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.820 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000", 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.825 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048000+0000", 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048000+0000", 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048276+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000", 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812382+0000", 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812382+0000", 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.704727+0000", 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:14.836 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:41.414635+0000", 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000695101, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.840 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.841 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898536+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898536+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899031+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000", 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.848 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.849 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052272+0000", 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052272+0000", 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052650+0000", 2024-07-26T06:32:14.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:14.851 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.852 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000", 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.856 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.857 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905272+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905272+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907337+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.859 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.860 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000", 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.864 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045851+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045851+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048856+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.867 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000", 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.871 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.872 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.908015+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.908015+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.908282+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.874 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.875 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000", 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.879 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.880 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040490+0000", 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040490+0000", 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040783+0000", 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.882 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.883 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000", 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.887 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.907360+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.907360+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907623+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.890 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000", 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.895 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049121+0000", 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049121+0000", 2024-07-26T06:32:14.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049389+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.897 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T06:32:14.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000", 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.902 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.903 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905455+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905455+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905758+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.904 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.905 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000", 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:14.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.910 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048592+0000", 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048592+0000", 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048897+0000", 2024-07-26T06:32:14.911 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.912 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.913 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000", 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.918 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051850+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.920 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000", 2024-07-26T06:32:14.921 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:14.925 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.926 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899972+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899972+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900238+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.927 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.928 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:14.929 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000", 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.933 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.934 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223849+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223849+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.224185+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.936 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:27:05.700275+0000", 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.937 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.940 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.941 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901421+0000", 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901421+0000", 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901700+0000", 2024-07-26T06:32:14.942 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.943 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.944 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000", 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.948 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.949 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045478+0000", 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045478+0000", 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045738+0000", 2024-07-26T06:32:14.950 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.951 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.952 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000", 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.957 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899694+0000", 2024-07-26T06:32:14.958 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899694+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900294+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.959 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.960 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000", 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.964 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.965 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045474+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045474+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045768+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:14.966 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.967 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000", 2024-07-26T06:32:14.968 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.970 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:14.972 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902156+0000", 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902156+0000", 2024-07-26T06:32:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902452+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.974 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 4, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 4, 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:14.975 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 28, 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000", 2024-07-26T06:32:14.976 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.977 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'4" 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.980 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:14.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.985 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12288, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:14.987 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 57, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:14.988 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.989 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:14.990 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.990 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:14.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T06:32:14.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:14.990 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:14.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:14.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:14.995 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 45, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 45, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:14.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 3410, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:14.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:14.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:14.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 51, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 19 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 98304, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 10230, 2024-07-26T06:32:15.000 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 140, 2024-07-26T06:32:15.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 140, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 322, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 524, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 203, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:15.005 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516193792, 2024-07-26T06:32:15.006 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444091392, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 2444091392, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.0031825753394514322 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516193792, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444091392 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:15.007 INFO:tasks.workunit.client.0.smithi037.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T06:32:15.008 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show-device 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:15.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.016 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.017 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:13 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.018 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.019 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:14 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:15.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/882858749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.022 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:15.024 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:13 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.026 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:15.028 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.029 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.030 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:15.032 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.033 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.035 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T06:32:15.036 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:15.037 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.038 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:15.039 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:15.040 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.041 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T06:32:15.042 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.043 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.044 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:15.045 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.046 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.047 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:15.049 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.050 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.051 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.052 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:15.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T06:32:15.054 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:15.055 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:15.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:15.058 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:15.059 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:15.060 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:15.061 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:15.062 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T06:32:15.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:15.064 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show-all 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "device_report": { 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:15.074 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:15.075 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.076 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.077 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:15.078 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.079 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.080 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.081 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.082 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:15.083 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.084 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:15.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.086 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:15.087 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:15.088 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:15.089 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:15.090 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T06:32:15.091 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:15.092 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.093 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.094 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:32:15.095 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T06:32:15.097 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.098 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.099 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T06:32:15.100 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.101 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.102 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T06:32:15.103 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T06:32:15.104 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.105 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T06:32:15.106 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:32:15.107 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:32:15.108 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T06:32:15.109 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T06:32:15.110 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T06:32:15.111 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T06:32:15.112 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "report": { 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:15.113 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:15.114 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T06:32:15.115 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:15.116 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:15.117 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_block_size", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_cache_size", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_compression", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_log", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "leveldb_write_buffer_size", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:15.118 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:15.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:15.120 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:32:15.121 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:15.122 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addr", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "public_addrv", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:32:15.123 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T06:32:15.124 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T06:32:15.125 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:32:15.126 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T06:32:15.127 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T06:32:15.128 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T06:32:15.129 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T06:32:15.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 1, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T06:32:15.131 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T06:32:15.132 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.133 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T06:32:15.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20324352, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 509272, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 860160, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 414, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1120152, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1026048, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15047440, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21184512 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.136 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20135936, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 358016, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 999424, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 335, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 981680, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 12, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 513536, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14661840, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20135936 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.137 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 35102720, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 632424, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 540672, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 10313728, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 904, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 6211120, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:32:15.138 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1665792, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 23431272, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 45416448 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 35692544, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1452776, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 8192, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 10772480, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1120, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 6902096, 2024-07-26T06:32:15.139 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1252608, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 23455432, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 46465024 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 45006848, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1893200, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 3448832, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1767, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10252120, 2024-07-26T06:32:15.140 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2424576, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 27815512, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 48455680 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 274726912, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1000840, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1032192, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1413, 2024-07-26T06:32:15.141 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5563072, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2279936, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 263130552, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 275759104 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273301504, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 633016, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 425984, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1346, 2024-07-26T06:32:15.142 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5559424, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2168320, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262188232, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 273727488 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273620992, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 791168, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.143 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1024000, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1275, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4784384, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2617600, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 260578176, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 274644992 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273686528, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 648176, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.144 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 40960, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1228, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4776696, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1549824, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 261862168, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 273727488 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 272384000, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 744176, 2024-07-26T06:32:15.145 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 294912, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1238, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4956424, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1572096, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262358792, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 272678912 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 273940480, 2024-07-26T06:32:15.146 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 680384, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 1032192, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1268, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5263504, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1908736, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262303152, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 273940480 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 272515072, 2024-07-26T06:32:15.147 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1088120, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2752512, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 98304, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1283, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 4879880, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2085888, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 261708672, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 272613376 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.148 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 275587072, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1509296, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 4849664, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 8192, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 237568, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 1339, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 5274056, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1845248, 2024-07-26T06:32:15.149 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 262100616, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 275824640 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T06:32:15.150 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.002764", 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 110, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 218, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:15.154 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T06:32:15.155 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222183, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50488, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 208 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8232, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.169 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 149064, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 856, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.170 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.171 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1207206, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 361 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.181 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5312, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.182 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.183 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.184 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.185 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.187 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1180726, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 364 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.189 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.190 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5312, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.191 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.192 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.193 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.196 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1216438, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 354 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 440, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.197 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.198 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6880, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 140 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12744, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1546 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10624, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.199 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.201 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23072, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1680, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 15 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9888, 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:15.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23072, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6160, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 77 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 614400, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 19 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58722, 2024-07-26T06:32:15.203 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10679 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 146880, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 216 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11732, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 775 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 33720, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 216 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 443724, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 96 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2441630, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 195 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7128, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 81 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.206 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 521280, 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.207 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 95784, 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 189 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:15.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.209 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.210 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:15.211 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.212 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.213 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21728, 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1008, 2024-07-26T06:32:15.214 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9312, 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21728, 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 194 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.218 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5280, 2024-07-26T06:32:15.218 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 66 2024-07-26T06:32:15.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.218 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.218 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16384, 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52529, 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9706 2024-07-26T06:32:15.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138040, 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9912, 2024-07-26T06:32:15.220 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 602 2024-07-26T06:32:15.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.221 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.221 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.221 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29788, 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.222 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 471879, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 103 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419424, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 182 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5104, 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:15.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.224 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8528, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 22 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:15.226 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.227 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21504, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 896, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9216, 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:15.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21504, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4640, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12288, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.229 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 49092, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9226 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 131240, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 193 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8864, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 589 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.230 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 27564, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 193 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 362792, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 77 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.231 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2462080, 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 192 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4312, 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 49 2024-07-26T06:32:15.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 347520, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 30 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.233 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 8112, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 22 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239248, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3585 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.236 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22064, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 336, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9456, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22064, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 197 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4640, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 58 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4096, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51062, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9602 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 136680, 2024-07-26T06:32:15.238 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 201 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9780, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 608 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 28772, 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 201 2024-07-26T06:32:15.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2208, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 329451, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30637, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.240 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2453302, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 189 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4840, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 428608, 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T06:32:15.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10400, 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.242 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.245 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 560, 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9408, 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:15.246 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4080, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52561, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9753 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.247 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138720, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9952, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 606 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29708, 2024-07-26T06:32:15.248 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 951925, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 78 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12096, 2024-07-26T06:32:15.249 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2406935, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 174 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4840, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9984, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.251 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.252 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.253 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.254 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 448, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9408, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21952, 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 196 2024-07-26T06:32:15.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3440, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 43 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14183, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52925, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9793 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 139400, 2024-07-26T06:32:15.256 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 205 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10096, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 609 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 29964, 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 205 2024-07-26T06:32:15.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2208, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 878484, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30637, 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T06:32:15.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2415003, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 173 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5544, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 63 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 463360, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 13520, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.260 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239248, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3585 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.261 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.262 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:15.263 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9792, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.264 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3040, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52531, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10032 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 138040, 2024-07-26T06:32:15.265 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11212, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30648, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 203 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.266 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 858407, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 55 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2420383, 2024-07-26T06:32:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 173 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4664, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 53 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 451776, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.268 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 94952, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 193 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 239504, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3597 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.269 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:15.270 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6304, 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 115 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16896, 2024-07-26T06:32:15.271 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 576, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Blob": { 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Buffer": { 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1120, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_Extent": { 2024-07-26T06:32:15.272 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9792, 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_SharedBlob": { 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22848, 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 204 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2400, 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 30 2024-07-26T06:32:15.273 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 289547, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 55936, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10473 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 144160, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 212 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T06:32:15.274 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11996, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 772 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 32952, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 212 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.275 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 208295, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2434927, 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 221 2024-07-26T06:32:15.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6160, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 70 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 532864, 2024-07-26T06:32:15.277 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 46 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 97448, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 225 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 238736, 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3561 2024-07-26T06:32:15.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T06:32:15.279 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T06:32:15.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.281 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.282 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:15.283 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T06:32:15.284 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T06:32:15.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T06:32:15.286 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T06:32:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy" 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 17, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T06:32:15.288 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "quincy" 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:15.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:15.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:15.292 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:15.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:15.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.295 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.298 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.312 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:15.315 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.316 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.317 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.318 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:15.319 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:15.320 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.321 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:15.322 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:15.323 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.324 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.325 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.326 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.328 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.329 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.330 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.331 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.332 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.333 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.334 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.335 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.336 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.337 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.338 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.339 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.340 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.341 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.342 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.343 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:15.344 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.345 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.346 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.347 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.348 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:15.349 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:15.350 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:15.351 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:15.352 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:15.353 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.354 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.355 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.356 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.357 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.358 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.359 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.360 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.361 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.362 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.365 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:15.366 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.367 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.368 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.369 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.370 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.371 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.372 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.373 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.374 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.375 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.376 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.377 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T06:32:15.378 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T06:32:15.379 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:32:15.380 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T06:32:15.381 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T06:32:15.382 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T06:32:15.383 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T06:32:15.384 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T06:32:15.385 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T06:32:15.386 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.387 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.388 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.389 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.390 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.390 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.390 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.390 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.390 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.391 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.392 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.393 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.394 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.395 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.396 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.397 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.398 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.399 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.400 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.401 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.402 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.404 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.405 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.406 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.407 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.408 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.409 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.410 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.411 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.412 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T06:32:15.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch": { 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.415 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.417 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 132125 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.418 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T06:32:15.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.422 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T06:32:15.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.422 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.423 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T06:32:15.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.426 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.427 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10406899 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T06:32:15.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T06:32:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.431 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 207068 2024-07-26T06:32:15.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T06:32:15.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35712 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 132125 2024-07-26T06:32:15.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.437 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.438 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T06:32:15.439 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.441 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.443 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T06:32:15.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.446 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.447 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.448 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:15.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 84 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.450 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 816 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 816, 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4026772 2024-07-26T06:32:15.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 816, 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228996888 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 999987 2024-07-26T06:32:15.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 818 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:15.454 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 818 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.456 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 818, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1954973335 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.457 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 817 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.458 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7900517 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5504 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 817, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 504993196 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:15.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42795008 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31588352 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.460 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11206656 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311385 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70810319 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43570 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.465 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71078134 2024-07-26T06:32:15.467 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184670352 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71182192 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.471 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 34876, 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85625596 2024-07-26T06:32:15.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:15.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1760, 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 790037016 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.474 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.475 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:15.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825 2024-07-26T06:32:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 825, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4051932 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 825, 2024-07-26T06:32:15.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125997431 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:15.481 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:15.482 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1763964051 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:15.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:15.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 826 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7948928 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:15.485 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5574 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 826, 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266994580 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43843584 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32874496 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10969088 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:15.487 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311385 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.488 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.490 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70810319 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277005528 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43570 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.492 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71078134 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.494 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184670352 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.495 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.496 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71182192 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.498 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 35347, 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80621145 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:15.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.500 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1803, 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 475273697 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.501 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T06:32:15.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 173 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T06:32:15.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 949 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5065134 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2847 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195997337 2024-07-26T06:32:15.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 949 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.506 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4996864 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5424 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 949, 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 433037802 2024-07-26T06:32:15.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999974 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.508 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 951 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 951, 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550965335 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.509 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1627 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.510 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T06:32:15.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45834240 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41730048 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.513 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4104192 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277006590 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 310955 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70809687 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 348127232 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 277006590 2024-07-26T06:32:15.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41167 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71079475 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322961408 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184671060 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71181484 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T06:32:15.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 42620, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164795698 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2071, 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 706885357 2024-07-26T06:32:15.527 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.528 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.529 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2756608 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.530 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1728512 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1589248 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4419584 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1396736 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 189707 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.538 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27, 2024-07-26T06:32:15.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70265 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 100040658 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 365, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11174464 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.540 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479971 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 371, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 100520629 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32221 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21031 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10770 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 869 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:15.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3112922 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 346, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 326579 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 215, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4875664 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46625 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21227616 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10178645 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 477537704384 2024-07-26T06:32:15.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 131, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 172835633455 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80192060478 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48562 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.546 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 495347 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239234270 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260361 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 119420239 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24160456 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 943221 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.548 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 65, 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 307490 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 404710073 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28706075 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 497, 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3067150 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271958016 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271843328 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114688 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85516822 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 614400 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73252330 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641376170 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71653382 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57011215 2024-07-26T06:32:15.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68817441 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641376170 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10006 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 298759 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71346745 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.566 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 604 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48658680 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4418366 2024-07-26T06:32:15.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27755531 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.569 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.570 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 604 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48658680 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4418366 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27755531 2024-07-26T06:32:15.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1771104 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305885184 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2539520 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1609728 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1470464 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.579 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.580 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.581 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.585 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4083712 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 794624 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 258741 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29, 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 84221 2024-07-26T06:32:15.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 82795483 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 335, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7591288 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 478615 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 342, 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83274098 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46657 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7748 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13493 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 870 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 253 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 149, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7357033 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 377, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 338924 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 228, 2024-07-26T06:32:15.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11544286 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137938 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11177447 2024-07-26T06:32:15.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 128, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8219112 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 127, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264511394856 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 128, 2024-07-26T06:32:15.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 147655094874 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 434, 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58325056196 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 434, 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44127 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.596 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 436204 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171398378 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157708 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87613386 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31335833 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352051 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 61, 2024-07-26T06:32:15.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 293045 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 302027073 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36262879 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 435, 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3390637 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270974976 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270417920 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.600 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 557056 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85554186 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16384 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73812982 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641656401 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373151 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036124 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68792532 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641656401 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 281246 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71094033 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2429467 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1153200485 2024-07-26T06:32:15.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1041 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93742348 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 157, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 257994350 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5207803 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1041 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.619 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4438063 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3700712 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19006383 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8268858 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17849074 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2429467 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128986299 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.623 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81035427 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444564 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 590368 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305287168 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2236416 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.628 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1441792 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1302528 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3612672 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 786432 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 212028 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.636 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T06:32:15.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22221 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65346202 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 299, 2024-07-26T06:32:15.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8659297 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417291 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 301, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65763493 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.639 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56352 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2077 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.640 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3595 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 626 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.641 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 103, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1535635 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 277, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 322195 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5120439 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.642 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126158 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17694532 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 119, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8804959 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 118, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 320849809634 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 119, 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164310266142 2024-07-26T06:32:15.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 344, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 86637255453 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 344, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35169 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 421661 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 98323714 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 118246 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45402172 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22597336 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352137 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 261675 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 184490506 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26411663 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 345, 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2271755 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268746752 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268632064 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114688 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85555282 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73815982 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.653 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641664619 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71364933 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036855 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68791801 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641664619 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267083 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71099978 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.666 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91285235 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3741192 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45013812 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91285235 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3741192 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45013812 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305278976 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T06:32:15.674 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1257472 2024-07-26T06:32:15.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 929792 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 790528 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.679 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.680 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.684 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2121728 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 806912 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.686 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8259 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48966976 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 170, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8049189 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291734 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 176, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49258710 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35107 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1232 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10170 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 96, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1087800 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 171, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248324 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610484 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6445228 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3743251 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 295071705032 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97087618130 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 249, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700816 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 249, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168594 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 308377 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 106530220 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 77913 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47020270 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15120556 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 354865 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51, 2024-07-26T06:32:15.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 229055 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 175455974 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18104733 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 252, 2024-07-26T06:32:15.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1950699 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1862413752 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268877824 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268574720 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3138494259 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 303104 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85555154 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73824302 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641663655 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71365897 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57036769 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68791887 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641663655 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6970 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 273243 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71087812 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T06:32:15.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.714 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 779910 2024-07-26T06:32:15.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.720 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 779910 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305295360 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286144 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 921600 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.725 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 782336 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.728 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2142208 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 802816 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.733 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2675 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46360157 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 171, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3252763 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 336684 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46696841 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33961 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.736 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10392 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 403 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 103, 2024-07-26T06:32:15.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 798480 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 175, 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 224281 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 72, 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 116322 2024-07-26T06:32:15.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150980 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4254682 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49, 2024-07-26T06:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3067039 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 228110776181 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70269448183 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 278, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612336 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.741 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 278, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30681 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269970 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 133701802 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.742 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 98174 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115451047 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13926294 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.743 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352587 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 204982 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267641549 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16371674 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 279, 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2001998 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269926400 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269549568 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 376832 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.746 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497766 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73885786 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641233246 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71796306 2024-07-26T06:32:15.753 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998510 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830146 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641233246 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 279228 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71519206 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.761 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.762 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8423171 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.763 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 703820 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8333549 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8423171 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 703820 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8333549 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305295360 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.770 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.771 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1343488 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 995328 2024-07-26T06:32:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 856064 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.777 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2273280 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 802816 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318675 2024-07-26T06:32:15.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7440 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.782 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47370189 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 183, 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11497092 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 189190 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 192, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47559379 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33835 2024-07-26T06:32:15.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1945 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4773 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 376 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 100, 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909256 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.786 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 252546 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 63, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 508240 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127263 2024-07-26T06:32:15.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3211457 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321971 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 229150528441 2024-07-26T06:32:15.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68576733598 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 284, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7550524585 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 284, 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28394 2024-07-26T06:32:15.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263956 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122969278 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.790 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97112 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57079777 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12753554 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.791 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 354547 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38, 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176067 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 196316544 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.792 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15240466 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 287, 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2067880 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.793 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270139392 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269959168 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 180224 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.794 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497194 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8192 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73878166 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641228961 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.799 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71800591 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.801 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998129 2024-07-26T06:32:15.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.803 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830527 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641228961 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6979 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 279165 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71516575 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.808 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.809 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.813 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.814 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305291264 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.818 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1351680 2024-07-26T06:32:15.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028096 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 888832 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.826 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2314240 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.828 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1388544 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.830 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6293 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:15.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45494898 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5159103 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 181097 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 200, 2024-07-26T06:32:15.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45675995 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32172 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8876 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.834 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 372 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 102, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 674713 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 160, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268532 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.835 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 347468 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5233381 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3077936 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417574114113 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 40, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54703168063 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.837 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 500984 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28682 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1034181 2024-07-26T06:32:15.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93869947 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87325 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74704385 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.839 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15134091 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 944864 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 144518 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 190011879 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17563239 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 275, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3541570 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.841 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269860864 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269541376 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.842 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 319488 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85497557 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73885995 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641231684 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.848 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71797868 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56998371 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68830285 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641231684 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7100 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 281186 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71511710 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.856 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2804 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66367596 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.859 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6349734 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32882475 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.861 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.862 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.863 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2804 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.864 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66367596 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6349734 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13, 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32882475 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305876992 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T06:32:15.867 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_main": { 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1306624 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.869 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304480256 2024-07-26T06:32:15.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1007616 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 868352 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 312868864 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T06:32:15.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195619 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T06:32:15.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1269760 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1273856 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.873 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4711 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T06:32:15.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5537 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T06:32:15.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T06:32:15.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2248704 2024-07-26T06:32:15.877 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1388544 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 203323 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.878 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T06:32:15.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41638 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62001816 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T06:32:15.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 190, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10721625 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137127 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62138943 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29152 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1192 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T06:32:15.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3939 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T06:32:15.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 573 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 290 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 124, 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2927335 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.884 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 234802 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2215651 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48564 2024-07-26T06:32:15.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2140496 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2006557 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 293239849339 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38469688515 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 520145 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33736 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 223903 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 191279685 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 116716 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 97317604 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.888 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13845880 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 943097 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 109091 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 304872649 2024-07-26T06:32:15.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16384308 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 307, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2663026 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1861457792 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.890 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270974976 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 270852096 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3137369600 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122880 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.891 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 159383552 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 85479798 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 147456 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 135168 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.894 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73621130 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 780140544 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641098489 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71931063 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 192937984 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464 2024-07-26T06:32:15.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56986532 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.901 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68842124 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 713031680 2024-07-26T06:32:15.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641098489 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14228 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287423 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.905 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71631540 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.906 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.907 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 87 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T06:32:15.908 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 87, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 78352678 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264322 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 89, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20890180 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 87, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 55113739 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T06:32:15.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9937638 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264322 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:15.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8498121 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7084554 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25689803 2024-07-26T06:32:15.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8908893 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.912 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24357132 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42725237 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.913 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7, 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3483166 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5, 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23672053 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T06:32:15.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.915 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 305881088 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:15.916 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:15.917 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.4504449811502127e-06, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 322, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 536576, 2024-07-26T06:32:15.918 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 203, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:15.919 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 98304, 2024-07-26T06:32:15.920 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 98304, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.3519728270239284e-07, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 3410, 2024-07-26T06:32:15.921 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 3410, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 10230, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 51, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 19456 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.922 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T06:32:15.923 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:15.924 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:15.925 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T06:32:15.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 727115180298, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12288, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12288, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 242371723264, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T06:32:15.927 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 19, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 19, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 57, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 2, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2048 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.928 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.929 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T06:32:14.363991", 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "6.15.5" 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T06:32:15.930 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T06:32:15.931 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T06:32:15.932 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T06:32:15.933 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.934 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049001+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049001+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049382+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.935 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752119+0000", 2024-07-26T06:32:15.936 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.937 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:59:50.865098+0000", 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:15.942 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.943 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051117+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051117+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051447+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.944 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747356+0000", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.945 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:50:39.518063+0000", 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.946 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.947 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.951 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.046934+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.046934+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047213+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.952 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746490+0000", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.953 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.954 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:20:53.208981+0000", 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.955 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:15.958 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.959 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050760+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050760+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051054+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750332+0000", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.961 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.962 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:37.468499+0000", 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.966 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.967 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045243+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045243+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.046679+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750741+0000", 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.970 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:23:50.642916+0000", 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.971 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:15.975 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.222957+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.222957+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223297+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749515+0000", 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.978 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.979 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:39.624993+0000", 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.983 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.984 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.985 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049101+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049101+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049391+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750795+0000", 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.987 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:40:45.329292+0000", 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:15.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:15.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:15.992 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044473+0000", 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044473+0000", 2024-07-26T06:32:15.993 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044954+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706252+0000", 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:15.995 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:15.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:15.997 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:15.997 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:56:01.867189+0000", 2024-07-26T06:32:15.997 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:15.997 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:15.997 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:15.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:15.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:15.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:15.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:15.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:15.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.005 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.006 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.006 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.006 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.006 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.007 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050461+0000", 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050461+0000", 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050749+0000", 2024-07-26T06:32:16.008 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752250+0000", 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.009 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.010 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:50:59.591481+0000", 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.011 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.015 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.016 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047784+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047784+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048113+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751931+0000", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.018 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.019 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:32:06.152166+0000", 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.023 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.024 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052139+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052139+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052383+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751844+0000", 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.026 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:56:38.847213+0000", 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.027 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.031 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052452+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052452+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052965+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704271+0000", 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.034 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:27:47.555974+0000", 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.039 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.036652+0000", 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.036652+0000", 2024-07-26T06:32:16.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.037048+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707592+0000", 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.042 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:40:48.027642+0000", 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.046 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048076+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048076+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048338+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705956+0000", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.050 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:34:24.220476+0000", 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.055 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044967+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044967+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045247+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708498+0000", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.057 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.058 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:49:07.112325+0000", 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.062 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.063 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.064 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.065 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047844+0000", 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047844+0000", 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048142+0000", 2024-07-26T06:32:16.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.067 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.068 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749902+0000", 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.069 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.070 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:50:45.038355+0000", 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.079 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.080 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047095+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047095+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047369+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.081 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750636+0000", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.082 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:16.663610+0000", 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.087 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.088 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042398+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042398+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042674+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.089 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750367+0000", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.090 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.091 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:46.393916+0000", 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.095 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.096 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.039945+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.039945+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040218+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.097 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751849+0000", 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.098 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.099 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:31:15.045398+0000", 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.103 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.104 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.057959+0000", 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.057959+0000", 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.058271+0000", 2024-07-26T06:32:16.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751565+0000", 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T06:32:16.107 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:17:31.310012+0000", 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.111 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.112 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.054032+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.054032+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.054457+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705891+0000", 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.115 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:05:26.957068+0000", 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.119 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.120 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048520+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048520+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049520+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750136+0000", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.122 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.123 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:40:13.080564+0000", 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.127 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.128 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.038249+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.038249+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.038513+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.129 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706283+0000", 2024-07-26T06:32:16.130 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.131 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T06:32:16.132 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:21.934349+0000", 2024-07-26T06:32:16.133 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.140 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.141 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.142 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.142 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.142 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.142 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.143 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042055+0000", 2024-07-26T06:32:16.144 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042055+0000", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042362+0000", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.145 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749974+0000", 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.147 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.148 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:08:07.414636+0000", 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.153 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.154 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.155 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042675+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042675+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.043304+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707225+0000", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.157 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.158 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:55:00.403831+0000", 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.162 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.163 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.055951+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.055951+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.056225+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751976+0000", 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:13:40.640637+0000", 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.171 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.035801+0000", 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.035801+0000", 2024-07-26T06:32:16.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.036099+0000", 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708308+0000", 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.175 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.176 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.177 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.178 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:44:24.972891+0000", 2024-07-26T06:32:16.178 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.178 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.178 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.185 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.187 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.188 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048626+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048626+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048907+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707726+0000", 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.191 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.192 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:14:48.466396+0000", 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.196 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.197 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052584+0000", 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052584+0000", 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.053742+0000", 2024-07-26T06:32:16.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.199 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706074+0000", 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.200 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:03:16.369705+0000", 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.204 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.205 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049924+0000", 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049924+0000", 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050211+0000", 2024-07-26T06:32:16.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750188+0000", 2024-07-26T06:32:16.207 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.208 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:29:16.946005+0000", 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.216 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.217 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.218 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.042113+0000", 2024-07-26T06:32:16.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.042113+0000", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042485+0000", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750683+0000", 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.222 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.223 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.224 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:06.465654+0000", 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.229 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.230 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050918+0000", 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050918+0000", 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051172+0000", 2024-07-26T06:32:16.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751099+0000", 2024-07-26T06:32:16.232 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.233 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:46:55.574185+0000", 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.237 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.243 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.243 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.243 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223468+0000", 2024-07-26T06:32:16.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223468+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223815+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.245 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707489+0000", 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.246 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 18, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:39:07.024337+0000", 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.249 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.251 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.252 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901166+0000", 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901166+0000", 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901438+0000", 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.253 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708005+0000", 2024-07-26T06:32:16.254 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.255 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:53.784837+0000", 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.260 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.053706+0000", 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.053706+0000", 2024-07-26T06:32:16.261 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.054004+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706466+0000", 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.263 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:22:12.034402+0000", 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.264 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.269 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.270 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898426+0000", 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898426+0000", 2024-07-26T06:32:16.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899472+0000", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750902+0000", 2024-07-26T06:32:16.273 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.274 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.275 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:29:20.867920+0000", 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.276 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.279 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.280 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.281 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.282 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901297+0000", 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901297+0000", 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901597+0000", 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.283 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706408+0000", 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.284 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.285 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:20:53.929782+0000", 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.288 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.290 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047220+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047220+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047482+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.292 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706334+0000", 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.293 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:26:40.795846+0000", 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.294 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.295 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.297 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.298 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902145+0000", 2024-07-26T06:32:16.299 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902145+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902421+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.300 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750004+0000", 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:50.765488+0000", 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.302 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.303 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.306 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.307 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051312+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051312+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051590+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707078+0000", 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.309 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:15.608971+0000", 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.310 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.315 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.900373+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.900373+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900669+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751511+0000", 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.317 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.318 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:47:45.271378+0000", 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.322 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.323 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.046880+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.046880+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047159+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750422+0000", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.325 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.326 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:00:53.253607+0000", 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.330 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.331 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.904905+0000", 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.904905+0000", 2024-07-26T06:32:16.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905196+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750568+0000", 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:13:56.281223+0000", 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.340 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049776+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049776+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050483+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746875+0000", 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.342 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:22:26.064885+0000", 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.347 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.348 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902488+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902488+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902803+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708880+0000", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.350 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.351 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 27, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:44.043588+0000", 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:16.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.356 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.357 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052092+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052092+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052800+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.358 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704403+0000", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.359 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.360 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:19:26.918669+0000", 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.363 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.364 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.365 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901265+0000", 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901265+0000", 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901604+0000", 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.366 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.367 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:31:09.717986+0000", 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 12, 2024-07-26T06:32:16.368 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 12, 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.369 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 36, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.605208+0000", 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 2624, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T06:32:16.371 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.372 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 9 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.373 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "76'12" 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.374 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044679+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044679+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044948+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.375 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751637+0000", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.376 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.377 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:35:09.238294+0000", 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.380 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.383 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899454+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899454+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899735+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.384 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746351+0000", 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:16.386 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:00:55.577902+0000", 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.388 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.392 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.107689+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.107689+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.107990+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.749406+0000", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.394 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.395 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:03:55.191963+0000", 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.399 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.400 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.401 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902650+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902650+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902998+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750228+0000", 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.403 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:56.162493+0000", 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.404 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.408 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.409 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.047092+0000", 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.047092+0000", 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.047392+0000", 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750806+0000", 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:05:32.947331+0000", 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.417 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.418 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905028+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905028+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905349+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751573+0000", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.420 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.421 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.422 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.423 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.423 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.423 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.423 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:44.261510+0000", 2024-07-26T06:32:16.423 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.430 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.431 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223559+0000", 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223559+0000", 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223958+0000", 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751170+0000", 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.433 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T06:32:16.434 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:16:36.433761+0000", 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.439 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.906813+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.906813+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907080+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750549+0000", 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.442 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:16.443 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:44:07.737398+0000", 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.451 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223551+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223551+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.223959+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.453 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.454 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:15:31.576898+0000", 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.458 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.459 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.900547+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.900547+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900894+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.461 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704668+0000", 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.462 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:28:55.758563+0000", 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.463 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.466 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.467 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.468 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051868+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051868+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052408+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.469 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751994+0000", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.470 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.471 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:10:19.595538+0000", 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.475 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.476 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.224892+0000", 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.224892+0000", 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.227407+0000", 2024-07-26T06:32:16.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750506+0000", 2024-07-26T06:32:16.478 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T06:32:16.479 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 39, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:59:25.927608+0000", 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T06:32:16.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.483 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.484 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.485 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223493+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223493+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.224052+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.486 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.752092+0000", 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.487 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.488 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 31, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:31.536636+0000", 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.492 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.493 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.903037+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.903037+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.903364+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.494 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708756+0000", 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.496 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:28:23.287073+0000", 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:16.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.501 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.502 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.044016+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.044016+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.044295+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750354+0000", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.504 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:53:09.060575+0000", 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.509 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.510 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905030+0000", 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905030+0000", 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905583+0000", 2024-07-26T06:32:16.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.512 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750614+0000", 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.513 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 23, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:41:21.028078+0000", 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.519 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040938+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040938+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.041187+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.520 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751780+0000", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.521 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:26.405184+0000", 2024-07-26T06:32:16.522 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.526 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.527 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.687793+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.687793+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.752175+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.528 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.301697+0000", 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.529 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T06:32:16.530 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:24:35.638546+0000", 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000379054, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.532 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.535 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:26.313967+0000", 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:26.313967+0000", 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:26.314362+0000", 2024-07-26T06:32:16.536 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 59, 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.537 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:32:10.538330+0000", 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 140, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 58, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.538 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 140, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 327, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:17:31.809396+0000", 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.539 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 322, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 524, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 203, 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T06:32:16.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "76'140" 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.543 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.903213+0000", 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.903213+0000", 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.903565+0000", 2024-07-26T06:32:16.544 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750245+0000", 2024-07-26T06:32:16.545 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.546 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:07:18.482527+0000", 2024-07-26T06:32:16.547 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.552 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.043547+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.043547+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.043873+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707893+0000", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.554 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:26:18.248003+0000", 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.559 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.560 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.695853+0000", 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.695853+0000", 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.746721+0000", 2024-07-26T06:32:16.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.300879+0000", 2024-07-26T06:32:16.562 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:03:14.387356+0000", 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.040443167, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.568 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.569 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.906873+0000", 2024-07-26T06:32:16.570 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.906873+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907762+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751601+0000", 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.572 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:41:29.329498+0000", 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.576 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.577 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051818+0000", 2024-07-26T06:32:16.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.705498+0000", 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.580 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.581 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:58:29.059815+0000", 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.585 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.586 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812144+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812144+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747925+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263732+0000", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.588 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.589 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:47:30.634777+0000", 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000848926, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.593 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.594 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898372+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898372+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.898665+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750718+0000", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.596 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 23, 2024-07-26T06:32:16.597 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:33:18.070870+0000", 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.601 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.602 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050035+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050035+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.050289+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706995+0000", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.604 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.605 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:06:36.493207+0000", 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.613 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.696570+0000", 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.696570+0000", 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747231+0000", 2024-07-26T06:32:16.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263187+0000", 2024-07-26T06:32:16.615 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T06:32:16.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:47:50.167164+0000", 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.039870828, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.620 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.621 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905824+0000", 2024-07-26T06:32:16.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905824+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.906222+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750384+0000", 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.624 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:58:35.888890+0000", 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.629 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.630 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.631 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.632 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.050988+0000", 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.050988+0000", 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051432+0000", 2024-07-26T06:32:16.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.634 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704497+0000", 2024-07-26T06:32:16.635 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.636 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.636 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.636 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.636 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.636 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.637 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:02:31.544481+0000", 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.641 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.642 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812158+0000", 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812158+0000", 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747801+0000", 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.263157+0000", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:13.251957+0000", 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.039911986, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "75'2" 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.650 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905263+0000", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905263+0000", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905633+0000", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.654 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708629+0000", 2024-07-26T06:32:16.654 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.654 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.655 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.656 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.656 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.656 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.656 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.658 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.658 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:21.311450+0000", 2024-07-26T06:32:16.658 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.658 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.658 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.659 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.666 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.666 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.666 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.668 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.041197+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.041197+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.042188+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.669 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750963+0000", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.670 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.671 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:09:26.562553+0000", 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.674 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.675 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.676 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812362+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812362+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.747027+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.677 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.300480+0000", 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.678 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.679 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:25:57.447472+0000", 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.041431798, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.682 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.683 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "73'1" 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.684 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905982+0000", 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905982+0000", 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.906287+0000", 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751902+0000", 2024-07-26T06:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.687 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:21:51.833170+0000", 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.689 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.690 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.691 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.692 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040539+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040539+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040847+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.693 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708728+0000", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.694 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.695 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:01:34.130070+0000", 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.697 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.700 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.685641+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.685641+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.707421+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.701 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.262908+0000", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.702 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:50:12.040703+0000", 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001201518, 2024-07-26T06:32:16.703 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.705 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.707 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902138+0000", 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902138+0000", 2024-07-26T06:32:16.708 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902449+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747438+0000", 2024-07-26T06:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:22.568200+0000", 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.713 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048000+0000", 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048000+0000", 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048276+0000", 2024-07-26T06:32:16.716 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707551+0000", 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.717 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.718 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:14:11.832351+0000", 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.723 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:41.812382+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:41.812382+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:46.704727+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 71, 2024-07-26T06:32:16.724 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.725 INFO:tasks.workunit.client.0.smithi037.stderr:+ echo OK 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.727 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.728 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.729 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.730 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:14 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.732 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.732 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.732 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:16.732 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.733 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.734 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.735 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:15 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:16 smithi135 ceph-mon[32812]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:16 smithi135 ceph-mon[32812]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:54.261502+0000", 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 70, 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.737 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 76, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 19, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:41.414635+0000", 2024-07-26T06:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.000695101, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.742 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.898536+0000", 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.898536+0000", 2024-07-26T06:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.899031+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751550+0000", 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.745 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:43:13.780264+0000", 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.748 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.052272+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.052272+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.052650+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.751 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706092+0000", 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.752 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.753 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:17:34.332783+0000", 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.756 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.757 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.758 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905272+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905272+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907337+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.759 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751521+0000", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.761 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:32.136654+0000", 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.764 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.766 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045851+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045851+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048856+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.767 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.704189+0000", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.768 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 20, 2024-07-26T06:32:16.769 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:44:45.188125+0000", 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.772 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.908015+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.908015+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.908282+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.775 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708514+0000", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.776 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:04.120142+0000", 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.780 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.781 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.040490+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.040490+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.040783+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.782 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.706411+0000", 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.783 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T06:32:16.784 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:05:49.510895+0000", 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.787 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.788 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.907360+0000", 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.907360+0000", 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.907623+0000", 2024-07-26T06:32:16.790 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.791 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747544+0000", 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.792 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 24, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:07.010413+0000", 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.793 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.795 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.049121+0000", 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.049121+0000", 2024-07-26T06:32:16.798 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.049389+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.708016+0000", 2024-07-26T06:32:16.799 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.800 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:23:04.625684+0000", 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.804 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.805 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.905455+0000", 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.905455+0000", 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.905758+0000", 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750923+0000", 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.807 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.808 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:09:56.185635+0000", 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.812 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.813 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.048592+0000", 2024-07-26T06:32:16.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.048592+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.048897+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750759+0000", 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.816 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:44.612216+0000", 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.822 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.823 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.823 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T06:32:16.823 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.823 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.824 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.051556+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.051850+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750888+0000", 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.827 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.828 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:55:46.494307+0000", 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.829 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T06:32:16.835 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.836 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899972+0000", 2024-07-26T06:32:16.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899972+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900238+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.838 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751531+0000", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.839 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.840 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:51:19.829722+0000", 2024-07-26T06:32:16.841 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.843 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.845 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.846 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:29:15.223849+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:29:15.223849+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:29:15.224185+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 68, 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.750502+0000", 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 67, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.848 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 17, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:27:05.700275+0000", 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.853 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.901421+0000", 2024-07-26T06:32:16.854 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.901421+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.901700+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.751825+0000", 2024-07-26T06:32:16.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T06:32:16.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.856 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.856 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 26, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:22:25.332470+0000", 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T06:32:16.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.862 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045478+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045478+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045738+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.746793+0000", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.865 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.866 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:24.636728+0000", 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T06:32:16.871 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.872 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.873 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.899694+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.899694+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.900294+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707651+0000", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.875 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 25, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:06.663108+0000", 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.880 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:50.045474+0000", 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:50.045474+0000", 2024-07-26T06:32:16.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:50.045768+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 64, 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T06:32:16.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.707309+0000", 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 63, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 21, 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:06:16.809694+0000", 2024-07-26T06:32:16.884 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T06:32:16.888 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:28:46.902156+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:28:46.902156+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:28:46.902452+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 61, 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T06:29:46.747145+0000", 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 4, 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 60, 2024-07-26T06:32:16.891 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 4, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 75, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 28, 2024-07-26T06:32:16.892 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:39:09.962070+0000", 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.896 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'4" 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:16.897 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12288, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 57, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:16.901 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:16.902 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T06:32:16.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:16.906 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.907 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 45, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 45, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 3410, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T06:32:16.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 51, 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 19 2024-07-26T06:32:16.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 98304, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 10230, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:16.912 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 140, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T06:32:16.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 140, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T06:32:16.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T06:32:16.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 322, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 524, 2024-07-26T06:32:16.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 203, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T06:32:16.917 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516193792, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444091392, 2024-07-26T06:32:16.918 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 2444091392, 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.0031825753394514322 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 765516193792, 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 2444091392 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T06:32:16.919 INFO:tasks.workunit.client.0.smithi037.stdout:OK 2024-07-26T06:32:16.920 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:32:16.920 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:32:16.920 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.920 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.924 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.925 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.926 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.928 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.929 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:15 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:16 smithi037 ceph-mon[29520]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.930 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:16 smithi037 ceph-mon[29520]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.931 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:16 smithi037 ceph-mon[40607]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.931 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:16 smithi037 ceph-mon[40607]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:16.965 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-07-26T06:32:16.965 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:32:17.287 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:17 smithi037 ceph-mon[29520]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:17.287 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:17] "GET /metrics HTTP/1.1" 200 235901 "" "Prometheus/2.43.0" 2024-07-26T06:32:17.287 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:17 smithi037 ceph-mon[40607]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:17.288 DEBUG:teuthology.parallel:result is None 2024-07-26T06:32:17.289 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:32:17.315 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:32:17.315 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:32:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:17 smithi135 ceph-mon[32812]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:32:17.384 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:32:17.385 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:32:17.395 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-07-26T06:32:17.395 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:32:17.406 INFO:teuthology.task.print:**** done start parallel 2024-07-26T06:32:17.406 INFO:teuthology.run_tasks:Running task parallel... 2024-07-26T06:32:17.421 INFO:teuthology.task.parallel:starting parallel... 2024-07-26T06:32:17.422 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-07-26T06:32:17.422 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:32:17.423 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-07-26T06:32:17.423 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-07-26T06:32:17.425 INFO:tasks.rados:Beginning rados... 2024-07-26T06:32:17.425 INFO:tasks.rados:joining rados 2024-07-26T06:32:17.425 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-07-26T06:32:17.426 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T06:32:17.426 INFO:teuthology.task.print:**** done start upgrade, wait 2024-07-26T06:32:17.426 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-07-26T06:32:17.427 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2024-07-26T06:32:17.427 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph config set global log_to_journald false --force' 2024-07-26T06:32:17.427 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-07-26T06:32:17.428 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-07-26T06:32:17.704 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:17.704 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:18.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:19.230 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:19 smithi037 ceph-mon[29520]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:19.231 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:19 smithi037 ceph-mon[40607]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:19 smithi135 ceph-mon[32812]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:20.285 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:20 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3769575995' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:20 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:20 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3769575995' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:20 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:20 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3769575995' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:20 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:32:20.931 INFO:tasks.rados:starting run 0 out of 1 2024-07-26T06:32:20.932 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-07-26T06:32:20.932 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[29520]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[29520]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[40607]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:32:21.219 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:21 smithi037 ceph-mon[40607]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:32:21.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:21 smithi135 ceph-mon[32812]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-07-26T06:32:21.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:21 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:32:21.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:21 smithi135 ceph-mon[32812]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:32:21.529 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:22 smithi037 ceph-mon[29520]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:22.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:22 smithi037 ceph-mon[40607]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:22.347 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-07-26T06:32:22.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:22 smithi135 ceph-mon[32812]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:23.751 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[29520]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1677939069' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[40607]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1677939069' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:24.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:24.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:24 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:24 smithi135 ceph-mon[32812]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-07-26T06:32:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:24 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1677939069' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:24 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:32:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:24 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:25.576 INFO:teuthology.orchestra.run.smithi037.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:25.730 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'unique_pool_0' created 2024-07-26T06:32:26.022 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.023 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:32:26.024 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.024 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:26.024 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:26.024 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:26.024 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:32:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:26.322 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-07-26T06:32:26.720 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-07-26T06:32:26.782 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[29520]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:32:27.010 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:32:27.011 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:26 smithi037 ceph-mon[40607]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:32:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:26 smithi135 ceph-mon[32812]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:32:27.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:27] "GET /metrics HTTP/1.1" 200 235938 "" "Prometheus/2.43.0" 2024-07-26T06:32:27.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:27 smithi037 ceph-mon[29520]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:32:27.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:27 smithi037 ceph-mon[29520]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:32:27.909 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:27 smithi037 ceph-mon[40607]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:32:27.910 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:27 smithi037 ceph-mon[40607]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:32:27.916 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:32:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:27 smithi135 ceph-mon[32812]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:32:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:27 smithi135 ceph-mon[32812]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:32:28.089 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:28 smithi037 ceph-mon[29520]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:28 smithi037 ceph-mon[40607]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:29.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:28 smithi135 ceph-mon[32812]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:29.803 INFO:teuthology.orchestra.run.smithi037.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-07-26T06:32:30.039 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:32:30.050 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:29 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:32:30.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:29 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:32:30.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:29 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:32:30.303 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:32:30.303 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (103s) 85s ago 2m 16.5M - 0.25.0 c8568f914cd2 75b1431b8a93 2024-07-26T06:32:30.303 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (2m) 88s ago 2m 83.5M - 9.4.7 954c08fa6188 0639cb365d93 2024-07-26T06:32:30.303 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (3m) 85s ago 3m 14.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:32:30.303 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (3m) 88s ago 3m 14.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443 running (7m) 88s ago 7m 400M - 17.2.7-1143-g5dff84c0 18bcb77ae794 96c2e859323a 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:9283 running (8m) 85s ago 8m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 6dd3974d8b60 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (8m) 85s ago 9m 47.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (7m) 88s ago 7m 36.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (7m) 85s ago 7m 38.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (2m) 85s ago 2m 13.4M - 1.5.0 0da6a335fe13 237e7257b009 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (2m) 88s ago 2m 3661k - 1.5.0 0da6a335fe13 a72734164475 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (6m) 85s ago 6m 45.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (6m) 85s ago 6m 43.5M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (6m) 85s ago 6m 43.0M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (5m) 85s ago 5m 42.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (5m) 88s ago 5m 42.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (5m) 88s ago 5m 41.9M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:32:30.304 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (4m) 88s ago 4m 44.2M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:32:30.305 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (4m) 88s ago 4m 44.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:32:30.305 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (98s) 88s ago 2m 26.0M - 2.43.0 a07b618ecd1d 7b4513777612 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:32:30.628 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:32:30.629 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:32:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[29520]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[29520]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[29520]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/148476053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[40607]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[40607]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[40607]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:30 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/148476053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:32:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:30 smithi135 ceph-mon[32812]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:31.149 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:30 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3406131223' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:32:31.149 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:30 smithi135 ceph-mon[32812]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:32:31.149 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:30 smithi135 ceph-mon[32812]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:31.149 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:30 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/148476053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:32:31.463 DEBUG:teuthology.orchestra.run.smithi037:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-07-26T06:32:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight read -> 100 2024-07-26T06:32:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight delete -> 50 2024-07-26T06:32:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight snap_create -> 50 2024-07-26T06:32:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight snap_remove -> 50 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight rollback -> 50 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight setattr -> 25 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight rmattr -> 25 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight copy_from -> 50 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight append -> 100 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:Configuration: 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Number of operations: 4000 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Number of objects: 50 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Max in flight operations: 16 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Object size (in bytes): 4000000 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Write stride min: 400000 2024-07-26T06:32:31.491 INFO:tasks.rados.rados.0.smithi037.stdout: Write stride max: 800000 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:1: write initial oid 1 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:1: seq_num 0 ranges {0=24576} 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:1: writing smithi03785213-1 from 0 to 24576 tid 1 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:2: write initial oid 2 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:2: seq_num 1 ranges {0=24576} 2024-07-26T06:32:31.810 INFO:tasks.rados.rados.0.smithi037.stdout:2: writing smithi03785213-2 from 0 to 24576 tid 1 2024-07-26T06:32:31.811 INFO:tasks.rados.rados.0.smithi037.stdout:3: write initial oid 3 2024-07-26T06:32:31.811 INFO:tasks.rados.rados.0.smithi037.stdout:3: seq_num 2 ranges {0=40960} 2024-07-26T06:32:31.811 INFO:tasks.rados.rados.0.smithi037.stdout:3: writing smithi03785213-3 from 0 to 40960 tid 1 2024-07-26T06:32:31.811 INFO:tasks.rados.rados.0.smithi037.stdout:4: write initial oid 4 2024-07-26T06:32:31.811 INFO:tasks.rados.rados.0.smithi037.stdout:4: seq_num 3 ranges {0=57344} 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:4: writing smithi03785213-4 from 0 to 57344 tid 1 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:5: write initial oid 5 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:5: seq_num 4 ranges {0=73728} 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:5: writing smithi03785213-5 from 0 to 73728 tid 1 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:6: write initial oid 6 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:6: seq_num 5 ranges {0=90112} 2024-07-26T06:32:31.812 INFO:tasks.rados.rados.0.smithi037.stdout:6: writing smithi03785213-6 from 0 to 90112 tid 1 2024-07-26T06:32:31.813 INFO:tasks.rados.rados.0.smithi037.stdout:7: write initial oid 7 2024-07-26T06:32:31.813 INFO:tasks.rados.rados.0.smithi037.stdout:7: seq_num 6 ranges {0=106496} 2024-07-26T06:32:31.813 INFO:tasks.rados.rados.0.smithi037.stdout:7: writing smithi03785213-7 from 0 to 106496 tid 1 2024-07-26T06:32:31.814 INFO:tasks.rados.rados.0.smithi037.stdout:8: write initial oid 8 2024-07-26T06:32:31.814 INFO:tasks.rados.rados.0.smithi037.stdout:8: seq_num 7 ranges {0=122880} 2024-07-26T06:32:31.816 INFO:tasks.rados.rados.0.smithi037.stdout:8: writing smithi03785213-8 from 0 to 122880 tid 1 2024-07-26T06:32:31.816 INFO:tasks.rados.rados.0.smithi037.stdout:9: write initial oid 9 2024-07-26T06:32:31.816 INFO:tasks.rados.rados.0.smithi037.stdout:9: seq_num 8 ranges {0=139264} 2024-07-26T06:32:31.816 INFO:tasks.rados.rados.0.smithi037.stdout:9: writing smithi03785213-9 from 0 to 139264 tid 1 2024-07-26T06:32:31.817 INFO:tasks.rados.rados.0.smithi037.stdout:10: write initial oid 10 2024-07-26T06:32:31.817 INFO:tasks.rados.rados.0.smithi037.stdout:10: seq_num 9 ranges {0=155648} 2024-07-26T06:32:31.817 INFO:tasks.rados.rados.0.smithi037.stdout:10: writing smithi03785213-10 from 0 to 155648 tid 1 2024-07-26T06:32:31.818 INFO:tasks.rados.rados.0.smithi037.stdout:11: write initial oid 11 2024-07-26T06:32:31.818 INFO:tasks.rados.rados.0.smithi037.stdout:11: seq_num 10 ranges {0=172032} 2024-07-26T06:32:31.819 INFO:tasks.rados.rados.0.smithi037.stdout:11: writing smithi03785213-11 from 0 to 172032 tid 1 2024-07-26T06:32:31.819 INFO:tasks.rados.rados.0.smithi037.stdout:12: write initial oid 12 2024-07-26T06:32:31.819 INFO:tasks.rados.rados.0.smithi037.stdout:12: seq_num 11 ranges {0=188416} 2024-07-26T06:32:31.821 INFO:tasks.rados.rados.0.smithi037.stdout:12: writing smithi03785213-12 from 0 to 188416 tid 1 2024-07-26T06:32:31.821 INFO:tasks.rados.rados.0.smithi037.stdout:13: write initial oid 13 2024-07-26T06:32:31.822 INFO:tasks.rados.rados.0.smithi037.stdout:13: seq_num 12 ranges {0=204800} 2024-07-26T06:32:31.822 INFO:tasks.rados.rados.0.smithi037.stdout:13: writing smithi03785213-13 from 0 to 204800 tid 1 2024-07-26T06:32:31.823 INFO:tasks.rados.rados.0.smithi037.stdout:14: write initial oid 14 2024-07-26T06:32:31.823 INFO:tasks.rados.rados.0.smithi037.stdout:14: seq_num 13 ranges {0=221184} 2024-07-26T06:32:31.825 INFO:tasks.rados.rados.0.smithi037.stdout:14: writing smithi03785213-14 from 0 to 221184 tid 1 2024-07-26T06:32:31.825 INFO:tasks.rados.rados.0.smithi037.stdout:15: write initial oid 15 2024-07-26T06:32:31.825 INFO:tasks.rados.rados.0.smithi037.stdout:15: seq_num 14 ranges {0=237568} 2024-07-26T06:32:31.827 INFO:tasks.rados.rados.0.smithi037.stdout:15: writing smithi03785213-15 from 0 to 237568 tid 1 2024-07-26T06:32:31.827 INFO:tasks.rados.rados.0.smithi037.stdout:16: write initial oid 16 2024-07-26T06:32:31.827 INFO:tasks.rados.rados.0.smithi037.stdout:16: seq_num 15 ranges {0=253952} 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:16: writing smithi03785213-16 from 0 to 253952 tid 1 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 1 to smithi03785213-3 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 2 to smithi03785213-3 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 1 to smithi03785213-1 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 3 to smithi03785213-3 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 1 to smithi03785213-5 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 2 to smithi03785213-5 2024-07-26T06:32:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 2 to smithi03785213-1 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 1 to smithi03785213-2 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 1 to smithi03785213-4 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 3 to smithi03785213-5 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 2 to smithi03785213-4 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 2 to smithi03785213-2 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 1 to smithi03785213-6 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 2 to smithi03785213-6 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 1 to smithi03785213-7 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 2 to smithi03785213-7 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 1 to smithi03785213-8 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 2 to smithi03785213-8 2024-07-26T06:32:31.831 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 1 to smithi03785213-10 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 2 to smithi03785213-10 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 1 to smithi03785213-9 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 2 to smithi03785213-9 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 1 to smithi03785213-12 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 2 to smithi03785213-12 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 1 to smithi03785213-13 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 2 to smithi03785213-13 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 3 to smithi03785213-10 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 3 to smithi03785213-4 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:32:31.832 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 3 to smithi03785213-6 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:3: done (15 left) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:4: done (14 left) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:5: done (13 left) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:6: done (12 left) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:10: done (11 left) 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:17: write initial oid 17 2024-07-26T06:32:31.833 INFO:tasks.rados.rados.0.smithi037.stdout:17: seq_num 16 ranges {0=270336} 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:17: writing smithi03785213-17 from 0 to 270336 tid 1 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:18: write initial oid 18 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:18: seq_num 17 ranges {0=286720} 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:18: writing smithi03785213-18 from 0 to 286720 tid 1 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:19: write initial oid 19 2024-07-26T06:32:31.834 INFO:tasks.rados.rados.0.smithi037.stdout:19: seq_num 18 ranges {0=303104} 2024-07-26T06:32:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:19: writing smithi03785213-19 from 0 to 303104 tid 1 2024-07-26T06:32:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:20: write initial oid 20 2024-07-26T06:32:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:20: seq_num 19 ranges {0=319488} 2024-07-26T06:32:31.839 INFO:tasks.rados.rados.0.smithi037.stdout:20: writing smithi03785213-20 from 0 to 319488 tid 1 2024-07-26T06:32:31.839 INFO:tasks.rados.rados.0.smithi037.stdout:21: write initial oid 21 2024-07-26T06:32:31.839 INFO:tasks.rados.rados.0.smithi037.stdout:21: seq_num 20 ranges {0=344064} 2024-07-26T06:32:31.841 INFO:tasks.rados.rados.0.smithi037.stdout:21: writing smithi03785213-21 from 0 to 344064 tid 1 2024-07-26T06:32:31.841 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.841 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 1 to smithi03785213-15 2024-07-26T06:32:31.841 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 2 to smithi03785213-15 2024-07-26T06:32:31.841 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 3 to smithi03785213-1 2024-07-26T06:32:31.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-07-26T06:32:31.842 INFO:tasks.rados.rados.0.smithi037.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:32:31.842 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 3 to smithi03785213-12 2024-07-26T06:32:31.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-26T06:32:31.842 INFO:tasks.rados.rados.0.smithi037.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 3 to smithi03785213-9 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 3 to smithi03785213-8 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 3 to smithi03785213-7 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:32:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 3 to smithi03785213-13 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 1 to smithi03785213-11 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 3 to smithi03785213-15 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 2 to smithi03785213-11 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:1: done (15 left) 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:7: done (14 left) 2024-07-26T06:32:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:8: done (13 left) 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:9: done (12 left) 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:12: done (11 left) 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:13: done (10 left) 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:15: done (9 left) 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:22: write initial oid 22 2024-07-26T06:32:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:22: seq_num 21 ranges {0=360448} 2024-07-26T06:32:31.846 INFO:tasks.rados.rados.0.smithi037.stdout:22: writing smithi03785213-22 from 0 to 360448 tid 1 2024-07-26T06:32:31.846 INFO:tasks.rados.rados.0.smithi037.stdout:23: write initial oid 23 2024-07-26T06:32:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:23: seq_num 22 ranges {0=376832} 2024-07-26T06:32:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:23: writing smithi03785213-23 from 0 to 376832 tid 1 2024-07-26T06:32:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:24: write initial oid 24 2024-07-26T06:32:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:24: seq_num 23 ranges {0=393216} 2024-07-26T06:32:31.848 INFO:tasks.rados.rados.0.smithi037.stdout:24: writing smithi03785213-24 from 0 to 393216 tid 1 2024-07-26T06:32:31.848 INFO:tasks.rados.rados.0.smithi037.stdout:25: write initial oid 25 2024-07-26T06:32:31.848 INFO:tasks.rados.rados.0.smithi037.stdout:25: seq_num 24 ranges {0=409600} 2024-07-26T06:32:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:25: writing smithi03785213-25 from 0 to 409600 tid 1 2024-07-26T06:32:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:26: write initial oid 26 2024-07-26T06:32:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:26: seq_num 25 ranges {0=425984} 2024-07-26T06:32:31.854 INFO:tasks.rados.rados.0.smithi037.stdout:26: writing smithi03785213-26 from 0 to 425984 tid 1 2024-07-26T06:32:31.854 INFO:tasks.rados.rados.0.smithi037.stdout:27: write initial oid 27 2024-07-26T06:32:31.854 INFO:tasks.rados.rados.0.smithi037.stdout:27: seq_num 26 ranges {0=442368} 2024-07-26T06:32:31.857 INFO:tasks.rados.rados.0.smithi037.stdout:27: writing smithi03785213-27 from 0 to 442368 tid 1 2024-07-26T06:32:31.857 INFO:tasks.rados.rados.0.smithi037.stdout:28: write initial oid 28 2024-07-26T06:32:31.857 INFO:tasks.rados.rados.0.smithi037.stdout:28: seq_num 27 ranges {0=458752} 2024-07-26T06:32:31.860 INFO:tasks.rados.rados.0.smithi037.stdout:28: writing smithi03785213-28 from 0 to 458752 tid 1 2024-07-26T06:32:31.860 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 3 to smithi03785213-2 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 1 to smithi03785213-16 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 3 to smithi03785213-11 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 2 to smithi03785213-16 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2: done (15 left) 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:11: done (14 left) 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:29: write initial oid 29 2024-07-26T06:32:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:29: seq_num 28 ranges {0=475136} 2024-07-26T06:32:31.863 INFO:tasks.rados.rados.0.smithi037.stdout:29: writing smithi03785213-29 from 0 to 475136 tid 1 2024-07-26T06:32:31.863 INFO:tasks.rados.rados.0.smithi037.stdout:30: write initial oid 30 2024-07-26T06:32:31.863 INFO:tasks.rados.rados.0.smithi037.stdout:30: seq_num 29 ranges {0=491520} 2024-07-26T06:32:31.866 INFO:tasks.rados.rados.0.smithi037.stdout:30: writing smithi03785213-30 from 0 to 491520 tid 1 2024-07-26T06:32:31.866 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.866 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 1 to smithi03785213-14 2024-07-26T06:32:31.866 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 1 to smithi03785213-18 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 2 to smithi03785213-18 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 1 to smithi03785213-17 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 2 to smithi03785213-17 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 2 to smithi03785213-14 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 3 to smithi03785213-16 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 3 to smithi03785213-17 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 3 to smithi03785213-14 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:32:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 3 to smithi03785213-18 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 1 to smithi03785213-21 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:14: done (15 left) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:16: done (14 left) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:17: done (13 left) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:18: done (12 left) 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:31: write initial oid 31 2024-07-26T06:32:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:31: seq_num 30 ranges {0=507904} 2024-07-26T06:32:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:31: writing smithi03785213-31 from 0 to 507904 tid 1 2024-07-26T06:32:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:32: write initial oid 32 2024-07-26T06:32:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:32: seq_num 31 ranges {0=524288} 2024-07-26T06:32:31.873 INFO:tasks.rados.rados.0.smithi037.stdout:32: writing smithi03785213-32 from 0 to 524288 tid 1 2024-07-26T06:32:31.873 INFO:tasks.rados.rados.0.smithi037.stdout:33: write initial oid 33 2024-07-26T06:32:31.873 INFO:tasks.rados.rados.0.smithi037.stdout:33: seq_num 32 ranges {0=540672} 2024-07-26T06:32:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:33: writing smithi03785213-33 from 0 to 540672 tid 1 2024-07-26T06:32:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:34: write initial oid 34 2024-07-26T06:32:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:34: seq_num 33 ranges {0=557056} 2024-07-26T06:32:31.880 INFO:tasks.rados.rados.0.smithi037.stdout:34: writing smithi03785213-34 from 0 to 557056 tid 1 2024-07-26T06:32:31.880 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 2 to smithi03785213-21 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 1 to smithi03785213-20 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 2 to smithi03785213-20 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 1 to smithi03785213-23 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 1 to smithi03785213-24 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 2 to smithi03785213-24 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 2 to smithi03785213-23 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 3 to smithi03785213-21 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 1 to smithi03785213-25 2024-07-26T06:32:31.881 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 2 to smithi03785213-25 2024-07-26T06:32:31.882 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 1 to smithi03785213-22 2024-07-26T06:32:31.882 INFO:tasks.rados.rados.0.smithi037.stdout:21: done (15 left) 2024-07-26T06:32:31.882 INFO:tasks.rados.rados.0.smithi037.stdout:35: write initial oid 35 2024-07-26T06:32:31.882 INFO:tasks.rados.rados.0.smithi037.stdout:35: seq_num 34 ranges {0=573440} 2024-07-26T06:32:31.885 INFO:tasks.rados.rados.0.smithi037.stdout:35: writing smithi03785213-35 from 0 to 573440 tid 1 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 3 to smithi03785213-20 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 2 to smithi03785213-22 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 3 to smithi03785213-23 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-26T06:32:31.886 INFO:tasks.rados.rados.0.smithi037.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 1 to smithi03785213-19 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 2 to smithi03785213-19 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 3 to smithi03785213-25 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 3 to smithi03785213-24 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-07-26T06:32:31.887 INFO:tasks.rados.rados.0.smithi037.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 3 to smithi03785213-22 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 1 to smithi03785213-26 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 2 to smithi03785213-26 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 3 to smithi03785213-19 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:32:31.888 INFO:tasks.rados.rados.0.smithi037.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 3 to smithi03785213-26 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 1 to smithi03785213-27 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 2 to smithi03785213-27 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:19: done (15 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:20: done (14 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:22: done (13 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:23: done (12 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:24: done (11 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:25: done (10 left) 2024-07-26T06:32:31.889 INFO:tasks.rados.rados.0.smithi037.stdout:26: done (9 left) 2024-07-26T06:32:31.890 INFO:tasks.rados.rados.0.smithi037.stdout:36: write initial oid 36 2024-07-26T06:32:31.890 INFO:tasks.rados.rados.0.smithi037.stdout:36: seq_num 35 ranges {0=589824} 2024-07-26T06:32:31.890 INFO:tasks.rados.rados.0.smithi037.stdout:36: writing smithi03785213-36 from 0 to 589824 tid 1 2024-07-26T06:32:31.890 INFO:tasks.rados.rados.0.smithi037.stdout:37: write initial oid 37 2024-07-26T06:32:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:37: seq_num 36 ranges {0=606208} 2024-07-26T06:32:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:37: writing smithi03785213-37 from 0 to 606208 tid 1 2024-07-26T06:32:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:38: write initial oid 38 2024-07-26T06:32:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:38: seq_num 37 ranges {0=622592} 2024-07-26T06:32:31.895 INFO:tasks.rados.rados.0.smithi037.stdout:38: writing smithi03785213-38 from 0 to 622592 tid 1 2024-07-26T06:32:31.895 INFO:tasks.rados.rados.0.smithi037.stdout:39: write initial oid 39 2024-07-26T06:32:31.895 INFO:tasks.rados.rados.0.smithi037.stdout:39: seq_num 38 ranges {0=638976} 2024-07-26T06:32:31.899 INFO:tasks.rados.rados.0.smithi037.stdout:39: writing smithi03785213-39 from 0 to 638976 tid 1 2024-07-26T06:32:31.899 INFO:tasks.rados.rados.0.smithi037.stdout:40: write initial oid 40 2024-07-26T06:32:31.899 INFO:tasks.rados.rados.0.smithi037.stdout:40: seq_num 39 ranges {0=663552} 2024-07-26T06:32:31.903 INFO:tasks.rados.rados.0.smithi037.stdout:40: writing smithi03785213-40 from 0 to 663552 tid 1 2024-07-26T06:32:31.903 INFO:tasks.rados.rados.0.smithi037.stdout:41: write initial oid 41 2024-07-26T06:32:31.903 INFO:tasks.rados.rados.0.smithi037.stdout:41: seq_num 40 ranges {0=679936} 2024-07-26T06:32:31.907 INFO:tasks.rados.rados.0.smithi037.stdout:41: writing smithi03785213-41 from 0 to 679936 tid 1 2024-07-26T06:32:31.907 INFO:tasks.rados.rados.0.smithi037.stdout:42: write initial oid 42 2024-07-26T06:32:31.907 INFO:tasks.rados.rados.0.smithi037.stdout:42: seq_num 41 ranges {0=696320} 2024-07-26T06:32:31.911 INFO:tasks.rados.rados.0.smithi037.stdout:42: writing smithi03785213-42 from 0 to 696320 tid 1 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 3 to smithi03785213-27 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 1 to smithi03785213-28 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:27: done (15 left) 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:43: write initial oid 43 2024-07-26T06:32:31.912 INFO:tasks.rados.rados.0.smithi037.stdout:43: seq_num 42 ranges {0=712704} 2024-07-26T06:32:31.916 INFO:tasks.rados.rados.0.smithi037.stdout:43: writing smithi03785213-43 from 0 to 712704 tid 1 2024-07-26T06:32:31.916 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.916 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 2 to smithi03785213-28 2024-07-26T06:32:31.916 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 3 to smithi03785213-28 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 1 to smithi03785213-29 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 2 to smithi03785213-29 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 3 to smithi03785213-29 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 1 to smithi03785213-30 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 2 to smithi03785213-30 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 1 to smithi03785213-31 2024-07-26T06:32:31.917 INFO:tasks.rados.rados.0.smithi037.stdout:28: done (15 left) 2024-07-26T06:32:31.918 INFO:tasks.rados.rados.0.smithi037.stdout:29: done (14 left) 2024-07-26T06:32:31.918 INFO:tasks.rados.rados.0.smithi037.stdout:44: write initial oid 44 2024-07-26T06:32:31.918 INFO:tasks.rados.rados.0.smithi037.stdout:44: seq_num 43 ranges {0=729088} 2024-07-26T06:32:31.920 INFO:tasks.rados.rados.0.smithi037.stdout:44: writing smithi03785213-44 from 0 to 729088 tid 1 2024-07-26T06:32:31.920 INFO:tasks.rados.rados.0.smithi037.stdout:45: write initial oid 45 2024-07-26T06:32:31.920 INFO:tasks.rados.rados.0.smithi037.stdout:45: seq_num 44 ranges {0=745472} 2024-07-26T06:32:31.925 INFO:tasks.rados.rados.0.smithi037.stdout:45: writing smithi03785213-45 from 0 to 745472 tid 1 2024-07-26T06:32:31.925 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.925 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 2 to smithi03785213-31 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 3 to smithi03785213-30 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 3 to smithi03785213-31 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 1 to smithi03785213-32 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 2 to smithi03785213-32 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 3 to smithi03785213-32 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 1 to smithi03785213-33 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 2 to smithi03785213-33 2024-07-26T06:32:31.926 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 3 to smithi03785213-33 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 10 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 1 to smithi03785213-34 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:30: done (15 left) 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:31: done (14 left) 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:32: done (13 left) 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:33: done (12 left) 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:46: write initial oid 46 2024-07-26T06:32:31.927 INFO:tasks.rados.rados.0.smithi037.stdout:46: seq_num 45 ranges {0=761856} 2024-07-26T06:32:31.929 INFO:tasks.rados.rados.0.smithi037.stdout:46: writing smithi03785213-46 from 0 to 761856 tid 1 2024-07-26T06:32:31.930 INFO:tasks.rados.rados.0.smithi037.stdout:47: write initial oid 47 2024-07-26T06:32:31.930 INFO:tasks.rados.rados.0.smithi037.stdout:47: seq_num 46 ranges {0=778240} 2024-07-26T06:32:31.935 INFO:tasks.rados.rados.0.smithi037.stdout:47: writing smithi03785213-47 from 0 to 778240 tid 1 2024-07-26T06:32:31.935 INFO:tasks.rados.rados.0.smithi037.stdout:48: write initial oid 48 2024-07-26T06:32:31.935 INFO:tasks.rados.rados.0.smithi037.stdout:48: seq_num 47 ranges {0=794624} 2024-07-26T06:32:31.939 INFO:tasks.rados.rados.0.smithi037.stdout:48: writing smithi03785213-48 from 0 to 794624 tid 1 2024-07-26T06:32:31.939 INFO:tasks.rados.rados.0.smithi037.stdout:49: write initial oid 49 2024-07-26T06:32:31.940 INFO:tasks.rados.rados.0.smithi037.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-07-26T06:32:31.942 INFO:tasks.rados.rados.0.smithi037.stdout:49: writing smithi03785213-49 from 0 to 409600 tid 1 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:49: writing smithi03785213-49 from 409600 to 811008 tid 2 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 2 to smithi03785213-34 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 3 to smithi03785213-34 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 1 to smithi03785213-35 2024-07-26T06:32:31.945 INFO:tasks.rados.rados.0.smithi037.stdout:34: done (15 left) 2024-07-26T06:32:31.946 INFO:tasks.rados.rados.0.smithi037.stdout:50: write initial oid 50 2024-07-26T06:32:31.946 INFO:tasks.rados.rados.0.smithi037.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-07-26T06:32:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:50: writing smithi03785213-50 from 0 to 425984 tid 1 2024-07-26T06:32:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:50: writing smithi03785213-50 from 425984 to 827392 tid 2 2024-07-26T06:32:31.952 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2024-07-26T06:32:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 2 to smithi03785213-35 2024-07-26T06:32:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 3 to smithi03785213-35 2024-07-26T06:32:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 1 to smithi03785213-36 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 2 to smithi03785213-36 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 3 to smithi03785213-36 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 12 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 1 to smithi03785213-37 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 2 to smithi03785213-37 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 3 to smithi03785213-37 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:32:31.953 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 1 to smithi03785213-38 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 2 to smithi03785213-38 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 3 to smithi03785213-38 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 1 to smithi03785213-39 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 2 to smithi03785213-39 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 3 to smithi03785213-39 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 1 to smithi03785213-40 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 2 to smithi03785213-40 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 3 to smithi03785213-40 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:32:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 1 to smithi03785213-41 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 2 to smithi03785213-41 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 3 to smithi03785213-41 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 1 to smithi03785213-42 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 2 to smithi03785213-42 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 3 to smithi03785213-42 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 1 to smithi03785213-43 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 2 to smithi03785213-43 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 3 to smithi03785213-43 2024-07-26T06:32:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 1 to smithi03785213-44 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:35: done (15 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:36: done (14 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:37: done (13 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:38: done (12 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:39: done (11 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:40: done (10 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:41: done (9 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:42: done (8 left) 2024-07-26T06:32:31.956 INFO:tasks.rados.rados.0.smithi037.stdout:43: done (7 left) 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:51: copy_from oid 14 from oid 23 current snap is 0 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 2 to smithi03785213-44 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 3 to smithi03785213-44 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 1 to smithi03785213-45 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 2 to smithi03785213-45 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 3 to smithi03785213-45 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 12 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 1 to smithi03785213-46 2024-07-26T06:32:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 2 to smithi03785213-46 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 3 to smithi03785213-46 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 14 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 1 to smithi03785213-47 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 2 to smithi03785213-47 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 3 to smithi03785213-47 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 1 to smithi03785213-48 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 2 to smithi03785213-48 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 3 to smithi03785213-48 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:32:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:44: done (7 left) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:45: done (6 left) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:46: done (5 left) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:47: done (4 left) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:48: done (3 left) 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 0 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 1 to smithi03785213-49 2024-07-26T06:32:31.959 INFO:tasks.rados.rados.0.smithi037.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:52: writing smithi03785213-38 from 622592 to 1064960 tid 1 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:52: writing smithi03785213-38 from 1064960 to 1466368 tid 2 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:53: rmattr oid 10 current snap is 0 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:53: done (4 left) 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:54: delete oid 10 current snap is 0 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 2 to smithi03785213-49 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 3 to smithi03785213-49 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 4 to smithi03785213-49 2024-07-26T06:32:31.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 1 to smithi03785213-50 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 2 to smithi03785213-50 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 3 to smithi03785213-50 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 4 to smithi03785213-50 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:51: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:51: finishing copy_from to smithi03785213-14 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 1 to smithi03785213-38 2024-07-26T06:32:31.962 INFO:tasks.rados.rados.0.smithi037.stdout:49: done (4 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:50: done (3 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:51: done (2 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:54: done (1 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:55: read oid 15 snap -1 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:56: rollback oid 30 current snap is 0 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:56: done (2 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:57: read oid 27 snap -1 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:59: rollback oid 45 current snap is 0 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:59: done (4 left) 2024-07-26T06:32:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-07-26T06:32:31.964 INFO:tasks.rados.rados.0.smithi037.stdout:61: delete oid 1 current snap is 0 2024-07-26T06:32:31.964 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 2 to smithi03785213-38 2024-07-26T06:32:31.964 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 3 to smithi03785213-38 2024-07-26T06:32:31.964 INFO:tasks.rados.rados.0.smithi037.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:32:31.971 INFO:tasks.rados.rados.0.smithi037.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 4 to smithi03785213-38 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:58: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:58: finishing copy_from to smithi03785213-28 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:60: finishing copy_from racing read to smithi03785213-22 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:60: finishing copy_from to smithi03785213-22 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:52: done (5 left) 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:55: done (4 left) 2024-07-26T06:32:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:57: done (3 left) 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:58: done (2 left) 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:60: done (1 left) 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:61: done (0 left) 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:62: read oid 17 snap -1 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:63: snap_create 2024-07-26T06:32:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-07-26T06:32:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:31 smithi135 ceph-mon[32812]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:31 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:32:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:31 smithi037 ceph-mon[29520]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:31 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:32:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:31 smithi037 ceph-mon[40607]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:32:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:31 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:62: done (1 left) 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:63: done (0 left) 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:65: read oid 30 snap -1 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 1 2024-07-26T06:32:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-07-26T06:32:32.823 INFO:tasks.rados.rados.0.smithi037.stdout:66: writing smithi03785213-23 from 376832 to 868352 tid 1 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:66: writing smithi03785213-23 from 868352 to 1269760 tid 2 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:67: rollback oid 10 current snap is 1 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 0 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:64: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:64: finishing copy_from to smithi03785213-15 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:32:32.827 INFO:tasks.rados.rados.0.smithi037.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 1 to smithi03785213-23 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:67: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 3691006576) dirty dne 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 2 to smithi03785213-23 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 3 to smithi03785213-23 2024-07-26T06:32:32.841 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 4 to smithi03785213-23 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 19 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:64: done (3 left) 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:65: done (2 left) 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:66: done (1 left) 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:67: done (0 left) 2024-07-26T06:32:32.842 INFO:tasks.rados.rados.0.smithi037.stdout:68: setattr oid 23 current snap is 1 2024-07-26T06:32:32.843 INFO:tasks.rados.rados.0.smithi037.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-07-26T06:32:32.843 INFO:tasks.rados.rados.0.smithi037.stdout:70: read oid 24 snap 0 2024-07-26T06:32:32.843 INFO:tasks.rados.rados.0.smithi037.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:72: rollback oid 49 current snap is 1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 0 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:73: read oid 4 snap 0 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:74: rmattr oid 7 current snap is 1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:74: done (6 left) 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:76: read oid 39 snap -1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-07-26T06:32:32.844 INFO:tasks.rados.rados.0.smithi037.stdout:78: read oid 2 snap -1 2024-07-26T06:32:32.845 INFO:tasks.rados.rados.0.smithi037.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:32:32.845 INFO:tasks.rados.rados.0.smithi037.stdout:79: setattr oid 41 current snap is 1 2024-07-26T06:32:32.845 INFO:tasks.rados.rados.0.smithi037.stdout:80: snap_create 2024-07-26T06:32:32.846 INFO:tasks.rados.rados.0.smithi037.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:32:32.847 INFO:tasks.rados.rados.0.smithi037.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:32:32.861 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:32:32.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 18 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-26T06:32:32.861 INFO:tasks.rados.rados.0.smithi037.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:32:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:75: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:75: finishing copy_from to smithi03785213-20 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-26T06:32:32.883 INFO:tasks.rados.rados.0.smithi037.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 20 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:71: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:77: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:71: finishing copy_from to smithi03785213-36 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:77: finishing copy_from to smithi03785213-6 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:69: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:69: finishing copy_from to smithi03785213-45 2024-07-26T06:32:32.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:32:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:32 smithi135 ceph-mon[32812]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:32 smithi135 ceph-mon[32812]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:32:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:32 smithi135 ceph-mon[32812]: Cluster is now healthy 2024-07-26T06:32:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:32 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:32:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:32 smithi135 ceph-mon[32812]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[29520]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[29520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[29520]: Cluster is now healthy 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[29520]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:32:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[40607]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[40607]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:32:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[40607]: Cluster is now healthy 2024-07-26T06:32:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3585736549' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:32:33.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:32 smithi037 ceph-mon[40607]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:68: done (11 left) 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:69: done (10 left) 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:70: done (9 left) 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:71: done (8 left) 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:72: done (7 left) 2024-07-26T06:32:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:73: done (6 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:75: done (5 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:76: done (4 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:77: done (3 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:78: done (2 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:79: done (1 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:80: done (0 left) 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:81: rollback oid 40 current snap is 2 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 1 2024-07-26T06:32:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:82: snap_create 2024-07-26T06:32:33.826 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 0 to smithi03785213-40 2024-07-26T06:32:33.827 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:32:33.827 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 2 to smithi03785213-40 2024-07-26T06:32:33.827 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:32:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:33 smithi135 ceph-mon[32812]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:32:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:33 smithi037 ceph-mon[29520]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:32:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:33 smithi037 ceph-mon[40607]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:81: done (1 left) 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:82: done (0 left) 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:83: rollback oid 9 current snap is 3 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 0 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:84: read oid 20 snap 1 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:85: read oid 41 snap -1 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-07-26T06:32:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:86: snap_create 2024-07-26T06:32:34.834 INFO:tasks.rados.rados.0.smithi037.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:32:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:32:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:32:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:32:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 24 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-26T06:32:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-07-26T06:32:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:34 smithi135 ceph-mon[32812]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:34 smithi135 ceph-mon[32812]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:32:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:34 smithi037 ceph-mon[29520]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:34 smithi037 ceph-mon[29520]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:34 smithi037 ceph-mon[40607]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:34 smithi037 ceph-mon[40607]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:32:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:83: done (3 left) 2024-07-26T06:32:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:84: done (2 left) 2024-07-26T06:32:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:85: done (1 left) 2024-07-26T06:32:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:86: done (0 left) 2024-07-26T06:32:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:87: snap_remove snap 0 2024-07-26T06:32:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:35 smithi135 ceph-mon[32812]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:32:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:35 smithi037 ceph-mon[29520]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:32:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:35 smithi037 ceph-mon[40607]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:32:36.837 INFO:tasks.rados.rados.0.smithi037.stdout:87: done (0 left) 2024-07-26T06:32:36.837 INFO:tasks.rados.rados.0.smithi037.stdout:88: read oid 29 snap 3 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:89: read oid 46 snap -1 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:91: rmattr oid 49 current snap is 4 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:91: done (3 left) 2024-07-26T06:32:36.838 INFO:tasks.rados.rados.0.smithi037.stdout:92: snap_remove snap 2 2024-07-26T06:32:37.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:36 smithi037 ceph-mon[29520]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:37.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:36 smithi037 ceph-mon[29520]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:32:37.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:36 smithi037 ceph-mon[40607]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:37.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:36 smithi037 ceph-mon[40607]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:32:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:36 smithi135 ceph-mon[32812]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:36 smithi135 ceph-mon[32812]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:32:37.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:37] "GET /metrics HTTP/1.1" 200 235938 "" "Prometheus/2.43.0" 2024-07-26T06:32:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:92: done (3 left) 2024-07-26T06:32:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:93: rmattr oid 30 current snap is 4 2024-07-26T06:32:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:93: done (3 left) 2024-07-26T06:32:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:94: read oid 42 snap 1 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:95: rmattr oid 14 current snap is 4 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:95: done (4 left) 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:96: read oid 9 snap 1 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 4 2024-07-26T06:32:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-07-26T06:32:37.847 INFO:tasks.rados.rados.0.smithi037.stdout:97: writing smithi03785213-24 from 393216 to 901120 tid 1 2024-07-26T06:32:37.850 INFO:tasks.rados.rados.0.smithi037.stdout:97: writing smithi03785213-24 from 901120 to 1302528 tid 2 2024-07-26T06:32:37.850 INFO:tasks.rados.rados.0.smithi037.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-07-26T06:32:37.851 INFO:tasks.rados.rados.0.smithi037.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:32:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2024-07-26T06:32:37.888 INFO:tasks.rados.rados.0.smithi037.stdout:90: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:32:37.888 INFO:tasks.rados.rados.0.smithi037.stdout:90: finishing copy_from to smithi03785213-36 2024-07-26T06:32:37.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:32:37.889 INFO:tasks.rados.rados.0.smithi037.stdout:88: done (6 left) 2024-07-26T06:32:37.889 INFO:tasks.rados.rados.0.smithi037.stdout:89: done (5 left) 2024-07-26T06:32:37.889 INFO:tasks.rados.rados.0.smithi037.stdout:90: done (4 left) 2024-07-26T06:32:37.889 INFO:tasks.rados.rados.0.smithi037.stdout:99: snap_remove snap 3 2024-07-26T06:32:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:37 smithi037 ceph-mon[29520]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:32:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:37 smithi037 ceph-mon[29520]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:32:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:37 smithi037 ceph-mon[40607]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:32:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:37 smithi037 ceph-mon[40607]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:32:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:37 smithi135 ceph-mon[32812]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:32:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:37 smithi135 ceph-mon[32812]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:32:38.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:99: done (4 left) 2024-07-26T06:32:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:100: copy_from oid 25 from oid 30 current snap is 4 2024-07-26T06:32:38.862 INFO:tasks.rados.rados.0.smithi037.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-07-26T06:32:38.884 INFO:tasks.rados.rados.0.smithi037.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:97: finishing write tid 1 to smithi03785213-24 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:97: finishing write tid 2 to smithi03785213-24 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:97: finishing write tid 3 to smithi03785213-24 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:97: finishing write tid 4 to smithi03785213-24 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 14 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing copy_from to smithi03785213-31 2024-07-26T06:32:38.889 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:94: done (4 left) 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:96: done (3 left) 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:97: done (2 left) 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:98: done (1 left) 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:101: read oid 14 snap 1 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:101: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 4 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:100: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:100: finishing copy_from to smithi03785213-25 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-26T06:32:38.890 INFO:tasks.rados.rados.0.smithi037.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-07-26T06:32:38.895 INFO:tasks.rados.rados.0.smithi037.stdout:102: writing smithi03785213-49 from 811008 to 1335296 tid 1 2024-07-26T06:32:38.898 INFO:tasks.rados.rados.0.smithi037.stdout:102: writing smithi03785213-49 from 1335296 to 1736704 tid 2 2024-07-26T06:32:38.899 INFO:tasks.rados.rados.0.smithi037.stdout:100: done (2 left) 2024-07-26T06:32:38.899 INFO:tasks.rados.rados.0.smithi037.stdout:103: delete oid 34 current snap is 4 2024-07-26T06:32:38.899 INFO:tasks.rados.rados.0.smithi037.stdout:101: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:32:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:102: finishing write tid 1 to smithi03785213-49 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:102: finishing write tid 2 to smithi03785213-49 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:102: finishing write tid 3 to smithi03785213-49 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:102: finishing write tid 4 to smithi03785213-49 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 21 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:101: done (2 left) 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:102: done (1 left) 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:103: done (0 left) 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:104: read oid 43 snap -1 2024-07-26T06:32:38.912 INFO:tasks.rados.rados.0.smithi037.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-07-26T06:32:38.913 INFO:tasks.rados.rados.0.smithi037.stdout:105: rollback oid 38 current snap is 4 2024-07-26T06:32:38.913 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 1 2024-07-26T06:32:38.913 INFO:tasks.rados.rados.0.smithi037.stdout:106: delete oid 12 current snap is 4 2024-07-26T06:32:38.914 INFO:tasks.rados.rados.0.smithi037.stdout:105: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:32:38.914 INFO:tasks.rados.rados.0.smithi037.stdout:105: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:32:38.915 INFO:tasks.rados.rados.0.smithi037.stdout:105: finishing rollback tid 2 to smithi03785213-38 2024-07-26T06:32:38.915 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 25 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-26T06:32:38.917 INFO:tasks.rados.rados.0.smithi037.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-07-26T06:32:38.936 INFO:tasks.rados.rados.0.smithi037.stdout:104: done (2 left) 2024-07-26T06:32:38.936 INFO:tasks.rados.rados.0.smithi037.stdout:105: done (1 left) 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:106: done (0 left) 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:107: read oid 33 snap 1 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:108: rollback oid 48 current snap is 4 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 1 2024-07-26T06:32:38.937 INFO:tasks.rados.rados.0.smithi037.stdout:109: delete oid 47 current snap is 4 2024-07-26T06:32:38.939 INFO:tasks.rados.rados.0.smithi037.stdout:108: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:32:38.939 INFO:tasks.rados.rados.0.smithi037.stdout:108: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:32:38.939 INFO:tasks.rados.rados.0.smithi037.stdout:108: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:32:38.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 36 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:32:38.940 INFO:tasks.rados.rados.0.smithi037.stdout:108: done (2 left) 2024-07-26T06:32:38.940 INFO:tasks.rados.rados.0.smithi037.stdout:109: done (1 left) 2024-07-26T06:32:38.940 INFO:tasks.rados.rados.0.smithi037.stdout:110: setattr oid 22 current snap is 4 2024-07-26T06:32:38.941 INFO:tasks.rados.rados.0.smithi037.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:32:38.955 INFO:tasks.rados.rados.0.smithi037.stdout:107: done (1 left) 2024-07-26T06:32:38.955 INFO:tasks.rados.rados.0.smithi037.stdout:111: snap_create 2024-07-26T06:32:38.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 17 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:32:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:38 smithi037 ceph-mon[29520]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:38 smithi037 ceph-mon[40607]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:38 smithi135 ceph-mon[32812]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:39.868 INFO:tasks.rados.rados.0.smithi037.stdout:110: done (1 left) 2024-07-26T06:32:39.888 INFO:tasks.rados.rados.0.smithi037.stdout:111: done (0 left) 2024-07-26T06:32:39.889 INFO:tasks.rados.rados.0.smithi037.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-07-26T06:32:39.889 INFO:tasks.rados.rados.0.smithi037.stdout:113: setattr oid 23 current snap is 5 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 5 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:114: writing smithi03785213-15 from 24576 to 622592 tid 1 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:114: writing smithi03785213-15 from 622592 to 1024000 tid 2 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 5 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 40 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-07-26T06:32:39.891 INFO:tasks.rados.rados.0.smithi037.stdout:115: writing smithi03785213-20 from 188416 to 802816 tid 1 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:115: writing smithi03785213-20 from 802816 to 1204224 tid 2 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:113: done (3 left) 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:116: rollback oid 14 current snap is 5 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 1 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:112: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:112: finishing copy_from to smithi03785213-25 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 1 to smithi03785213-15 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 2 to smithi03785213-15 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 3 to smithi03785213-15 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:112: done (3 left) 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:117: read oid 22 snap -1 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:32:39.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 5 2024-07-26T06:32:39.893 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 4 to smithi03785213-15 2024-07-26T06:32:39.893 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 20 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-07-26T06:32:39.893 INFO:tasks.rados.rados.0.smithi037.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-07-26T06:32:39.893 INFO:tasks.rados.rados.0.smithi037.stdout:118: seq_num 61 ranges {573440=630784,1204224=401408} 2024-07-26T06:32:39.893 INFO:tasks.rados.rados.0.smithi037.stdout:118: writing smithi03785213-35 from 573440 to 1204224 tid 1 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:118: writing smithi03785213-35 from 1204224 to 1605632 tid 2 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:114: done (4 left) 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:119: read oid 4 snap 1 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:119: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:120: rollback oid 49 current snap is 5 2024-07-26T06:32:39.894 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 1 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 1 to smithi03785213-20 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 2 to smithi03785213-20 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 3 to smithi03785213-20 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing rollback tid 0 to smithi03785213-14 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing rollback tid 2 to smithi03785213-14 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 44 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 4 to smithi03785213-20 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 12 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-07-26T06:32:39.895 INFO:tasks.rados.rados.0.smithi037.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:32:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:118: finishing write tid 1 to smithi03785213-35 2024-07-26T06:32:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:119: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:32:39.918 INFO:tasks.rados.rados.0.smithi037.stdout:118: finishing write tid 2 to smithi03785213-35 2024-07-26T06:32:39.918 INFO:tasks.rados.rados.0.smithi037.stdout:118: finishing write tid 3 to smithi03785213-35 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:120: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:120: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:120: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 29 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:118: finishing write tid 4 to smithi03785213-35 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 6 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:118: left oid 35 (ObjNum 61 snap 5 seq_num 61) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:115: done (5 left) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:116: done (4 left) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:117: done (3 left) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:118: done (2 left) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:119: done (1 left) 2024-07-26T06:32:39.919 INFO:tasks.rados.rados.0.smithi037.stdout:120: done (0 left) 2024-07-26T06:32:39.920 INFO:tasks.rados.rados.0.smithi037.stdout:121: delete oid 20 current snap is 5 2024-07-26T06:32:39.920 INFO:tasks.rados.rados.0.smithi037.stdout:121: done (0 left) 2024-07-26T06:32:39.920 INFO:tasks.rados.rados.0.smithi037.stdout:122: delete oid 42 current snap is 5 2024-07-26T06:32:39.921 INFO:tasks.rados.rados.0.smithi037.stdout:122: done (0 left) 2024-07-26T06:32:39.921 INFO:tasks.rados.rados.0.smithi037.stdout:123: copy_from oid 36 from oid 1 current snap is 5 2024-07-26T06:32:39.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 5 2024-07-26T06:32:39.921 INFO:tasks.rados.rados.0.smithi037.stdout:124: seq_num 64 ranges {606208=679936,1286144=401408} 2024-07-26T06:32:39.928 INFO:tasks.rados.rados.0.smithi037.stdout:124: writing smithi03785213-31 from 606208 to 1286144 tid 1 2024-07-26T06:32:39.931 INFO:tasks.rados.rados.0.smithi037.stdout:124: writing smithi03785213-31 from 1286144 to 1687552 tid 2 2024-07-26T06:32:39.931 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 5 2024-07-26T06:32:39.931 INFO:tasks.rados.rados.0.smithi037.stdout:123: finishing copy_from to smithi03785213-36 2024-07-26T06:32:39.932 INFO:tasks.rados.rados.0.smithi037.stdout:123: got expected ENOENT (src dne) 2024-07-26T06:32:39.932 INFO:tasks.rados.rados.0.smithi037.stdout:123: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:32:39.932 INFO:tasks.rados.rados.0.smithi037.stdout:125: seq_num 65 ranges {122880=696320,819200=401408} 2024-07-26T06:32:39.936 INFO:tasks.rados.rados.0.smithi037.stdout:125: writing smithi03785213-8 from 122880 to 819200 tid 1 2024-07-26T06:32:39.938 INFO:tasks.rados.rados.0.smithi037.stdout:125: writing smithi03785213-8 from 819200 to 1220608 tid 2 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:123: done (2 left) 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:126: copy_from oid 41 from oid 44 current snap is 5 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:124: finishing write tid 1 to smithi03785213-31 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:127: copy_from oid 47 from oid 2 current snap is 5 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:124: finishing write tid 2 to smithi03785213-31 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:124: finishing write tid 3 to smithi03785213-31 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:128: snap_create 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:124: finishing write tid 4 to smithi03785213-31 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 24 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-07-26T06:32:39.939 INFO:tasks.rados.rados.0.smithi037.stdout:124: left oid 31 (ObjNum 64 snap 5 seq_num 64) 2024-07-26T06:32:39.940 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 1 to smithi03785213-8 2024-07-26T06:32:39.940 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 2 to smithi03785213-8 2024-07-26T06:32:39.940 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 3 to smithi03785213-8 2024-07-26T06:32:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 4 to smithi03785213-8 2024-07-26T06:32:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 42 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-07-26T06:32:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:125: left oid 8 (ObjNum 65 snap 5 seq_num 65) 2024-07-26T06:32:39.945 INFO:tasks.rados.rados.0.smithi037.stdout:127: finishing copy_from racing read to smithi03785213-47 2024-07-26T06:32:39.946 INFO:tasks.rados.rados.0.smithi037.stdout:126: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:32:39.946 INFO:tasks.rados.rados.0.smithi037.stdout:126: finishing copy_from to smithi03785213-41 2024-07-26T06:32:39.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-07-26T06:32:39.946 INFO:tasks.rados.rados.0.smithi037.stdout:127: finishing copy_from to smithi03785213-47 2024-07-26T06:32:39.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[29520]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[40607]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:39 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:40.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:39 smithi135 ceph-mon[32812]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:32:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:39 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:39 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:32:40.873 INFO:tasks.rados.rados.0.smithi037.stdout:124: done (4 left) 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:125: done (3 left) 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:126: done (2 left) 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:127: done (1 left) 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:128: done (0 left) 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 6 2024-07-26T06:32:40.874 INFO:tasks.rados.rados.0.smithi037.stdout:129: seq_num 66 ranges {139264=712704,851968=401408} 2024-07-26T06:32:40.878 INFO:tasks.rados.rados.0.smithi037.stdout:129: writing smithi03785213-9 from 139264 to 851968 tid 1 2024-07-26T06:32:40.882 INFO:tasks.rados.rados.0.smithi037.stdout:129: writing smithi03785213-9 from 851968 to 1253376 tid 2 2024-07-26T06:32:40.882 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 6 2024-07-26T06:32:40.882 INFO:tasks.rados.rados.0.smithi037.stdout:130: seq_num 67 ranges {0=729088,729088=401408} 2024-07-26T06:32:40.887 INFO:tasks.rados.rados.0.smithi037.stdout:130: writing smithi03785213-12 from 0 to 729088 tid 1 2024-07-26T06:32:40.889 INFO:tasks.rados.rados.0.smithi037.stdout:130: writing smithi03785213-12 from 729088 to 1130496 tid 2 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:131: rollback oid 22 current snap is 6 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 1 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing write tid 1 to smithi03785213-9 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing write tid 2 to smithi03785213-9 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing write tid 3 to smithi03785213-9 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing write tid 4 to smithi03785213-9 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 49 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: left oid 9 (ObjNum 66 snap 6 seq_num 66) 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:129: done (2 left) 2024-07-26T06:32:40.890 INFO:tasks.rados.rados.0.smithi037.stdout:132: snap_create 2024-07-26T06:32:40.892 INFO:tasks.rados.rados.0.smithi037.stdout:130: finishing write tid 1 to smithi03785213-12 2024-07-26T06:32:40.894 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:32:40.894 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:32:40.895 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:32:40.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:32:40.895 INFO:tasks.rados.rados.0.smithi037.stdout:130: finishing write tid 2 to smithi03785213-12 2024-07-26T06:32:40.895 INFO:tasks.rados.rados.0.smithi037.stdout:130: finishing write tid 3 to smithi03785213-12 2024-07-26T06:32:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:130: finishing write tid 4 to smithi03785213-12 2024-07-26T06:32:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 11 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-07-26T06:32:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:130: left oid 12 (ObjNum 67 snap 6 seq_num 67) 2024-07-26T06:32:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:40 smithi037 ceph-mon[29520]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:40 smithi037 ceph-mon[29520]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:32:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:40 smithi037 ceph-mon[40607]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:40 smithi037 ceph-mon[40607]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:32:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:40 smithi135 ceph-mon[32812]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-07-26T06:32:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:40 smithi135 ceph-mon[32812]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:130: done (2 left) 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:131: done (1 left) 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:132: done (0 left) 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:133: read oid 33 snap -1 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:133: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:134: read oid 45 snap -1 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:134: expect (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:32:41.879 INFO:tasks.rados.rados.0.smithi037.stdout:135: snap_create 2024-07-26T06:32:41.883 INFO:tasks.rados.rados.0.smithi037.stdout:134: expect (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:32:41.899 INFO:tasks.rados.rados.0.smithi037.stdout:133: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:32:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:41 smithi037 ceph-mon[29520]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:32:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:41 smithi037 ceph-mon[40607]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:32:42.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:41 smithi135 ceph-mon[32812]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:32:42.881 INFO:tasks.rados.rados.0.smithi037.stdout:133: done (2 left) 2024-07-26T06:32:42.881 INFO:tasks.rados.rados.0.smithi037.stdout:134: done (1 left) 2024-07-26T06:32:42.881 INFO:tasks.rados.rados.0.smithi037.stdout:135: done (0 left) 2024-07-26T06:32:42.882 INFO:tasks.rados.rados.0.smithi037.stdout:136: copy_from oid 48 from oid 42 current snap is 8 2024-07-26T06:32:42.882 INFO:tasks.rados.rados.0.smithi037.stdout:137: delete oid 29 current snap is 8 2024-07-26T06:32:42.885 INFO:tasks.rados.rados.0.smithi037.stdout:137: done (1 left) 2024-07-26T06:32:42.886 INFO:tasks.rados.rados.0.smithi037.stdout:138: snap_create 2024-07-26T06:32:42.886 INFO:tasks.rados.rados.0.smithi037.stdout:136: finishing copy_from to smithi03785213-48 2024-07-26T06:32:42.886 INFO:tasks.rados.rados.0.smithi037.stdout:136: got expected ENOENT (src dne) 2024-07-26T06:32:42.887 INFO:tasks.rados.rados.0.smithi037.stdout:136: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:32:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:42 smithi037 ceph-mon[29520]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:42 smithi037 ceph-mon[29520]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:42 smithi037 ceph-mon[40607]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:42 smithi037 ceph-mon[40607]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:42 smithi135 ceph-mon[32812]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:42 smithi135 ceph-mon[32812]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:32:43.898 INFO:tasks.rados.rados.0.smithi037.stdout:136: done (1 left) 2024-07-26T06:32:43.899 INFO:tasks.rados.rados.0.smithi037.stdout:138: done (0 left) 2024-07-26T06:32:43.899 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 9 2024-07-26T06:32:43.899 INFO:tasks.rados.rados.0.smithi037.stdout:139: seq_num 69 ranges {712704=761856,1474560=401408} 2024-07-26T06:32:43.905 INFO:tasks.rados.rados.0.smithi037.stdout:139: writing smithi03785213-43 from 712704 to 1474560 tid 1 2024-07-26T06:32:43.908 INFO:tasks.rados.rados.0.smithi037.stdout:139: writing smithi03785213-43 from 1474560 to 1875968 tid 2 2024-07-26T06:32:43.908 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 9 2024-07-26T06:32:43.908 INFO:tasks.rados.rados.0.smithi037.stdout:140: seq_num 70 ranges {0=778240,778240=401408} 2024-07-26T06:32:43.912 INFO:tasks.rados.rados.0.smithi037.stdout:140: writing smithi03785213-10 from 0 to 778240 tid 1 2024-07-26T06:32:43.915 INFO:tasks.rados.rados.0.smithi037.stdout:140: writing smithi03785213-10 from 778240 to 1179648 tid 2 2024-07-26T06:32:43.915 INFO:tasks.rados.rados.0.smithi037.stdout:141: snap_create 2024-07-26T06:32:43.915 INFO:tasks.rados.rados.0.smithi037.stdout:139: finishing write tid 1 to smithi03785213-43 2024-07-26T06:32:43.916 INFO:tasks.rados.rados.0.smithi037.stdout:139: finishing write tid 2 to smithi03785213-43 2024-07-26T06:32:43.916 INFO:tasks.rados.rados.0.smithi037.stdout:139: finishing write tid 3 to smithi03785213-43 2024-07-26T06:32:43.916 INFO:tasks.rados.rados.0.smithi037.stdout:139: finishing write tid 4 to smithi03785213-43 2024-07-26T06:32:43.916 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 15 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-07-26T06:32:43.916 INFO:tasks.rados.rados.0.smithi037.stdout:139: left oid 43 (ObjNum 69 snap 9 seq_num 69) 2024-07-26T06:32:43.917 INFO:tasks.rados.rados.0.smithi037.stdout:140: finishing write tid 1 to smithi03785213-10 2024-07-26T06:32:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:140: finishing write tid 2 to smithi03785213-10 2024-07-26T06:32:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:140: finishing write tid 3 to smithi03785213-10 2024-07-26T06:32:43.919 INFO:tasks.rados.rados.0.smithi037.stdout:140: finishing write tid 4 to smithi03785213-10 2024-07-26T06:32:43.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 9 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-07-26T06:32:43.919 INFO:tasks.rados.rados.0.smithi037.stdout:140: left oid 10 (ObjNum 70 snap 9 seq_num 70) 2024-07-26T06:32:44.291 INFO:tasks.rados.rados.0.smithi037.stdout:139: done (2 left) 2024-07-26T06:32:44.291 INFO:tasks.rados.rados.0.smithi037.stdout:140: done (1 left) 2024-07-26T06:32:44.292 INFO:tasks.rados.rados.0.smithi037.stdout:141: done (0 left) 2024-07-26T06:32:44.292 INFO:tasks.rados.rados.0.smithi037.stdout:142: snap_create 2024-07-26T06:32:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:43 smithi037 ceph-mon[29520]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:32:44.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:43 smithi037 ceph-mon[40607]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:32:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:43 smithi135 ceph-mon[32812]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:32:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:142: done (0 left) 2024-07-26T06:32:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:143: read oid 42 snap -1 2024-07-26T06:32:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:143: expect deleted 2024-07-26T06:32:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:144: rmattr oid 17 current snap is 11 2024-07-26T06:32:45.292 INFO:tasks.rados.rados.0.smithi037.stdout:144: done (1 left) 2024-07-26T06:32:45.292 INFO:tasks.rados.rados.0.smithi037.stdout:145: setattr oid 28 current snap is 11 2024-07-26T06:32:45.293 INFO:tasks.rados.rados.0.smithi037.stdout:146: copy_from oid 33 from oid 16 current snap is 11 2024-07-26T06:32:45.293 INFO:tasks.rados.rados.0.smithi037.stdout:147: setattr oid 32 current snap is 11 2024-07-26T06:32:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[29520]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[29520]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:32:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[29520]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:32:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[40607]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[40607]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:32:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:44 smithi037 ceph-mon[40607]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:32:45.295 INFO:tasks.rados.rados.0.smithi037.stdout:148: snap_remove snap 1 2024-07-26T06:32:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:44 smithi135 ceph-mon[32812]: pgmap v120: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-07-26T06:32:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:44 smithi135 ceph-mon[32812]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:32:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:44 smithi135 ceph-mon[32812]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:32:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:148: done (4 left) 2024-07-26T06:32:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 11 2024-07-26T06:32:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:149: seq_num 71 ranges {606208=794624,1400832=401408} 2024-07-26T06:32:46.305 INFO:tasks.rados.rados.0.smithi037.stdout:149: writing smithi03785213-25 from 606208 to 1400832 tid 1 2024-07-26T06:32:46.309 INFO:tasks.rados.rados.0.smithi037.stdout:149: writing smithi03785213-25 from 1400832 to 1802240 tid 2 2024-07-26T06:32:46.309 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 11 2024-07-26T06:32:46.309 INFO:tasks.rados.rados.0.smithi037.stdout:150: seq_num 72 ranges {1605632=409600,2015232=524288,2539520=278528} 2024-07-26T06:32:46.321 INFO:tasks.rados.rados.0.smithi037.stdout:150: writing smithi03785213-35 from 1605632 to 2015232 tid 1 2024-07-26T06:32:46.324 INFO:tasks.rados.rados.0.smithi037.stdout:150: writing smithi03785213-35 from 2015232 to 2539520 tid 2 2024-07-26T06:32:46.325 INFO:tasks.rados.rados.0.smithi037.stdout:150: writing smithi03785213-35 from 2539520 to 2818048 tid 3 2024-07-26T06:32:46.325 INFO:tasks.rados.rados.0.smithi037.stdout:151: snap_remove snap 10 2024-07-26T06:32:46.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:46 smithi037 ceph-mon[29520]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:32:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:46 smithi037 ceph-mon[29520]: pgmap v124: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:46 smithi037 ceph-mon[40607]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:32:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:46 smithi037 ceph-mon[40607]: pgmap v124: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:46 smithi135 ceph-mon[32812]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:32:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:46 smithi135 ceph-mon[32812]: pgmap v124: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:47.305 INFO:tasks.rados.rados.0.smithi037.stdout:151: done (6 left) 2024-07-26T06:32:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:152: delete oid 31 current snap is 11 2024-07-26T06:32:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 11 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-26T06:32:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 19 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:32:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:146: finishing copy_from racing read to smithi03785213-33 2024-07-26T06:32:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:146: finishing copy_from to smithi03785213-33 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:149: finishing write tid 1 to smithi03785213-25 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:149: finishing write tid 2 to smithi03785213-25 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:149: finishing write tid 3 to smithi03785213-25 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:149: finishing write tid 4 to smithi03785213-25 2024-07-26T06:32:47.307 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 29 (ObjNum 71 snap 11 seq_num 71) dirty exists 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:149: left oid 25 (ObjNum 71 snap 11 seq_num 71) 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:150: finishing write tid 1 to smithi03785213-35 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:150: finishing write tid 2 to smithi03785213-35 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:150: finishing write tid 3 to smithi03785213-35 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:150: finishing write tid 4 to smithi03785213-35 2024-07-26T06:32:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:150: finishing write tid 5 to smithi03785213-35 2024-07-26T06:32:47.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 13 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-07-26T06:32:47.309 INFO:tasks.rados.rados.0.smithi037.stdout:150: left oid 35 (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:32:47.309 INFO:tasks.rados.rados.0.smithi037.stdout:143: done (6 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:145: done (5 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:146: done (4 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:147: done (3 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:149: done (2 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:150: done (1 left) 2024-07-26T06:32:47.310 INFO:tasks.rados.rados.0.smithi037.stdout:152: done (0 left) 2024-07-26T06:32:47.311 INFO:tasks.rados.rados.0.smithi037.stdout:153: snap_create 2024-07-26T06:32:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:47 smithi037 ceph-mon[29520]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:32:47.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:47] "GET /metrics HTTP/1.1" 200 239008 "" "Prometheus/2.43.0" 2024-07-26T06:32:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:47 smithi037 ceph-mon[40607]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:32:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:47 smithi135 ceph-mon[32812]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:32:48.303 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:48.307 INFO:tasks.rados.rados.0.smithi037.stdout:153: done (0 left) 2024-07-26T06:32:48.307 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 12 2024-07-26T06:32:48.307 INFO:tasks.rados.rados.0.smithi037.stdout:154: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-07-26T06:32:48.309 INFO:tasks.rados.rados.0.smithi037.stdout:154: writing smithi03785213-31 from 0 to 442368 tid 1 2024-07-26T06:32:48.314 INFO:tasks.rados.rados.0.smithi037.stdout:154: writing smithi03785213-31 from 442368 to 1138688 tid 2 2024-07-26T06:32:48.315 INFO:tasks.rados.rados.0.smithi037.stdout:154: writing smithi03785213-31 from 1138688 to 1245184 tid 3 2024-07-26T06:32:48.315 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 12 2024-07-26T06:32:48.315 INFO:tasks.rados.rados.0.smithi037.stdout:154: finishing write tid 1 to smithi03785213-31 2024-07-26T06:32:48.315 INFO:tasks.rados.rados.0.smithi037.stdout:155: seq_num 75 ranges {253952=458752,712704=581632,1294336=221184} 2024-07-26T06:32:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:155: writing smithi03785213-16 from 253952 to 712704 tid 1 2024-07-26T06:32:48.323 INFO:tasks.rados.rados.0.smithi037.stdout:155: writing smithi03785213-16 from 712704 to 1294336 tid 2 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:155: writing smithi03785213-16 from 1294336 to 1515520 tid 3 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:156: copy_from oid 10 from oid 39 current snap is 12 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: finishing write tid 2 to smithi03785213-31 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: finishing write tid 3 to smithi03785213-31 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: finishing write tid 4 to smithi03785213-31 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: finishing write tid 5 to smithi03785213-31 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 34 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: left oid 31 (ObjNum 74 snap 12 seq_num 74) 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:155: finishing write tid 1 to smithi03785213-16 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:154: done (2 left) 2024-07-26T06:32:48.325 INFO:tasks.rados.rados.0.smithi037.stdout:157: read oid 25 snap 7 2024-07-26T06:32:48.326 INFO:tasks.rados.rados.0.smithi037.stdout:157: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:32:48.326 INFO:tasks.rados.rados.0.smithi037.stdout:158: copy_from oid 21 from oid 35 current snap is 12 2024-07-26T06:32:48.326 INFO:tasks.rados.rados.0.smithi037.stdout:159: snap_remove snap 6 2024-07-26T06:32:48.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:48 smithi135 ceph-mon[32812]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:32:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:48 smithi135 ceph-mon[32812]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-07-26T06:32:48.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:48 smithi037 ceph-mon[29520]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:32:48.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:48 smithi037 ceph-mon[29520]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-07-26T06:32:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:48 smithi037 ceph-mon[40607]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:32:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:48 smithi037 ceph-mon[40607]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-07-26T06:32:49.312 INFO:tasks.rados.rados.0.smithi037.stdout:159: done (4 left) 2024-07-26T06:32:49.312 INFO:tasks.rados.rados.0.smithi037.stdout:160: delete oid 8 current snap is 12 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:155: finishing write tid 2 to smithi03785213-16 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:155: finishing write tid 3 to smithi03785213-16 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:155: finishing write tid 4 to smithi03785213-16 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:155: finishing write tid 5 to smithi03785213-16 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 64 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:155: left oid 16 (ObjNum 75 snap 12 seq_num 75) 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing copy_from to smithi03785213-10 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:32:49.313 INFO:tasks.rados.rados.0.smithi037.stdout:157: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:158: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:158: finishing copy_from to smithi03785213-21 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 13 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:155: done (4 left) 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:156: done (3 left) 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:157: done (2 left) 2024-07-26T06:32:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:158: done (1 left) 2024-07-26T06:32:49.332 INFO:tasks.rados.rados.0.smithi037.stdout:160: done (0 left) 2024-07-26T06:32:49.332 INFO:tasks.rados.rados.0.smithi037.stdout:161: snap_remove snap 7 2024-07-26T06:32:49.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:49 smithi135 ceph-mon[32812]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:32:49.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:49 smithi037 ceph-mon[29520]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:32:49.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:49 smithi037 ceph-mon[40607]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:32:50.317 INFO:tasks.rados.rados.0.smithi037.stdout:161: done (0 left) 2024-07-26T06:32:50.317 INFO:tasks.rados.rados.0.smithi037.stdout:162: snap_create 2024-07-26T06:32:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:50 smithi135 ceph-mon[32812]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:32:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:50 smithi135 ceph-mon[32812]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 805 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:32:50.707 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:50 smithi037 ceph-mon[29520]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:32:50.707 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:50 smithi037 ceph-mon[29520]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 805 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:32:50.707 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:50 smithi037 ceph-mon[40607]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:32:50.707 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:50 smithi037 ceph-mon[40607]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 805 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:162: done (0 left) 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:163: read oid 46 snap -1 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:163: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:164: read oid 7 snap 4 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:164: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:32:51.324 INFO:tasks.rados.rados.0.smithi037.stdout:165: snap_create 2024-07-26T06:32:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:164: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:32:51.329 INFO:tasks.rados.rados.0.smithi037.stdout:163: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:32:51.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:51 smithi135 ceph-mon[32812]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:32:51.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:51 smithi037 ceph-mon[40607]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:32:51.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:51 smithi037 ceph-mon[29520]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:32:52.333 INFO:tasks.rados.rados.0.smithi037.stdout:163: done (2 left) 2024-07-26T06:32:52.333 INFO:tasks.rados.rados.0.smithi037.stdout:164: done (1 left) 2024-07-26T06:32:52.333 INFO:tasks.rados.rados.0.smithi037.stdout:165: done (0 left) 2024-07-26T06:32:52.333 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 14 2024-07-26T06:32:52.334 INFO:tasks.rados.rados.0.smithi037.stdout:166: seq_num 77 ranges {204800=491520,696320=794624,1490944=8192} 2024-07-26T06:32:52.337 INFO:tasks.rados.rados.0.smithi037.stdout:166: writing smithi03785213-13 from 204800 to 696320 tid 1 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:166: writing smithi03785213-13 from 696320 to 1490944 tid 2 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:166: writing smithi03785213-13 from 1490944 to 1499136 tid 3 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:167: copy_from oid 15 from oid 5 current snap is 14 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:166: finishing write tid 1 to smithi03785213-13 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:168: rollback oid 19 current snap is 14 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 8 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:169: copy_from oid 21 from oid 24 current snap is 14 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:170: copy_from oid 3 from oid 7 current snap is 14 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:171: read oid 33 snap -1 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:171: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:32:52.343 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 14 2024-07-26T06:32:52.344 INFO:tasks.rados.rados.0.smithi037.stdout:172: seq_num 78 ranges {1515520=516096,2031616=679936,2711552=122880} 2024-07-26T06:32:52.354 INFO:tasks.rados.rados.0.smithi037.stdout:172: writing smithi03785213-16 from 1515520 to 2031616 tid 1 2024-07-26T06:32:52.358 INFO:tasks.rados.rados.0.smithi037.stdout:172: writing smithi03785213-16 from 2031616 to 2711552 tid 2 2024-07-26T06:32:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:172: writing smithi03785213-16 from 2711552 to 2834432 tid 3 2024-07-26T06:32:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:173: rmattr oid 34 current snap is 14 2024-07-26T06:32:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:173: done (7 left) 2024-07-26T06:32:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:174: snap_remove snap 4 2024-07-26T06:32:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:52 smithi135 ceph-mon[32812]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:32:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:52 smithi135 ceph-mon[32812]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:52 smithi037 ceph-mon[29520]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:32:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:52 smithi037 ceph-mon[29520]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:52 smithi037 ceph-mon[40607]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:32:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:52 smithi037 ceph-mon[40607]: pgmap v133: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:53.343 INFO:tasks.rados.rados.0.smithi037.stdout:174: done (7 left) 2024-07-26T06:32:53.343 INFO:tasks.rados.rados.0.smithi037.stdout:175: read oid 39 snap -1 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:175: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:176: rmattr oid 4 current snap is 14 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:176: done (8 left) 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:177: snap_create 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:166: finishing write tid 2 to smithi03785213-13 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:32:53.344 INFO:tasks.rados.rados.0.smithi037.stdout:171: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:32:53.355 INFO:tasks.rados.rados.0.smithi037.stdout:166: finishing write tid 3 to smithi03785213-13 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:166: finishing write tid 4 to smithi03785213-13 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:167: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:170: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:167: finishing copy_from to smithi03785213-15 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:169: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:32:53.356 INFO:tasks.rados.rados.0.smithi037.stdout:170: finishing copy_from to smithi03785213-3 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:169: finishing copy_from to smithi03785213-21 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 14 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:166: finishing write tid 5 to smithi03785213-13 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 9 (ObjNum 77 snap 14 seq_num 77) dirty exists 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:166: left oid 13 (ObjNum 77 snap 14 seq_num 77) 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing write tid 1 to smithi03785213-16 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing write tid 2 to smithi03785213-16 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing write tid 3 to smithi03785213-16 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing write tid 4 to smithi03785213-16 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing write tid 5 to smithi03785213-16 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 77 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:172: left oid 16 (ObjNum 78 snap 14 seq_num 78) 2024-07-26T06:32:53.357 INFO:tasks.rados.rados.0.smithi037.stdout:175: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:32:53.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:53 smithi135 ceph-mon[32812]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:32:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:53 smithi037 ceph-mon[29520]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:32:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:53 smithi037 ceph-mon[40607]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:32:54.291 INFO:tasks.rados.rados.0.smithi037.stdout:166: done (8 left) 2024-07-26T06:32:54.291 INFO:tasks.rados.rados.0.smithi037.stdout:167: done (7 left) 2024-07-26T06:32:54.291 INFO:tasks.rados.rados.0.smithi037.stdout:168: done (6 left) 2024-07-26T06:32:54.291 INFO:tasks.rados.rados.0.smithi037.stdout:169: done (5 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:170: done (4 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:171: done (3 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:172: done (2 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:175: done (1 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:177: done (0 left) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:178: copy_from oid 17 from oid 8 current snap is 15 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:179: read oid 32 snap -1 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:179: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 15 2024-07-26T06:32:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:180: seq_num 79 ranges {1875968=532480,2408448=565248,2973696=237568} 2024-07-26T06:32:54.304 INFO:tasks.rados.rados.0.smithi037.stdout:180: writing smithi03785213-43 from 1875968 to 2408448 tid 1 2024-07-26T06:32:54.308 INFO:tasks.rados.rados.0.smithi037.stdout:180: writing smithi03785213-43 from 2408448 to 2973696 tid 2 2024-07-26T06:32:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:180: writing smithi03785213-43 from 2973696 to 3211264 tid 3 2024-07-26T06:32:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:181: setattr oid 39 current snap is 15 2024-07-26T06:32:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:178: finishing copy_from to smithi03785213-17 2024-07-26T06:32:54.310 INFO:tasks.rados.rados.0.smithi037.stdout:178: got expected ENOENT (src dne) 2024-07-26T06:32:54.310 INFO:tasks.rados.rados.0.smithi037.stdout:178: finishing copy_from racing read to smithi03785213-17 2024-07-26T06:32:54.310 INFO:tasks.rados.rados.0.smithi037.stdout:179: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing write tid 1 to smithi03785213-43 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing write tid 2 to smithi03785213-43 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing write tid 3 to smithi03785213-43 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing write tid 4 to smithi03785213-43 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing write tid 5 to smithi03785213-43 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 30 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: left oid 43 (ObjNum 79 snap 15 seq_num 79) 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:178: done (3 left) 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:179: done (2 left) 2024-07-26T06:32:54.327 INFO:tasks.rados.rados.0.smithi037.stdout:180: done (1 left) 2024-07-26T06:32:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:182: read oid 21 snap 13 2024-07-26T06:32:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:182: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:32:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 15 2024-07-26T06:32:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:183: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-07-26T06:32:54.330 INFO:tasks.rados.rados.0.smithi037.stdout:183: writing smithi03785213-34 from 0 to 548864 tid 1 2024-07-26T06:32:54.334 INFO:tasks.rados.rados.0.smithi037.stdout:183: writing smithi03785213-34 from 548864 to 999424 tid 2 2024-07-26T06:32:54.335 INFO:tasks.rados.rados.0.smithi037.stdout:183: writing smithi03785213-34 from 999424 to 1351680 tid 3 2024-07-26T06:32:54.335 INFO:tasks.rados.rados.0.smithi037.stdout:184: snap_create 2024-07-26T06:32:54.336 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 32 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:32:54.337 INFO:tasks.rados.rados.0.smithi037.stdout:182: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:32:54.450 INFO:tasks.rados.rados.0.smithi037.stdout:183: finishing write tid 1 to smithi03785213-34 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:183: finishing write tid 2 to smithi03785213-34 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:183: finishing write tid 3 to smithi03785213-34 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:183: finishing write tid 4 to smithi03785213-34 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:183: finishing write tid 5 to smithi03785213-34 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 60 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-07-26T06:32:54.451 INFO:tasks.rados.rados.0.smithi037.stdout:183: left oid 34 (ObjNum 80 snap 15 seq_num 80) 2024-07-26T06:32:54.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[29520]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:32:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[29520]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[29520]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:32:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[40607]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:32:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[40607]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:54 smithi037 ceph-mon[40607]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:32:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:54 smithi135 ceph-mon[32812]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:32:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:54 smithi135 ceph-mon[32812]: pgmap v136: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-07-26T06:32:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:54 smithi135 ceph-mon[32812]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:32:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:181: done (3 left) 2024-07-26T06:32:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:182: done (2 left) 2024-07-26T06:32:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:183: done (1 left) 2024-07-26T06:32:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:184: done (0 left) 2024-07-26T06:32:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:185: snap_create 2024-07-26T06:32:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:55 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:55 smithi037 ceph-mon[29520]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:32:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:55 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:55 smithi037 ceph-mon[40607]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:32:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:55 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:55 smithi135 ceph-mon[32812]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:32:56.293 INFO:tasks.rados.rados.0.smithi037.stdout:185: done (0 left) 2024-07-26T06:32:56.293 INFO:tasks.rados.rados.0.smithi037.stdout:186: read oid 45 snap -1 2024-07-26T06:32:56.293 INFO:tasks.rados.rados.0.smithi037.stdout:186: expect (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:32:56.293 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 17 2024-07-26T06:32:56.293 INFO:tasks.rados.rados.0.smithi037.stdout:187: seq_num 81 ranges {1245184=565248,1810432=737280,2547712=65536} 2024-07-26T06:32:56.302 INFO:tasks.rados.rados.0.smithi037.stdout:187: writing smithi03785213-31 from 1245184 to 1810432 tid 1 2024-07-26T06:32:56.307 INFO:tasks.rados.rados.0.smithi037.stdout:187: writing smithi03785213-31 from 1810432 to 2547712 tid 2 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:187: writing smithi03785213-31 from 2547712 to 2613248 tid 3 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:188: read oid 49 snap -1 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:188: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:189: read oid 38 snap -1 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:189: expect (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:190: read oid 40 snap -1 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:191: snap_create 2024-07-26T06:32:56.308 INFO:tasks.rados.rados.0.smithi037.stdout:186: expect (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:32:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:187: finishing write tid 1 to smithi03785213-31 2024-07-26T06:32:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:187: finishing write tid 2 to smithi03785213-31 2024-07-26T06:32:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:187: finishing write tid 3 to smithi03785213-31 2024-07-26T06:32:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:187: finishing write tid 4 to smithi03785213-31 2024-07-26T06:32:56.326 INFO:tasks.rados.rados.0.smithi037.stdout:187: finishing write tid 5 to smithi03785213-31 2024-07-26T06:32:56.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 55 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-07-26T06:32:56.326 INFO:tasks.rados.rados.0.smithi037.stdout:187: left oid 31 (ObjNum 81 snap 17 seq_num 81) 2024-07-26T06:32:56.326 INFO:tasks.rados.rados.0.smithi037.stdout:190: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:32:56.343 INFO:tasks.rados.rados.0.smithi037.stdout:188: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:32:56.365 INFO:tasks.rados.rados.0.smithi037.stdout:189: expect (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:32:56.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:56 smithi037 ceph-mon[29520]: pgmap v139: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:56.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:56 smithi037 ceph-mon[29520]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:32:56.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:56 smithi037 ceph-mon[40607]: pgmap v139: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:56.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:56 smithi037 ceph-mon[40607]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:32:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:56 smithi135 ceph-mon[32812]: pgmap v139: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:32:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:56 smithi135 ceph-mon[32812]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:186: done (5 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:187: done (4 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:188: done (3 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:189: done (2 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:190: done (1 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:191: done (0 left) 2024-07-26T06:32:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:192: snap_remove snap 15 2024-07-26T06:32:57.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:32:57 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:57] "GET /metrics HTTP/1.1" 200 239145 "" "Prometheus/2.43.0" 2024-07-26T06:32:58.301 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:32:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:32:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:32:58.310 INFO:tasks.rados.rados.0.smithi037.stdout:192: done (0 left) 2024-07-26T06:32:58.310 INFO:tasks.rados.rados.0.smithi037.stdout:193: read oid 36 snap -1 2024-07-26T06:32:58.310 INFO:tasks.rados.rados.0.smithi037.stdout:193: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:32:58.310 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 18 2024-07-26T06:32:58.310 INFO:tasks.rados.rados.0.smithi037.stdout:194: seq_num 82 ranges {0=581632,581632=622592,1204224=180224} 2024-07-26T06:32:58.313 INFO:tasks.rados.rados.0.smithi037.stdout:194: writing smithi03785213-1 from 0 to 581632 tid 1 2024-07-26T06:32:58.317 INFO:tasks.rados.rados.0.smithi037.stdout:194: writing smithi03785213-1 from 581632 to 1204224 tid 2 2024-07-26T06:32:58.319 INFO:tasks.rados.rados.0.smithi037.stdout:194: writing smithi03785213-1 from 1204224 to 1384448 tid 3 2024-07-26T06:32:58.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 18 2024-07-26T06:32:58.319 INFO:tasks.rados.rados.0.smithi037.stdout:195: seq_num 83 ranges {1253376=598016,1851392=499712,2351104=303104} 2024-07-26T06:32:58.329 INFO:tasks.rados.rados.0.smithi037.stdout:195: writing smithi03785213-9 from 1253376 to 1851392 tid 1 2024-07-26T06:32:58.332 INFO:tasks.rados.rados.0.smithi037.stdout:195: writing smithi03785213-9 from 1851392 to 2351104 tid 2 2024-07-26T06:32:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:195: writing smithi03785213-9 from 2351104 to 2654208 tid 3 2024-07-26T06:32:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:196: rmattr oid 11 current snap is 18 2024-07-26T06:32:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:196: done (3 left) 2024-07-26T06:32:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:197: snap_remove snap 13 2024-07-26T06:32:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:58 smithi135 ceph-mon[32812]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:32:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:58 smithi135 ceph-mon[32812]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:32:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:58 smithi037 ceph-mon[29520]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:32:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:58 smithi037 ceph-mon[29520]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:32:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:58 smithi037 ceph-mon[40607]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:32:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:58 smithi037 ceph-mon[40607]: pgmap v142: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:32:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:197: done (3 left) 2024-07-26T06:32:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 18 2024-07-26T06:32:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:198: seq_num 84 ranges {24576=614400,638976=434176,1073152=368640} 2024-07-26T06:32:59.296 INFO:tasks.rados.rados.0.smithi037.stdout:198: writing smithi03785213-2 from 24576 to 638976 tid 1 2024-07-26T06:32:59.299 INFO:tasks.rados.rados.0.smithi037.stdout:198: writing smithi03785213-2 from 638976 to 1073152 tid 2 2024-07-26T06:32:59.303 INFO:tasks.rados.rados.0.smithi037.stdout:198: writing smithi03785213-2 from 1073152 to 1441792 tid 3 2024-07-26T06:32:59.303 INFO:tasks.rados.rados.0.smithi037.stdout:199: copy_from oid 38 from oid 46 current snap is 18 2024-07-26T06:32:59.303 INFO:tasks.rados.rados.0.smithi037.stdout:193: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: finishing write tid 1 to smithi03785213-1 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: finishing write tid 2 to smithi03785213-1 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: finishing write tid 3 to smithi03785213-1 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: finishing write tid 4 to smithi03785213-1 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: finishing write tid 5 to smithi03785213-1 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 39 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:194: left oid 1 (ObjNum 82 snap 18 seq_num 82) 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:195: finishing write tid 1 to smithi03785213-9 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:195: finishing write tid 2 to smithi03785213-9 2024-07-26T06:32:59.304 INFO:tasks.rados.rados.0.smithi037.stdout:195: finishing write tid 3 to smithi03785213-9 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:195: finishing write tid 4 to smithi03785213-9 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:195: finishing write tid 5 to smithi03785213-9 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 90 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:195: left oid 9 (ObjNum 83 snap 18 seq_num 83) 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:193: done (4 left) 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:194: done (3 left) 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:195: done (2 left) 2024-07-26T06:32:59.305 INFO:tasks.rados.rados.0.smithi037.stdout:200: snap_remove snap 5 2024-07-26T06:32:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:59 smithi135 ceph-mon[32812]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:32:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:32:59 smithi135 ceph-mon[32812]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:32:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:59 smithi037 ceph-mon[29520]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:32:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:32:59 smithi037 ceph-mon[29520]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:32:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:59 smithi037 ceph-mon[40607]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:32:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:32:59 smithi037 ceph-mon[40607]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:200: done (2 left) 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:201: rmattr oid 30 current snap is 18 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:201: done (2 left) 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:202: rmattr oid 27 current snap is 18 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:202: done (2 left) 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:203: rmattr oid 12 current snap is 18 2024-07-26T06:33:00.316 INFO:tasks.rados.rados.0.smithi037.stdout:203: done (2 left) 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:204: read oid 49 snap -1 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:204: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:205: read oid 50 snap -1 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:205: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:206: setattr oid 24 current snap is 18 2024-07-26T06:33:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:198: finishing write tid 1 to smithi03785213-2 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:198: finishing write tid 2 to smithi03785213-2 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:199: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:198: finishing write tid 3 to smithi03785213-2 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:198: finishing write tid 4 to smithi03785213-2 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:199: finishing copy_from to smithi03785213-38 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 14 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:198: finishing write tid 5 to smithi03785213-2 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 68 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-07-26T06:33:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:198: left oid 2 (ObjNum 84 snap 18 seq_num 84) 2024-07-26T06:33:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:198: done (4 left) 2024-07-26T06:33:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:199: done (3 left) 2024-07-26T06:33:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 18 2024-07-26T06:33:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:207: seq_num 85 ranges {1384448=630784,2015232=720896,2736128=81920} 2024-07-26T06:33:00.329 INFO:tasks.rados.rados.0.smithi037.stdout:207: writing smithi03785213-1 from 1384448 to 2015232 tid 1 2024-07-26T06:33:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:207: writing smithi03785213-1 from 2015232 to 2736128 tid 2 2024-07-26T06:33:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:207: writing smithi03785213-1 from 2736128 to 2818048 tid 3 2024-07-26T06:33:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:208: copy_from oid 25 from oid 10 current snap is 18 2024-07-26T06:33:00.335 INFO:tasks.rados.rados.0.smithi037.stdout:204: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:00.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 67 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:33:00.357 INFO:tasks.rados.rados.0.smithi037.stdout:205: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-26T06:33:00.383 INFO:tasks.rados.rados.0.smithi037.stdout:207: finishing write tid 1 to smithi03785213-1 2024-07-26T06:33:00.383 INFO:tasks.rados.rados.0.smithi037.stdout:204: done (4 left) 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:205: done (3 left) 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:206: done (2 left) 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:209: snap_create 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:207: finishing write tid 2 to smithi03785213-1 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:207: finishing write tid 3 to smithi03785213-1 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:207: finishing write tid 4 to smithi03785213-1 2024-07-26T06:33:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:207: finishing write tid 5 to smithi03785213-1 2024-07-26T06:33:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 47 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-07-26T06:33:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:207: left oid 1 (ObjNum 85 snap 18 seq_num 85) 2024-07-26T06:33:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:208: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:33:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:208: finishing copy_from to smithi03785213-25 2024-07-26T06:33:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:33:00.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:00 smithi135 ceph-mon[32812]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:33:00.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:00 smithi037 ceph-mon[29520]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:33:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:00 smithi037 ceph-mon[40607]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-07-26T06:33:00.921 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:33:01.206 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (2m) 116s ago 3m 16.5M - 0.25.0 c8568f914cd2 75b1431b8a93 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (2m) 119s ago 2m 83.5M - 9.4.7 954c08fa6188 0639cb365d93 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (4m) 116s ago 4m 14.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (4m) 119s ago 4m 14.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443 running (7m) 119s ago 7m 400M - 17.2.7-1143-g5dff84c0 18bcb77ae794 96c2e859323a 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:9283 running (9m) 116s ago 9m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 6dd3974d8b60 2024-07-26T06:33:01.207 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (9m) 116s ago 9m 47.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (8m) 119s ago 8m 36.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (8m) 116s ago 8m 38.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (2m) 116s ago 2m 13.4M - 1.5.0 0da6a335fe13 237e7257b009 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (2m) 119s ago 2m 3661k - 1.5.0 0da6a335fe13 a72734164475 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (7m) 116s ago 7m 45.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:33:01.208 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (7m) 116s ago 7m 43.5M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (6m) 116s ago 6m 43.0M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (6m) 116s ago 6m 42.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (5m) 119s ago 5m 42.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (5m) 119s ago 5m 41.9M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (5m) 119s ago 5m 44.2M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (4m) 119s ago 4m 44.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:33:01.209 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (2m) 119s ago 3m 26.0M - 2.43.0 a07b618ecd1d 7b4513777612 2024-07-26T06:33:01.319 INFO:tasks.rados.rados.0.smithi037.stdout:207: done (2 left) 2024-07-26T06:33:01.320 INFO:tasks.rados.rados.0.smithi037.stdout:208: done (1 left) 2024-07-26T06:33:01.320 INFO:tasks.rados.rados.0.smithi037.stdout:209: done (0 left) 2024-07-26T06:33:01.320 INFO:tasks.rados.rados.0.smithi037.stdout:210: delete oid 31 current snap is 19 2024-07-26T06:33:01.324 INFO:tasks.rados.rados.0.smithi037.stdout:210: done (0 left) 2024-07-26T06:33:01.324 INFO:tasks.rados.rados.0.smithi037.stdout:211: delete oid 26 current snap is 19 2024-07-26T06:33:01.325 INFO:tasks.rados.rados.0.smithi037.stdout:211: done (0 left) 2024-07-26T06:33:01.325 INFO:tasks.rados.rados.0.smithi037.stdout:212: copy_from oid 20 from oid 42 current snap is 19 2024-07-26T06:33:01.325 INFO:tasks.rados.rados.0.smithi037.stdout:213: delete oid 5 current snap is 19 2024-07-26T06:33:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:213: done (1 left) 2024-07-26T06:33:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 19 2024-07-26T06:33:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:214: seq_num 89 ranges {1499136=696320,2195456=655360,2850816=147456} 2024-07-26T06:33:01.341 INFO:tasks.rados.rados.0.smithi037.stdout:214: writing smithi03785213-13 from 1499136 to 2195456 tid 1 2024-07-26T06:33:01.345 INFO:tasks.rados.rados.0.smithi037.stdout:214: writing smithi03785213-13 from 2195456 to 2850816 tid 2 2024-07-26T06:33:01.346 INFO:tasks.rados.rados.0.smithi037.stdout:214: writing smithi03785213-13 from 2850816 to 2998272 tid 3 2024-07-26T06:33:01.346 INFO:tasks.rados.rados.0.smithi037.stdout:215: read oid 19 snap -1 2024-07-26T06:33:01.346 INFO:tasks.rados.rados.0.smithi037.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:33:01.346 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 19 2024-07-26T06:33:01.346 INFO:tasks.rados.rados.0.smithi037.stdout:212: finishing copy_from to smithi03785213-20 2024-07-26T06:33:01.347 INFO:tasks.rados.rados.0.smithi037.stdout:212: got expected ENOENT (src dne) 2024-07-26T06:33:01.347 INFO:tasks.rados.rados.0.smithi037.stdout:212: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:33:01.347 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing write tid 1 to smithi03785213-13 2024-07-26T06:33:01.347 INFO:tasks.rados.rados.0.smithi037.stdout:216: seq_num 90 ranges {1302528=712704,2015232=540672,2555904=262144} 2024-07-26T06:33:01.357 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03785213-21 from 1302528 to 2015232 tid 1 2024-07-26T06:33:01.361 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03785213-21 from 2015232 to 2555904 tid 2 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03785213-21 from 2555904 to 2818048 tid 3 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:212: done (3 left) 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:217: delete oid 11 current snap is 19 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing write tid 2 to smithi03785213-13 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing write tid 3 to smithi03785213-13 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing write tid 4 to smithi03785213-13 2024-07-26T06:33:01.363 INFO:tasks.rados.rados.0.smithi037.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:33:01.373 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing write tid 5 to smithi03785213-13 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 20 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:214: left oid 13 (ObjNum 89 snap 19 seq_num 89) 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 1 to smithi03785213-21 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 2 to smithi03785213-21 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 3 to smithi03785213-21 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 4 to smithi03785213-21 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 5 to smithi03785213-21 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 76 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:216: left oid 21 (ObjNum 90 snap 19 seq_num 90) 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:214: done (3 left) 2024-07-26T06:33:01.374 INFO:tasks.rados.rados.0.smithi037.stdout:215: done (2 left) 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:216: done (1 left) 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:217: done (0 left) 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:218: read oid 38 snap -1 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:218: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:219: copy_from oid 41 from oid 6 current snap is 19 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:220: copy_from oid 30 from oid 19 current snap is 19 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:221: read oid 14 snap 18 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:221: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:33:01.375 INFO:tasks.rados.rados.0.smithi037.stdout:222: delete oid 4 current snap is 19 2024-07-26T06:33:01.377 INFO:tasks.rados.rados.0.smithi037.stdout:218: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:01.403 INFO:tasks.rados.rados.0.smithi037.stdout:221: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:33:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:220: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:33:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:220: finishing copy_from to smithi03785213-30 2024-07-26T06:33:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:33:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:219: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:219: finishing copy_from to smithi03785213-41 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:218: done (4 left) 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:219: done (3 left) 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:220: done (2 left) 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:221: done (1 left) 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:222: done (0 left) 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:223: rollback oid 14 current snap is 19 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 9 2024-07-26T06:33:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:224: delete oid 44 current snap is 19 2024-07-26T06:33:01.415 INFO:tasks.rados.rados.0.smithi037.stdout:224: done (1 left) 2024-07-26T06:33:01.415 INFO:tasks.rados.rados.0.smithi037.stdout:225: copy_from oid 41 from oid 8 current snap is 19 2024-07-26T06:33:01.415 INFO:tasks.rados.rados.0.smithi037.stdout:226: rollback oid 34 current snap is 19 2024-07-26T06:33:01.415 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 8 2024-07-26T06:33:01.415 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 19 2024-07-26T06:33:01.416 INFO:tasks.rados.rados.0.smithi037.stdout:227: seq_num 94 ranges {2998272=778240,3776512=532480,4308992=270336} 2024-07-26T06:33:01.438 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03785213-13 from 2998272 to 3776512 tid 1 2024-07-26T06:33:01.442 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03785213-13 from 3776512 to 4308992 tid 2 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03785213-13 from 4308992 to 4579328 tid 3 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:228: rollback oid 29 current snap is 19 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 16 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:223: finishing rollback tid 0 to smithi03785213-14 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:223: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:223: finishing rollback tid 2 to smithi03785213-14 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 66 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:225: finishing copy_from to smithi03785213-41 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:225: got expected ENOENT (src dne) 2024-07-26T06:33:01.445 INFO:tasks.rados.rados.0.smithi037.stdout:225: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 69 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 1 to smithi03785213-13 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:223: done (4 left) 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:225: done (3 left) 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:226: done (2 left) 2024-07-26T06:33:01.446 INFO:tasks.rados.rados.0.smithi037.stdout:229: snap_remove snap 12 2024-07-26T06:33:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:01 smithi037 ceph-mon[29520]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:33:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:01 smithi037 ceph-mon[29520]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:01 smithi037 ceph-mon[40607]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:33:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:01 smithi037 ceph-mon[40607]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:01.569 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:33:01.570 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:01.571 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:33:01.571 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:33:01.571 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:01.571 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:33:01.571 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:33:01.572 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:01.572 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:33:01.572 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:33:01.572 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:33:01.572 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:33:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:01 smithi135 ceph-mon[32812]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:33:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:01 smithi135 ceph-mon[32812]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:02.329 INFO:tasks.rados.rados.0.smithi037.stdout:229: done (2 left) 2024-07-26T06:33:02.329 INFO:tasks.rados.rados.0.smithi037.stdout:230: snap_remove snap 14 2024-07-26T06:33:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:02 smithi135 ceph-mon[32812]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:02 smithi135 ceph-mon[32812]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:33:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:02 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/508658536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:02 smithi135 ceph-mon[32812]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:02.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[29520]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[29520]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/508658536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[29520]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[40607]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[40607]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/508658536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:02 smithi037 ceph-mon[40607]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:03.333 INFO:tasks.rados.rados.0.smithi037.stdout:230: done (2 left) 2024-07-26T06:33:03.334 INFO:tasks.rados.rados.0.smithi037.stdout:231: rollback oid 34 current snap is 19 2024-07-26T06:33:03.334 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 11 2024-07-26T06:33:03.334 INFO:tasks.rados.rados.0.smithi037.stdout:232: copy_from oid 38 from oid 16 current snap is 19 2024-07-26T06:33:03.334 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 19 2024-07-26T06:33:03.334 INFO:tasks.rados.rados.0.smithi037.stdout:233: seq_num 95 ranges {524288=794624,1318912=409600,1728512=393216} 2024-07-26T06:33:03.342 INFO:tasks.rados.rados.0.smithi037.stdout:233: writing smithi03785213-32 from 524288 to 1318912 tid 1 2024-07-26T06:33:03.345 INFO:tasks.rados.rados.0.smithi037.stdout:233: writing smithi03785213-32 from 1318912 to 1728512 tid 2 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:233: writing smithi03785213-32 from 1728512 to 2121728 tid 3 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 19 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 2 to smithi03785213-13 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:228: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 3880297848) dirty dne 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 3 to smithi03785213-13 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 4 to smithi03785213-13 2024-07-26T06:33:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 5 to smithi03785213-13 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 24 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:227: left oid 13 (ObjNum 94 snap 19 seq_num 94) 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 69 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:233: finishing write tid 1 to smithi03785213-32 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:233: finishing write tid 2 to smithi03785213-32 2024-07-26T06:33:03.351 INFO:tasks.rados.rados.0.smithi037.stdout:234: seq_num 96 ranges {638976=409600,1048576=696320,1744896=507904} 2024-07-26T06:33:03.355 INFO:tasks.rados.rados.0.smithi037.stdout:234: writing smithi03785213-10 from 638976 to 1048576 tid 1 2024-07-26T06:33:03.359 INFO:tasks.rados.rados.0.smithi037.stdout:234: writing smithi03785213-10 from 1048576 to 1744896 tid 2 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:234: writing smithi03785213-10 from 1744896 to 2252800 tid 3 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:227: done (5 left) 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:228: done (4 left) 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:231: done (3 left) 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:235: setattr oid 33 current snap is 19 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:233: finishing write tid 3 to smithi03785213-32 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:233: finishing write tid 4 to smithi03785213-32 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:233: finishing write tid 5 to smithi03785213-32 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 30 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:233: left oid 32 (ObjNum 95 snap 19 seq_num 95) 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:232: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:232: finishing copy_from to smithi03785213-38 2024-07-26T06:33:03.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 77 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-07-26T06:33:03.364 INFO:tasks.rados.rados.0.smithi037.stdout:234: finishing write tid 1 to smithi03785213-10 2024-07-26T06:33:03.364 INFO:tasks.rados.rados.0.smithi037.stdout:234: finishing write tid 2 to smithi03785213-10 2024-07-26T06:33:03.364 INFO:tasks.rados.rados.0.smithi037.stdout:234: finishing write tid 3 to smithi03785213-10 2024-07-26T06:33:03.364 INFO:tasks.rados.rados.0.smithi037.stdout:234: finishing write tid 4 to smithi03785213-10 2024-07-26T06:33:03.365 INFO:tasks.rados.rados.0.smithi037.stdout:232: done (3 left) 2024-07-26T06:33:03.365 INFO:tasks.rados.rados.0.smithi037.stdout:233: done (2 left) 2024-07-26T06:33:03.365 INFO:tasks.rados.rados.0.smithi037.stdout:236: snap_remove snap 8 2024-07-26T06:33:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:03 smithi135 ceph-mon[32812]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:33:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:03 smithi037 ceph-mon[29520]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:33:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:03 smithi037 ceph-mon[40607]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:33:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:236: done (2 left) 2024-07-26T06:33:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 19 2024-07-26T06:33:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:237: seq_num 97 ranges {1130496=434176,1564672=581632,2146304=540672,2686976=81920} 2024-07-26T06:33:04.308 INFO:tasks.rados.rados.0.smithi037.stdout:237: writing smithi03785213-12 from 1130496 to 1564672 tid 1 2024-07-26T06:33:04.312 INFO:tasks.rados.rados.0.smithi037.stdout:237: writing smithi03785213-12 from 1564672 to 2146304 tid 2 2024-07-26T06:33:04.316 INFO:tasks.rados.rados.0.smithi037.stdout:237: writing smithi03785213-12 from 2146304 to 2686976 tid 3 2024-07-26T06:33:04.316 INFO:tasks.rados.rados.0.smithi037.stdout:237: writing smithi03785213-12 from 2686976 to 2768896 tid 4 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 19 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:234: finishing write tid 5 to smithi03785213-10 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 35 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:234: left oid 10 (ObjNum 96 snap 19 seq_num 96) 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 90 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 1 to smithi03785213-12 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 2 to smithi03785213-12 2024-07-26T06:33:04.317 INFO:tasks.rados.rados.0.smithi037.stdout:238: seq_num 98 ranges {827392=450560,1277952=466944,1744896=737280} 2024-07-26T06:33:04.323 INFO:tasks.rados.rados.0.smithi037.stdout:238: writing smithi03785213-50 from 827392 to 1277952 tid 1 2024-07-26T06:33:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:238: writing smithi03785213-50 from 1277952 to 1744896 tid 2 2024-07-26T06:33:04.330 INFO:tasks.rados.rados.0.smithi037.stdout:238: writing smithi03785213-50 from 1744896 to 2482176 tid 3 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:234: done (3 left) 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:235: done (2 left) 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:239: copy_from oid 27 from oid 26 current snap is 19 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 3 to smithi03785213-12 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 4 to smithi03785213-12 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 5 to smithi03785213-12 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing write tid 6 to smithi03785213-12 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 58 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: left oid 12 (ObjNum 97 snap 19 seq_num 97) 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:238: finishing write tid 1 to smithi03785213-50 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:238: finishing write tid 2 to smithi03785213-50 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:237: done (2 left) 2024-07-26T06:33:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:240: snap_create 2024-07-26T06:33:04.332 INFO:tasks.rados.rados.0.smithi037.stdout:239: finishing copy_from to smithi03785213-27 2024-07-26T06:33:04.332 INFO:tasks.rados.rados.0.smithi037.stdout:239: got expected ENOENT (src dne) 2024-07-26T06:33:04.332 INFO:tasks.rados.rados.0.smithi037.stdout:239: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:33:04.333 INFO:tasks.rados.rados.0.smithi037.stdout:238: finishing write tid 3 to smithi03785213-50 2024-07-26T06:33:04.333 INFO:tasks.rados.rados.0.smithi037.stdout:238: finishing write tid 4 to smithi03785213-50 2024-07-26T06:33:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:238: finishing write tid 5 to smithi03785213-50 2024-07-26T06:33:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 26 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-07-26T06:33:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:238: left oid 50 (ObjNum 98 snap 19 seq_num 98) 2024-07-26T06:33:04.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[29520]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:33:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[29520]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[29520]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:33:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[40607]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:33:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[40607]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:04 smithi037 ceph-mon[40607]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:33:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:04 smithi135 ceph-mon[32812]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:33:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:04 smithi135 ceph-mon[32812]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-26T06:33:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:04 smithi135 ceph-mon[32812]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:33:05.299 INFO:tasks.rados.rados.0.smithi037.stdout:238: done (2 left) 2024-07-26T06:33:05.299 INFO:tasks.rados.rados.0.smithi037.stdout:239: done (1 left) 2024-07-26T06:33:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:240: done (0 left) 2024-07-26T06:33:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:241: snap_create 2024-07-26T06:33:06.303 INFO:tasks.rados.rados.0.smithi037.stdout:241: done (0 left) 2024-07-26T06:33:06.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 21 2024-07-26T06:33:06.303 INFO:tasks.rados.rados.0.smithi037.stdout:242: seq_num 99 ranges {270336=466944,737280=802816,1540096=401408} 2024-07-26T06:33:06.307 INFO:tasks.rados.rados.0.smithi037.stdout:242: writing smithi03785213-17 from 270336 to 737280 tid 1 2024-07-26T06:33:06.314 INFO:tasks.rados.rados.0.smithi037.stdout:242: writing smithi03785213-17 from 737280 to 1540096 tid 2 2024-07-26T06:33:06.317 INFO:tasks.rados.rados.0.smithi037.stdout:242: writing smithi03785213-17 from 1540096 to 1941504 tid 3 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:243: rollback oid 8 current snap is 21 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 20 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:242: finishing write tid 1 to smithi03785213-17 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:242: finishing write tid 2 to smithi03785213-17 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:244: rmattr oid 26 current snap is 21 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:244: done (2 left) 2024-07-26T06:33:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:245: delete oid 2 current snap is 21 2024-07-26T06:33:06.319 INFO:tasks.rados.rados.0.smithi037.stdout:243: finishing rollback tid 1 to smithi03785213-8 2024-07-26T06:33:06.319 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 66 (ObjNum 129 snap 0 seq_num 3882770400) dirty dne 2024-07-26T06:33:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:242: finishing write tid 3 to smithi03785213-17 2024-07-26T06:33:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:242: finishing write tid 4 to smithi03785213-17 2024-07-26T06:33:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:242: finishing write tid 5 to smithi03785213-17 2024-07-26T06:33:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 105 (ObjNum 99 snap 21 seq_num 99) dirty exists 2024-07-26T06:33:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:242: left oid 17 (ObjNum 99 snap 21 seq_num 99) 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:242: done (2 left) 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:243: done (1 left) 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:245: done (0 left) 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:246: rmattr oid 38 current snap is 21 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:246: done (0 left) 2024-07-26T06:33:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:247: snap_create 2024-07-26T06:33:06.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:06 smithi135 ceph-mon[32812]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:33:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:06 smithi135 ceph-mon[32812]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:06.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:06 smithi037 ceph-mon[29520]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:33:06.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:06 smithi037 ceph-mon[29520]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:06 smithi037 ceph-mon[40607]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:33:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:06 smithi037 ceph-mon[40607]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:07.312 INFO:tasks.rados.rados.0.smithi037.stdout:247: done (0 left) 2024-07-26T06:33:07.312 INFO:tasks.rados.rados.0.smithi037.stdout:248: copy_from oid 48 from oid 47 current snap is 22 2024-07-26T06:33:07.312 INFO:tasks.rados.rados.0.smithi037.stdout:249: read oid 34 snap -1 2024-07-26T06:33:07.312 INFO:tasks.rados.rados.0.smithi037.stdout:249: expect deleted 2024-07-26T06:33:07.312 INFO:tasks.rados.rados.0.smithi037.stdout:250: snap_create 2024-07-26T06:33:07.317 INFO:tasks.rados.rados.0.smithi037.stdout:248: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:33:07.317 INFO:tasks.rados.rados.0.smithi037.stdout:248: finishing copy_from to smithi03785213-48 2024-07-26T06:33:07.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:33:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:07 smithi037 ceph-mon[29520]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:33:07.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:07] "GET /metrics HTTP/1.1" 200 239145 "" "Prometheus/2.43.0" 2024-07-26T06:33:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:07 smithi037 ceph-mon[40607]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:33:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:07 smithi135 ceph-mon[32812]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:33:08.313 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:248: done (2 left) 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:249: done (1 left) 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:250: done (0 left) 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:251: read oid 47 snap -1 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:251: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 23 2024-07-26T06:33:08.319 INFO:tasks.rados.rados.0.smithi037.stdout:252: seq_num 101 ranges {557056=499712,1056768=573440,1630208=524288,2154496=106496} 2024-07-26T06:33:08.324 INFO:tasks.rados.rados.0.smithi037.stdout:252: writing smithi03785213-45 from 557056 to 1056768 tid 1 2024-07-26T06:33:08.328 INFO:tasks.rados.rados.0.smithi037.stdout:252: writing smithi03785213-45 from 1056768 to 1630208 tid 2 2024-07-26T06:33:08.332 INFO:tasks.rados.rados.0.smithi037.stdout:252: writing smithi03785213-45 from 1630208 to 2154496 tid 3 2024-07-26T06:33:08.333 INFO:tasks.rados.rados.0.smithi037.stdout:252: writing smithi03785213-45 from 2154496 to 2260992 tid 4 2024-07-26T06:33:08.333 INFO:tasks.rados.rados.0.smithi037.stdout:253: read oid 49 snap 9 2024-07-26T06:33:08.333 INFO:tasks.rados.rados.0.smithi037.stdout:253: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:08.333 INFO:tasks.rados.rados.0.smithi037.stdout:254: read oid 28 snap -1 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:254: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:255: read oid 11 snap -1 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:255: expect deleted 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:256: read oid 5 snap 17 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:256: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:257: setattr oid 48 current snap is 23 2024-07-26T06:33:08.334 INFO:tasks.rados.rados.0.smithi037.stdout:251: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:08.335 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 1 to smithi03785213-45 2024-07-26T06:33:08.335 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 2 to smithi03785213-45 2024-07-26T06:33:08.336 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 3 to smithi03785213-45 2024-07-26T06:33:08.336 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 4 to smithi03785213-45 2024-07-26T06:33:08.336 INFO:tasks.rados.rados.0.smithi037.stdout:251: done (6 left) 2024-07-26T06:33:08.336 INFO:tasks.rados.rados.0.smithi037.stdout:255: done (5 left) 2024-07-26T06:33:08.336 INFO:tasks.rados.rados.0.smithi037.stdout:258: rollback oid 23 current snap is 23 2024-07-26T06:33:08.337 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 16 2024-07-26T06:33:08.337 INFO:tasks.rados.rados.0.smithi037.stdout:259: delete oid 10 current snap is 23 2024-07-26T06:33:08.337 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 5 to smithi03785213-45 2024-07-26T06:33:08.341 INFO:tasks.rados.rados.0.smithi037.stdout:256: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:08.343 INFO:tasks.rados.rados.0.smithi037.stdout:252: finishing write tid 6 to smithi03785213-45 2024-07-26T06:33:08.343 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 129 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-07-26T06:33:08.343 INFO:tasks.rados.rados.0.smithi037.stdout:252: left oid 45 (ObjNum 101 snap 23 seq_num 101) 2024-07-26T06:33:08.343 INFO:tasks.rados.rados.0.smithi037.stdout:254: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:33:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 131 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:33:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:253: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:08.388 INFO:tasks.rados.rados.0.smithi037.stdout:258: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:33:08.388 INFO:tasks.rados.rados.0.smithi037.stdout:258: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:33:08.388 INFO:tasks.rados.rados.0.smithi037.stdout:258: finishing rollback tid 2 to smithi03785213-23 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 86 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:252: done (6 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:253: done (5 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:254: done (4 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:256: done (3 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:257: done (2 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:258: done (1 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:259: done (0 left) 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 23 2024-07-26T06:33:08.389 INFO:tasks.rados.rados.0.smithi037.stdout:260: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-07-26T06:33:08.390 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03785213-26 from 0 to 532480 tid 1 2024-07-26T06:33:08.395 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03785213-26 from 532480 to 1269760 tid 2 2024-07-26T06:33:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03785213-26 from 1269760 to 1736704 tid 3 2024-07-26T06:33:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:261: setattr oid 47 current snap is 23 2024-07-26T06:33:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 1 to smithi03785213-26 2024-07-26T06:33:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 2 to smithi03785213-26 2024-07-26T06:33:08.399 INFO:tasks.rados.rados.0.smithi037.stdout:262: setattr oid 30 current snap is 23 2024-07-26T06:33:08.400 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 3 to smithi03785213-26 2024-07-26T06:33:08.400 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 4 to smithi03785213-26 2024-07-26T06:33:08.401 INFO:tasks.rados.rados.0.smithi037.stdout:263: snap_remove snap 16 2024-07-26T06:33:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:08 smithi135 ceph-mon[32812]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:33:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:08 smithi135 ceph-mon[32812]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:08 smithi037 ceph-mon[29520]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:33:08.931 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:08 smithi037 ceph-mon[29520]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:08.931 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:08 smithi037 ceph-mon[40607]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:33:08.931 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:08 smithi037 ceph-mon[40607]: pgmap v157: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:09.298 INFO:tasks.rados.rados.0.smithi037.stdout:263: done (3 left) 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:264: read oid 49 snap -1 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:264: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:265: read oid 42 snap -1 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:265: expect deleted 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:266: read oid 33 snap -1 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:266: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:267: copy_from oid 3 from oid 8 current snap is 23 2024-07-26T06:33:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:268: copy_from oid 4 from oid 44 current snap is 23 2024-07-26T06:33:09.300 INFO:tasks.rados.rados.0.smithi037.stdout:269: read oid 5 snap -1 2024-07-26T06:33:09.300 INFO:tasks.rados.rados.0.smithi037.stdout:269: expect deleted 2024-07-26T06:33:09.300 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 23 2024-07-26T06:33:09.300 INFO:tasks.rados.rados.0.smithi037.stdout:270: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-07-26T06:33:09.302 INFO:tasks.rados.rados.0.smithi037.stdout:270: writing smithi03785213-11 from 0 to 548864 tid 1 2024-07-26T06:33:09.307 INFO:tasks.rados.rados.0.smithi037.stdout:270: writing smithi03785213-11 from 548864 to 1171456 tid 2 2024-07-26T06:33:09.311 INFO:tasks.rados.rados.0.smithi037.stdout:270: writing smithi03785213-11 from 1171456 to 1753088 tid 3 2024-07-26T06:33:09.311 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 23 2024-07-26T06:33:09.311 INFO:tasks.rados.rados.0.smithi037.stdout:271: seq_num 105 ranges {0=565248,565248=507904,1073152=507904,1581056=188416} 2024-07-26T06:33:09.316 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03785213-31 from 0 to 565248 tid 1 2024-07-26T06:33:09.320 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03785213-31 from 565248 to 1073152 tid 2 2024-07-26T06:33:09.323 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03785213-31 from 1073152 to 1581056 tid 3 2024-07-26T06:33:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03785213-31 from 1581056 to 1769472 tid 4 2024-07-26T06:33:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:272: rollback oid 45 current snap is 23 2024-07-26T06:33:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 19 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 5 to smithi03785213-26 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 109 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:260: left oid 26 (ObjNum 103 snap 23 seq_num 103) 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 133 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:260: done (11 left) 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:261: done (10 left) 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 23 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 28 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing copy_from to smithi03785213-4 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:268: got expected ENOENT (src dne) 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:33:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:266: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:33:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing copy_from to smithi03785213-3 2024-07-26T06:33:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:267: got expected ENOENT (src dne) 2024-07-26T06:33:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:33:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:264: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:33:09.359 INFO:tasks.rados.rados.0.smithi037.stdout:270: finishing write tid 1 to smithi03785213-11 2024-07-26T06:33:09.359 INFO:tasks.rados.rados.0.smithi037.stdout:270: finishing write tid 2 to smithi03785213-11 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:270: finishing write tid 3 to smithi03785213-11 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:270: finishing write tid 4 to smithi03785213-11 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:270: finishing write tid 5 to smithi03785213-11 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 31 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:270: left oid 11 (ObjNum 104 snap 23 seq_num 104) 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 1 to smithi03785213-31 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 2 to smithi03785213-31 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:272: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 3 to smithi03785213-31 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 4 to smithi03785213-31 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:272: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 5 to smithi03785213-31 2024-07-26T06:33:09.360 INFO:tasks.rados.rados.0.smithi037.stdout:272: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:33:09.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 146 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:33:09.361 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 6 to smithi03785213-31 2024-07-26T06:33:09.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 124 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-07-26T06:33:09.361 INFO:tasks.rados.rados.0.smithi037.stdout:271: left oid 31 (ObjNum 105 snap 23 seq_num 105) 2024-07-26T06:33:09.361 INFO:tasks.rados.rados.0.smithi037.stdout:273: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-07-26T06:33:09.362 INFO:tasks.rados.rados.0.smithi037.stdout:273: writing smithi03785213-20 from 0 to 581632 tid 1 2024-07-26T06:33:09.367 INFO:tasks.rados.rados.0.smithi037.stdout:273: writing smithi03785213-20 from 581632 to 1376256 tid 2 2024-07-26T06:33:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:273: writing smithi03785213-20 from 1376256 to 1785856 tid 3 2024-07-26T06:33:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:262: done (10 left) 2024-07-26T06:33:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:264: done (9 left) 2024-07-26T06:33:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:265: done (8 left) 2024-07-26T06:33:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:266: done (7 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:267: done (6 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:268: done (5 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:269: done (4 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:270: done (3 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:271: done (2 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:272: done (1 left) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:274: read oid 33 snap -1 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:274: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:33:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:275: snap_remove snap 17 2024-07-26T06:33:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:09 smithi135 ceph-mon[32812]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:33:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:09 smithi135 ceph-mon[32812]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:33:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:09 smithi037 ceph-mon[29520]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:33:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:09 smithi037 ceph-mon[29520]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:33:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:09 smithi037 ceph-mon[40607]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:33:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:09 smithi037 ceph-mon[40607]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:33:10.334 INFO:tasks.rados.rados.0.smithi037.stdout:273: finishing write tid 1 to smithi03785213-20 2024-07-26T06:33:10.334 INFO:tasks.rados.rados.0.smithi037.stdout:273: finishing write tid 2 to smithi03785213-20 2024-07-26T06:33:10.334 INFO:tasks.rados.rados.0.smithi037.stdout:273: finishing write tid 3 to smithi03785213-20 2024-07-26T06:33:10.334 INFO:tasks.rados.rados.0.smithi037.stdout:273: finishing write tid 4 to smithi03785213-20 2024-07-26T06:33:10.334 INFO:tasks.rados.rados.0.smithi037.stdout:274: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:273: finishing write tid 5 to smithi03785213-20 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 35 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:273: left oid 20 (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:273: done (2 left) 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:274: done (1 left) 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:275: done (0 left) 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 23 2024-07-26T06:33:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:276: seq_num 107 ranges {0=598016,598016=729088,1327104=466944,1794048=8192} 2024-07-26T06:33:10.354 INFO:tasks.rados.rados.0.smithi037.stdout:276: writing smithi03785213-8 from 0 to 598016 tid 1 2024-07-26T06:33:10.358 INFO:tasks.rados.rados.0.smithi037.stdout:276: writing smithi03785213-8 from 598016 to 1327104 tid 2 2024-07-26T06:33:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:276: writing smithi03785213-8 from 1327104 to 1794048 tid 3 2024-07-26T06:33:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:276: writing smithi03785213-8 from 1794048 to 1802240 tid 4 2024-07-26T06:33:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 23 2024-07-26T06:33:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 1 to smithi03785213-8 2024-07-26T06:33:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:277: seq_num 108 ranges {303104=614400,917504=606208,1523712=598016} 2024-07-26T06:33:10.366 INFO:tasks.rados.rados.0.smithi037.stdout:277: writing smithi03785213-19 from 303104 to 917504 tid 1 2024-07-26T06:33:10.370 INFO:tasks.rados.rados.0.smithi037.stdout:277: writing smithi03785213-19 from 917504 to 1523712 tid 2 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:277: writing smithi03785213-19 from 1523712 to 2121728 tid 3 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:278: rollback oid 16 current snap is 23 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 9 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 2 to smithi03785213-8 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:279: rollback oid 3 current snap is 23 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 11 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 3 to smithi03785213-8 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 4 to smithi03785213-8 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 5 to smithi03785213-8 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing write tid 6 to smithi03785213-8 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 161 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-07-26T06:33:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:276: left oid 8 (ObjNum 107 snap 23 seq_num 107) 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing write tid 1 to smithi03785213-19 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:276: done (3 left) 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:280: rmattr oid 46 current snap is 23 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:280: done (3 left) 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:281: rollback oid 2 current snap is 23 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 19 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing write tid 2 to smithi03785213-19 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:282: rmattr oid 30 current snap is 23 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:283: copy_from oid 39 from oid 27 current snap is 23 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:284: rollback oid 9 current snap is 23 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 11 2024-07-26T06:33:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:285: snap_remove snap 18 2024-07-26T06:33:10.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:10 smithi135 ceph-mon[32812]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:10 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:10.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:10 smithi037 ceph-mon[29520]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:10 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:10 smithi037 ceph-mon[40607]: pgmap v160: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:33:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:10 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:11.332 INFO:tasks.rados.rados.0.smithi037.stdout:285: done (7 left) 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:286: snap_create 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:281: finishing rollback tid 1 to smithi03785213-2 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:281: finishing rollback tid 2 to smithi03785213-2 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 114 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 37 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing write tid 3 to smithi03785213-19 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:279: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:279: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:279: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:33:11.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 57 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing write tid 4 to smithi03785213-19 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing write tid 5 to smithi03785213-19 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 23 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:277: left oid 19 (ObjNum 108 snap 23 seq_num 108) 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 2 to smithi03785213-16 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 165 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:284: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:284: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:284: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:33:11.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 169 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-07-26T06:33:11.335 INFO:tasks.rados.rados.0.smithi037.stdout:283: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:33:11.335 INFO:tasks.rados.rados.0.smithi037.stdout:283: finishing copy_from to smithi03785213-39 2024-07-26T06:33:11.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:33:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:11 smithi135 ceph-mon[32812]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:33:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:11 smithi037 ceph-mon[29520]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:33:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:11 smithi037 ceph-mon[40607]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:277: done (7 left) 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:278: done (6 left) 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:279: done (5 left) 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:281: done (4 left) 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:282: done (3 left) 2024-07-26T06:33:12.336 INFO:tasks.rados.rados.0.smithi037.stdout:283: done (2 left) 2024-07-26T06:33:12.337 INFO:tasks.rados.rados.0.smithi037.stdout:284: done (1 left) 2024-07-26T06:33:12.337 INFO:tasks.rados.rados.0.smithi037.stdout:286: done (0 left) 2024-07-26T06:33:12.337 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 24 2024-07-26T06:33:12.337 INFO:tasks.rados.rados.0.smithi037.stdout:287: seq_num 109 ranges {253952=630784,884736=491520,1376256=483328,1859584=229376} 2024-07-26T06:33:12.340 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03785213-16 from 253952 to 884736 tid 1 2024-07-26T06:33:12.346 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03785213-16 from 884736 to 1376256 tid 2 2024-07-26T06:33:12.347 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03785213-16 from 1376256 to 1859584 tid 3 2024-07-26T06:33:12.349 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03785213-16 from 1859584 to 2088960 tid 4 2024-07-26T06:33:12.349 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 24 2024-07-26T06:33:12.349 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 1 to smithi03785213-16 2024-07-26T06:33:12.349 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 2 to smithi03785213-16 2024-07-26T06:33:12.349 INFO:tasks.rados.rados.0.smithi037.stdout:288: seq_num 110 ranges {286720=647168,933888=778240,1712128=425984} 2024-07-26T06:33:12.354 INFO:tasks.rados.rados.0.smithi037.stdout:288: writing smithi03785213-18 from 286720 to 933888 tid 1 2024-07-26T06:33:12.359 INFO:tasks.rados.rados.0.smithi037.stdout:288: writing smithi03785213-18 from 933888 to 1712128 tid 2 2024-07-26T06:33:12.362 INFO:tasks.rados.rados.0.smithi037.stdout:288: writing smithi03785213-18 from 1712128 to 2138112 tid 3 2024-07-26T06:33:12.362 INFO:tasks.rados.rados.0.smithi037.stdout:289: setattr oid 45 current snap is 24 2024-07-26T06:33:12.362 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 3 to smithi03785213-16 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 4 to smithi03785213-16 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 5 to smithi03785213-16 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 6 to smithi03785213-16 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 187 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:287: left oid 16 (ObjNum 109 snap 24 seq_num 109) 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:288: finishing write tid 1 to smithi03785213-18 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:288: finishing write tid 2 to smithi03785213-18 2024-07-26T06:33:12.363 INFO:tasks.rados.rados.0.smithi037.stdout:287: done (2 left) 2024-07-26T06:33:12.364 INFO:tasks.rados.rados.0.smithi037.stdout:290: snap_remove snap 9 2024-07-26T06:33:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:12 smithi135 ceph-mon[32812]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:33:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:12 smithi135 ceph-mon[32812]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:12.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:12 smithi037 ceph-mon[29520]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:33:12.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:12 smithi037 ceph-mon[29520]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:12 smithi037 ceph-mon[40607]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:33:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:12 smithi037 ceph-mon[40607]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:290: done (2 left) 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:291: setattr oid 15 current snap is 24 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:288: finishing write tid 3 to smithi03785213-18 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:288: finishing write tid 4 to smithi03785213-18 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 189 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:288: finishing write tid 5 to smithi03785213-18 2024-07-26T06:33:13.347 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 41 (ObjNum 110 snap 24 seq_num 110) dirty exists 2024-07-26T06:33:13.348 INFO:tasks.rados.rados.0.smithi037.stdout:288: left oid 18 (ObjNum 110 snap 24 seq_num 110) 2024-07-26T06:33:13.348 INFO:tasks.rados.rados.0.smithi037.stdout:288: done (2 left) 2024-07-26T06:33:13.348 INFO:tasks.rados.rados.0.smithi037.stdout:289: done (1 left) 2024-07-26T06:33:13.348 INFO:tasks.rados.rados.0.smithi037.stdout:292: snap_create 2024-07-26T06:33:13.352 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 65 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-07-26T06:33:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:13 smithi135 ceph-mon[32812]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:33:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:13 smithi037 ceph-mon[29520]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:33:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:13 smithi037 ceph-mon[40607]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:33:14.297 INFO:tasks.rados.rados.0.smithi037.stdout:291: done (1 left) 2024-07-26T06:33:14.297 INFO:tasks.rados.rados.0.smithi037.stdout:292: done (0 left) 2024-07-26T06:33:14.297 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 25 2024-07-26T06:33:14.297 INFO:tasks.rados.rados.0.smithi037.stdout:293: seq_num 111 ranges {253952=663552,917504=663552,1581056=450560,2031616=90112} 2024-07-26T06:33:14.303 INFO:tasks.rados.rados.0.smithi037.stdout:293: writing smithi03785213-33 from 253952 to 917504 tid 1 2024-07-26T06:33:14.308 INFO:tasks.rados.rados.0.smithi037.stdout:293: writing smithi03785213-33 from 917504 to 1581056 tid 2 2024-07-26T06:33:14.311 INFO:tasks.rados.rados.0.smithi037.stdout:293: writing smithi03785213-33 from 1581056 to 2031616 tid 3 2024-07-26T06:33:14.312 INFO:tasks.rados.rados.0.smithi037.stdout:293: writing smithi03785213-33 from 2031616 to 2121728 tid 4 2024-07-26T06:33:14.312 INFO:tasks.rados.rados.0.smithi037.stdout:294: copy_from oid 18 from oid 13 current snap is 25 2024-07-26T06:33:14.312 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 1 to smithi03785213-33 2024-07-26T06:33:14.312 INFO:tasks.rados.rados.0.smithi037.stdout:295: snap_create 2024-07-26T06:33:14.313 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 2 to smithi03785213-33 2024-07-26T06:33:14.315 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 3 to smithi03785213-33 2024-07-26T06:33:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 4 to smithi03785213-33 2024-07-26T06:33:14.317 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 5 to smithi03785213-33 2024-07-26T06:33:14.317 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing write tid 6 to smithi03785213-33 2024-07-26T06:33:14.318 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 132 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-07-26T06:33:14.318 INFO:tasks.rados.rados.0.smithi037.stdout:293: left oid 33 (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:33:14.332 INFO:tasks.rados.rados.0.smithi037.stdout:294: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:33:14.335 INFO:tasks.rados.rados.0.smithi037.stdout:294: finishing copy_from to smithi03785213-18 2024-07-26T06:33:14.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 24 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-07-26T06:33:14.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[40607]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:33:14.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[40607]: pgmap v166: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:14.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[40607]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:33:14.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[29520]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:33:14.799 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[29520]: pgmap v166: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:14.799 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:14 smithi037 ceph-mon[29520]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:33:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:14 smithi135 ceph-mon[32812]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:33:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:14 smithi135 ceph-mon[32812]: pgmap v166: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:33:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:14 smithi135 ceph-mon[32812]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:33:15.297 INFO:tasks.rados.rados.0.smithi037.stdout:293: done (2 left) 2024-07-26T06:33:15.298 INFO:tasks.rados.rados.0.smithi037.stdout:294: done (1 left) 2024-07-26T06:33:15.298 INFO:tasks.rados.rados.0.smithi037.stdout:295: done (0 left) 2024-07-26T06:33:15.298 INFO:tasks.rados.rados.0.smithi037.stdout:296: snap_create 2024-07-26T06:33:16.302 INFO:tasks.rados.rados.0.smithi037.stdout:296: done (0 left) 2024-07-26T06:33:16.303 INFO:tasks.rados.rados.0.smithi037.stdout:297: read oid 15 snap -1 2024-07-26T06:33:16.303 INFO:tasks.rados.rados.0.smithi037.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:16.303 INFO:tasks.rados.rados.0.smithi037.stdout:298: snap_create 2024-07-26T06:33:16.310 INFO:tasks.rados.rados.0.smithi037.stdout:297: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:16.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:16 smithi135 ceph-mon[32812]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:33:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:16 smithi135 ceph-mon[32812]: pgmap v169: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:16.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:16 smithi037 ceph-mon[29520]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:33:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:16 smithi037 ceph-mon[29520]: pgmap v169: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:16 smithi037 ceph-mon[40607]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:33:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:16 smithi037 ceph-mon[40607]: pgmap v169: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:17.304 INFO:tasks.rados.rados.0.smithi037.stdout:297: done (1 left) 2024-07-26T06:33:17.304 INFO:tasks.rados.rados.0.smithi037.stdout:298: done (0 left) 2024-07-26T06:33:17.304 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 28 2024-07-26T06:33:17.304 INFO:tasks.rados.rados.0.smithi037.stdout:299: seq_num 112 ranges {1269760=679936,1949696=548864,2498560=655360} 2024-07-26T06:33:17.316 INFO:tasks.rados.rados.0.smithi037.stdout:299: writing smithi03785213-23 from 1269760 to 1949696 tid 1 2024-07-26T06:33:17.320 INFO:tasks.rados.rados.0.smithi037.stdout:299: writing smithi03785213-23 from 1949696 to 2498560 tid 2 2024-07-26T06:33:17.324 INFO:tasks.rados.rados.0.smithi037.stdout:299: writing smithi03785213-23 from 2498560 to 3153920 tid 3 2024-07-26T06:33:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:300: rollback oid 9 current snap is 28 2024-07-26T06:33:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 22 2024-07-26T06:33:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing write tid 1 to smithi03785213-23 2024-07-26T06:33:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing write tid 2 to smithi03785213-23 2024-07-26T06:33:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:301: snap_remove snap 20 2024-07-26T06:33:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:17 smithi037 ceph-mon[29520]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:33:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:17 smithi037 ceph-mon[40607]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:33:17.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:17] "GET /metrics HTTP/1.1" 200 239269 "" "Prometheus/2.43.0" 2024-07-26T06:33:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:17 smithi135 ceph-mon[32812]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:33:18.309 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:18.314 INFO:tasks.rados.rados.0.smithi037.stdout:301: done (2 left) 2024-07-26T06:33:18.314 INFO:tasks.rados.rados.0.smithi037.stdout:302: read oid 18 snap 22 2024-07-26T06:33:18.314 INFO:tasks.rados.rados.0.smithi037.stdout:302: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:303: snap_create 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing write tid 3 to smithi03785213-23 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing write tid 4 to smithi03785213-23 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing write tid 5 to smithi03785213-23 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 121 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:299: left oid 23 (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:300: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:300: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:300: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:33:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 207 (ObjNum 83 snap 18 seq_num 83) dirty exists 2024-07-26T06:33:18.323 INFO:tasks.rados.rados.0.smithi037.stdout:302: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:33:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:18 smithi135 ceph-mon[32812]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:33:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:18 smithi135 ceph-mon[32812]: pgmap v172: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:18.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:18 smithi037 ceph-mon[29520]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:33:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:18 smithi037 ceph-mon[29520]: pgmap v172: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:18 smithi037 ceph-mon[40607]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:33:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:18 smithi037 ceph-mon[40607]: pgmap v172: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:19.302 INFO:tasks.rados.rados.0.smithi037.stdout:299: done (3 left) 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:300: done (2 left) 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:302: done (1 left) 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:303: done (0 left) 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:304: read oid 23 snap -1 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:304: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 29 2024-07-26T06:33:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:305: seq_num 113 ranges {606208=696320,1302528=434176,1736704=466944,2203648=303104} 2024-07-26T06:33:19.309 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03785213-41 from 606208 to 1302528 tid 1 2024-07-26T06:33:19.316 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03785213-41 from 1302528 to 1736704 tid 2 2024-07-26T06:33:19.320 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03785213-41 from 1736704 to 2203648 tid 3 2024-07-26T06:33:19.323 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03785213-41 from 2203648 to 2506752 tid 4 2024-07-26T06:33:19.323 INFO:tasks.rados.rados.0.smithi037.stdout:306: read oid 28 snap -1 2024-07-26T06:33:19.323 INFO:tasks.rados.rados.0.smithi037.stdout:306: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:33:19.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 29 2024-07-26T06:33:19.324 INFO:tasks.rados.rados.0.smithi037.stdout:307: seq_num 114 ranges {2654208=712704,3366912=712704,4079616=491520} 2024-07-26T06:33:19.343 INFO:tasks.rados.rados.0.smithi037.stdout:307: writing smithi03785213-9 from 2654208 to 3366912 tid 1 2024-07-26T06:33:19.348 INFO:tasks.rados.rados.0.smithi037.stdout:307: writing smithi03785213-9 from 3366912 to 4079616 tid 2 2024-07-26T06:33:19.351 INFO:tasks.rados.rados.0.smithi037.stdout:307: writing smithi03785213-9 from 4079616 to 4571136 tid 3 2024-07-26T06:33:19.351 INFO:tasks.rados.rados.0.smithi037.stdout:308: rmattr oid 34 current snap is 29 2024-07-26T06:33:19.351 INFO:tasks.rados.rados.0.smithi037.stdout:308: done (4 left) 2024-07-26T06:33:19.351 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 29 2024-07-26T06:33:19.351 INFO:tasks.rados.rados.0.smithi037.stdout:309: seq_num 115 ranges {2768896=729088,3497984=647168,4145152=434176,4579328=122880} 2024-07-26T06:33:19.370 INFO:tasks.rados.rados.0.smithi037.stdout:309: writing smithi03785213-12 from 2768896 to 3497984 tid 1 2024-07-26T06:33:19.375 INFO:tasks.rados.rados.0.smithi037.stdout:309: writing smithi03785213-12 from 3497984 to 4145152 tid 2 2024-07-26T06:33:19.378 INFO:tasks.rados.rados.0.smithi037.stdout:309: writing smithi03785213-12 from 4145152 to 4579328 tid 3 2024-07-26T06:33:19.379 INFO:tasks.rados.rados.0.smithi037.stdout:309: writing smithi03785213-12 from 4579328 to 4702208 tid 4 2024-07-26T06:33:19.379 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 29 2024-07-26T06:33:19.379 INFO:tasks.rados.rados.0.smithi037.stdout:304: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:33:19.518 INFO:tasks.rados.rados.0.smithi037.stdout:306: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 1 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 2 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 3 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 4 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 5 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 6 to smithi03785213-41 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 223 (ObjNum 113 snap 29 seq_num 113) dirty exists 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:305: left oid 41 (ObjNum 113 snap 29 seq_num 113) 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:307: finishing write tid 1 to smithi03785213-9 2024-07-26T06:33:19.550 INFO:tasks.rados.rados.0.smithi037.stdout:307: finishing write tid 2 to smithi03785213-9 2024-07-26T06:33:19.551 INFO:tasks.rados.rados.0.smithi037.stdout:310: seq_num 116 ranges {606208=745472,1351680=532480,1884160=638976,2523136=32768} 2024-07-26T06:33:19.557 INFO:tasks.rados.rados.0.smithi037.stdout:310: writing smithi03785213-37 from 606208 to 1351680 tid 1 2024-07-26T06:33:19.561 INFO:tasks.rados.rados.0.smithi037.stdout:310: writing smithi03785213-37 from 1351680 to 1884160 tid 2 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:310: writing smithi03785213-37 from 1884160 to 2523136 tid 3 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:310: writing smithi03785213-37 from 2523136 to 2555904 tid 4 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:304: done (5 left) 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:305: done (4 left) 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:306: done (3 left) 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:311: copy_from oid 13 from oid 16 current snap is 29 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:307: finishing write tid 3 to smithi03785213-9 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:307: finishing write tid 4 to smithi03785213-9 2024-07-26T06:33:19.566 INFO:tasks.rados.rados.0.smithi037.stdout:307: finishing write tid 5 to smithi03785213-9 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 228 (ObjNum 114 snap 29 seq_num 114) dirty exists 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:307: left oid 9 (ObjNum 114 snap 29 seq_num 114) 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 1 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 2 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 3 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 4 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 5 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: finishing write tid 6 to smithi03785213-12 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 82 (ObjNum 115 snap 29 seq_num 115) dirty exists 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: left oid 12 (ObjNum 115 snap 29 seq_num 115) 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 1 to smithi03785213-37 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 2 to smithi03785213-37 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:307: done (3 left) 2024-07-26T06:33:19.567 INFO:tasks.rados.rados.0.smithi037.stdout:309: done (2 left) 2024-07-26T06:33:19.568 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 29 2024-07-26T06:33:19.568 INFO:tasks.rados.rados.0.smithi037.stdout:312: seq_num 117 ranges {1753088=770048,2523136=417792,2940928=442368,3383296=344064} 2024-07-26T06:33:19.581 INFO:tasks.rados.rados.0.smithi037.stdout:312: writing smithi03785213-11 from 1753088 to 2523136 tid 1 2024-07-26T06:33:19.583 INFO:tasks.rados.rados.0.smithi037.stdout:312: writing smithi03785213-11 from 2523136 to 2940928 tid 2 2024-07-26T06:33:19.586 INFO:tasks.rados.rados.0.smithi037.stdout:312: writing smithi03785213-11 from 2940928 to 3383296 tid 3 2024-07-26T06:33:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:19 smithi135 ceph-mon[32812]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:33:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:19 smithi135 ceph-mon[32812]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:33:19.589 INFO:tasks.rados.rados.0.smithi037.stdout:312: writing smithi03785213-11 from 3383296 to 3727360 tid 4 2024-07-26T06:33:19.589 INFO:tasks.rados.rados.0.smithi037.stdout:313: snap_remove snap 21 2024-07-26T06:33:19.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:19 smithi037 ceph-mon[29520]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:33:19.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:19 smithi037 ceph-mon[29520]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:33:19.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:19 smithi037 ceph-mon[40607]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:33:19.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:19 smithi037 ceph-mon[40607]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:33:20.327 INFO:tasks.rados.rados.0.smithi037.stdout:313: done (3 left) 2024-07-26T06:33:20.327 INFO:tasks.rados.rados.0.smithi037.stdout:314: copy_from oid 18 from oid 44 current snap is 29 2024-07-26T06:33:20.327 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 3 to smithi03785213-37 2024-07-26T06:33:20.327 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 4 to smithi03785213-37 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 5 to smithi03785213-37 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:310: finishing write tid 6 to smithi03785213-37 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 35 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:310: left oid 37 (ObjNum 116 snap 29 seq_num 116) 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:311: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:311: finishing copy_from to smithi03785213-13 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 187 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 1 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 2 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 3 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 4 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 5 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:312: finishing write tid 6 to smithi03785213-11 2024-07-26T06:33:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 47 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:312: left oid 11 (ObjNum 117 snap 29 seq_num 117) 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:310: done (3 left) 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:311: done (2 left) 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:312: done (1 left) 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:315: copy_from oid 19 from oid 27 current snap is 29 2024-07-26T06:33:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:316: snap_create 2024-07-26T06:33:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:314: finishing copy_from to smithi03785213-18 2024-07-26T06:33:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:314: got expected ENOENT (src dne) 2024-07-26T06:33:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:314: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:33:20.334 INFO:tasks.rados.rados.0.smithi037.stdout:315: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:33:20.336 INFO:tasks.rados.rados.0.smithi037.stdout:315: finishing copy_from to smithi03785213-19 2024-07-26T06:33:20.336 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:33:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:20 smithi135 ceph-mon[32812]: pgmap v175: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:20.708 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:20 smithi037 ceph-mon[29520]: pgmap v175: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:20.709 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:20 smithi037 ceph-mon[40607]: pgmap v175: 121 pgs: 121 active+clean; 80 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:314: done (2 left) 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:315: done (1 left) 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:316: done (0 left) 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:317: read oid 15 snap -1 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:317: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:21.329 INFO:tasks.rados.rados.0.smithi037.stdout:318: copy_from oid 39 from oid 19 current snap is 30 2024-07-26T06:33:21.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 30 2024-07-26T06:33:21.330 INFO:tasks.rados.rados.0.smithi037.stdout:319: seq_num 118 ranges {4571136=786432,5357568=704512,6062080=499712} 2024-07-26T06:33:21.359 INFO:tasks.rados.rados.0.smithi037.stdout:319: writing smithi03785213-9 from 4571136 to 5357568 tid 1 2024-07-26T06:33:21.363 INFO:tasks.rados.rados.0.smithi037.stdout:319: writing smithi03785213-9 from 5357568 to 6062080 tid 2 2024-07-26T06:33:21.367 INFO:tasks.rados.rados.0.smithi037.stdout:319: writing smithi03785213-9 from 6062080 to 6561792 tid 3 2024-07-26T06:33:21.367 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 30 2024-07-26T06:33:21.367 INFO:tasks.rados.rados.0.smithi037.stdout:320: seq_num 119 ranges {557056=802816,1359872=589824,1949696=409600,2359296=204800} 2024-07-26T06:33:21.375 INFO:tasks.rados.rados.0.smithi037.stdout:320: writing smithi03785213-45 from 557056 to 1359872 tid 1 2024-07-26T06:33:21.378 INFO:tasks.rados.rados.0.smithi037.stdout:320: writing smithi03785213-45 from 1359872 to 1949696 tid 2 2024-07-26T06:33:21.381 INFO:tasks.rados.rados.0.smithi037.stdout:320: writing smithi03785213-45 from 1949696 to 2359296 tid 3 2024-07-26T06:33:21.382 INFO:tasks.rados.rados.0.smithi037.stdout:320: writing smithi03785213-45 from 2359296 to 2564096 tid 4 2024-07-26T06:33:21.383 INFO:tasks.rados.rados.0.smithi037.stdout:321: snap_create 2024-07-26T06:33:21.383 INFO:tasks.rados.rados.0.smithi037.stdout:317: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:318: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:33:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:318: finishing copy_from to smithi03785213-39 2024-07-26T06:33:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:33:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing write tid 1 to smithi03785213-9 2024-07-26T06:33:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing write tid 2 to smithi03785213-9 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing write tid 3 to smithi03785213-9 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing write tid 4 to smithi03785213-9 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing write tid 5 to smithi03785213-9 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 245 (ObjNum 118 snap 30 seq_num 118) dirty exists 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:319: left oid 9 (ObjNum 118 snap 30 seq_num 118) 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 1 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 2 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 3 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 4 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 5 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: finishing write tid 6 to smithi03785213-45 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 251 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-07-26T06:33:21.388 INFO:tasks.rados.rados.0.smithi037.stdout:320: left oid 45 (ObjNum 119 snap 30 seq_num 119) 2024-07-26T06:33:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:21 smithi135 ceph-mon[32812]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:33:21.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:21 smithi037 ceph-mon[40607]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:33:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:21 smithi037 ceph-mon[29520]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:33:22.333 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:22 smithi037 ceph-mon[40607]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:33:22.333 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:22 smithi037 ceph-mon[40607]: pgmap v178: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:22.336 INFO:tasks.rados.rados.0.smithi037.stdout:317: done (4 left) 2024-07-26T06:33:22.336 INFO:tasks.rados.rados.0.smithi037.stdout:318: done (3 left) 2024-07-26T06:33:22.336 INFO:tasks.rados.rados.0.smithi037.stdout:319: done (2 left) 2024-07-26T06:33:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:320: done (1 left) 2024-07-26T06:33:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:321: done (0 left) 2024-07-26T06:33:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 31 2024-07-26T06:33:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:322: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-07-26T06:33:22.338 INFO:tasks.rados.rados.0.smithi037.stdout:322: writing smithi03785213-5 from 0 to 417792 tid 1 2024-07-26T06:33:22.341 INFO:tasks.rados.rados.0.smithi037.stdout:322: writing smithi03785213-5 from 417792 to 892928 tid 2 2024-07-26T06:33:22.345 INFO:tasks.rados.rados.0.smithi037.stdout:322: writing smithi03785213-5 from 892928 to 1515520 tid 3 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:322: writing smithi03785213-5 from 1515520 to 2023424 tid 4 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 1 to smithi03785213-5 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 2 to smithi03785213-5 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 3 to smithi03785213-5 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:323: rollback oid 31 current snap is 31 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 11 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 31 2024-07-26T06:33:22.349 INFO:tasks.rados.rados.0.smithi037.stdout:324: seq_num 121 ranges {811008=434176,1245184=753664,1998848=425984,2424832=425984} 2024-07-26T06:33:22.355 INFO:tasks.rados.rados.0.smithi037.stdout:324: writing smithi03785213-49 from 811008 to 1245184 tid 1 2024-07-26T06:33:22.360 INFO:tasks.rados.rados.0.smithi037.stdout:324: writing smithi03785213-49 from 1245184 to 1998848 tid 2 2024-07-26T06:33:22.363 INFO:tasks.rados.rados.0.smithi037.stdout:324: writing smithi03785213-49 from 1998848 to 2424832 tid 3 2024-07-26T06:33:22.366 INFO:tasks.rados.rados.0.smithi037.stdout:324: writing smithi03785213-49 from 2424832 to 2850816 tid 4 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:325: rmattr oid 41 current snap is 31 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:325: done (3 left) 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:326: read oid 7 snap -1 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:326: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:327: snap_create 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:323: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:323: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 157 (ObjNum -421548832 snap 32680 seq_num 304) dirty dne 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 4 to smithi03785213-5 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 5 to smithi03785213-5 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:322: finishing write tid 6 to smithi03785213-5 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 51 (ObjNum 120 snap 31 seq_num 120) dirty exists 2024-07-26T06:33:22.367 INFO:tasks.rados.rados.0.smithi037.stdout:322: left oid 5 (ObjNum 120 snap 31 seq_num 120) 2024-07-26T06:33:22.368 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 1 to smithi03785213-49 2024-07-26T06:33:22.368 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 2 to smithi03785213-49 2024-07-26T06:33:22.368 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 3 to smithi03785213-49 2024-07-26T06:33:22.368 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 4 to smithi03785213-49 2024-07-26T06:33:22.368 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 5 to smithi03785213-49 2024-07-26T06:33:22.369 INFO:tasks.rados.rados.0.smithi037.stdout:326: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:33:22.372 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing write tid 6 to smithi03785213-49 2024-07-26T06:33:22.372 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 82 (ObjNum 121 snap 31 seq_num 121) dirty exists 2024-07-26T06:33:22.372 INFO:tasks.rados.rados.0.smithi037.stdout:324: left oid 49 (ObjNum 121 snap 31 seq_num 121) 2024-07-26T06:33:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:22 smithi135 ceph-mon[32812]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:33:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:22 smithi135 ceph-mon[32812]: pgmap v178: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:22 smithi037 ceph-mon[29520]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:33:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:22 smithi037 ceph-mon[29520]: pgmap v178: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:23.338 INFO:tasks.rados.rados.0.smithi037.stdout:322: done (4 left) 2024-07-26T06:33:23.338 INFO:tasks.rados.rados.0.smithi037.stdout:323: done (3 left) 2024-07-26T06:33:23.339 INFO:tasks.rados.rados.0.smithi037.stdout:324: done (2 left) 2024-07-26T06:33:23.339 INFO:tasks.rados.rados.0.smithi037.stdout:326: done (1 left) 2024-07-26T06:33:23.339 INFO:tasks.rados.rados.0.smithi037.stdout:327: done (0 left) 2024-07-26T06:33:23.339 INFO:tasks.rados.rados.0.smithi037.stdout:328: delete oid 49 current snap is 32 2024-07-26T06:33:23.342 INFO:tasks.rados.rados.0.smithi037.stdout:328: done (0 left) 2024-07-26T06:33:23.342 INFO:tasks.rados.rados.0.smithi037.stdout:329: rollback oid 18 current snap is 32 2024-07-26T06:33:23.342 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 27 2024-07-26T06:33:23.342 INFO:tasks.rados.rados.0.smithi037.stdout:330: snap_create 2024-07-26T06:33:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:329: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:33:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:329: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:33:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:329: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:33:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 190 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-07-26T06:33:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:23 smithi135 ceph-mon[32812]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:33:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:23 smithi037 ceph-mon[29520]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:33:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:23 smithi037 ceph-mon[40607]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:329: done (1 left) 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:330: done (0 left) 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:331: rollback oid 41 current snap is 33 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 23 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:332: rollback oid 18 current snap is 33 2024-07-26T06:33:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 30 2024-07-26T06:33:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:333: rmattr oid 23 current snap is 33 2024-07-26T06:33:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:334: copy_from oid 13 from oid 37 current snap is 33 2024-07-26T06:33:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 33 2024-07-26T06:33:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:335: seq_num 123 ranges {24576=466944,491520=573440,1064960=794624,1859584=237568} 2024-07-26T06:33:24.302 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03785213-36 from 24576 to 491520 tid 1 2024-07-26T06:33:24.306 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03785213-36 from 491520 to 1064960 tid 2 2024-07-26T06:33:24.311 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03785213-36 from 1064960 to 1859584 tid 3 2024-07-26T06:33:24.313 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03785213-36 from 1859584 to 2097152 tid 4 2024-07-26T06:33:24.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 33 2024-07-26T06:33:24.313 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:33:24.313 INFO:tasks.rados.rados.0.smithi037.stdout:336: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-07-26T06:33:24.316 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03785213-31 from 0 to 483328 tid 1 2024-07-26T06:33:24.319 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03785213-31 from 483328 to 942080 tid 2 2024-07-26T06:33:24.322 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03785213-31 from 942080 to 1540096 tid 3 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03785213-31 from 1540096 to 2088960 tid 4 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:337: setattr oid 39 current snap is 33 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 193 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:331: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:331: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:331: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:33:24.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 255 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 127 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 1 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 2 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 3 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 4 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 5 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 6 to smithi03785213-36 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 133 (ObjNum 123 snap 33 seq_num 123) dirty exists 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:335: left oid 36 (ObjNum 123 snap 33 seq_num 123) 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:334: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:334: finishing copy_from to smithi03785213-13 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 35 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 1 to smithi03785213-31 2024-07-26T06:33:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 2 to smithi03785213-31 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 3 to smithi03785213-31 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:331: done (6 left) 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:332: done (5 left) 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:333: done (4 left) 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:334: done (3 left) 2024-07-26T06:33:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:335: done (2 left) 2024-07-26T06:33:24.330 INFO:tasks.rados.rados.0.smithi037.stdout:338: snap_create 2024-07-26T06:33:24.330 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 4 to smithi03785213-31 2024-07-26T06:33:24.330 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 5 to smithi03785213-31 2024-07-26T06:33:24.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 90 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:33:24.331 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 6 to smithi03785213-31 2024-07-26T06:33:24.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 162 (ObjNum 124 snap 33 seq_num 124) dirty exists 2024-07-26T06:33:24.331 INFO:tasks.rados.rados.0.smithi037.stdout:336: left oid 31 (ObjNum 124 snap 33 seq_num 124) 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[29520]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[29520]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[29520]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[40607]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[40607]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:24.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:24 smithi037 ceph-mon[40607]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:33:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:24 smithi135 ceph-mon[32812]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:33:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:24 smithi135 ceph-mon[32812]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-07-26T06:33:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:24 smithi135 ceph-mon[32812]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:33:25.301 INFO:tasks.rados.rados.0.smithi037.stdout:336: done (2 left) 2024-07-26T06:33:25.301 INFO:tasks.rados.rados.0.smithi037.stdout:337: done (1 left) 2024-07-26T06:33:25.301 INFO:tasks.rados.rados.0.smithi037.stdout:338: done (0 left) 2024-07-26T06:33:25.301 INFO:tasks.rados.rados.0.smithi037.stdout:339: copy_from oid 34 from oid 46 current snap is 34 2024-07-26T06:33:25.301 INFO:tasks.rados.rados.0.smithi037.stdout:340: snap_remove snap 31 2024-07-26T06:33:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:25 smithi037 ceph-mon[29520]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:33:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:25 smithi037 ceph-mon[40607]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:33:25.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:25.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:25 smithi135 ceph-mon[32812]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:340: done (1 left) 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:341: rollback oid 45 current snap is 34 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 28 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:342: read oid 20 snap -1 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:342: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:343: read oid 37 snap -1 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:343: expect (ObjNum 116 snap 29 seq_num 116) 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:344: delete oid 28 current snap is 34 2024-07-26T06:33:26.307 INFO:tasks.rados.rados.0.smithi037.stdout:339: finishing copy_from racing read to smithi03785213-34 2024-07-26T06:33:26.308 INFO:tasks.rados.rados.0.smithi037.stdout:339: finishing copy_from to smithi03785213-34 2024-07-26T06:33:26.308 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 14 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:33:26.311 INFO:tasks.rados.rados.0.smithi037.stdout:339: done (4 left) 2024-07-26T06:33:26.311 INFO:tasks.rados.rados.0.smithi037.stdout:344: done (3 left) 2024-07-26T06:33:26.311 INFO:tasks.rados.rados.0.smithi037.stdout:345: rollback oid 46 current snap is 34 2024-07-26T06:33:26.311 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 22 2024-07-26T06:33:26.311 INFO:tasks.rados.rados.0.smithi037.stdout:346: snap_remove snap 26 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:33:27.174 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[29520]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:33:27.175 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:26 smithi037 ceph-mon[40607]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:33:27.308 INFO:tasks.rados.rados.0.smithi037.stdout:346: done (4 left) 2024-07-26T06:33:27.308 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 34 2024-07-26T06:33:27.308 INFO:tasks.rados.rados.0.smithi037.stdout:341: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:33:27.308 INFO:tasks.rados.rados.0.smithi037.stdout:341: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:33:27.308 INFO:tasks.rados.rados.0.smithi037.stdout:343: expect (ObjNum 116 snap 29 seq_num 116) 2024-07-26T06:33:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:33:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:26 smithi135 ceph-mon[32812]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:33:27.391 INFO:tasks.rados.rados.0.smithi037.stdout:341: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:33:27.391 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 259 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:33:27.391 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing rollback tid 0 to smithi03785213-46 2024-07-26T06:33:27.391 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:33:27.391 INFO:tasks.rados.rados.0.smithi037.stdout:347: seq_num 126 ranges {2088960=516096,2605056=630784,3235840=614400,3850240=360448} 2024-07-26T06:33:27.405 INFO:tasks.rados.rados.0.smithi037.stdout:347: writing smithi03785213-31 from 2088960 to 2605056 tid 1 2024-07-26T06:33:27.408 INFO:tasks.rados.rados.0.smithi037.stdout:347: writing smithi03785213-31 from 2605056 to 3235840 tid 2 2024-07-26T06:33:27.412 INFO:tasks.rados.rados.0.smithi037.stdout:347: writing smithi03785213-31 from 3235840 to 3850240 tid 3 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:347: writing smithi03785213-31 from 3850240 to 4210688 tid 4 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:341: done (4 left) 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:343: done (3 left) 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:348: read oid 30 snap -1 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:348: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:349: read oid 49 snap -1 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:349: expect deleted 2024-07-26T06:33:27.415 INFO:tasks.rados.rados.0.smithi037.stdout:350: delete oid 17 current snap is 34 2024-07-26T06:33:27.416 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing rollback tid 2 to smithi03785213-46 2024-07-26T06:33:27.416 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 138 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:33:27.416 INFO:tasks.rados.rados.0.smithi037.stdout:342: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 1 to smithi03785213-31 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 2 to smithi03785213-31 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 3 to smithi03785213-31 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 4 to smithi03785213-31 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 5 to smithi03785213-31 2024-07-26T06:33:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:342: done (5 left) 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:345: done (4 left) 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:349: done (3 left) 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:350: done (2 left) 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 34 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:347: finishing write tid 6 to smithi03785213-31 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 170 (ObjNum 126 snap 34 seq_num 126) dirty exists 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:347: left oid 31 (ObjNum 126 snap 34 seq_num 126) 2024-07-26T06:33:27.464 INFO:tasks.rados.rados.0.smithi037.stdout:348: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:33:27.472 INFO:tasks.rados.rados.0.smithi037.stdout:351: seq_num 128 ranges {2023424=548864,2572288=794624,3366912=581632,3948544=229376} 2024-07-26T06:33:27.486 INFO:tasks.rados.rados.0.smithi037.stdout:351: writing smithi03785213-5 from 2023424 to 2572288 tid 1 2024-07-26T06:33:27.491 INFO:tasks.rados.rados.0.smithi037.stdout:351: writing smithi03785213-5 from 2572288 to 3366912 tid 2 2024-07-26T06:33:27.494 INFO:tasks.rados.rados.0.smithi037.stdout:351: writing smithi03785213-5 from 3366912 to 3948544 tid 3 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:351: writing smithi03785213-5 from 3948544 to 4177920 tid 4 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:347: done (2 left) 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:348: done (1 left) 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:352: delete oid 6 current snap is 34 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 1 to smithi03785213-5 2024-07-26T06:33:27.496 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 2 to smithi03785213-5 2024-07-26T06:33:27.497 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 3 to smithi03785213-5 2024-07-26T06:33:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:352: done (1 left) 2024-07-26T06:33:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 34 2024-07-26T06:33:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:353: seq_num 130 ranges {2097152=581632,2678784=614400,3293184=598016,3891200=393216} 2024-07-26T06:33:27.512 INFO:tasks.rados.rados.0.smithi037.stdout:353: writing smithi03785213-36 from 2097152 to 2678784 tid 1 2024-07-26T06:33:27.516 INFO:tasks.rados.rados.0.smithi037.stdout:353: writing smithi03785213-36 from 2678784 to 3293184 tid 2 2024-07-26T06:33:27.519 INFO:tasks.rados.rados.0.smithi037.stdout:353: writing smithi03785213-36 from 3293184 to 3891200 tid 3 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:353: writing smithi03785213-36 from 3891200 to 4284416 tid 4 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:354: copy_from oid 21 from oid 20 current snap is 34 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 4 to smithi03785213-5 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 5 to smithi03785213-5 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:351: finishing write tid 6 to smithi03785213-5 2024-07-26T06:33:27.522 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 57 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:351: left oid 5 (ObjNum 128 snap 34 seq_num 128) 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 1 to smithi03785213-36 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 2 to smithi03785213-36 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 3 to smithi03785213-36 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:351: done (2 left) 2024-07-26T06:33:27.523 INFO:tasks.rados.rados.0.smithi037.stdout:355: setattr oid 43 current snap is 34 2024-07-26T06:33:27.524 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 4 to smithi03785213-36 2024-07-26T06:33:27.524 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 5 to smithi03785213-36 2024-07-26T06:33:27.525 INFO:tasks.rados.rados.0.smithi037.stdout:356: read oid 34 snap -1 2024-07-26T06:33:27.525 INFO:tasks.rados.rados.0.smithi037.stdout:356: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:27.525 INFO:tasks.rados.rados.0.smithi037.stdout:357: snap_create 2024-07-26T06:33:27.526 INFO:tasks.rados.rados.0.smithi037.stdout:353: finishing write tid 6 to smithi03785213-36 2024-07-26T06:33:27.526 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 156 (ObjNum 130 snap 34 seq_num 130) dirty exists 2024-07-26T06:33:27.526 INFO:tasks.rados.rados.0.smithi037.stdout:353: left oid 36 (ObjNum 130 snap 34 seq_num 130) 2024-07-26T06:33:27.527 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 98 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-07-26T06:33:27.528 INFO:tasks.rados.rados.0.smithi037.stdout:356: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:27.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:27] "GET /metrics HTTP/1.1" 200 239367 "" "Prometheus/2.43.0" 2024-07-26T06:33:27.549 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:33:27.549 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing copy_from to smithi03785213-21 2024-07-26T06:33:27.550 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 35 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:27 smithi135 ceph-mon[32812]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi135 2024-07-26T06:33:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:27 smithi135 ceph-mon[32812]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:33:28.240 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:27 smithi037 ceph-mon[29520]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi135 2024-07-26T06:33:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:27 smithi037 ceph-mon[29520]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:33:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:27 smithi037 ceph-mon[40607]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi135 2024-07-26T06:33:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:27 smithi037 ceph-mon[40607]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:33:28.312 INFO:tasks.rados.rados.0.smithi037.stdout:353: done (4 left) 2024-07-26T06:33:28.312 INFO:tasks.rados.rados.0.smithi037.stdout:354: done (3 left) 2024-07-26T06:33:28.312 INFO:tasks.rados.rados.0.smithi037.stdout:355: done (2 left) 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:356: done (1 left) 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:357: done (0 left) 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:358: read oid 31 snap -1 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:358: expect (ObjNum 126 snap 34 seq_num 126) 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:359: rollback oid 22 current snap is 35 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 28 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:360: read oid 48 snap -1 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:360: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:361: rollback oid 3 current snap is 35 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 24 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 35 2024-07-26T06:33:28.313 INFO:tasks.rados.rados.0.smithi037.stdout:362: seq_num 131 ranges {4579328=598016,5177344=499712,5677056=753664,6430720=352256} 2024-07-26T06:33:28.341 INFO:tasks.rados.rados.0.smithi037.stdout:362: writing smithi03785213-18 from 4579328 to 5177344 tid 1 2024-07-26T06:33:28.344 INFO:tasks.rados.rados.0.smithi037.stdout:362: writing smithi03785213-18 from 5177344 to 5677056 tid 2 2024-07-26T06:33:28.348 INFO:tasks.rados.rados.0.smithi037.stdout:362: writing smithi03785213-18 from 5677056 to 6430720 tid 3 2024-07-26T06:33:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:362: writing smithi03785213-18 from 6430720 to 6782976 tid 4 2024-07-26T06:33:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:363: rmattr oid 24 current snap is 35 2024-07-26T06:33:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:359: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:33:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:359: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:359: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 77 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:361: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:361: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:361: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 81 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-26T06:33:28.352 INFO:tasks.rados.rados.0.smithi037.stdout:360: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:28.356 INFO:tasks.rados.rados.0.smithi037.stdout:358: expect (ObjNum 126 snap 34 seq_num 126) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 1 to smithi03785213-18 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 2 to smithi03785213-18 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:358: done (5 left) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:359: done (4 left) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:360: done (3 left) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:361: done (2 left) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:364: rmattr oid 31 current snap is 35 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:364: done (2 left) 2024-07-26T06:33:28.502 INFO:tasks.rados.rados.0.smithi037.stdout:365: rmattr oid 50 current snap is 35 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:365: done (2 left) 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:366: copy_from oid 12 from oid 11 current snap is 35 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 3 to smithi03785213-18 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 176 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 4 to smithi03785213-18 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 5 to smithi03785213-18 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: finishing write tid 6 to smithi03785213-18 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 198 (ObjNum 131 snap 35 seq_num 131) dirty exists 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: left oid 18 (ObjNum 131 snap 35 seq_num 131) 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:362: done (2 left) 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:363: done (1 left) 2024-07-26T06:33:28.503 INFO:tasks.rados.rados.0.smithi037.stdout:367: delete oid 43 current snap is 35 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:367: done (1 left) 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:368: rollback oid 16 current snap is 35 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 25 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:369: read oid 20 snap -1 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:369: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:33:28.504 INFO:tasks.rados.rados.0.smithi037.stdout:370: snap_remove snap 22 2024-07-26T06:33:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:28 smithi037 ceph-mon[29520]: pgmap v187: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:28 smithi037 ceph-mon[29520]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:33:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:28 smithi037 ceph-mon[40607]: pgmap v187: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:28 smithi037 ceph-mon[40607]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:33:29.316 INFO:tasks.rados.rados.0.smithi037.stdout:368: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:33:29.316 INFO:tasks.rados.rados.0.smithi037.stdout:368: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:33:29.316 INFO:tasks.rados.rados.0.smithi037.stdout:368: finishing rollback tid 2 to smithi03785213-16 2024-07-26T06:33:29.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 271 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-26T06:33:29.316 INFO:tasks.rados.rados.0.smithi037.stdout:369: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:33:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:28 smithi135 ceph-mon[32812]: pgmap v187: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:28 smithi135 ceph-mon[32812]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:33:29.370 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:33:29.370 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing copy_from to smithi03785213-12 2024-07-26T06:33:29.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 47 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-07-26T06:33:29.370 INFO:tasks.rados.rados.0.smithi037.stdout:366: done (3 left) 2024-07-26T06:33:29.370 INFO:tasks.rados.rados.0.smithi037.stdout:368: done (2 left) 2024-07-26T06:33:29.371 INFO:tasks.rados.rados.0.smithi037.stdout:369: done (1 left) 2024-07-26T06:33:29.371 INFO:tasks.rados.rados.0.smithi037.stdout:370: done (0 left) 2024-07-26T06:33:29.371 INFO:tasks.rados.rados.0.smithi037.stdout:371: delete oid 18 current snap is 35 2024-07-26T06:33:29.372 INFO:tasks.rados.rados.0.smithi037.stdout:371: done (0 left) 2024-07-26T06:33:29.372 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 35 2024-07-26T06:33:29.372 INFO:tasks.rados.rados.0.smithi037.stdout:372: seq_num 134 ranges {3727360=647168,4374528=548864,4923392=573440,5496832=483328} 2024-07-26T06:33:29.395 INFO:tasks.rados.rados.0.smithi037.stdout:372: writing smithi03785213-12 from 3727360 to 4374528 tid 1 2024-07-26T06:33:29.398 INFO:tasks.rados.rados.0.smithi037.stdout:372: writing smithi03785213-12 from 4374528 to 4923392 tid 2 2024-07-26T06:33:29.402 INFO:tasks.rados.rados.0.smithi037.stdout:372: writing smithi03785213-12 from 4923392 to 5496832 tid 3 2024-07-26T06:33:29.404 INFO:tasks.rados.rados.0.smithi037.stdout:372: writing smithi03785213-12 from 5496832 to 5980160 tid 4 2024-07-26T06:33:29.404 INFO:tasks.rados.rados.0.smithi037.stdout:373: snap_remove snap 19 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:373: done (1 left) 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:374: snap_remove snap 28 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 1 to smithi03785213-12 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 2 to smithi03785213-12 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 3 to smithi03785213-12 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 4 to smithi03785213-12 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 5 to smithi03785213-12 2024-07-26T06:33:30.321 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing write tid 6 to smithi03785213-12 2024-07-26T06:33:30.322 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 113 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-07-26T06:33:30.322 INFO:tasks.rados.rados.0.smithi037.stdout:372: left oid 12 (ObjNum 134 snap 35 seq_num 134) 2024-07-26T06:33:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:30 smithi135 ceph-mon[32812]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:33:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:30 smithi135 ceph-mon[32812]: pgmap v190: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:30.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:30 smithi037 ceph-mon[29520]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:33:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:30 smithi037 ceph-mon[29520]: pgmap v190: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:30 smithi037 ceph-mon[40607]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:33:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:30 smithi037 ceph-mon[40607]: pgmap v190: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 143 KiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-07-26T06:33:31.336 INFO:tasks.rados.rados.0.smithi037.stdout:372: done (1 left) 2024-07-26T06:33:31.336 INFO:tasks.rados.rados.0.smithi037.stdout:374: done (0 left) 2024-07-26T06:33:31.336 INFO:tasks.rados.rados.0.smithi037.stdout:375: snap_remove snap 34 2024-07-26T06:33:31.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:31 smithi135 ceph-mon[32812]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:33:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:31 smithi037 ceph-mon[29520]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:33:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:31 smithi037 ceph-mon[40607]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:33:31.863 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:33:32.157 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 75b1431b8a93 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (3m) 2m ago 3m 83.5M - 9.4.7 954c08fa6188 0639cb365d93 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (4m) 2m ago 4m 14.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (4m) 2m ago 4m 14.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443 running (8m) 2m ago 8m 400M - 17.2.7-1143-g5dff84c0 18bcb77ae794 96c2e859323a 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:9283 running (9m) 2m ago 9m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 6dd3974d8b60 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (9m) 2m ago 10m 47.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (8m) 2m ago 8m 36.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (8m) 2m ago 8m 38.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (3m) 2m ago 3m 13.4M - 1.5.0 0da6a335fe13 237e7257b009 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (3m) 2m ago 3m 3661k - 1.5.0 0da6a335fe13 a72734164475 2024-07-26T06:33:32.158 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (8m) 2m ago 8m 45.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (7m) 2m ago 7m 43.5M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (7m) 2m ago 7m 43.0M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (6m) 2m ago 6m 42.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (6m) 2m ago 6m 42.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (6m) 2m ago 6m 41.9M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (5m) 2m ago 5m 44.2M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (5m) 2m ago 5m 44.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:33:32.159 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (2m) 2m ago 3m 26.0M - 2.43.0 a07b618ecd1d 7b4513777612 2024-07-26T06:33:32.333 INFO:tasks.rados.rados.0.smithi037.stdout:375: done (0 left) 2024-07-26T06:33:32.333 INFO:tasks.rados.rados.0.smithi037.stdout:376: snap_remove snap 32 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:33:32.481 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:33:32.482 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:33:32.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[29520]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:33:32.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[29520]: pgmap v193: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:32.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[29520]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:32.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[40607]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:33:32.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[40607]: pgmap v193: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:32.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:32 smithi037 ceph-mon[40607]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:32 smithi135 ceph-mon[32812]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:33:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:32 smithi135 ceph-mon[32812]: pgmap v193: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:32 smithi135 ceph-mon[32812]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:33.336 INFO:tasks.rados.rados.0.smithi037.stdout:376: done (0 left) 2024-07-26T06:33:33.336 INFO:tasks.rados.rados.0.smithi037.stdout:377: setattr oid 41 current snap is 35 2024-07-26T06:33:33.337 INFO:tasks.rados.rados.0.smithi037.stdout:378: read oid 26 snap -1 2024-07-26T06:33:33.338 INFO:tasks.rados.rados.0.smithi037.stdout:378: expect (ObjNum 103 snap 23 seq_num 103) 2024-07-26T06:33:33.338 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 35 2024-07-26T06:33:33.338 INFO:tasks.rados.rados.0.smithi037.stdout:379: seq_num 135 ranges {4210688=663552,4874240=434176,5308416=786432,6094848=385024} 2024-07-26T06:33:33.366 INFO:tasks.rados.rados.0.smithi037.stdout:379: writing smithi03785213-31 from 4210688 to 4874240 tid 1 2024-07-26T06:33:33.368 INFO:tasks.rados.rados.0.smithi037.stdout:379: writing smithi03785213-31 from 4874240 to 5308416 tid 2 2024-07-26T06:33:33.373 INFO:tasks.rados.rados.0.smithi037.stdout:379: writing smithi03785213-31 from 5308416 to 6094848 tid 3 2024-07-26T06:33:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:379: writing smithi03785213-31 from 6094848 to 6479872 tid 4 2024-07-26T06:33:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:380: setattr oid 8 current snap is 35 2024-07-26T06:33:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 307 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:33:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:378: expect (ObjNum 103 snap 23 seq_num 103) 2024-07-26T06:33:33.423 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 1 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 2 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 3 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 4 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 5 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: finishing write tid 6 to smithi03785213-31 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 209 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: left oid 31 (ObjNum 135 snap 35 seq_num 135) 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:377: done (3 left) 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:378: done (2 left) 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:379: done (1 left) 2024-07-26T06:33:33.424 INFO:tasks.rados.rados.0.smithi037.stdout:381: read oid 47 snap -1 2024-07-26T06:33:33.425 INFO:tasks.rados.rados.0.smithi037.stdout:381: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:33.425 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 35 2024-07-26T06:33:33.425 INFO:tasks.rados.rados.0.smithi037.stdout:382: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-07-26T06:33:33.427 INFO:tasks.rados.rados.0.smithi037.stdout:382: writing smithi03785213-28 from 0 to 688128 tid 1 2024-07-26T06:33:33.431 INFO:tasks.rados.rados.0.smithi037.stdout:382: writing smithi03785213-28 from 688128 to 1409024 tid 2 2024-07-26T06:33:33.435 INFO:tasks.rados.rados.0.smithi037.stdout:382: writing smithi03785213-28 from 1409024 to 1949696 tid 3 2024-07-26T06:33:33.437 INFO:tasks.rados.rados.0.smithi037.stdout:382: writing smithi03785213-28 from 1949696 to 2293760 tid 4 2024-07-26T06:33:33.437 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 35 2024-07-26T06:33:33.437 INFO:tasks.rados.rados.0.smithi037.stdout:383: seq_num 137 ranges {557056=704512,1261568=655360,1916928=753664,2670592=196608} 2024-07-26T06:33:33.444 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03785213-45 from 557056 to 1261568 tid 1 2024-07-26T06:33:33.448 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03785213-45 from 1261568 to 1916928 tid 2 2024-07-26T06:33:33.452 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03785213-45 from 1916928 to 2670592 tid 3 2024-07-26T06:33:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03785213-45 from 2670592 to 2867200 tid 4 2024-07-26T06:33:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 35 2024-07-26T06:33:33.454 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 315 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-07-26T06:33:33.454 INFO:tasks.rados.rados.0.smithi037.stdout:381: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:33.457 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 1 to smithi03785213-28 2024-07-26T06:33:33.457 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 2 to smithi03785213-28 2024-07-26T06:33:33.457 INFO:tasks.rados.rados.0.smithi037.stdout:384: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-07-26T06:33:33.461 INFO:tasks.rados.rados.0.smithi037.stdout:384: writing smithi03785213-49 from 0 to 720896 tid 1 2024-07-26T06:33:33.464 INFO:tasks.rados.rados.0.smithi037.stdout:384: writing smithi03785213-49 from 720896 to 1261568 tid 2 2024-07-26T06:33:33.467 INFO:tasks.rados.rados.0.smithi037.stdout:384: writing smithi03785213-49 from 1261568 to 1818624 tid 3 2024-07-26T06:33:33.471 INFO:tasks.rados.rados.0.smithi037.stdout:384: writing smithi03785213-49 from 1818624 to 2326528 tid 4 2024-07-26T06:33:33.471 INFO:tasks.rados.rados.0.smithi037.stdout:380: done (4 left) 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:381: done (3 left) 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:385: delete oid 17 current snap is 35 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 3 to smithi03785213-28 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 4 to smithi03785213-28 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 5 to smithi03785213-28 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:382: finishing write tid 6 to smithi03785213-28 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 161 (ObjNum 136 snap 35 seq_num 136) dirty exists 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:382: left oid 28 (ObjNum 136 snap 35 seq_num 136) 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 1 to smithi03785213-45 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 2 to smithi03785213-45 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 3 to smithi03785213-45 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 4 to smithi03785213-45 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 5 to smithi03785213-45 2024-07-26T06:33:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 6 to smithi03785213-45 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 320 (ObjNum 137 snap 35 seq_num 137) dirty exists 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:383: left oid 45 (ObjNum 137 snap 35 seq_num 137) 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 1 to smithi03785213-49 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 2 to smithi03785213-49 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 3 to smithi03785213-49 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:382: done (3 left) 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:383: done (2 left) 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:385: done (1 left) 2024-07-26T06:33:33.473 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 35 2024-07-26T06:33:33.474 INFO:tasks.rados.rados.0.smithi037.stdout:386: seq_num 140 ranges {2555904=753664,3309568=704512,4014080=524288,4538368=376832} 2024-07-26T06:33:33.490 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03785213-37 from 2555904 to 3309568 tid 1 2024-07-26T06:33:33.494 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03785213-37 from 3309568 to 4014080 tid 2 2024-07-26T06:33:33.497 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03785213-37 from 4014080 to 4538368 tid 3 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03785213-37 from 4538368 to 4915200 tid 4 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:387: setattr oid 2 current snap is 35 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 4 to smithi03785213-49 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 5 to smithi03785213-49 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:384: finishing write tid 6 to smithi03785213-49 2024-07-26T06:33:33.500 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 88 (ObjNum 138 snap 35 seq_num 138) dirty exists 2024-07-26T06:33:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:384: left oid 49 (ObjNum 138 snap 35 seq_num 138) 2024-07-26T06:33:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 1 to smithi03785213-37 2024-07-26T06:33:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 2 to smithi03785213-37 2024-07-26T06:33:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 3 to smithi03785213-37 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:384: done (2 left) 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:388: read oid 14 snap -1 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:388: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:389: snap_create 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 4 to smithi03785213-37 2024-07-26T06:33:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 5 to smithi03785213-37 2024-07-26T06:33:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 6 to smithi03785213-37 2024-07-26T06:33:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 63 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-07-26T06:33:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:386: left oid 37 (ObjNum 140 snap 35 seq_num 140) 2024-07-26T06:33:33.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 163 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-07-26T06:33:33.504 INFO:tasks.rados.rados.0.smithi037.stdout:388: expect (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:33:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[29520]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[29520]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:33:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/3132838438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[40607]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[40607]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:33:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:33 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/3132838438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:33 smithi135 ceph-mon[32812]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:33:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:33 smithi135 ceph-mon[32812]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:33:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:33 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3132838438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:33:34.301 INFO:tasks.rados.rados.0.smithi037.stdout:386: done (3 left) 2024-07-26T06:33:34.301 INFO:tasks.rados.rados.0.smithi037.stdout:387: done (2 left) 2024-07-26T06:33:34.301 INFO:tasks.rados.rados.0.smithi037.stdout:388: done (1 left) 2024-07-26T06:33:34.302 INFO:tasks.rados.rados.0.smithi037.stdout:389: done (0 left) 2024-07-26T06:33:34.302 INFO:tasks.rados.rados.0.smithi037.stdout:390: delete oid 27 current snap is 36 2024-07-26T06:33:34.304 INFO:tasks.rados.rados.0.smithi037.stdout:390: done (0 left) 2024-07-26T06:33:34.304 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 36 2024-07-26T06:33:34.304 INFO:tasks.rados.rados.0.smithi037.stdout:391: seq_num 142 ranges {40960=786432,827392=475136,1302528=540672,1843200=589824} 2024-07-26T06:33:34.309 INFO:tasks.rados.rados.0.smithi037.stdout:391: writing smithi03785213-3 from 40960 to 827392 tid 1 2024-07-26T06:33:34.311 INFO:tasks.rados.rados.0.smithi037.stdout:391: writing smithi03785213-3 from 827392 to 1302528 tid 2 2024-07-26T06:33:34.314 INFO:tasks.rados.rados.0.smithi037.stdout:391: writing smithi03785213-3 from 1302528 to 1843200 tid 3 2024-07-26T06:33:34.318 INFO:tasks.rados.rados.0.smithi037.stdout:391: writing smithi03785213-3 from 1843200 to 2433024 tid 4 2024-07-26T06:33:34.318 INFO:tasks.rados.rados.0.smithi037.stdout:392: snap_create 2024-07-26T06:33:34.318 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 1 to smithi03785213-3 2024-07-26T06:33:34.318 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 2 to smithi03785213-3 2024-07-26T06:33:34.318 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 3 to smithi03785213-3 2024-07-26T06:33:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 4 to smithi03785213-3 2024-07-26T06:33:34.321 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 5 to smithi03785213-3 2024-07-26T06:33:34.321 INFO:tasks.rados.rados.0.smithi037.stdout:391: finishing write tid 6 to smithi03785213-3 2024-07-26T06:33:34.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 111 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-07-26T06:33:34.322 INFO:tasks.rados.rados.0.smithi037.stdout:391: left oid 3 (ObjNum 142 snap 36 seq_num 142) 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[29520]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[29520]: pgmap v196: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[29520]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[40607]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[40607]: pgmap v196: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:34 smithi037 ceph-mon[40607]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:33:34.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:34 smithi135 ceph-mon[32812]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:33:34.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:34 smithi135 ceph-mon[32812]: pgmap v196: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-07-26T06:33:34.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:34 smithi135 ceph-mon[32812]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:33:35.305 INFO:tasks.rados.rados.0.smithi037.stdout:391: done (1 left) 2024-07-26T06:33:35.305 INFO:tasks.rados.rados.0.smithi037.stdout:392: done (0 left) 2024-07-26T06:33:35.305 INFO:tasks.rados.rados.0.smithi037.stdout:393: rollback oid 27 current snap is 37 2024-07-26T06:33:35.306 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 36 2024-07-26T06:33:35.306 INFO:tasks.rados.rados.0.smithi037.stdout:394: setattr oid 20 current snap is 37 2024-07-26T06:33:35.306 INFO:tasks.rados.rados.0.smithi037.stdout:393: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:33:35.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 4 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-07-26T06:33:35.307 INFO:tasks.rados.rados.0.smithi037.stdout:393: done (1 left) 2024-07-26T06:33:35.307 INFO:tasks.rados.rados.0.smithi037.stdout:395: snap_create 2024-07-26T06:33:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 53 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:394: done (1 left) 2024-07-26T06:33:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:395: done (0 left) 2024-07-26T06:33:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:396: read oid 46 snap -1 2024-07-26T06:33:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:396: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:397: snap_remove snap 23 2024-07-26T06:33:36.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:36 smithi135 ceph-mon[32812]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:33:36.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:36 smithi135 ceph-mon[32812]: pgmap v199: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:36.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:36 smithi037 ceph-mon[29520]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:33:36.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:36 smithi037 ceph-mon[29520]: pgmap v199: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:36 smithi037 ceph-mon[40607]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:33:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:36 smithi037 ceph-mon[40607]: pgmap v199: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:37.320 INFO:tasks.rados.rados.0.smithi037.stdout:397: done (1 left) 2024-07-26T06:33:37.320 INFO:tasks.rados.rados.0.smithi037.stdout:398: read oid 12 snap -1 2024-07-26T06:33:37.320 INFO:tasks.rados.rados.0.smithi037.stdout:398: expect (ObjNum 134 snap 35 seq_num 134) 2024-07-26T06:33:37.321 INFO:tasks.rados.rados.0.smithi037.stdout:399: read oid 38 snap 11 2024-07-26T06:33:37.321 INFO:tasks.rados.rados.0.smithi037.stdout:399: expect (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:33:37.321 INFO:tasks.rados.rados.0.smithi037.stdout:400: snap_create 2024-07-26T06:33:37.321 INFO:tasks.rados.rados.0.smithi037.stdout:396: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:33:37.352 INFO:tasks.rados.rados.0.smithi037.stdout:399: expect (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:33:37.401 INFO:tasks.rados.rados.0.smithi037.stdout:398: expect (ObjNum 134 snap 35 seq_num 134) 2024-07-26T06:33:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:37 smithi037 ceph-mon[29520]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:33:37.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:37] "GET /metrics HTTP/1.1" 200 239367 "" "Prometheus/2.43.0" 2024-07-26T06:33:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:37 smithi037 ceph-mon[40607]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:33:37.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:37 smithi135 ceph-mon[32812]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:33:38.328 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:38.332 INFO:tasks.rados.rados.0.smithi037.stdout:396: done (3 left) 2024-07-26T06:33:38.332 INFO:tasks.rados.rados.0.smithi037.stdout:398: done (2 left) 2024-07-26T06:33:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:399: done (1 left) 2024-07-26T06:33:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:400: done (0 left) 2024-07-26T06:33:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:401: delete oid 4 current snap is 39 2024-07-26T06:33:38.334 INFO:tasks.rados.rados.0.smithi037.stdout:401: done (0 left) 2024-07-26T06:33:38.334 INFO:tasks.rados.rados.0.smithi037.stdout:402: snap_create 2024-07-26T06:33:38.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:38 smithi135 ceph-mon[32812]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:33:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:38 smithi135 ceph-mon[32812]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:38 smithi037 ceph-mon[29520]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:33:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:38 smithi037 ceph-mon[29520]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:38 smithi037 ceph-mon[40607]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:33:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:38 smithi037 ceph-mon[40607]: pgmap v202: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:39.304 INFO:tasks.rados.rados.0.smithi037.stdout:402: done (0 left) 2024-07-26T06:33:39.304 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 40 2024-07-26T06:33:39.304 INFO:tasks.rados.rados.0.smithi037.stdout:403: seq_num 144 ranges {2293760=16384} 2024-07-26T06:33:39.316 INFO:tasks.rados.rados.0.smithi037.stdout:403: writing smithi03785213-28 from 2293760 to 2310144 tid 1 2024-07-26T06:33:39.317 INFO:tasks.rados.rados.0.smithi037.stdout:404: rollback oid 34 current snap is 40 2024-07-26T06:33:39.317 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 35 2024-07-26T06:33:39.317 INFO:tasks.rados.rados.0.smithi037.stdout:405: delete oid 8 current snap is 40 2024-07-26T06:33:39.321 INFO:tasks.rados.rados.0.smithi037.stdout:404: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:33:39.322 INFO:tasks.rados.rados.0.smithi037.stdout:404: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:33:39.322 INFO:tasks.rados.rados.0.smithi037.stdout:404: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:33:39.322 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 201 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:33:39.322 INFO:tasks.rados.rados.0.smithi037.stdout:403: finishing write tid 1 to smithi03785213-28 2024-07-26T06:33:39.322 INFO:tasks.rados.rados.0.smithi037.stdout:403: finishing write tid 2 to smithi03785213-28 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:403: finishing write tid 3 to smithi03785213-28 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 172 (ObjNum 144 snap 40 seq_num 144) dirty exists 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:403: left oid 28 (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:403: done (2 left) 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:404: done (1 left) 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:405: done (0 left) 2024-07-26T06:33:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 40 2024-07-26T06:33:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:406: seq_num 146 ranges {1785856=49152} 2024-07-26T06:33:39.334 INFO:tasks.rados.rados.0.smithi037.stdout:406: writing smithi03785213-21 from 1785856 to 1835008 tid 1 2024-07-26T06:33:39.335 INFO:tasks.rados.rados.0.smithi037.stdout:407: snap_create 2024-07-26T06:33:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 1 to smithi03785213-21 2024-07-26T06:33:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 2 to smithi03785213-21 2024-07-26T06:33:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 3 to smithi03785213-21 2024-07-26T06:33:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 221 (ObjNum 146 snap 40 seq_num 146) dirty exists 2024-07-26T06:33:39.342 INFO:tasks.rados.rados.0.smithi037.stdout:406: left oid 21 (ObjNum 146 snap 40 seq_num 146) 2024-07-26T06:33:39.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:39 smithi135 ceph-mon[32812]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:33:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:39 smithi135 ceph-mon[32812]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:33:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:39 smithi037 ceph-mon[29520]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:33:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:39 smithi037 ceph-mon[29520]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:33:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:39 smithi037 ceph-mon[40607]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:33:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:39 smithi037 ceph-mon[40607]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:33:40.341 INFO:tasks.rados.rados.0.smithi037.stdout:406: done (1 left) 2024-07-26T06:33:40.341 INFO:tasks.rados.rados.0.smithi037.stdout:407: done (0 left) 2024-07-26T06:33:40.341 INFO:tasks.rados.rados.0.smithi037.stdout:408: read oid 45 snap -1 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:408: expect (ObjNum 137 snap 35 seq_num 137) 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:409: rmattr oid 18 current snap is 41 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:409: done (1 left) 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:410: read oid 28 snap -1 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:410: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:411: copy_from oid 19 from oid 20 current snap is 41 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:412: rmattr oid 26 current snap is 41 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:412: done (3 left) 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 41 2024-07-26T06:33:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:413: seq_num 147 ranges {442368=65536} 2024-07-26T06:33:40.343 INFO:tasks.rados.rados.0.smithi037.stdout:413: writing smithi03785213-39 from 442368 to 507904 tid 1 2024-07-26T06:33:40.344 INFO:tasks.rados.rados.0.smithi037.stdout:414: delete oid 1 current snap is 41 2024-07-26T06:33:40.347 INFO:tasks.rados.rados.0.smithi037.stdout:414: done (4 left) 2024-07-26T06:33:40.347 INFO:tasks.rados.rados.0.smithi037.stdout:415: delete oid 47 current snap is 41 2024-07-26T06:33:40.348 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 1 to smithi03785213-39 2024-07-26T06:33:40.349 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 2 to smithi03785213-39 2024-07-26T06:33:40.350 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 3 to smithi03785213-39 2024-07-26T06:33:40.350 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 144 (ObjNum 147 snap 41 seq_num 147) dirty exists 2024-07-26T06:33:40.350 INFO:tasks.rados.rados.0.smithi037.stdout:413: left oid 39 (ObjNum 147 snap 41 seq_num 147) 2024-07-26T06:33:40.356 INFO:tasks.rados.rados.0.smithi037.stdout:411: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:33:40.357 INFO:tasks.rados.rados.0.smithi037.stdout:410: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:33:40.456 INFO:tasks.rados.rados.0.smithi037.stdout:411: finishing copy_from to smithi03785213-19 2024-07-26T06:33:40.457 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 53 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:40.457 INFO:tasks.rados.rados.0.smithi037.stdout:408: expect (ObjNum 137 snap 35 seq_num 137) 2024-07-26T06:33:40.542 INFO:tasks.rados.rados.0.smithi037.stdout:408: done (4 left) 2024-07-26T06:33:40.542 INFO:tasks.rados.rados.0.smithi037.stdout:410: done (3 left) 2024-07-26T06:33:40.542 INFO:tasks.rados.rados.0.smithi037.stdout:411: done (2 left) 2024-07-26T06:33:40.542 INFO:tasks.rados.rados.0.smithi037.stdout:413: done (1 left) 2024-07-26T06:33:40.543 INFO:tasks.rados.rados.0.smithi037.stdout:415: done (0 left) 2024-07-26T06:33:40.543 INFO:tasks.rados.rados.0.smithi037.stdout:416: read oid 33 snap 36 2024-07-26T06:33:40.543 INFO:tasks.rados.rados.0.smithi037.stdout:416: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:33:40.543 INFO:tasks.rados.rados.0.smithi037.stdout:417: snap_create 2024-07-26T06:33:40.552 INFO:tasks.rados.rados.0.smithi037.stdout:416: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:33:40.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:40 smithi135 ceph-mon[32812]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:40.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:40 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:40 smithi037 ceph-mon[29520]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:40 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:40 smithi037 ceph-mon[40607]: pgmap v205: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-07-26T06:33:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:40 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:41.341 INFO:tasks.rados.rados.0.smithi037.stdout:416: done (1 left) 2024-07-26T06:33:41.341 INFO:tasks.rados.rados.0.smithi037.stdout:417: done (0 left) 2024-07-26T06:33:41.341 INFO:tasks.rados.rados.0.smithi037.stdout:418: delete oid 49 current snap is 42 2024-07-26T06:33:41.346 INFO:tasks.rados.rados.0.smithi037.stdout:418: done (0 left) 2024-07-26T06:33:41.346 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 42 2024-07-26T06:33:41.346 INFO:tasks.rados.rados.0.smithi037.stdout:419: seq_num 151 ranges {4177920=131072} 2024-07-26T06:33:41.367 INFO:tasks.rados.rados.0.smithi037.stdout:419: writing smithi03785213-5 from 4177920 to 4308992 tid 1 2024-07-26T06:33:41.367 INFO:tasks.rados.rados.0.smithi037.stdout:420: setattr oid 28 current snap is 42 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:419: finishing write tid 1 to smithi03785213-5 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:421: read oid 15 snap -1 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:421: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:422: rmattr oid 32 current snap is 42 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:423: rollback oid 41 current snap is 42 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 27 2024-07-26T06:33:41.370 INFO:tasks.rados.rados.0.smithi037.stdout:424: rollback oid 48 current snap is 42 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 35 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:425: read oid 10 snap -1 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:425: expect deleted 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:426: snap_create 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:419: finishing write tid 2 to smithi03785213-5 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:419: finishing write tid 3 to smithi03785213-5 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 62 (ObjNum 151 snap 42 seq_num 151) dirty exists 2024-07-26T06:33:41.371 INFO:tasks.rados.rados.0.smithi037.stdout:419: left oid 5 (ObjNum 151 snap 42 seq_num 151) 2024-07-26T06:33:41.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 65 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-07-26T06:33:41.375 INFO:tasks.rados.rados.0.smithi037.stdout:423: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:33:41.375 INFO:tasks.rados.rados.0.smithi037.stdout:423: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:33:41.375 INFO:tasks.rados.rados.0.smithi037.stdout:423: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:33:41.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 338 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:33:41.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 174 (ObjNum 144 snap 40 seq_num 144) dirty exists 2024-07-26T06:33:41.376 INFO:tasks.rados.rados.0.smithi037.stdout:424: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:33:41.376 INFO:tasks.rados.rados.0.smithi037.stdout:421: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:33:41.380 INFO:tasks.rados.rados.0.smithi037.stdout:424: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:33:41.380 INFO:tasks.rados.rados.0.smithi037.stdout:424: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:33:41.380 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 342 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:33:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:41 smithi037 ceph-mon[29520]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:33:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:41 smithi037 ceph-mon[40607]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:33:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:41 smithi135 ceph-mon[32812]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:33:42.357 INFO:tasks.rados.rados.0.smithi037.stdout:419: done (7 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:420: done (6 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:421: done (5 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:422: done (4 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:423: done (3 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:424: done (2 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:425: done (1 left) 2024-07-26T06:33:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:426: done (0 left) 2024-07-26T06:33:42.452 INFO:tasks.rados.rados.0.smithi037.stdout:427: copy_from oid 1 from oid 7 current snap is 43 2024-07-26T06:33:42.452 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 43 2024-07-26T06:33:42.452 INFO:tasks.rados.rados.0.smithi037.stdout:428: seq_num 152 ranges {24576=147456} 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:428: writing smithi03785213-48 from 24576 to 172032 tid 1 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:429: rmattr oid 50 current snap is 43 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:429: done (2 left) 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:430: delete oid 43 current snap is 43 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:430: done (2 left) 2024-07-26T06:33:42.454 INFO:tasks.rados.rados.0.smithi037.stdout:431: read oid 23 snap -1 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:431: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 43 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:432: seq_num 154 ranges {0=180224} 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:432: writing smithi03785213-10 from 0 to 180224 tid 1 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:433: setattr oid 4 current snap is 43 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:434: rmattr oid 35 current snap is 43 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:434: done (5 left) 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:435: setattr oid 19 current snap is 43 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:436: snap_create 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:432: finishing write tid 1 to smithi03785213-10 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:432: finishing write tid 2 to smithi03785213-10 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:428: finishing write tid 1 to smithi03785213-48 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:428: finishing write tid 2 to smithi03785213-48 2024-07-26T06:33:42.455 INFO:tasks.rados.rados.0.smithi037.stdout:432: finishing write tid 3 to smithi03785213-10 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 67 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:432: left oid 10 (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:428: finishing write tid 3 to smithi03785213-48 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 345 (ObjNum 152 snap 43 seq_num 152) dirty exists 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:428: left oid 48 (ObjNum 152 snap 43 seq_num 152) 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 71 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:427: finishing copy_from racing read to smithi03785213-1 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:427: finishing copy_from to smithi03785213-1 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:33:42.456 INFO:tasks.rados.rados.0.smithi037.stdout:431: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:33:42.485 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 202 (ObjNum 33 snap 0 seq_num 3883033328) dirty exists 2024-07-26T06:33:42.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:42 smithi037 ceph-mon[40607]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:33:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:42 smithi037 ceph-mon[40607]: pgmap v208: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:42 smithi037 ceph-mon[29520]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:33:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:42 smithi037 ceph-mon[29520]: pgmap v208: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:42.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:42 smithi135 ceph-mon[32812]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:33:42.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:42 smithi135 ceph-mon[32812]: pgmap v208: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:427: done (6 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:428: done (5 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:431: done (4 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:432: done (3 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:433: done (2 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:435: done (1 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:436: done (0 left) 2024-07-26T06:33:43.360 INFO:tasks.rados.rados.0.smithi037.stdout:437: setattr oid 39 current snap is 44 2024-07-26T06:33:43.361 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 44 2024-07-26T06:33:43.361 INFO:tasks.rados.rados.0.smithi037.stdout:438: seq_num 155 ranges {794624=204800} 2024-07-26T06:33:43.366 INFO:tasks.rados.rados.0.smithi037.stdout:438: writing smithi03785213-22 from 794624 to 999424 tid 1 2024-07-26T06:33:43.367 INFO:tasks.rados.rados.0.smithi037.stdout:439: snap_remove snap 24 2024-07-26T06:33:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:43 smithi037 ceph-mon[29520]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:33:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:43 smithi037 ceph-mon[40607]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:33:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:43 smithi135 ceph-mon[32812]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:33:44.305 INFO:tasks.rados.rados.0.smithi037.stdout:439: done (2 left) 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:440: rmattr oid 7 current snap is 44 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:440: done (2 left) 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:441: copy_from oid 19 from oid 37 current snap is 44 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 147 (ObjNum 147 snap 41 seq_num 147) dirty exists 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:438: finishing write tid 1 to smithi03785213-22 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:438: finishing write tid 2 to smithi03785213-22 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:438: finishing write tid 3 to smithi03785213-22 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 120 (ObjNum 155 snap 44 seq_num 155) dirty exists 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:438: left oid 22 (ObjNum 155 snap 44 seq_num 155) 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:437: done (2 left) 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:438: done (1 left) 2024-07-26T06:33:44.306 INFO:tasks.rados.rados.0.smithi037.stdout:442: copy_from oid 48 from oid 31 current snap is 44 2024-07-26T06:33:44.307 INFO:tasks.rados.rados.0.smithi037.stdout:443: delete oid 16 current snap is 44 2024-07-26T06:33:44.315 INFO:tasks.rados.rados.0.smithi037.stdout:443: done (2 left) 2024-07-26T06:33:44.315 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 44 2024-07-26T06:33:44.315 INFO:tasks.rados.rados.0.smithi037.stdout:444: seq_num 157 ranges {1835008=237568} 2024-07-26T06:33:44.328 INFO:tasks.rados.rados.0.smithi037.stdout:444: writing smithi03785213-21 from 1835008 to 2072576 tid 1 2024-07-26T06:33:44.328 INFO:tasks.rados.rados.0.smithi037.stdout:445: delete oid 39 current snap is 44 2024-07-26T06:33:44.331 INFO:tasks.rados.rados.0.smithi037.stdout:445: done (3 left) 2024-07-26T06:33:44.331 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 44 2024-07-26T06:33:44.331 INFO:tasks.rados.rados.0.smithi037.stdout:446: seq_num 159 ranges {2433024=270336} 2024-07-26T06:33:44.346 INFO:tasks.rados.rados.0.smithi037.stdout:446: writing smithi03785213-3 from 2433024 to 2703360 tid 1 2024-07-26T06:33:44.347 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 44 2024-07-26T06:33:44.347 INFO:tasks.rados.rados.0.smithi037.stdout:447: seq_num 160 ranges {5980160=286720} 2024-07-26T06:33:44.382 INFO:tasks.rados.rados.0.smithi037.stdout:447: writing smithi03785213-12 from 5980160 to 6266880 tid 1 2024-07-26T06:33:44.382 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 44 2024-07-26T06:33:44.382 INFO:tasks.rados.rados.0.smithi037.stdout:448: seq_num 161 ranges {3727360=303104} 2024-07-26T06:33:44.404 INFO:tasks.rados.rados.0.smithi037.stdout:448: writing smithi03785213-11 from 3727360 to 4030464 tid 1 2024-07-26T06:33:44.404 INFO:tasks.rados.rados.0.smithi037.stdout:449: read oid 44 snap -1 2024-07-26T06:33:44.404 INFO:tasks.rados.rados.0.smithi037.stdout:449: expect deleted 2024-07-26T06:33:44.404 INFO:tasks.rados.rados.0.smithi037.stdout:450: snap_remove snap 27 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[29520]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[29520]: pgmap v211: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[29520]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[40607]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[40607]: pgmap v211: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:44 smithi037 ceph-mon[40607]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:33:44.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:44 smithi135 ceph-mon[32812]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:33:44.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:44 smithi135 ceph-mon[32812]: pgmap v211: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-07-26T06:33:44.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:44 smithi135 ceph-mon[32812]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:444: finishing write tid 1 to smithi03785213-21 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:444: finishing write tid 2 to smithi03785213-21 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:444: finishing write tid 3 to smithi03785213-21 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 232 (ObjNum 157 snap 44 seq_num 157) dirty exists 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:444: left oid 21 (ObjNum 157 snap 44 seq_num 157) 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:441: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:441: finishing copy_from to smithi03785213-19 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 63 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-07-26T06:33:45.376 INFO:tasks.rados.rados.0.smithi037.stdout:442: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:442: finishing copy_from to smithi03785213-48 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 209 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:446: finishing write tid 1 to smithi03785213-3 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:446: finishing write tid 2 to smithi03785213-3 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:446: finishing write tid 3 to smithi03785213-3 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 127 (ObjNum 159 snap 44 seq_num 159) dirty exists 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:446: left oid 3 (ObjNum 159 snap 44 seq_num 159) 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:447: finishing write tid 1 to smithi03785213-12 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:447: finishing write tid 2 to smithi03785213-12 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:447: finishing write tid 3 to smithi03785213-12 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 157 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:447: left oid 12 (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:33:45.377 INFO:tasks.rados.rados.0.smithi037.stdout:448: finishing write tid 1 to smithi03785213-11 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:448: finishing write tid 2 to smithi03785213-11 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:448: finishing write tid 3 to smithi03785213-11 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 64 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:448: left oid 11 (ObjNum 161 snap 44 seq_num 161) 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:441: done (7 left) 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:442: done (6 left) 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:444: done (5 left) 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:446: done (4 left) 2024-07-26T06:33:45.378 INFO:tasks.rados.rados.0.smithi037.stdout:447: done (3 left) 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:448: done (2 left) 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:449: done (1 left) 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:450: done (0 left) 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:451: rollback oid 1 current snap is 44 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 41 2024-07-26T06:33:45.379 INFO:tasks.rados.rados.0.smithi037.stdout:452: delete oid 32 current snap is 44 2024-07-26T06:33:45.380 INFO:tasks.rados.rados.0.smithi037.stdout:452: done (1 left) 2024-07-26T06:33:45.381 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 44 2024-07-26T06:33:45.381 INFO:tasks.rados.rados.0.smithi037.stdout:453: seq_num 163 ranges {0=335872} 2024-07-26T06:33:45.383 INFO:tasks.rados.rados.0.smithi037.stdout:453: writing smithi03785213-4 from 0 to 335872 tid 1 2024-07-26T06:33:45.383 INFO:tasks.rados.rados.0.smithi037.stdout:454: snap_remove snap 42 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:454: done (2 left) 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:455: copy_from oid 14 from oid 43 current snap is 44 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:451: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:451: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 100 (ObjNum 1313 snap 0 seq_num 3873419536) dirty dne 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:453: finishing write tid 1 to smithi03785213-4 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:453: finishing write tid 2 to smithi03785213-4 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:453: finishing write tid 3 to smithi03785213-4 2024-07-26T06:33:46.379 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 217 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-07-26T06:33:46.380 INFO:tasks.rados.rados.0.smithi037.stdout:453: left oid 4 (ObjNum 163 snap 44 seq_num 163) 2024-07-26T06:33:46.380 INFO:tasks.rados.rados.0.smithi037.stdout:451: done (2 left) 2024-07-26T06:33:46.380 INFO:tasks.rados.rados.0.smithi037.stdout:453: done (1 left) 2024-07-26T06:33:46.380 INFO:tasks.rados.rados.0.smithi037.stdout:456: setattr oid 27 current snap is 44 2024-07-26T06:33:46.382 INFO:tasks.rados.rados.0.smithi037.stdout:457: rollback oid 3 current snap is 44 2024-07-26T06:33:46.382 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 35 2024-07-26T06:33:46.382 INFO:tasks.rados.rados.0.smithi037.stdout:458: setattr oid 40 current snap is 44 2024-07-26T06:33:46.383 INFO:tasks.rados.rados.0.smithi037.stdout:455: finishing copy_from to smithi03785213-14 2024-07-26T06:33:46.383 INFO:tasks.rados.rados.0.smithi037.stdout:455: got expected ENOENT (src dne) 2024-07-26T06:33:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:455: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:33:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:457: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:33:46.386 INFO:tasks.rados.rados.0.smithi037.stdout:455: done (3 left) 2024-07-26T06:33:46.386 INFO:tasks.rados.rados.0.smithi037.stdout:459: snap_create 2024-07-26T06:33:46.387 INFO:tasks.rados.rados.0.smithi037.stdout:457: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:33:46.387 INFO:tasks.rados.rados.0.smithi037.stdout:457: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:33:46.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 138 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-26T06:33:46.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 12 (ObjNum 129 snap 0 seq_num 3882597056) dirty exists 2024-07-26T06:33:46.390 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 64 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:33:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:46 smithi037 ceph-mon[29520]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:33:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:46 smithi037 ceph-mon[29520]: pgmap v214: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:46 smithi037 ceph-mon[40607]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:33:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:46 smithi037 ceph-mon[40607]: pgmap v214: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:46.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:46 smithi135 ceph-mon[32812]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:33:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:46 smithi135 ceph-mon[32812]: pgmap v214: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:47.382 INFO:tasks.rados.rados.0.smithi037.stdout:456: done (3 left) 2024-07-26T06:33:47.383 INFO:tasks.rados.rados.0.smithi037.stdout:457: done (2 left) 2024-07-26T06:33:47.383 INFO:tasks.rados.rados.0.smithi037.stdout:458: done (1 left) 2024-07-26T06:33:47.383 INFO:tasks.rados.rados.0.smithi037.stdout:459: done (0 left) 2024-07-26T06:33:47.383 INFO:tasks.rados.rados.0.smithi037.stdout:460: snap_create 2024-07-26T06:33:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:47 smithi037 ceph-mon[29520]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:33:47.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:47] "GET /metrics HTTP/1.1" 200 239463 "" "Prometheus/2.43.0" 2024-07-26T06:33:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:47 smithi037 ceph-mon[40607]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:33:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:47 smithi135 ceph-mon[32812]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:33:48.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:48.394 INFO:tasks.rados.rados.0.smithi037.stdout:460: done (0 left) 2024-07-26T06:33:48.394 INFO:tasks.rados.rados.0.smithi037.stdout:461: setattr oid 4 current snap is 46 2024-07-26T06:33:48.396 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 46 2024-07-26T06:33:48.396 INFO:tasks.rados.rados.0.smithi037.stdout:462: seq_num 164 ranges {376832=352256} 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:462: writing smithi03785213-14 from 376832 to 729088 tid 1 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:463: read oid 16 snap 33 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:463: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:464: rmattr oid 10 current snap is 46 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:464: done (3 left) 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:465: copy_from oid 41 from oid 17 current snap is 46 2024-07-26T06:33:48.401 INFO:tasks.rados.rados.0.smithi037.stdout:466: delete oid 32 current snap is 46 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:466: done (4 left) 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:467: rmattr oid 2 current snap is 46 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:468: rollback oid 20 current snap is 46 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 45 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:469: copy_from oid 36 from oid 27 current snap is 46 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:470: read oid 35 snap -1 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:470: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:471: rollback oid 19 current snap is 46 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 43 2024-07-26T06:33:48.403 INFO:tasks.rados.rados.0.smithi037.stdout:472: setattr oid 50 current snap is 46 2024-07-26T06:33:48.405 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 223 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-07-26T06:33:48.406 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 1 to smithi03785213-14 2024-07-26T06:33:48.406 INFO:tasks.rados.rados.0.smithi037.stdout:461: done (9 left) 2024-07-26T06:33:48.406 INFO:tasks.rados.rados.0.smithi037.stdout:473: snap_create 2024-07-26T06:33:48.407 INFO:tasks.rados.rados.0.smithi037.stdout:465: finishing copy_from to smithi03785213-41 2024-07-26T06:33:48.407 INFO:tasks.rados.rados.0.smithi037.stdout:465: got expected ENOENT (src dne) 2024-07-26T06:33:48.408 INFO:tasks.rados.rados.0.smithi037.stdout:465: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:33:48.408 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing rollback tid 0 to smithi03785213-20 2024-07-26T06:33:48.409 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing rollback tid 2 to smithi03785213-20 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 74 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 2 to smithi03785213-14 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 186 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-07-26T06:33:48.410 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:33:48.411 INFO:tasks.rados.rados.0.smithi037.stdout:469: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:33:48.411 INFO:tasks.rados.rados.0.smithi037.stdout:469: finishing copy_from to smithi03785213-36 2024-07-26T06:33:48.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 12 (ObjNum 33 snap 0 seq_num 3106230674) dirty exists 2024-07-26T06:33:48.411 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:33:48.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 87 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:33:48.412 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 3 to smithi03785213-14 2024-07-26T06:33:48.412 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 226 (ObjNum 164 snap 46 seq_num 164) dirty exists 2024-07-26T06:33:48.412 INFO:tasks.rados.rados.0.smithi037.stdout:462: left oid 14 (ObjNum 164 snap 46 seq_num 164) 2024-07-26T06:33:48.418 INFO:tasks.rados.rados.0.smithi037.stdout:463: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-26T06:33:48.477 INFO:tasks.rados.rados.0.smithi037.stdout:470: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:33:48.587 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 55 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-07-26T06:33:48.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:48 smithi037 ceph-mon[29520]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:33:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:48 smithi037 ceph-mon[29520]: pgmap v217: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:48 smithi037 ceph-mon[40607]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:33:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:48 smithi037 ceph-mon[40607]: pgmap v217: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:48.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:48 smithi135 ceph-mon[32812]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:33:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:48 smithi135 ceph-mon[32812]: pgmap v217: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:462: done (9 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:463: done (8 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:465: done (7 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:467: done (6 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:468: done (5 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:469: done (4 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:470: done (3 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:471: done (2 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:472: done (1 left) 2024-07-26T06:33:49.307 INFO:tasks.rados.rados.0.smithi037.stdout:473: done (0 left) 2024-07-26T06:33:49.308 INFO:tasks.rados.rados.0.smithi037.stdout:474: rmattr oid 4 current snap is 47 2024-07-26T06:33:49.308 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 47 2024-07-26T06:33:49.308 INFO:tasks.rados.rados.0.smithi037.stdout:475: seq_num 166 ranges {0=385024} 2024-07-26T06:33:49.309 INFO:tasks.rados.rados.0.smithi037.stdout:475: writing smithi03785213-47 from 0 to 385024 tid 1 2024-07-26T06:33:49.309 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 47 2024-07-26T06:33:49.309 INFO:tasks.rados.rados.0.smithi037.stdout:476: seq_num 167 ranges {663552=401408} 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:476: writing smithi03785213-40 from 663552 to 1064960 tid 1 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:477: read oid 38 snap 30 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:477: expect (ObjNum 78 snap 14 seq_num 78) 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:478: delete oid 16 current snap is 47 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 230 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:475: finishing write tid 1 to smithi03785213-47 2024-07-26T06:33:49.316 INFO:tasks.rados.rados.0.smithi037.stdout:475: finishing write tid 2 to smithi03785213-47 2024-07-26T06:33:49.318 INFO:tasks.rados.rados.0.smithi037.stdout:475: finishing write tid 3 to smithi03785213-47 2024-07-26T06:33:49.318 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 383 (ObjNum 166 snap 47 seq_num 166) dirty exists 2024-07-26T06:33:49.318 INFO:tasks.rados.rados.0.smithi037.stdout:475: left oid 47 (ObjNum 166 snap 47 seq_num 166) 2024-07-26T06:33:49.319 INFO:tasks.rados.rados.0.smithi037.stdout:474: done (4 left) 2024-07-26T06:33:49.319 INFO:tasks.rados.rados.0.smithi037.stdout:475: done (3 left) 2024-07-26T06:33:49.319 INFO:tasks.rados.rados.0.smithi037.stdout:478: done (2 left) 2024-07-26T06:33:49.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 47 2024-07-26T06:33:49.320 INFO:tasks.rados.rados.0.smithi037.stdout:479: seq_num 169 ranges {0=434176} 2024-07-26T06:33:49.322 INFO:tasks.rados.rados.0.smithi037.stdout:479: writing smithi03785213-6 from 0 to 434176 tid 1 2024-07-26T06:33:49.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 47 2024-07-26T06:33:49.322 INFO:tasks.rados.rados.0.smithi037.stdout:480: seq_num 170 ranges {729088=450560} 2024-07-26T06:33:49.329 INFO:tasks.rados.rados.0.smithi037.stdout:480: writing smithi03785213-14 from 729088 to 1179648 tid 1 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:481: rollback oid 17 current snap is 47 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 45 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 1 to smithi03785213-40 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 2 to smithi03785213-40 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 3 to smithi03785213-40 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 67 (ObjNum 167 snap 47 seq_num 167) dirty exists 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:476: left oid 40 (ObjNum 167 snap 47 seq_num 167) 2024-07-26T06:33:49.330 INFO:tasks.rados.rados.0.smithi037.stdout:477: expect (ObjNum 78 snap 14 seq_num 78) 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:479: finishing write tid 1 to smithi03785213-6 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:479: finishing write tid 2 to smithi03785213-6 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:479: finishing write tid 3 to smithi03785213-6 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 232 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:479: left oid 6 (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:481: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 172 (ObjNum 209 snap 0 seq_num 3883693072) dirty dne 2024-07-26T06:33:49.435 INFO:tasks.rados.rados.0.smithi037.stdout:480: finishing write tid 1 to smithi03785213-14 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:476: done (4 left) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:477: done (3 left) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:479: done (2 left) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:481: done (1 left) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:482: read oid 43 snap -1 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:482: expect deleted 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:483: rollback oid 36 current snap is 47 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 33 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:480: finishing write tid 2 to smithi03785213-14 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:480: finishing write tid 3 to smithi03785213-14 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 235 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:480: left oid 14 (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:480: done (2 left) 2024-07-26T06:33:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 47 2024-07-26T06:33:49.437 INFO:tasks.rados.rados.0.smithi037.stdout:484: seq_num 171 ranges {2555904=466944} 2024-07-26T06:33:49.452 INFO:tasks.rados.rados.0.smithi037.stdout:484: writing smithi03785213-13 from 2555904 to 3022848 tid 1 2024-07-26T06:33:49.452 INFO:tasks.rados.rados.0.smithi037.stdout:485: rollback oid 47 current snap is 47 2024-07-26T06:33:49.452 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 33 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:483: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:483: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:483: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 239 (ObjNum 123 snap 33 seq_num 123) dirty exists 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:482: done (3 left) 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:483: done (2 left) 2024-07-26T06:33:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:486: snap_remove snap 40 2024-07-26T06:33:49.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:49 smithi037 ceph-mon[29520]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:33:49.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:49 smithi037 ceph-mon[29520]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:33:49.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:49 smithi037 ceph-mon[40607]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:33:49.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:49 smithi037 ceph-mon[40607]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:33:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:49 smithi135 ceph-mon[32812]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:33:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:49 smithi135 ceph-mon[32812]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:33:50.398 INFO:tasks.rados.rados.0.smithi037.stdout:486: done (2 left) 2024-07-26T06:33:50.399 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 47 2024-07-26T06:33:50.399 INFO:tasks.rados.rados.0.smithi037.stdout:487: seq_num 172 ranges {0=483328} 2024-07-26T06:33:50.402 INFO:tasks.rados.rados.0.smithi037.stdout:487: writing smithi03785213-44 from 0 to 483328 tid 1 2024-07-26T06:33:50.402 INFO:tasks.rados.rados.0.smithi037.stdout:488: delete oid 48 current snap is 47 2024-07-26T06:33:50.403 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing rollback tid 0 to smithi03785213-47 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing rollback tid 1 to smithi03785213-47 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 1 to smithi03785213-13 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing rollback tid 2 to smithi03785213-47 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 387 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 2 to smithi03785213-13 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 3 to smithi03785213-13 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 201 (ObjNum 171 snap 47 seq_num 171) dirty exists 2024-07-26T06:33:50.404 INFO:tasks.rados.rados.0.smithi037.stdout:484: left oid 13 (ObjNum 171 snap 47 seq_num 171) 2024-07-26T06:33:50.409 INFO:tasks.rados.rados.0.smithi037.stdout:487: finishing write tid 1 to smithi03785213-44 2024-07-26T06:33:50.409 INFO:tasks.rados.rados.0.smithi037.stdout:487: finishing write tid 2 to smithi03785213-44 2024-07-26T06:33:50.411 INFO:tasks.rados.rados.0.smithi037.stdout:487: finishing write tid 3 to smithi03785213-44 2024-07-26T06:33:50.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 73 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-07-26T06:33:50.411 INFO:tasks.rados.rados.0.smithi037.stdout:487: left oid 44 (ObjNum 172 snap 47 seq_num 172) 2024-07-26T06:33:50.412 INFO:tasks.rados.rados.0.smithi037.stdout:484: done (3 left) 2024-07-26T06:33:50.412 INFO:tasks.rados.rados.0.smithi037.stdout:485: done (2 left) 2024-07-26T06:33:50.412 INFO:tasks.rados.rados.0.smithi037.stdout:487: done (1 left) 2024-07-26T06:33:50.412 INFO:tasks.rados.rados.0.smithi037.stdout:488: done (0 left) 2024-07-26T06:33:50.412 INFO:tasks.rados.rados.0.smithi037.stdout:489: snap_create 2024-07-26T06:33:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:50 smithi037 ceph-mon[29520]: pgmap v220: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:50 smithi037 ceph-mon[40607]: pgmap v220: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:50 smithi135 ceph-mon[32812]: pgmap v220: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:33:51.403 INFO:tasks.rados.rados.0.smithi037.stdout:489: done (0 left) 2024-07-26T06:33:51.403 INFO:tasks.rados.rados.0.smithi037.stdout:490: snap_create 2024-07-26T06:33:51.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:51 smithi037 ceph-mon[29520]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:33:51.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:51 smithi037 ceph-mon[40607]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:33:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:51 smithi135 ceph-mon[32812]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:33:52.408 INFO:tasks.rados.rados.0.smithi037.stdout:490: done (0 left) 2024-07-26T06:33:52.408 INFO:tasks.rados.rados.0.smithi037.stdout:491: snap_remove snap 39 2024-07-26T06:33:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:52 smithi037 ceph-mon[29520]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:33:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:52 smithi037 ceph-mon[29520]: pgmap v223: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:52 smithi037 ceph-mon[40607]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:33:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:52 smithi037 ceph-mon[40607]: pgmap v223: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:52.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:52 smithi135 ceph-mon[32812]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:33:52.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:52 smithi135 ceph-mon[32812]: pgmap v223: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:53.413 INFO:tasks.rados.rados.0.smithi037.stdout:491: done (0 left) 2024-07-26T06:33:53.414 INFO:tasks.rados.rados.0.smithi037.stdout:492: read oid 21 snap -1 2024-07-26T06:33:53.414 INFO:tasks.rados.rados.0.smithi037.stdout:492: expect (ObjNum 157 snap 44 seq_num 157) 2024-07-26T06:33:53.414 INFO:tasks.rados.rados.0.smithi037.stdout:493: snap_create 2024-07-26T06:33:53.433 INFO:tasks.rados.rados.0.smithi037.stdout:492: expect (ObjNum 157 snap 44 seq_num 157) 2024-07-26T06:33:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:53 smithi037 ceph-mon[29520]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:33:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:53 smithi037 ceph-mon[40607]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:33:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:53 smithi135 ceph-mon[32812]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:33:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:492: done (1 left) 2024-07-26T06:33:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:493: done (0 left) 2024-07-26T06:33:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:494: copy_from oid 24 from oid 25 current snap is 50 2024-07-26T06:33:54.309 INFO:tasks.rados.rados.0.smithi037.stdout:495: snap_remove snap 36 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[29520]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[29520]: pgmap v226: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[29520]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[40607]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[40607]: pgmap v226: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:54 smithi037 ceph-mon[40607]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:33:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:54 smithi135 ceph-mon[32812]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:33:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:54 smithi135 ceph-mon[32812]: pgmap v226: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 36 op/s 2024-07-26T06:33:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:54 smithi135 ceph-mon[32812]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:33:55.311 INFO:tasks.rados.rados.0.smithi037.stdout:495: done (1 left) 2024-07-26T06:33:55.311 INFO:tasks.rados.rados.0.smithi037.stdout:496: rollback oid 16 current snap is 50 2024-07-26T06:33:55.311 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 45 2024-07-26T06:33:55.311 INFO:tasks.rados.rados.0.smithi037.stdout:494: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:33:55.311 INFO:tasks.rados.rados.0.smithi037.stdout:494: finishing copy_from to smithi03785213-24 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:494: done (1 left) 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:497: read oid 47 snap 37 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:497: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:498: copy_from oid 30 from oid 6 current snap is 50 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:499: rollback oid 5 current snap is 50 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 29 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:500: rollback oid 50 current snap is 50 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 30 2024-07-26T06:33:55.312 INFO:tasks.rados.rados.0.smithi037.stdout:501: delete oid 1 current snap is 50 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:501: done (5 left) 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:502: read oid 39 snap 46 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:502: expect deleted 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:503: read oid 1 snap -1 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:503: expect deleted 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:504: copy_from oid 4 from oid 22 current snap is 50 2024-07-26T06:33:55.320 INFO:tasks.rados.rados.0.smithi037.stdout:505: delete oid 8 current snap is 50 2024-07-26T06:33:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:496: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:33:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 351 (ObjNum 33 snap 0 seq_num 3882834016) dirty dne 2024-07-26T06:33:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:497: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:33:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:496: done (8 left) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:497: done (7 left) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:502: done (6 left) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:503: done (5 left) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:505: done (4 left) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:506: read oid 33 snap -1 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:506: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:33:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:507: snap_remove snap 48 2024-07-26T06:33:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:55 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:55 smithi037 ceph-mon[29520]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:33:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:55 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:55 smithi037 ceph-mon[40607]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:33:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:55 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:55 smithi135 ceph-mon[32812]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:507: done (5 left) 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:508: snap_create 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:500: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:500: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:500: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 63 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:499: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:499: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 84 (ObjNum 33 snap 0 seq_num 3106057711) dirty dne 2024-07-26T06:33:56.313 INFO:tasks.rados.rados.0.smithi037.stdout:498: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:498: finishing copy_from to smithi03785213-30 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 232 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:504: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:504: finishing copy_from to smithi03785213-4 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 120 (ObjNum 155 snap 44 seq_num 155) dirty exists 2024-07-26T06:33:56.314 INFO:tasks.rados.rados.0.smithi037.stdout:506: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:33:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:56 smithi037 ceph-mon[29520]: pgmap v229: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:56 smithi037 ceph-mon[29520]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:33:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:56 smithi037 ceph-mon[40607]: pgmap v229: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:56 smithi037 ceph-mon[40607]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:33:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:56 smithi135 ceph-mon[32812]: pgmap v229: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:33:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:56 smithi135 ceph-mon[32812]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:33:57.312 INFO:tasks.rados.rados.0.smithi037.stdout:498: done (5 left) 2024-07-26T06:33:57.312 INFO:tasks.rados.rados.0.smithi037.stdout:499: done (4 left) 2024-07-26T06:33:57.312 INFO:tasks.rados.rados.0.smithi037.stdout:500: done (3 left) 2024-07-26T06:33:57.313 INFO:tasks.rados.rados.0.smithi037.stdout:504: done (2 left) 2024-07-26T06:33:57.313 INFO:tasks.rados.rados.0.smithi037.stdout:506: done (1 left) 2024-07-26T06:33:57.313 INFO:tasks.rados.rados.0.smithi037.stdout:508: done (0 left) 2024-07-26T06:33:57.313 INFO:tasks.rados.rados.0.smithi037.stdout:509: snap_remove snap 11 2024-07-26T06:33:57.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:33:57 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:57] "GET /metrics HTTP/1.1" 200 239516 "" "Prometheus/2.43.0" 2024-07-26T06:33:58.315 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:33:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:33:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:33:58.322 INFO:tasks.rados.rados.0.smithi037.stdout:509: done (0 left) 2024-07-26T06:33:58.322 INFO:tasks.rados.rados.0.smithi037.stdout:510: read oid 16 snap 43 2024-07-26T06:33:58.322 INFO:tasks.rados.rados.0.smithi037.stdout:510: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-26T06:33:58.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 51 2024-07-26T06:33:58.322 INFO:tasks.rados.rados.0.smithi037.stdout:511: seq_num 176 ranges {1441792=557056} 2024-07-26T06:33:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:511: writing smithi03785213-2 from 1441792 to 1998848 tid 1 2024-07-26T06:33:58.334 INFO:tasks.rados.rados.0.smithi037.stdout:512: setattr oid 49 current snap is 51 2024-07-26T06:33:58.335 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 51 2024-07-26T06:33:58.336 INFO:tasks.rados.rados.0.smithi037.stdout:513: seq_num 177 ranges {2867200=573440} 2024-07-26T06:33:58.356 INFO:tasks.rados.rados.0.smithi037.stdout:513: writing smithi03785213-45 from 2867200 to 3440640 tid 1 2024-07-26T06:33:58.356 INFO:tasks.rados.rados.0.smithi037.stdout:514: read oid 35 snap -1 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:514: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:515: read oid 14 snap -1 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:515: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:516: copy_from oid 19 from oid 32 current snap is 51 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:511: finishing write tid 1 to smithi03785213-2 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:511: finishing write tid 2 to smithi03785213-2 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:511: finishing write tid 3 to smithi03785213-2 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 209 (ObjNum 176 snap 51 seq_num 176) dirty exists 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:511: left oid 2 (ObjNum 176 snap 51 seq_num 176) 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 122 (ObjNum 177 snap 0 seq_num 3873418624) dirty exists 2024-07-26T06:33:58.357 INFO:tasks.rados.rados.0.smithi037.stdout:510: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-26T06:33:58.417 INFO:tasks.rados.rados.0.smithi037.stdout:516: finishing copy_from to smithi03785213-19 2024-07-26T06:33:58.417 INFO:tasks.rados.rados.0.smithi037.stdout:516: got expected ENOENT (src dne) 2024-07-26T06:33:58.417 INFO:tasks.rados.rados.0.smithi037.stdout:516: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:510: done (6 left) 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:511: done (5 left) 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:512: done (4 left) 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:516: done (3 left) 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:517: rollback oid 24 current snap is 51 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 47 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 1 to smithi03785213-45 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 2 to smithi03785213-45 2024-07-26T06:33:58.418 INFO:tasks.rados.rados.0.smithi037.stdout:515: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:33:58.467 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 3 to smithi03785213-45 2024-07-26T06:33:58.467 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 436 (ObjNum 177 snap 51 seq_num 177) dirty exists 2024-07-26T06:33:58.467 INFO:tasks.rados.rados.0.smithi037.stdout:513: left oid 45 (ObjNum 177 snap 51 seq_num 177) 2024-07-26T06:33:58.467 INFO:tasks.rados.rados.0.smithi037.stdout:514: expect (ObjNum 72 snap 11 seq_num 72) 2024-07-26T06:33:58.576 INFO:tasks.rados.rados.0.smithi037.stdout:517: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:33:58.576 INFO:tasks.rados.rados.0.smithi037.stdout:517: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:33:58.576 INFO:tasks.rados.rados.0.smithi037.stdout:517: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:33:58.576 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 267 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:33:58.576 INFO:tasks.rados.rados.0.smithi037.stdout:513: done (3 left) 2024-07-26T06:33:58.577 INFO:tasks.rados.rados.0.smithi037.stdout:514: done (2 left) 2024-07-26T06:33:58.577 INFO:tasks.rados.rados.0.smithi037.stdout:515: done (1 left) 2024-07-26T06:33:58.577 INFO:tasks.rados.rados.0.smithi037.stdout:517: done (0 left) 2024-07-26T06:33:58.577 INFO:tasks.rados.rados.0.smithi037.stdout:518: snap_remove snap 37 2024-07-26T06:33:58.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:58 smithi135 ceph-mon[32812]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:33:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:58 smithi135 ceph-mon[32812]: pgmap v232: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:33:58.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:58 smithi037 ceph-mon[29520]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:33:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:58 smithi037 ceph-mon[29520]: pgmap v232: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:33:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:58 smithi037 ceph-mon[40607]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:33:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:58 smithi037 ceph-mon[40607]: pgmap v232: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:518: done (0 left) 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:519: read oid 29 snap -1 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:519: expect deleted 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:520: rollback oid 44 current snap is 51 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 46 2024-07-26T06:33:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:521: delete oid 11 current snap is 51 2024-07-26T06:33:59.316 INFO:tasks.rados.rados.0.smithi037.stdout:519: done (2 left) 2024-07-26T06:33:59.316 INFO:tasks.rados.rados.0.smithi037.stdout:521: done (1 left) 2024-07-26T06:33:59.316 INFO:tasks.rados.rados.0.smithi037.stdout:522: rmattr oid 33 current snap is 51 2024-07-26T06:33:59.316 INFO:tasks.rados.rados.0.smithi037.stdout:523: snap_create 2024-07-26T06:33:59.324 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 215 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-07-26T06:33:59.328 INFO:tasks.rados.rados.0.smithi037.stdout:520: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:33:59.331 INFO:tasks.rados.rados.0.smithi037.stdout:520: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:33:59.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 95 (ObjNum 49 snap 0 seq_num 1331583348) dirty dne 2024-07-26T06:33:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:59 smithi135 ceph-mon[32812]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:33:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:33:59 smithi135 ceph-mon[32812]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:33:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:59 smithi037 ceph-mon[29520]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:33:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:33:59 smithi037 ceph-mon[29520]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:33:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:59 smithi037 ceph-mon[40607]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:33:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:33:59 smithi037 ceph-mon[40607]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:34:00.328 INFO:tasks.rados.rados.0.smithi037.stdout:520: done (2 left) 2024-07-26T06:34:00.328 INFO:tasks.rados.rados.0.smithi037.stdout:522: done (1 left) 2024-07-26T06:34:00.328 INFO:tasks.rados.rados.0.smithi037.stdout:523: done (0 left) 2024-07-26T06:34:00.328 INFO:tasks.rados.rados.0.smithi037.stdout:524: delete oid 37 current snap is 52 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:524: done (0 left) 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:525: read oid 28 snap 51 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:525: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:526: read oid 6 snap -1 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:526: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:527: read oid 24 snap 45 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:527: expect (ObjNum 54 snap 4 seq_num 54) 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:528: read oid 2 snap 50 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:528: expect (ObjNum 84 snap 18 seq_num 84) 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 52 2024-07-26T06:34:00.334 INFO:tasks.rados.rados.0.smithi037.stdout:529: seq_num 180 ranges {2818048=622592} 2024-07-26T06:34:00.353 INFO:tasks.rados.rados.0.smithi037.stdout:529: writing smithi03785213-35 from 2818048 to 3440640 tid 1 2024-07-26T06:34:00.353 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 52 2024-07-26T06:34:00.353 INFO:tasks.rados.rados.0.smithi037.stdout:530: seq_num 181 ranges {0=638976} 2024-07-26T06:34:00.356 INFO:tasks.rados.rados.0.smithi037.stdout:530: writing smithi03785213-44 from 0 to 638976 tid 1 2024-07-26T06:34:00.356 INFO:tasks.rados.rados.0.smithi037.stdout:531: rollback oid 41 current snap is 52 2024-07-26T06:34:00.356 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 33 2024-07-26T06:34:00.357 INFO:tasks.rados.rados.0.smithi037.stdout:526: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:527: expect (ObjNum 54 snap 4 seq_num 54) 2024-07-26T06:34:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:525: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:34:00.513 INFO:tasks.rados.rados.0.smithi037.stdout:528: expect (ObjNum 84 snap 18 seq_num 84) 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 1 to smithi03785213-35 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 2 to smithi03785213-35 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 3 to smithi03785213-35 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 30 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:529: left oid 35 (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:530: finishing write tid 1 to smithi03785213-44 2024-07-26T06:34:00.554 INFO:tasks.rados.rados.0.smithi037.stdout:525: done (6 left) 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:526: done (5 left) 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:527: done (4 left) 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:528: done (3 left) 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:529: done (2 left) 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:532: read oid 37 snap -1 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:532: expect deleted 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 52 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:531: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:530: finishing write tid 2 to smithi03785213-44 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:531: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:531: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 452 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:530: finishing write tid 3 to smithi03785213-44 2024-07-26T06:34:00.555 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 101 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-07-26T06:34:00.556 INFO:tasks.rados.rados.0.smithi037.stdout:530: left oid 44 (ObjNum 181 snap 52 seq_num 181) 2024-07-26T06:34:00.556 INFO:tasks.rados.rados.0.smithi037.stdout:533: seq_num 182 ranges {6479872=655360} 2024-07-26T06:34:00.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:00 smithi135 ceph-mon[32812]: pgmap v235: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:34:00.592 INFO:tasks.rados.rados.0.smithi037.stdout:533: writing smithi03785213-31 from 6479872 to 7135232 tid 1 2024-07-26T06:34:00.592 INFO:tasks.rados.rados.0.smithi037.stdout:530: done (3 left) 2024-07-26T06:34:00.592 INFO:tasks.rados.rados.0.smithi037.stdout:531: done (2 left) 2024-07-26T06:34:00.592 INFO:tasks.rados.rados.0.smithi037.stdout:534: snap_create 2024-07-26T06:34:00.595 INFO:tasks.rados.rados.0.smithi037.stdout:533: finishing write tid 1 to smithi03785213-31 2024-07-26T06:34:00.595 INFO:tasks.rados.rados.0.smithi037.stdout:533: finishing write tid 2 to smithi03785213-31 2024-07-26T06:34:00.596 INFO:tasks.rados.rados.0.smithi037.stdout:533: finishing write tid 3 to smithi03785213-31 2024-07-26T06:34:00.596 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 274 (ObjNum 182 snap 52 seq_num 182) dirty exists 2024-07-26T06:34:00.596 INFO:tasks.rados.rados.0.smithi037.stdout:533: left oid 31 (ObjNum 182 snap 52 seq_num 182) 2024-07-26T06:34:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:00 smithi037 ceph-mon[29520]: pgmap v235: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:34:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:00 smithi037 ceph-mon[40607]: pgmap v235: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-07-26T06:34:01.328 INFO:tasks.rados.rados.0.smithi037.stdout:532: done (2 left) 2024-07-26T06:34:01.328 INFO:tasks.rados.rados.0.smithi037.stdout:533: done (1 left) 2024-07-26T06:34:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:534: done (0 left) 2024-07-26T06:34:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 53 2024-07-26T06:34:01.329 INFO:tasks.rados.rados.0.smithi037.stdout:535: seq_num 183 ranges {3153920=671744} 2024-07-26T06:34:01.349 INFO:tasks.rados.rados.0.smithi037.stdout:535: writing smithi03785213-23 from 3153920 to 3825664 tid 1 2024-07-26T06:34:01.350 INFO:tasks.rados.rados.0.smithi037.stdout:536: copy_from oid 26 from oid 22 current snap is 53 2024-07-26T06:34:01.350 INFO:tasks.rados.rados.0.smithi037.stdout:537: snap_create 2024-07-26T06:34:01.353 INFO:tasks.rados.rados.0.smithi037.stdout:535: finishing write tid 1 to smithi03785213-23 2024-07-26T06:34:01.353 INFO:tasks.rados.rados.0.smithi037.stdout:535: finishing write tid 2 to smithi03785213-23 2024-07-26T06:34:01.354 INFO:tasks.rados.rados.0.smithi037.stdout:535: finishing write tid 3 to smithi03785213-23 2024-07-26T06:34:01.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 280 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-07-26T06:34:01.355 INFO:tasks.rados.rados.0.smithi037.stdout:535: left oid 23 (ObjNum 183 snap 53 seq_num 183) 2024-07-26T06:34:01.359 INFO:tasks.rados.rados.0.smithi037.stdout:536: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:34:01.361 INFO:tasks.rados.rados.0.smithi037.stdout:536: finishing copy_from to smithi03785213-26 2024-07-26T06:34:01.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 120 (ObjNum 155 snap 44 seq_num 155) dirty exists 2024-07-26T06:34:01.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:01 smithi135 ceph-mon[32812]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:34:01.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:01 smithi037 ceph-mon[29520]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:34:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:01 smithi037 ceph-mon[40607]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:34:02.344 INFO:tasks.rados.rados.0.smithi037.stdout:535: done (2 left) 2024-07-26T06:34:02.344 INFO:tasks.rados.rados.0.smithi037.stdout:536: done (1 left) 2024-07-26T06:34:02.344 INFO:tasks.rados.rados.0.smithi037.stdout:537: done (0 left) 2024-07-26T06:34:02.344 INFO:tasks.rados.rados.0.smithi037.stdout:538: snap_create 2024-07-26T06:34:02.776 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:34:02.777 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:02 smithi037 ceph-mon[29520]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:34:02.777 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:02 smithi037 ceph-mon[29520]: pgmap v238: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:02.777 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:02 smithi037 ceph-mon[40607]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:34:02.777 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:02 smithi037 ceph-mon[40607]: pgmap v238: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:02.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:02 smithi135 ceph-mon[32812]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:34:02.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:02 smithi135 ceph-mon[32812]: pgmap v238: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (3m) 2m ago 4m 16.5M - 0.25.0 c8568f914cd2 75b1431b8a93 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (3m) 3m ago 3m 83.5M - 9.4.7 954c08fa6188 0639cb365d93 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (5m) 2m ago 5m 14.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (5m) 3m ago 5m 14.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443 running (8m) 3m ago 8m 400M - 17.2.7-1143-g5dff84c0 18bcb77ae794 96c2e859323a 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:9283 running (10m) 2m ago 10m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 6dd3974d8b60 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (10m) 2m ago 10m 47.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (9m) 3m ago 9m 36.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:34:03.035 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (9m) 2m ago 9m 38.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (3m) 2m ago 3m 13.4M - 1.5.0 0da6a335fe13 237e7257b009 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (3m) 3m ago 3m 3661k - 1.5.0 0da6a335fe13 a72734164475 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (8m) 2m ago 8m 45.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (8m) 2m ago 8m 43.5M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (7m) 2m ago 7m 43.0M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (7m) 2m ago 7m 42.4M 2993M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (6m) 3m ago 6m 42.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (6m) 3m ago 6m 41.9M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (6m) 3m ago 6m 44.2M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (5m) 3m ago 5m 44.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:34:03.036 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (3m) 3m ago 4m 26.0M - 2.43.0 a07b618ecd1d 7b4513777612 2024-07-26T06:34:03.354 INFO:tasks.rados.rados.0.smithi037.stdout:538: done (0 left) 2024-07-26T06:34:03.354 INFO:tasks.rados.rados.0.smithi037.stdout:539: delete oid 4 current snap is 55 2024-07-26T06:34:03.355 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:34:03.355 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:34:03.356 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:34:03.357 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:34:03.357 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:34:03.357 INFO:tasks.rados.rados.0.smithi037.stdout:539: done (0 left) 2024-07-26T06:34:03.357 INFO:tasks.rados.rados.0.smithi037.stdout:540: delete oid 15 current snap is 55 2024-07-26T06:34:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:540: done (0 left) 2024-07-26T06:34:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:541: snap_create 2024-07-26T06:34:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[29520]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:34:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[29520]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[29520]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:03.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[40607]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:34:03.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[40607]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:03.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:03 smithi037 ceph-mon[40607]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:03.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:03 smithi135 ceph-mon[32812]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:34:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:03 smithi135 ceph-mon[32812]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:03 smithi135 ceph-mon[32812]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:04.312 INFO:tasks.rados.rados.0.smithi037.stdout:541: done (0 left) 2024-07-26T06:34:04.312 INFO:tasks.rados.rados.0.smithi037.stdout:542: setattr oid 19 current snap is 56 2024-07-26T06:34:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:543: rmattr oid 42 current snap is 56 2024-07-26T06:34:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:543: done (1 left) 2024-07-26T06:34:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 56 2024-07-26T06:34:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:544: seq_num 186 ranges {0=720896} 2024-07-26T06:34:04.319 INFO:tasks.rados.rados.0.smithi037.stdout:544: writing smithi03785213-39 from 0 to 720896 tid 1 2024-07-26T06:34:04.319 INFO:tasks.rados.rados.0.smithi037.stdout:545: read oid 47 snap -1 2024-07-26T06:34:04.319 INFO:tasks.rados.rados.0.smithi037.stdout:545: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:34:04.319 INFO:tasks.rados.rados.0.smithi037.stdout:546: setattr oid 14 current snap is 56 2024-07-26T06:34:04.320 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 56 2024-07-26T06:34:04.320 INFO:tasks.rados.rados.0.smithi037.stdout:547: seq_num 187 ranges {40960=737280} 2024-07-26T06:34:04.325 INFO:tasks.rados.rados.0.smithi037.stdout:547: writing smithi03785213-3 from 40960 to 778240 tid 1 2024-07-26T06:34:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:548: copy_from oid 41 from oid 13 current snap is 56 2024-07-26T06:34:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 103 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:34:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 1 to smithi03785213-39 2024-07-26T06:34:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 2 to smithi03785213-39 2024-07-26T06:34:04.326 INFO:tasks.rados.rados.0.smithi037.stdout:545: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 284 (ObjNum 170 snap 47 seq_num 170) dirty exists 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 3 to smithi03785213-39 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 191 (ObjNum 186 snap 56 seq_num 186) dirty exists 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:544: left oid 39 (ObjNum 186 snap 56 seq_num 186) 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:542: done (5 left) 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:544: done (4 left) 2024-07-26T06:34:04.329 INFO:tasks.rados.rados.0.smithi037.stdout:545: done (3 left) 2024-07-26T06:34:04.330 INFO:tasks.rados.rados.0.smithi037.stdout:546: done (2 left) 2024-07-26T06:34:04.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 56 2024-07-26T06:34:04.330 INFO:tasks.rados.rados.0.smithi037.stdout:549: seq_num 188 ranges {0=753664} 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:549: writing smithi03785213-42 from 0 to 753664 tid 1 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:550: read oid 2 snap 29 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:550: expect (ObjNum 84 snap 18 seq_num 84) 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:551: read oid 20 snap -1 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:551: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:34:04.334 INFO:tasks.rados.rados.0.smithi037.stdout:552: read oid 8 snap -1 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:552: expect deleted 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:553: rollback oid 32 current snap is 56 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 53 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:547: finishing write tid 1 to smithi03785213-3 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 56 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:547: finishing write tid 2 to smithi03785213-3 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:547: finishing write tid 3 to smithi03785213-3 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 165 (ObjNum 187 snap 56 seq_num 187) dirty exists 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:547: left oid 3 (ObjNum 187 snap 56 seq_num 187) 2024-07-26T06:34:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:554: seq_num 189 ranges {0=770048} 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:554: writing smithi03785213-16 from 0 to 770048 tid 1 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:547: done (7 left) 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:555: copy_from oid 26 from oid 36 current snap is 56 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:553: finishing rollback tid 1 to smithi03785213-32 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 73 (ObjNum 33 snap 0 seq_num 3105899845) dirty dne 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:553: done (7 left) 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:556: rollback oid 34 current snap is 56 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 50 2024-07-26T06:34:04.340 INFO:tasks.rados.rados.0.smithi037.stdout:557: copy_from oid 38 from oid 49 current snap is 56 2024-07-26T06:34:04.341 INFO:tasks.rados.rados.0.smithi037.stdout:558: rollback oid 18 current snap is 56 2024-07-26T06:34:04.341 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 29 2024-07-26T06:34:04.341 INFO:tasks.rados.rados.0.smithi037.stdout:559: delete oid 22 current snap is 56 2024-07-26T06:34:04.343 INFO:tasks.rados.rados.0.smithi037.stdout:550: expect (ObjNum 84 snap 18 seq_num 84) 2024-07-26T06:34:04.387 INFO:tasks.rados.rados.0.smithi037.stdout:548: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:34:04.387 INFO:tasks.rados.rados.0.smithi037.stdout:549: finishing write tid 1 to smithi03785213-42 2024-07-26T06:34:04.387 INFO:tasks.rados.rados.0.smithi037.stdout:549: finishing write tid 2 to smithi03785213-42 2024-07-26T06:34:04.387 INFO:tasks.rados.rados.0.smithi037.stdout:551: expect (ObjNum 106 snap 23 seq_num 106) 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 203 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:549: finishing write tid 3 to smithi03785213-42 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 234 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:549: left oid 42 (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:548: finishing copy_from to smithi03785213-41 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 201 (ObjNum 171 snap 47 seq_num 171) dirty exists 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:556: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:34:04.437 INFO:tasks.rados.rados.0.smithi037.stdout:548: done (10 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:549: done (9 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:550: done (8 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:551: done (7 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:552: done (6 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:558: done (5 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:559: done (4 left) 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:560: delete oid 31 current snap is 56 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:554: finishing write tid 1 to smithi03785213-16 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:556: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:554: finishing write tid 2 to smithi03785213-16 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing copy_from to smithi03785213-38 2024-07-26T06:34:04.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 122 (ObjNum 65 snap 0 seq_num 1868780377) dirty exists 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:556: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 288 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:554: finishing write tid 3 to smithi03785213-16 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 456 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:554: left oid 16 (ObjNum 189 snap 56 seq_num 189) 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing copy_from to smithi03785213-26 2024-07-26T06:34:04.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 239 (ObjNum 123 snap 33 seq_num 123) dirty exists 2024-07-26T06:34:04.440 INFO:tasks.rados.rados.0.smithi037.stdout:554: done (4 left) 2024-07-26T06:34:04.440 INFO:tasks.rados.rados.0.smithi037.stdout:555: done (3 left) 2024-07-26T06:34:04.440 INFO:tasks.rados.rados.0.smithi037.stdout:556: done (2 left) 2024-07-26T06:34:04.440 INFO:tasks.rados.rados.0.smithi037.stdout:557: done (1 left) 2024-07-26T06:34:04.440 INFO:tasks.rados.rados.0.smithi037.stdout:560: done (0 left) 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:561: read oid 50 snap -1 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:561: expect (ObjNum 98 snap 19 seq_num 98) 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:562: rollback oid 34 current snap is 56 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 25 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:563: delete oid 5 current snap is 56 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:563: done (2 left) 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:564: read oid 10 snap -1 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:564: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:565: snap_create 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:562: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:562: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:34:04.441 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 290 (ObjNum 129 snap 0 seq_num 3882406952) dirty dne 2024-07-26T06:34:04.442 INFO:tasks.rados.rados.0.smithi037.stdout:564: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:04.452 INFO:tasks.rados.rados.0.smithi037.stdout:561: expect (ObjNum 98 snap 19 seq_num 98) 2024-07-26T06:34:04.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[29520]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/854317067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[29520]: pgmap v241: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[29520]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[40607]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/854317067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[40607]: pgmap v241: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:04 smithi037 ceph-mon[40607]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:34:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:04 smithi135 ceph-mon[32812]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:34:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:04 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/854317067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:04 smithi135 ceph-mon[32812]: pgmap v241: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 744 KiB/s wr, 20 op/s 2024-07-26T06:34:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:04 smithi135 ceph-mon[32812]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:34:05.366 INFO:tasks.rados.rados.0.smithi037.stdout:561: done (3 left) 2024-07-26T06:34:05.367 INFO:tasks.rados.rados.0.smithi037.stdout:562: done (2 left) 2024-07-26T06:34:05.367 INFO:tasks.rados.rados.0.smithi037.stdout:564: done (1 left) 2024-07-26T06:34:05.367 INFO:tasks.rados.rados.0.smithi037.stdout:565: done (0 left) 2024-07-26T06:34:05.367 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 57 2024-07-26T06:34:05.367 INFO:tasks.rados.rados.0.smithi037.stdout:566: seq_num 193 ranges {720896=434176,1155072=401408} 2024-07-26T06:34:05.372 INFO:tasks.rados.rados.0.smithi037.stdout:566: writing smithi03785213-39 from 720896 to 1155072 tid 1 2024-07-26T06:34:05.375 INFO:tasks.rados.rados.0.smithi037.stdout:566: writing smithi03785213-39 from 1155072 to 1556480 tid 2 2024-07-26T06:34:05.375 INFO:tasks.rados.rados.0.smithi037.stdout:567: read oid 48 snap -1 2024-07-26T06:34:05.375 INFO:tasks.rados.rados.0.smithi037.stdout:567: expect deleted 2024-07-26T06:34:05.375 INFO:tasks.rados.rados.0.smithi037.stdout:568: rollback oid 18 current snap is 57 2024-07-26T06:34:05.375 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 55 2024-07-26T06:34:05.376 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 57 2024-07-26T06:34:05.376 INFO:tasks.rados.rados.0.smithi037.stdout:569: seq_num 194 ranges {638976=458752,1097728=401408} 2024-07-26T06:34:05.381 INFO:tasks.rados.rados.0.smithi037.stdout:569: writing smithi03785213-44 from 638976 to 1097728 tid 1 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:569: writing smithi03785213-44 from 1097728 to 1499136 tid 2 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:570: snap_create 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:568: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:566: finishing write tid 1 to smithi03785213-39 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:568: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 205 (ObjNum 33 snap 0 seq_num 3105940201) dirty dne 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:566: finishing write tid 2 to smithi03785213-39 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:566: finishing write tid 3 to smithi03785213-39 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:566: finishing write tid 4 to smithi03785213-39 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 195 (ObjNum 193 snap 57 seq_num 193) dirty exists 2024-07-26T06:34:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:566: left oid 39 (ObjNum 193 snap 57 seq_num 193) 2024-07-26T06:34:05.388 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 1 to smithi03785213-44 2024-07-26T06:34:05.388 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 2 to smithi03785213-44 2024-07-26T06:34:05.388 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 3 to smithi03785213-44 2024-07-26T06:34:05.388 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 4 to smithi03785213-44 2024-07-26T06:34:05.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 106 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-07-26T06:34:05.389 INFO:tasks.rados.rados.0.smithi037.stdout:569: left oid 44 (ObjNum 194 snap 57 seq_num 194) 2024-07-26T06:34:06.373 INFO:tasks.rados.rados.0.smithi037.stdout:566: done (4 left) 2024-07-26T06:34:06.373 INFO:tasks.rados.rados.0.smithi037.stdout:567: done (3 left) 2024-07-26T06:34:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:568: done (2 left) 2024-07-26T06:34:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:569: done (1 left) 2024-07-26T06:34:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:570: done (0 left) 2024-07-26T06:34:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 58 2024-07-26T06:34:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:571: seq_num 195 ranges {0=475136,475136=401408} 2024-07-26T06:34:06.376 INFO:tasks.rados.rados.0.smithi037.stdout:571: writing smithi03785213-18 from 0 to 475136 tid 1 2024-07-26T06:34:06.378 INFO:tasks.rados.rados.0.smithi037.stdout:571: writing smithi03785213-18 from 475136 to 876544 tid 2 2024-07-26T06:34:06.378 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 58 2024-07-26T06:34:06.378 INFO:tasks.rados.rados.0.smithi037.stdout:572: seq_num 196 ranges {1556480=491520,2048000=401408} 2024-07-26T06:34:06.389 INFO:tasks.rados.rados.0.smithi037.stdout:572: writing smithi03785213-39 from 1556480 to 2048000 tid 1 2024-07-26T06:34:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:572: writing smithi03785213-39 from 2048000 to 2449408 tid 2 2024-07-26T06:34:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:573: setattr oid 49 current snap is 58 2024-07-26T06:34:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 1 to smithi03785213-18 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 2 to smithi03785213-18 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 3 to smithi03785213-18 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 4 to smithi03785213-18 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 208 (ObjNum 195 snap 58 seq_num 195) dirty exists 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:571: left oid 18 (ObjNum 195 snap 58 seq_num 195) 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:572: finishing write tid 1 to smithi03785213-39 2024-07-26T06:34:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:571: done (2 left) 2024-07-26T06:34:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 58 2024-07-26T06:34:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:574: seq_num 197 ranges {0=507904,507904=401408} 2024-07-26T06:34:06.397 INFO:tasks.rados.rados.0.smithi037.stdout:574: writing smithi03785213-8 from 0 to 507904 tid 1 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:574: writing smithi03785213-8 from 507904 to 909312 tid 2 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:575: rollback oid 23 current snap is 58 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 56 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:572: finishing write tid 2 to smithi03785213-39 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:572: finishing write tid 3 to smithi03785213-39 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:572: finishing write tid 4 to smithi03785213-39 2024-07-26T06:34:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 199 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:572: left oid 39 (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 130 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:572: done (3 left) 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:573: done (2 left) 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:576: copy_from oid 46 from oid 12 current snap is 58 2024-07-26T06:34:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:577: snap_remove snap 51 2024-07-26T06:34:06.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:06 smithi135 ceph-mon[32812]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:34:06.736 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:06 smithi135 ceph-mon[32812]: pgmap v244: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:34:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:06 smithi037 ceph-mon[29520]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:34:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:06 smithi037 ceph-mon[29520]: pgmap v244: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:34:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:06 smithi037 ceph-mon[40607]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:34:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:06 smithi037 ceph-mon[40607]: pgmap v244: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:34:07.381 INFO:tasks.rados.rados.0.smithi037.stdout:577: done (3 left) 2024-07-26T06:34:07.381 INFO:tasks.rados.rados.0.smithi037.stdout:578: copy_from oid 30 from oid 35 current snap is 58 2024-07-26T06:34:07.381 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 1 to smithi03785213-8 2024-07-26T06:34:07.381 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 2 to smithi03785213-8 2024-07-26T06:34:07.381 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 3 to smithi03785213-8 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:575: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:575: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:575: finishing rollback tid 2 to smithi03785213-23 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 294 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 4 to smithi03785213-8 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 459 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:574: left oid 8 (ObjNum 197 snap 58 seq_num 197) 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing copy_from to smithi03785213-46 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 157 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:574: done (3 left) 2024-07-26T06:34:07.382 INFO:tasks.rados.rados.0.smithi037.stdout:575: done (2 left) 2024-07-26T06:34:07.383 INFO:tasks.rados.rados.0.smithi037.stdout:576: done (1 left) 2024-07-26T06:34:07.383 INFO:tasks.rados.rados.0.smithi037.stdout:579: read oid 44 snap 47 2024-07-26T06:34:07.383 INFO:tasks.rados.rados.0.smithi037.stdout:579: expect (ObjNum 172 snap 47 seq_num 172) 2024-07-26T06:34:07.383 INFO:tasks.rados.rados.0.smithi037.stdout:580: copy_from oid 46 from oid 10 current snap is 58 2024-07-26T06:34:07.383 INFO:tasks.rados.rados.0.smithi037.stdout:581: delete oid 19 current snap is 58 2024-07-26T06:34:07.393 INFO:tasks.rados.rados.0.smithi037.stdout:581: done (3 left) 2024-07-26T06:34:07.393 INFO:tasks.rados.rados.0.smithi037.stdout:582: snap_create 2024-07-26T06:34:07.394 INFO:tasks.rados.rados.0.smithi037.stdout:579: expect (ObjNum 172 snap 47 seq_num 172) 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:580: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:578: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:580: finishing copy_from to smithi03785213-46 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 67 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:578: finishing copy_from to smithi03785213-30 2024-07-26T06:34:07.410 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 30 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-07-26T06:34:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:07 smithi037 ceph-mon[29520]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:34:07.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:07] "GET /metrics HTTP/1.1" 200 239516 "" "Prometheus/2.43.0" 2024-07-26T06:34:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:07 smithi037 ceph-mon[40607]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:34:07.778 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:07 smithi135 ceph-mon[32812]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:34:08.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[34862]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:578: done (3 left) 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:579: done (2 left) 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:580: done (1 left) 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:582: done (0 left) 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:583: read oid 45 snap -1 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:583: expect (ObjNum 177 snap 51 seq_num 177) 2024-07-26T06:34:08.394 INFO:tasks.rados.rados.0.smithi037.stdout:584: setattr oid 1 current snap is 59 2024-07-26T06:34:08.397 INFO:tasks.rados.rados.0.smithi037.stdout:585: rmattr oid 34 current snap is 59 2024-07-26T06:34:08.397 INFO:tasks.rados.rados.0.smithi037.stdout:585: done (2 left) 2024-07-26T06:34:08.397 INFO:tasks.rados.rados.0.smithi037.stdout:586: read oid 10 snap -1 2024-07-26T06:34:08.397 INFO:tasks.rados.rados.0.smithi037.stdout:586: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:08.397 INFO:tasks.rados.rados.0.smithi037.stdout:587: rollback oid 46 current snap is 59 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 52 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:588: copy_from oid 25 from oid 44 current snap is 59 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:589: rollback oid 41 current snap is 59 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 55 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:590: rollback oid 50 current snap is 59 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 53 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:591: read oid 5 snap -1 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:591: expect deleted 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:592: rollback oid 4 current snap is 59 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 25 2024-07-26T06:34:08.398 INFO:tasks.rados.rados.0.smithi037.stdout:593: snap_create 2024-07-26T06:34:08.400 INFO:tasks.rados.rados.0.smithi037.stdout:586: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:08.407 INFO:tasks.rados.rados.0.smithi037.stdout:587: finishing rollback tid 0 to smithi03785213-46 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 135 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:587: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:587: finishing rollback tid 2 to smithi03785213-46 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 311 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:592: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 282 (ObjNum 65 snap 0 seq_num 3106701398) dirty dne 2024-07-26T06:34:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:590: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:34:08.409 INFO:tasks.rados.rados.0.smithi037.stdout:590: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:34:08.409 INFO:tasks.rados.rados.0.smithi037.stdout:590: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:34:08.409 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 237 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-07-26T06:34:08.411 INFO:tasks.rados.rados.0.smithi037.stdout:583: expect (ObjNum 177 snap 51 seq_num 177) 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: pgmap v247: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: Upgrade: Updating mgr.x 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:08.431 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:08 smithi135 ceph-mon[32812]: Deploying daemon mgr.x on smithi135 2024-07-26T06:34:08.559 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:34:08.559 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:34:08.559 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:34:08.560 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 465 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:34:08.560 INFO:tasks.rados.rados.0.smithi037.stdout:588: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:34:08.560 INFO:tasks.rados.rados.0.smithi037.stdout:588: finishing copy_from to smithi03785213-25 2024-07-26T06:34:08.560 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 106 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: pgmap v247: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: Upgrade: Updating mgr.x 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[29520]: Deploying daemon mgr.x on smithi135 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:34:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: pgmap v247: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: Upgrade: Updating mgr.x 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:08.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:08 smithi037 ceph-mon[40607]: Deploying daemon mgr.x on smithi135 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:583: done (9 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:584: done (8 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:586: done (7 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:587: done (6 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:588: done (5 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:589: done (4 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:590: done (3 left) 2024-07-26T06:34:09.395 INFO:tasks.rados.rados.0.smithi037.stdout:591: done (2 left) 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:592: done (1 left) 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:593: done (0 left) 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:594: rollback oid 44 current snap is 60 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 50 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 60 2024-07-26T06:34:09.396 INFO:tasks.rados.rados.0.smithi037.stdout:595: seq_num 199 ranges {3440640=540672,3981312=401408} 2024-07-26T06:34:09.417 INFO:tasks.rados.rados.0.smithi037.stdout:595: writing smithi03785213-30 from 3440640 to 3981312 tid 1 2024-07-26T06:34:09.419 INFO:tasks.rados.rados.0.smithi037.stdout:595: writing smithi03785213-30 from 3981312 to 4382720 tid 2 2024-07-26T06:34:09.419 INFO:tasks.rados.rados.0.smithi037.stdout:596: rollback oid 40 current snap is 60 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 25 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:594: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:594: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:594: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 110 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:594: done (2 left) 2024-07-26T06:34:09.420 INFO:tasks.rados.rados.0.smithi037.stdout:597: snap_remove snap 50 2024-07-26T06:34:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:09 smithi135 ceph-mon[32812]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:34:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:09 smithi037 ceph-mon[29520]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:34:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:09 smithi037 ceph-mon[40607]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:597: done (2 left) 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:598: snap_create 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:595: finishing write tid 1 to smithi03785213-30 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:595: finishing write tid 2 to smithi03785213-30 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:595: finishing write tid 3 to smithi03785213-30 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:596: finishing rollback tid 0 to smithi03785213-40 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:595: finishing write tid 4 to smithi03785213-30 2024-07-26T06:34:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 240 (ObjNum 199 snap 60 seq_num 199) dirty exists 2024-07-26T06:34:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:595: left oid 30 (ObjNum 199 snap 60 seq_num 199) 2024-07-26T06:34:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:596: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:34:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:596: finishing rollback tid 2 to smithi03785213-40 2024-07-26T06:34:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 114 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[29520]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[29520]: pgmap v250: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[40607]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:10 smithi037 ceph-mon[40607]: pgmap v250: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:34:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:10 smithi135 ceph-mon[32812]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:34:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:10 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:10 smithi135 ceph-mon[32812]: pgmap v250: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:34:11.401 INFO:tasks.rados.rados.0.smithi037.stdout:595: done (2 left) 2024-07-26T06:34:11.401 INFO:tasks.rados.rados.0.smithi037.stdout:596: done (1 left) 2024-07-26T06:34:11.401 INFO:tasks.rados.rados.0.smithi037.stdout:598: done (0 left) 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:599: rmattr oid 40 current snap is 61 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:599: done (0 left) 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:600: read oid 10 snap 49 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:600: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:601: read oid 50 snap -1 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:601: expect (ObjNum 98 snap 19 seq_num 98) 2024-07-26T06:34:11.402 INFO:tasks.rados.rados.0.smithi037.stdout:602: setattr oid 7 current snap is 61 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:603: read oid 18 snap 57 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:603: expect deleted 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:604: copy_from oid 42 from oid 35 current snap is 61 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:605: read oid 46 snap -1 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:605: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:606: rollback oid 31 current snap is 61 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 55 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 61 2024-07-26T06:34:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:607: seq_num 200 ranges {909312=557056,1466368=401408} 2024-07-26T06:34:11.412 INFO:tasks.rados.rados.0.smithi037.stdout:607: writing smithi03785213-8 from 909312 to 1466368 tid 1 2024-07-26T06:34:11.415 INFO:tasks.rados.rados.0.smithi037.stdout:607: writing smithi03785213-8 from 1466368 to 1867776 tid 2 2024-07-26T06:34:11.415 INFO:tasks.rados.rados.0.smithi037.stdout:608: rollback oid 19 current snap is 61 2024-07-26T06:34:11.415 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 43 2024-07-26T06:34:11.415 INFO:tasks.rados.rados.0.smithi037.stdout:606: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:34:11.415 INFO:tasks.rados.rados.0.smithi037.stdout:600: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:11.423 INFO:tasks.rados.rados.0.smithi037.stdout:606: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 292 (ObjNum 182 snap 52 seq_num 182) dirty exists 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 471 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:600: done (8 left) 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:602: done (7 left) 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:603: done (6 left) 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:606: done (5 left) 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:609: rollback oid 16 current snap is 61 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 52 2024-07-26T06:34:11.424 INFO:tasks.rados.rados.0.smithi037.stdout:605: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:34:11.444 INFO:tasks.rados.rados.0.smithi037.stdout:601: expect (ObjNum 98 snap 19 seq_num 98) 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing write tid 1 to smithi03785213-8 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:608: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing write tid 2 to smithi03785213-8 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:608: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 115 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing write tid 3 to smithi03785213-8 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:601: done (5 left) 2024-07-26T06:34:11.524 INFO:tasks.rados.rados.0.smithi037.stdout:605: done (4 left) 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:608: done (3 left) 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:610: read oid 49 snap 54 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:610: expect (ObjNum -411806400 snap 21989 seq_num 3691294544) 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:611: rollback oid 29 current snap is 61 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 57 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:604: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing write tid 4 to smithi03785213-8 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 475 (ObjNum 200 snap 61 seq_num 200) dirty exists 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:607: left oid 8 (ObjNum 200 snap 61 seq_num 200) 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:604: finishing copy_from to smithi03785213-42 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 30 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:609: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:609: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:34:11.525 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 478 (ObjNum 33 snap 0 seq_num 3882790032) dirty dne 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:604: done (4 left) 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:607: done (3 left) 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:609: done (2 left) 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:612: setattr oid 1 current snap is 61 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:610: expect (ObjNum -411806400 snap 21989 seq_num 3691294544) 2024-07-26T06:34:11.526 INFO:tasks.rados.rados.0.smithi037.stdout:610: done (2 left) 2024-07-26T06:34:11.527 INFO:tasks.rados.rados.0.smithi037.stdout:613: setattr oid 10 current snap is 61 2024-07-26T06:34:11.527 INFO:tasks.rados.rados.0.smithi037.stdout:611: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:34:11.527 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 0 (ObjNum 145 snap 0 seq_num 2187030317) dirty dne 2024-07-26T06:34:11.528 INFO:tasks.rados.rados.0.smithi037.stdout:611: done (2 left) 2024-07-26T06:34:11.528 INFO:tasks.rados.rados.0.smithi037.stdout:614: delete oid 8 current snap is 61 2024-07-26T06:34:11.529 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 139 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:34:11.529 INFO:tasks.rados.rados.0.smithi037.stdout:612: done (2 left) 2024-07-26T06:34:11.529 INFO:tasks.rados.rados.0.smithi037.stdout:614: done (1 left) 2024-07-26T06:34:11.529 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 61 2024-07-26T06:34:11.529 INFO:tasks.rados.rados.0.smithi037.stdout:615: seq_num 202 ranges {483328=589824,1073152=401408} 2024-07-26T06:34:11.534 INFO:tasks.rados.rados.0.smithi037.stdout:615: writing smithi03785213-44 from 483328 to 1073152 tid 1 2024-07-26T06:34:11.536 INFO:tasks.rados.rados.0.smithi037.stdout:615: writing smithi03785213-44 from 1073152 to 1474560 tid 2 2024-07-26T06:34:11.537 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 61 2024-07-26T06:34:11.537 INFO:tasks.rados.rados.0.smithi037.stdout:616: seq_num 203 ranges {2310144=606208,2916352=401408} 2024-07-26T06:34:11.552 INFO:tasks.rados.rados.0.smithi037.stdout:616: writing smithi03785213-28 from 2310144 to 2916352 tid 1 2024-07-26T06:34:11.555 INFO:tasks.rados.rados.0.smithi037.stdout:616: writing smithi03785213-28 from 2916352 to 3317760 tid 2 2024-07-26T06:34:11.555 INFO:tasks.rados.rados.0.smithi037.stdout:617: setattr oid 3 current snap is 61 2024-07-26T06:34:11.555 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 91 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-07-26T06:34:11.555 INFO:tasks.rados.rados.0.smithi037.stdout:615: finishing write tid 1 to smithi03785213-44 2024-07-26T06:34:11.555 INFO:tasks.rados.rados.0.smithi037.stdout:615: finishing write tid 2 to smithi03785213-44 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:615: finishing write tid 3 to smithi03785213-44 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:615: finishing write tid 4 to smithi03785213-44 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 122 (ObjNum 202 snap 61 seq_num 202) dirty exists 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:615: left oid 44 (ObjNum 202 snap 61 seq_num 202) 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:613: done (3 left) 2024-07-26T06:34:11.556 INFO:tasks.rados.rados.0.smithi037.stdout:615: done (2 left) 2024-07-26T06:34:11.557 INFO:tasks.rados.rados.0.smithi037.stdout:618: delete oid 7 current snap is 61 2024-07-26T06:34:11.557 INFO:tasks.rados.rados.0.smithi037.stdout:616: finishing write tid 1 to smithi03785213-28 2024-07-26T06:34:11.557 INFO:tasks.rados.rados.0.smithi037.stdout:616: finishing write tid 2 to smithi03785213-28 2024-07-26T06:34:11.558 INFO:tasks.rados.rados.0.smithi037.stdout:616: finishing write tid 3 to smithi03785213-28 2024-07-26T06:34:11.559 INFO:tasks.rados.rados.0.smithi037.stdout:618: done (2 left) 2024-07-26T06:34:11.559 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 61 2024-07-26T06:34:11.559 INFO:tasks.rados.rados.0.smithi037.stdout:619: seq_num 205 ranges {1302528=638976,1941504=401408} 2024-07-26T06:34:11.569 INFO:tasks.rados.rados.0.smithi037.stdout:619: writing smithi03785213-24 from 1302528 to 1941504 tid 1 2024-07-26T06:34:11.572 INFO:tasks.rados.rados.0.smithi037.stdout:619: writing smithi03785213-24 from 1941504 to 2342912 tid 2 2024-07-26T06:34:11.572 INFO:tasks.rados.rados.0.smithi037.stdout:620: copy_from oid 45 from oid 6 current snap is 61 2024-07-26T06:34:11.572 INFO:tasks.rados.rados.0.smithi037.stdout:616: finishing write tid 4 to smithi03785213-28 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 228 (ObjNum 203 snap 61 seq_num 203) dirty exists 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:616: left oid 28 (ObjNum 203 snap 61 seq_num 203) 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 181 (ObjNum 187 snap 56 seq_num 187) dirty exists 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:616: done (3 left) 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:617: done (2 left) 2024-07-26T06:34:11.573 INFO:tasks.rados.rados.0.smithi037.stdout:621: rollback oid 9 current snap is 61 2024-07-26T06:34:11.574 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 25 2024-07-26T06:34:11.574 INFO:tasks.rados.rados.0.smithi037.stdout:622: copy_from oid 32 from oid 18 current snap is 61 2024-07-26T06:34:11.574 INFO:tasks.rados.rados.0.smithi037.stdout:623: copy_from oid 17 from oid 7 current snap is 61 2024-07-26T06:34:11.574 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 61 2024-07-26T06:34:11.574 INFO:tasks.rados.rados.0.smithi037.stdout:624: seq_num 206 ranges {0=655360,655360=401408} 2024-07-26T06:34:11.576 INFO:tasks.rados.rados.0.smithi037.stdout:624: writing smithi03785213-16 from 0 to 655360 tid 1 2024-07-26T06:34:11.579 INFO:tasks.rados.rados.0.smithi037.stdout:624: writing smithi03785213-16 from 655360 to 1056768 tid 2 2024-07-26T06:34:11.579 INFO:tasks.rados.rados.0.smithi037.stdout:625: snap_remove snap 54 2024-07-26T06:34:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:11 smithi037 ceph-mon[29520]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:34:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:11 smithi037 ceph-mon[40607]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:34:11.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:11 smithi135 ceph-mon[32812]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:34:12.412 INFO:tasks.rados.rados.0.smithi037.stdout:625: done (6 left) 2024-07-26T06:34:12.412 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 61 2024-07-26T06:34:12.412 INFO:tasks.rados.rados.0.smithi037.stdout:626: seq_num 207 ranges {0=671744,671744=401408} 2024-07-26T06:34:12.416 INFO:tasks.rados.rados.0.smithi037.stdout:626: writing smithi03785213-27 from 0 to 671744 tid 1 2024-07-26T06:34:12.419 INFO:tasks.rados.rados.0.smithi037.stdout:626: writing smithi03785213-27 from 671744 to 1073152 tid 2 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing write tid 1 to smithi03785213-24 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing write tid 2 to smithi03785213-24 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing write tid 3 to smithi03785213-24 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing write tid 4 to smithi03785213-24 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 296 (ObjNum 205 snap 61 seq_num 205) dirty exists 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:619: left oid 24 (ObjNum 205 snap 61 seq_num 205) 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:620: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:34:12.421 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 484 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:620: finishing copy_from to smithi03785213-45 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 232 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:623: finishing copy_from to smithi03785213-17 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:623: got expected ENOENT (src dne) 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:623: finishing copy_from racing read to smithi03785213-17 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:622: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:622: finishing copy_from to smithi03785213-32 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 208 (ObjNum 195 snap 58 seq_num 195) dirty exists 2024-07-26T06:34:12.422 INFO:tasks.rados.rados.0.smithi037.stdout:624: finishing write tid 1 to smithi03785213-16 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:624: finishing write tid 2 to smithi03785213-16 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:624: finishing write tid 3 to smithi03785213-16 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:624: finishing write tid 4 to smithi03785213-16 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 489 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:624: left oid 16 (ObjNum 206 snap 61 seq_num 206) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:619: done (6 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:620: done (5 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:621: done (4 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:622: done (3 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:623: done (2 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:624: done (1 left) 2024-07-26T06:34:12.423 INFO:tasks.rados.rados.0.smithi037.stdout:627: read oid 22 snap -1 2024-07-26T06:34:12.424 INFO:tasks.rados.rados.0.smithi037.stdout:627: expect deleted 2024-07-26T06:34:12.424 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 61 2024-07-26T06:34:12.424 INFO:tasks.rados.rados.0.smithi037.stdout:628: seq_num 208 ranges {1253376=688128,1941504=401408} 2024-07-26T06:34:12.433 INFO:tasks.rados.rados.0.smithi037.stdout:628: writing smithi03785213-9 from 1253376 to 1941504 tid 1 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:628: writing smithi03785213-9 from 1941504 to 2342912 tid 2 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:629: snap_create 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 1 to smithi03785213-27 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 2 to smithi03785213-27 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 3 to smithi03785213-27 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 4 to smithi03785213-27 2024-07-26T06:34:12.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 18 (ObjNum 207 snap 61 seq_num 207) dirty exists 2024-07-26T06:34:12.436 INFO:tasks.rados.rados.0.smithi037.stdout:626: left oid 27 (ObjNum 207 snap 61 seq_num 207) 2024-07-26T06:34:12.437 INFO:tasks.rados.rados.0.smithi037.stdout:628: finishing write tid 1 to smithi03785213-9 2024-07-26T06:34:12.437 INFO:tasks.rados.rados.0.smithi037.stdout:628: finishing write tid 2 to smithi03785213-9 2024-07-26T06:34:12.437 INFO:tasks.rados.rados.0.smithi037.stdout:628: finishing write tid 3 to smithi03785213-9 2024-07-26T06:34:12.438 INFO:tasks.rados.rados.0.smithi037.stdout:628: finishing write tid 4 to smithi03785213-9 2024-07-26T06:34:12.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 500 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-07-26T06:34:12.438 INFO:tasks.rados.rados.0.smithi037.stdout:628: left oid 9 (ObjNum 208 snap 61 seq_num 208) 2024-07-26T06:34:12.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:12 smithi135 ceph-mon[32812]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:34:12.556 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:12 smithi135 ceph-mon[32812]: pgmap v253: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:12 smithi037 ceph-mon[40607]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:34:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:12 smithi037 ceph-mon[40607]: pgmap v253: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:12.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:12 smithi037 ceph-mon[29520]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:34:12.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:12 smithi037 ceph-mon[29520]: pgmap v253: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:12.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:12 smithi135 systemd[1]: Stopping Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:13.417 INFO:tasks.rados.rados.0.smithi037.stdout:626: done (3 left) 2024-07-26T06:34:13.417 INFO:tasks.rados.rados.0.smithi037.stdout:627: done (2 left) 2024-07-26T06:34:13.418 INFO:tasks.rados.rados.0.smithi037.stdout:628: done (1 left) 2024-07-26T06:34:13.418 INFO:tasks.rados.rados.0.smithi037.stdout:629: done (0 left) 2024-07-26T06:34:13.418 INFO:tasks.rados.rados.0.smithi037.stdout:630: delete oid 2 current snap is 62 2024-07-26T06:34:13.426 INFO:tasks.rados.rados.0.smithi037.stdout:630: done (0 left) 2024-07-26T06:34:13.426 INFO:tasks.rados.rados.0.smithi037.stdout:631: delete oid 5 current snap is 62 2024-07-26T06:34:13.428 INFO:tasks.rados.rados.0.smithi037.stdout:631: done (0 left) 2024-07-26T06:34:13.428 INFO:tasks.rados.rados.0.smithi037.stdout:632: read oid 43 snap -1 2024-07-26T06:34:13.428 INFO:tasks.rados.rados.0.smithi037.stdout:632: expect deleted 2024-07-26T06:34:13.428 INFO:tasks.rados.rados.0.smithi037.stdout:633: read oid 28 snap 49 2024-07-26T06:34:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:633: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:34:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 62 2024-07-26T06:34:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:634: seq_num 211 ranges {0=737280,737280=401408} 2024-07-26T06:34:13.433 INFO:tasks.rados.rados.0.smithi037.stdout:634: writing smithi03785213-11 from 0 to 737280 tid 1 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:634: writing smithi03785213-11 from 737280 to 1138688 tid 2 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:635: read oid 39 snap -1 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:635: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:636: rollback oid 18 current snap is 62 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 57 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:632: done (4 left) 2024-07-26T06:34:13.436 INFO:tasks.rados.rados.0.smithi037.stdout:637: setattr oid 20 current snap is 62 2024-07-26T06:34:13.438 INFO:tasks.rados.rados.0.smithi037.stdout:638: delete oid 31 current snap is 62 2024-07-26T06:34:13.439 INFO:tasks.rados.rados.0.smithi037.stdout:634: finishing write tid 1 to smithi03785213-11 2024-07-26T06:34:13.439 INFO:tasks.rados.rados.0.smithi037.stdout:633: expect (ObjNum 144 snap 40 seq_num 144) 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:636: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:634: finishing write tid 2 to smithi03785213-11 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:634: finishing write tid 3 to smithi03785213-11 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:634: finishing write tid 4 to smithi03785213-11 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 99 (ObjNum 211 snap 62 seq_num 211) dirty exists 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:634: left oid 11 (ObjNum 211 snap 62 seq_num 211) 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 101 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:636: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 210 (ObjNum 65 snap 0 seq_num 3106680884) dirty dne 2024-07-26T06:34:13.545 INFO:tasks.rados.rados.0.smithi037.stdout:633: done (5 left) 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:634: done (4 left) 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:636: done (3 left) 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:637: done (2 left) 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:638: done (1 left) 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:639: rollback oid 30 current snap is 62 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 52 2024-07-26T06:34:13.546 INFO:tasks.rados.rados.0.smithi037.stdout:635: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:34:13.646 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:34:13.646 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:34:13.646 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:34:13.647 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 243 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:34:13.647 INFO:tasks.rados.rados.0.smithi037.stdout:635: done (1 left) 2024-07-26T06:34:13.647 INFO:tasks.rados.rados.0.smithi037.stdout:639: done (0 left) 2024-07-26T06:34:13.647 INFO:tasks.rados.rados.0.smithi037.stdout:640: setattr oid 9 current snap is 62 2024-07-26T06:34:13.647 INFO:tasks.rados.rados.0.smithi037.stdout:641: setattr oid 50 current snap is 62 2024-07-26T06:34:13.649 INFO:tasks.rados.rados.0.smithi037.stdout:642: snap_remove snap 29 2024-07-26T06:34:13.699 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:13 smithi135 ceph-mon[32812]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:34:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:13 smithi037 ceph-mon[29520]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:34:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:13 smithi037 ceph-mon[40607]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:34:14.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:13 smithi135 podman[68397]: 2024-07-26 06:34:13.699898462 +0000 UTC m=+0.996394803 container died 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 502 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 244 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:640: done (2 left) 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:641: done (1 left) 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:642: done (0 left) 2024-07-26T06:34:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:643: delete oid 36 current snap is 62 2024-07-26T06:34:14.327 INFO:tasks.rados.rados.0.smithi037.stdout:643: done (0 left) 2024-07-26T06:34:14.327 INFO:tasks.rados.rados.0.smithi037.stdout:644: read oid 42 snap -1 2024-07-26T06:34:14.327 INFO:tasks.rados.rados.0.smithi037.stdout:644: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:14.327 INFO:tasks.rados.rados.0.smithi037.stdout:645: read oid 24 snap -1 2024-07-26T06:34:14.327 INFO:tasks.rados.rados.0.smithi037.stdout:645: expect (ObjNum 205 snap 61 seq_num 205) 2024-07-26T06:34:14.328 INFO:tasks.rados.rados.0.smithi037.stdout:646: rollback oid 27 current snap is 62 2024-07-26T06:34:14.328 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 55 2024-07-26T06:34:14.328 INFO:tasks.rados.rados.0.smithi037.stdout:647: copy_from oid 50 from oid 43 current snap is 62 2024-07-26T06:34:14.328 INFO:tasks.rados.rados.0.smithi037.stdout:648: rmattr oid 48 current snap is 62 2024-07-26T06:34:14.328 INFO:tasks.rados.rados.0.smithi037.stdout:648: done (4 left) 2024-07-26T06:34:14.329 INFO:tasks.rados.rados.0.smithi037.stdout:649: read oid 36 snap -1 2024-07-26T06:34:14.329 INFO:tasks.rados.rados.0.smithi037.stdout:649: expect deleted 2024-07-26T06:34:14.329 INFO:tasks.rados.rados.0.smithi037.stdout:650: setattr oid 44 current snap is 62 2024-07-26T06:34:14.329 INFO:tasks.rados.rados.0.smithi037.stdout:651: delete oid 7 current snap is 62 2024-07-26T06:34:14.334 INFO:tasks.rados.rados.0.smithi037.stdout:647: finishing copy_from to smithi03785213-50 2024-07-26T06:34:14.334 INFO:tasks.rados.rados.0.smithi037.stdout:647: got expected ENOENT (src dne) 2024-07-26T06:34:14.334 INFO:tasks.rados.rados.0.smithi037.stdout:647: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:34:14.335 INFO:tasks.rados.rados.0.smithi037.stdout:646: finishing rollback tid 0 to smithi03785213-27 2024-07-26T06:34:14.337 INFO:tasks.rados.rados.0.smithi037.stdout:647: done (6 left) 2024-07-26T06:34:14.337 INFO:tasks.rados.rados.0.smithi037.stdout:649: done (5 left) 2024-07-26T06:34:14.337 INFO:tasks.rados.rados.0.smithi037.stdout:651: done (4 left) 2024-07-26T06:34:14.337 INFO:tasks.rados.rados.0.smithi037.stdout:652: snap_create 2024-07-26T06:34:14.338 INFO:tasks.rados.rados.0.smithi037.stdout:646: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:34:14.338 INFO:tasks.rados.rados.0.smithi037.stdout:646: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:34:14.338 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 22 (ObjNum 33 snap 0 seq_num 3106913595) dirty exists 2024-07-26T06:34:14.343 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 129 (ObjNum 202 snap 61 seq_num 202) dirty exists 2024-07-26T06:34:14.343 INFO:tasks.rados.rados.0.smithi037.stdout:645: expect (ObjNum 205 snap 61 seq_num 205) 2024-07-26T06:34:14.438 INFO:tasks.rados.rados.0.smithi037.stdout:644: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:14.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[29520]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:34:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[29520]: pgmap v256: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[29520]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:34:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[40607]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:34:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[40607]: pgmap v256: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:14 smithi037 ceph-mon[40607]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:34:14.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:14 smithi135 ceph-mon[32812]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:34:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:14 smithi135 ceph-mon[32812]: pgmap v256: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:34:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:14 smithi135 ceph-mon[32812]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:34:15.315 INFO:tasks.rados.rados.0.smithi037.stdout:644: done (4 left) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:645: done (3 left) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:646: done (2 left) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:650: done (1 left) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:652: done (0 left) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:653: rollback oid 47 current snap is 63 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 52 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:654: read oid 10 snap -1 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:654: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:655: read oid 2 snap -1 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:655: expect deleted 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:656: rollback oid 16 current snap is 63 2024-07-26T06:34:15.316 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 25 2024-07-26T06:34:15.317 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 63 2024-07-26T06:34:15.317 INFO:tasks.rados.rados.0.smithi037.stdout:657: seq_num 215 ranges {778240=409600,1187840=532480,1720320=270336} 2024-07-26T06:34:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:657: writing smithi03785213-3 from 778240 to 1187840 tid 1 2024-07-26T06:34:15.326 INFO:tasks.rados.rados.0.smithi037.stdout:657: writing smithi03785213-3 from 1187840 to 1720320 tid 2 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:657: writing smithi03785213-3 from 1720320 to 1990656 tid 3 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:658: read oid 35 snap -1 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:658: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:659: read oid 6 snap -1 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:659: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 63 2024-07-26T06:34:15.328 INFO:tasks.rados.rados.0.smithi037.stdout:660: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-07-26T06:34:15.330 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03785213-36 from 0 to 425984 tid 1 2024-07-26T06:34:15.333 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03785213-36 from 425984 to 835584 tid 2 2024-07-26T06:34:15.336 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03785213-36 from 835584 to 1228800 tid 3 2024-07-26T06:34:15.336 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 63 2024-07-26T06:34:15.336 INFO:tasks.rados.rados.0.smithi037.stdout:661: seq_num 217 ranges {2072576=442368,2514944=696320,3211264=106496} 2024-07-26T06:34:15.350 INFO:tasks.rados.rados.0.smithi037.stdout:661: writing smithi03785213-21 from 2072576 to 2514944 tid 1 2024-07-26T06:34:15.354 INFO:tasks.rados.rados.0.smithi037.stdout:661: writing smithi03785213-21 from 2514944 to 3211264 tid 2 2024-07-26T06:34:15.354 INFO:tasks.rados.rados.0.smithi037.stdout:661: writing smithi03785213-21 from 3211264 to 3317760 tid 3 2024-07-26T06:34:15.354 INFO:tasks.rados.rados.0.smithi037.stdout:662: snap_remove snap 33 2024-07-26T06:34:15.829 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:15 smithi135 podman[68397]: 2024-07-26 06:34:15.645143503 +0000 UTC m=+2.941639844 container cleanup 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:34:15.830 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:15 smithi135 bash[68397]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T06:34:16.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:15 smithi135 podman[68416]: 2024-07-26 06:34:15.829819811 +0000 UTC m=+2.130926387 container remove 96c2e859323ad9022e2d0c8b42b7f02718b2ac6ab43429f45478894a6954c875 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c) 2024-07-26T06:34:16.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:15 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:34:16.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-26T06:34:16.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 systemd[1]: Stopped Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:16.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Consumed 10.251s CPU time. 2024-07-26T06:34:16.321 INFO:tasks.rados.rados.0.smithi037.stdout:662: done (9 left) 2024-07-26T06:34:16.321 INFO:tasks.rados.rados.0.smithi037.stdout:663: snap_remove snap 59 2024-07-26T06:34:16.497 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 systemd[1]: Starting Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:16.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:16 smithi135 ceph-mon[32812]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:34:16.498 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:16 smithi135 ceph-mon[32812]: pgmap v259: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:34:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:16 smithi037 ceph-mon[40607]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:34:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:16 smithi037 ceph-mon[40607]: pgmap v259: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:34:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:16 smithi037 ceph-mon[29520]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:34:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:16 smithi037 ceph-mon[29520]: pgmap v259: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:34:16.800 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 podman[68548]: 2024-07-26 06:34:16.497961588 +0000 UTC m=+0.114459128 container create 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-07-26T06:34:16.800 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 podman[68548]: 2024-07-26 06:34:16.400965858 +0000 UTC m=+0.017463408 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 podman[68548]: 2024-07-26 06:34:16.800230467 +0000 UTC m=+0.416728007 container init 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=) 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 podman[68548]: 2024-07-26 06:34:16.805812394 +0000 UTC m=+0.422309942 container start 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 ceph-mgr[68586]: -- 172.21.15.135:0/2277667712 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cc811c70e0 con 0x55cc811a4800 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 bash[68548]: 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 systemd[1]: Started Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:17.086 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:16.928+0000 7f8fc94a5040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:34:17.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:17.085+0000 7f8fc94a5040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:34:17.327 INFO:tasks.rados.rados.0.smithi037.stdout:663: done (9 left) 2024-07-26T06:34:17.327 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 63 2024-07-26T06:34:17.327 INFO:tasks.rados.rados.0.smithi037.stdout:664: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-07-26T06:34:17.330 INFO:tasks.rados.rados.0.smithi037.stdout:664: writing smithi03785213-31 from 0 to 458752 tid 1 2024-07-26T06:34:17.333 INFO:tasks.rados.rados.0.smithi037.stdout:664: writing smithi03785213-31 from 458752 to 1040384 tid 2 2024-07-26T06:34:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:664: writing smithi03785213-31 from 1040384 to 1261568 tid 3 2024-07-26T06:34:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 63 2024-07-26T06:34:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:665: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-07-26T06:34:17.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:17.157+0000 7f8fc94a5040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:34:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:34:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.338 INFO:tasks.rados.rados.0.smithi037.stdout:665: writing smithi03785213-17 from 0 to 475136 tid 1 2024-07-26T06:34:17.342 INFO:tasks.rados.rados.0.smithi037.stdout:665: writing smithi03785213-17 from 475136 to 942080 tid 2 2024-07-26T06:34:17.344 INFO:tasks.rados.rados.0.smithi037.stdout:665: writing smithi03785213-17 from 942080 to 1277952 tid 3 2024-07-26T06:34:17.345 INFO:tasks.rados.rados.0.smithi037.stdout:654: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:653: finishing rollback tid 0 to smithi03785213-47 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:653: finishing rollback tid 1 to smithi03785213-47 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:653: finishing rollback tid 2 to smithi03785213-47 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 523 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:656: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:656: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:656: finishing rollback tid 2 to smithi03785213-16 2024-07-26T06:34:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 527 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing write tid 1 to smithi03785213-3 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:653: done (10 left) 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:654: done (9 left) 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:655: done (8 left) 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:656: done (7 left) 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:666: snap_create 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing write tid 2 to smithi03785213-3 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing write tid 3 to smithi03785213-3 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing write tid 4 to smithi03785213-3 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing write tid 5 to smithi03785213-3 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 198 (ObjNum 215 snap 63 seq_num 215) dirty exists 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:657: left oid 3 (ObjNum 215 snap 63 seq_num 215) 2024-07-26T06:34:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:659: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:17.365 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 1 to smithi03785213-36 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 2 to smithi03785213-36 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 3 to smithi03785213-36 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 4 to smithi03785213-36 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 5 to smithi03785213-36 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 348 (ObjNum 216 snap 63 seq_num 216) dirty exists 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: left oid 36 (ObjNum 216 snap 63 seq_num 216) 2024-07-26T06:34:17.366 INFO:tasks.rados.rados.0.smithi037.stdout:658: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing write tid 1 to smithi03785213-21 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing write tid 2 to smithi03785213-21 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing write tid 3 to smithi03785213-21 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing write tid 4 to smithi03785213-21 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing write tid 5 to smithi03785213-21 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 319 (ObjNum 217 snap 63 seq_num 217) dirty exists 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:661: left oid 21 (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:664: finishing write tid 1 to smithi03785213-31 2024-07-26T06:34:17.538 INFO:tasks.rados.rados.0.smithi037.stdout:664: finishing write tid 2 to smithi03785213-31 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:664: finishing write tid 3 to smithi03785213-31 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:664: finishing write tid 4 to smithi03785213-31 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: finishing write tid 1 to smithi03785213-17 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:664: finishing write tid 5 to smithi03785213-31 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 337 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:664: left oid 31 (ObjNum 218 snap 63 seq_num 218) 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: finishing write tid 2 to smithi03785213-17 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: finishing write tid 3 to smithi03785213-17 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: finishing write tid 4 to smithi03785213-17 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: finishing write tid 5 to smithi03785213-17 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 341 (ObjNum 219 snap 63 seq_num 219) dirty exists 2024-07-26T06:34:17.539 INFO:tasks.rados.rados.0.smithi037.stdout:665: left oid 17 (ObjNum 219 snap 63 seq_num 219) 2024-07-26T06:34:17.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:17] "GET /metrics HTTP/1.1" 200 239522 "" "Prometheus/2.43.0" 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:17 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:17.804 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:17.438+0000 7f8fc94a5040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:34:17.804 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:17 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:17.497+0000 7f8fc94a5040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:657: done (7 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:658: done (6 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:659: done (5 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:660: done (4 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:661: done (3 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:664: done (2 left) 2024-07-26T06:34:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:665: done (1 left) 2024-07-26T06:34:18.332 INFO:tasks.rados.rados.0.smithi037.stdout:666: done (0 left) 2024-07-26T06:34:18.332 INFO:tasks.rados.rados.0.smithi037.stdout:667: rollback oid 13 current snap is 64 2024-07-26T06:34:18.332 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 43 2024-07-26T06:34:18.332 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 64 2024-07-26T06:34:18.332 INFO:tasks.rados.rados.0.smithi037.stdout:668: seq_num 220 ranges {3440640=491520,3932160=753664,4685824=49152} 2024-07-26T06:34:18.352 INFO:tasks.rados.rados.0.smithi037.stdout:668: writing smithi03785213-35 from 3440640 to 3932160 tid 1 2024-07-26T06:34:18.356 INFO:tasks.rados.rados.0.smithi037.stdout:668: writing smithi03785213-35 from 3932160 to 4685824 tid 2 2024-07-26T06:34:18.357 INFO:tasks.rados.rados.0.smithi037.stdout:668: writing smithi03785213-35 from 4685824 to 4734976 tid 3 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:669: read oid 1 snap -1 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:669: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:670: read oid 33 snap 62 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:670: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:671: delete oid 16 current snap is 64 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:667: finishing rollback tid 0 to smithi03785213-13 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:667: finishing rollback tid 1 to smithi03785213-13 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:667: finishing rollback tid 2 to smithi03785213-13 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 213 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:668: finishing write tid 1 to smithi03785213-35 2024-07-26T06:34:18.358 INFO:tasks.rados.rados.0.smithi037.stdout:669: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:18.365 INFO:tasks.rados.rados.0.smithi037.stdout:668: finishing write tid 2 to smithi03785213-35 2024-07-26T06:34:18.365 INFO:tasks.rados.rados.0.smithi037.stdout:668: finishing write tid 3 to smithi03785213-35 2024-07-26T06:34:18.365 INFO:tasks.rados.rados.0.smithi037.stdout:667: done (4 left) 2024-07-26T06:34:18.365 INFO:tasks.rados.rados.0.smithi037.stdout:669: done (3 left) 2024-07-26T06:34:18.365 INFO:tasks.rados.rados.0.smithi037.stdout:671: done (2 left) 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:672: rollback oid 23 current snap is 64 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 56 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:668: finishing write tid 4 to smithi03785213-35 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:673: read oid 4 snap -1 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:673: expect deleted 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:674: read oid 27 snap 53 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:674: expect (ObjNum -412065008 snap 21989 seq_num 3883277472) 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:675: snap_create 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:668: finishing write tid 5 to smithi03785213-35 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 43 (ObjNum 220 snap 64 seq_num 220) dirty exists 2024-07-26T06:34:18.366 INFO:tasks.rados.rados.0.smithi037.stdout:668: left oid 35 (ObjNum 220 snap 64 seq_num 220) 2024-07-26T06:34:18.367 INFO:tasks.rados.rados.0.smithi037.stdout:674: expect (ObjNum -412065008 snap 21989 seq_num 3883277472) 2024-07-26T06:34:18.370 INFO:tasks.rados.rados.0.smithi037.stdout:670: expect (ObjNum 111 snap 25 seq_num 111) 2024-07-26T06:34:18.432 INFO:tasks.rados.rados.0.smithi037.stdout:672: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:34:18.432 INFO:tasks.rados.rados.0.smithi037.stdout:672: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:34:18.432 INFO:tasks.rados.rados.0.smithi037.stdout:672: finishing rollback tid 2 to smithi03785213-23 2024-07-26T06:34:18.432 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 364 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-07-26T06:34:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-mon[32812]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:34:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-mon[32812]: pgmap v262: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 70 op/s 2024-07-26T06:34:18.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:18.496+0000 7f8fc94a5040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:34:18.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:18 smithi037 ceph-mon[29520]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:34:18.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:18 smithi037 ceph-mon[29520]: pgmap v262: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 70 op/s 2024-07-26T06:34:18.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:18 smithi037 ceph-mon[40607]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:34:18.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:18 smithi037 ceph-mon[40607]: pgmap v262: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 70 op/s 2024-07-26T06:34:18.896 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:18.616+0000 7f8fc94a5040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:34:18.897 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:18.676+0000 7f8fc94a5040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:34:18.897 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:18.896+0000 7f8fc94a5040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:34:19.210 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:18.964+0000 7f8fc94a5040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:34:19.211 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:19.037+0000 7f8fc94a5040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:34:19.211 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:19.210+0000 7f8fc94a5040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:34:19.314 INFO:tasks.rados.rados.0.smithi037.stdout:668: done (5 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:670: done (4 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:672: done (3 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:673: done (2 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:674: done (1 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:675: done (0 left) 2024-07-26T06:34:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:676: delete oid 35 current snap is 65 2024-07-26T06:34:19.319 INFO:tasks.rados.rados.0.smithi037.stdout:676: done (0 left) 2024-07-26T06:34:19.319 INFO:tasks.rados.rados.0.smithi037.stdout:677: snap_create 2024-07-26T06:34:19.527 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-mon[32812]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:34:19.527 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-mon[32812]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:34:19.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:19 smithi037 ceph-mon[29520]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:34:19.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:19 smithi037 ceph-mon[29520]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:34:19.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:19 smithi037 ceph-mon[40607]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:34:19.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:19 smithi037 ceph-mon[40607]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:34:19.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:19.642+0000 7f8fc94a5040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:34:20.290 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:19 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:19.973+0000 7f8fc94a5040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:34:20.291 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.040+0000 7f8fc94a5040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:34:20.291 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.217+0000 7f8fc94a5040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:34:20.315 INFO:tasks.rados.rados.0.smithi037.stdout:677: done (0 left) 2024-07-26T06:34:20.315 INFO:tasks.rados.rados.0.smithi037.stdout:678: snap_create 2024-07-26T06:34:20.542 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-mon[32812]: pgmap v265: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-07-26T06:34:20.543 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-mon[32812]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:34:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:20 smithi037 ceph-mon[29520]: pgmap v265: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-07-26T06:34:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:20 smithi037 ceph-mon[29520]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:34:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:20 smithi037 ceph-mon[40607]: pgmap v265: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2024-07-26T06:34:20.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:20 smithi037 ceph-mon[40607]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:34:20.808 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.542+0000 7f8fc94a5040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:34:20.808 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.609+0000 7f8fc94a5040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:34:21.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.808+0000 7f8fc94a5040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:34:21.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:20 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:20.964+0000 7f8fc94a5040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:34:21.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:21.030+0000 7f8fc94a5040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:34:21.318 INFO:tasks.rados.rados.0.smithi037.stdout:678: done (0 left) 2024-07-26T06:34:21.319 INFO:tasks.rados.rados.0.smithi037.stdout:679: read oid 22 snap -1 2024-07-26T06:34:21.319 INFO:tasks.rados.rados.0.smithi037.stdout:679: expect deleted 2024-07-26T06:34:21.319 INFO:tasks.rados.rados.0.smithi037.stdout:680: snap_remove snap 25 2024-07-26T06:34:21.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:21.115+0000 7f8fc94a5040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:34:21.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:21.174+0000 7f8fc94a5040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:34:22.019 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:21.745+0000 7f8fc94a5040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:34:22.019 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:21.911+0000 7f8fc94a5040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:34:22.019 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:21] ENGINE Bus STARTING 2024-07-26T06:34:22.019 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: CherryPy Checker: 2024-07-26T06:34:22.020 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: The Application mounted at '' has an empty config. 2024-07-26T06:34:22.020 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:22.020 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:22] ENGINE Serving on http://:::9283 2024-07-26T06:34:22.020 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:22] ENGINE Bus STARTED 2024-07-26T06:34:22.324 INFO:tasks.rados.rados.0.smithi037.stdout:680: done (1 left) 2024-07-26T06:34:22.325 INFO:tasks.rados.rados.0.smithi037.stdout:681: read oid 48 snap -1 2024-07-26T06:34:22.325 INFO:tasks.rados.rados.0.smithi037.stdout:681: expect deleted 2024-07-26T06:34:22.325 INFO:tasks.rados.rados.0.smithi037.stdout:682: rmattr oid 49 current snap is 67 2024-07-26T06:34:22.325 INFO:tasks.rados.rados.0.smithi037.stdout:679: done (2 left) 2024-07-26T06:34:22.325 INFO:tasks.rados.rados.0.smithi037.stdout:683: delete oid 2 current snap is 67 2024-07-26T06:34:22.333 INFO:tasks.rados.rados.0.smithi037.stdout:683: done (2 left) 2024-07-26T06:34:22.333 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 67 2024-07-26T06:34:22.333 INFO:tasks.rados.rados.0.smithi037.stdout:684: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-07-26T06:34:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:684: writing smithi03785213-27 from 0 to 557056 tid 1 2024-07-26T06:34:22.342 INFO:tasks.rados.rados.0.smithi037.stdout:684: writing smithi03785213-27 from 557056 to 1294336 tid 2 2024-07-26T06:34:22.343 INFO:tasks.rados.rados.0.smithi037.stdout:684: writing smithi03785213-27 from 1294336 to 1359872 tid 3 2024-07-26T06:34:22.343 INFO:tasks.rados.rados.0.smithi037.stdout:685: read oid 45 snap -1 2024-07-26T06:34:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:685: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:686: read oid 43 snap 35 2024-07-26T06:34:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:686: expect deleted 2024-07-26T06:34:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:681: done (4 left) 2024-07-26T06:34:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:687: setattr oid 34 current snap is 67 2024-07-26T06:34:22.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 161 (ObjNum 129 snap 0 seq_num 1583249230) dirty exists 2024-07-26T06:34:22.346 INFO:tasks.rados.rados.0.smithi037.stdout:682: done (4 left) 2024-07-26T06:34:22.346 INFO:tasks.rados.rados.0.smithi037.stdout:686: done (3 left) 2024-07-26T06:34:22.346 INFO:tasks.rados.rados.0.smithi037.stdout:688: snap_remove snap 62 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: pgmap v268: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: Standby manager daemon x restarted 2024-07-26T06:34:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:22 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: pgmap v268: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: Standby manager daemon x restarted 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: Standby manager daemon x started 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: pgmap v268: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: Standby manager daemon x restarted 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:34:22.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:22.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:22.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:22 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:23.352 INFO:tasks.rados.rados.0.smithi037.stdout:688: done (3 left) 2024-07-26T06:34:23.352 INFO:tasks.rados.rados.0.smithi037.stdout:689: delete oid 19 current snap is 67 2024-07-26T06:34:23.352 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing write tid 1 to smithi03785213-27 2024-07-26T06:34:23.352 INFO:tasks.rados.rados.0.smithi037.stdout:685: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:23.367 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing write tid 2 to smithi03785213-27 2024-07-26T06:34:23.367 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing write tid 3 to smithi03785213-27 2024-07-26T06:34:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing write tid 4 to smithi03785213-27 2024-07-26T06:34:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 369 (ObjNum 129 snap 0 seq_num 2183706548) dirty exists 2024-07-26T06:34:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing write tid 5 to smithi03785213-27 2024-07-26T06:34:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 33 (ObjNum 224 snap 67 seq_num 224) dirty exists 2024-07-26T06:34:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:684: left oid 27 (ObjNum 224 snap 67 seq_num 224) 2024-07-26T06:34:23.369 INFO:tasks.rados.rados.0.smithi037.stdout:684: done (3 left) 2024-07-26T06:34:23.369 INFO:tasks.rados.rados.0.smithi037.stdout:685: done (2 left) 2024-07-26T06:34:23.369 INFO:tasks.rados.rados.0.smithi037.stdout:687: done (1 left) 2024-07-26T06:34:23.369 INFO:tasks.rados.rados.0.smithi037.stdout:689: done (0 left) 2024-07-26T06:34:23.369 INFO:tasks.rados.rados.0.smithi037.stdout:690: snap_create 2024-07-26T06:34:23.554 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:23 smithi135 ceph-mon[32812]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:34:23.554 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:23 smithi135 ceph-mon[32812]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-26T06:34:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:23 smithi037 ceph-mon[29520]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:34:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:23 smithi037 ceph-mon[29520]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-26T06:34:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:23 smithi037 ceph-mon[40607]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:34:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:23 smithi037 ceph-mon[40607]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-26T06:34:24.315 INFO:tasks.rados.rados.0.smithi037.stdout:690: done (0 left) 2024-07-26T06:34:24.316 INFO:tasks.rados.rados.0.smithi037.stdout:691: setattr oid 43 current snap is 68 2024-07-26T06:34:24.317 INFO:tasks.rados.rados.0.smithi037.stdout:692: snap_remove snap 35 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[29520]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[29520]: pgmap v271: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[29520]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[40607]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[40607]: pgmap v271: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:24 smithi037 ceph-mon[40607]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:34:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:24 smithi135 ceph-mon[32812]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:34:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:24 smithi135 ceph-mon[32812]: pgmap v271: 121 pgs: 121 active+clean; 196 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 8 op/s 2024-07-26T06:34:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:24 smithi135 ceph-mon[32812]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:34:25.325 INFO:tasks.rados.rados.0.smithi037.stdout:692: done (1 left) 2024-07-26T06:34:25.325 INFO:tasks.rados.rados.0.smithi037.stdout:693: read oid 21 snap -1 2024-07-26T06:34:25.326 INFO:tasks.rados.rados.0.smithi037.stdout:693: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:25.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 218 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:34:25.326 INFO:tasks.rados.rados.0.smithi037.stdout:691: done (1 left) 2024-07-26T06:34:25.326 INFO:tasks.rados.rados.0.smithi037.stdout:694: snap_remove snap 64 2024-07-26T06:34:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:694: done (1 left) 2024-07-26T06:34:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:695: copy_from oid 9 from oid 40 current snap is 68 2024-07-26T06:34:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:693: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:25.530 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE Bus STOPPING 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:25.531 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.532 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:34:25.532 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:25.590 INFO:tasks.rados.rados.0.smithi037.stdout:695: finishing copy_from racing read to smithi03785213-9 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:695: finishing copy_from to smithi03785213-9 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 114 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:693: done (1 left) 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:695: done (0 left) 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:696: copy_from oid 25 from oid 2 current snap is 68 2024-07-26T06:34:25.591 INFO:tasks.rados.rados.0.smithi037.stdout:697: snap_remove snap 52 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:34:25.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:25.387+0000 7f81fdf45640 -1 mgr handle_mgr_map I was active but no longer am 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setuser ceph since I am not root 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ignoring --setgroup ceph since I am not root 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mgr[29795]: -- 172.21.15.37:0/3572264341 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5599fb7e69c0 con 0x5599fb7f3000 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:25.561+0000 7f800f0faec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:25.693+0000 7f800f0faec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:25.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:25.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' 2024-07-26T06:34:25.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:34:25.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE Bus STOPPED 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE Bus STARTING 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f330af640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f330af640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f330af640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f330af640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.781 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f330af640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f2e8a6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f2e8a6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f2e8a6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f2e8a6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:25.708+0000 7f8f2e8a6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE Serving on http://:::9283 2024-07-26T06:34:25.782 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:34:25] ENGINE Bus STARTED 2024-07-26T06:34:26.016 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:25 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:25.761+0000 7f800f0faec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:34:26.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:26.015+0000 7f800f0faec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:34:26.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:26.079+0000 7f800f0faec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:34:26.389 INFO:tasks.rados.rados.0.smithi037.stdout:697: done (1 left) 2024-07-26T06:34:26.389 INFO:tasks.rados.rados.0.smithi037.stdout:698: delete oid 23 current snap is 68 2024-07-26T06:34:26.389 INFO:tasks.rados.rados.0.smithi037.stdout:696: finishing copy_from to smithi03785213-25 2024-07-26T06:34:26.389 INFO:tasks.rados.rados.0.smithi037.stdout:696: got expected ENOENT (src dne) 2024-07-26T06:34:26.390 INFO:tasks.rados.rados.0.smithi037.stdout:696: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:34:26.404 INFO:tasks.rados.rados.0.smithi037.stdout:696: done (1 left) 2024-07-26T06:34:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:698: done (0 left) 2024-07-26T06:34:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 68 2024-07-26T06:34:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:699: seq_num 227 ranges {2342912=606208,2949120=794624,3743744=8192} 2024-07-26T06:34:26.418 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03785213-24 from 2342912 to 2949120 tid 1 2024-07-26T06:34:26.422 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03785213-24 from 2949120 to 3743744 tid 2 2024-07-26T06:34:26.422 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03785213-24 from 3743744 to 3751936 tid 3 2024-07-26T06:34:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:700: copy_from oid 49 from oid 22 current snap is 68 2024-07-26T06:34:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 1 to smithi03785213-24 2024-07-26T06:34:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:701: delete oid 35 current snap is 68 2024-07-26T06:34:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:701: done (2 left) 2024-07-26T06:34:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:702: read oid 11 snap -1 2024-07-26T06:34:26.424 INFO:tasks.rados.rados.0.smithi037.stdout:702: expect (ObjNum 211 snap 62 seq_num 211) 2024-07-26T06:34:26.424 INFO:tasks.rados.rados.0.smithi037.stdout:703: snap_remove snap 65 2024-07-26T06:34:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:34:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: Activating manager daemon x 2024-07-26T06:34:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: mgrmap e25: x(active, starting, since 0.0333412s) 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:34:26.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: Manager daemon x is now available 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: Checking for cert/key for grafana.a 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: Migrating grafana.a cert to cert store 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: Migrating grafana.a key to cert store 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: Activating manager daemon x 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:34:26.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: mgrmap e25: x(active, starting, since 0.0333412s) 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:34:26.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: Manager daemon x is now available 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: Checking for cert/key for grafana.a 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: Migrating grafana.a cert to cert store 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: Migrating grafana.a key to cert store 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:26.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.801 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:26 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: Activating manager daemon x 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24431 172.21.15.37:0/1757995315' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: mgrmap e25: x(active, starting, since 0.0333412s) 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:34:26.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: Manager daemon x is now available 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: Checking for cert/key for grafana.a 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: Migrating grafana.a cert to cert store 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: Migrating grafana.a key to cert store 2024-07-26T06:34:26.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:26.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:26 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:27.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.042+0000 7f800f0faec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:34:27.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.160+0000 7f800f0faec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:34:27.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.220+0000 7f800f0faec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:34:27.399 INFO:tasks.rados.rados.0.smithi037.stdout:703: done (3 left) 2024-07-26T06:34:27.399 INFO:tasks.rados.rados.0.smithi037.stdout:704: snap_remove snap 38 2024-07-26T06:34:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-mon[32812]: Deploying cephadm binary to smithi037 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-mon[32812]: Deploying cephadm binary to smithi135 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-mon[32812]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-mon[32812]: mgrmap e26: x(active, since 1.03768s) 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-mon[32812]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:27.329+0000 7f8f1be43640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:34:27] ENGINE Error in HTTPServer.serve 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: Traceback (most recent call last): 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:34:27.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: self._connections.run(self.expiration_interval) 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: self._run(expiration_interval) 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: s = self.context.wrap_socket( 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: return self.sslsocket_class._create( 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: self.do_handshake() 2024-07-26T06:34:27.589 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:34:27.590 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: self._sslobj.do_handshake() 2024-07-26T06:34:27.590 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:34:27.590 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:34:27.660 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[29520]: Deploying cephadm binary to smithi037 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[29520]: Deploying cephadm binary to smithi135 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[29520]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[29520]: mgrmap e26: x(active, since 1.03768s) 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[29520]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.451+0000 7f800f0faec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.513+0000 7f800f0faec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:34:27.661 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.581+0000 7f800f0faec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:34:27.662 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[40607]: Deploying cephadm binary to smithi037 2024-07-26T06:34:27.662 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[40607]: Deploying cephadm binary to smithi135 2024-07-26T06:34:27.662 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[40607]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:34:27.662 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[40607]: mgrmap e26: x(active, since 1.03768s) 2024-07-26T06:34:27.662 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-mon[40607]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:28.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:27.715+0000 7f800f0faec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:34:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:27] "GET /metrics HTTP/1.1" 200 33098 "" "Prometheus/2.43.0" 2024-07-26T06:34:28.414 INFO:tasks.rados.rados.0.smithi037.stdout:704: done (3 left) 2024-07-26T06:34:28.414 INFO:tasks.rados.rados.0.smithi037.stdout:705: setattr oid 12 current snap is 68 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing copy_from to smithi03785213-49 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:700: got expected ENOENT (src dne) 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 2 to smithi03785213-24 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 3 to smithi03785213-24 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 4 to smithi03785213-24 2024-07-26T06:34:28.415 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 5 to smithi03785213-24 2024-07-26T06:34:28.416 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 374 (ObjNum 227 snap 68 seq_num 227) dirty exists 2024-07-26T06:34:28.416 INFO:tasks.rados.rados.0.smithi037.stdout:699: left oid 24 (ObjNum 227 snap 68 seq_num 227) 2024-07-26T06:34:28.416 INFO:tasks.rados.rados.0.smithi037.stdout:702: expect (ObjNum 211 snap 62 seq_num 211) 2024-07-26T06:34:28.460 INFO:tasks.rados.rados.0.smithi037.stdout:699: done (3 left) 2024-07-26T06:34:28.460 INFO:tasks.rados.rados.0.smithi037.stdout:700: done (2 left) 2024-07-26T06:34:28.460 INFO:tasks.rados.rados.0.smithi037.stdout:702: done (1 left) 2024-07-26T06:34:28.460 INFO:tasks.rados.rados.0.smithi037.stdout:706: copy_from oid 15 from oid 10 current snap is 68 2024-07-26T06:34:28.460 INFO:tasks.rados.rados.0.smithi037.stdout:707: rollback oid 19 current snap is 68 2024-07-26T06:34:28.461 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 57 2024-07-26T06:34:28.461 INFO:tasks.rados.rados.0.smithi037.stdout:708: read oid 36 snap -1 2024-07-26T06:34:28.461 INFO:tasks.rados.rados.0.smithi037.stdout:708: expect (ObjNum 216 snap 63 seq_num 216) 2024-07-26T06:34:28.461 INFO:tasks.rados.rados.0.smithi037.stdout:709: snap_remove snap 67 2024-07-26T06:34:28.525 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:28.163+0000 7f800f0faec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:34:28.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: [26/Jul/2024:06:34:27] ENGINE Bus STARTING 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: [26/Jul/2024:06:34:27] ENGINE Serving on https://172.21.15.135:7150 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: [26/Jul/2024:06:34:27] ENGINE Error in HTTPServer.serve 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:34:28.526 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: pgmap v5: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:28.527 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: [26/Jul/2024:06:34:27] ENGINE Serving on http://172.21.15.135:8765 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[29520]: [26/Jul/2024:06:34:27] ENGINE Bus STARTED 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: [26/Jul/2024:06:34:27] ENGINE Bus STARTING 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: [26/Jul/2024:06:34:27] ENGINE Serving on https://172.21.15.135:7150 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: [26/Jul/2024:06:34:27] ENGINE Error in HTTPServer.serve 2024-07-26T06:34:28.528 INFO:journalctl@ceph.mon.c.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:34:28.529 INFO:journalctl@ceph.mon.c.smithi037.stdout: self.do_handshake() 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: pgmap v5: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: [26/Jul/2024:06:34:27] ENGINE Serving on http://172.21.15.135:8765 2024-07-26T06:34:28.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-mon[40607]: [26/Jul/2024:06:34:27] ENGINE Bus STARTED 2024-07-26T06:34:28.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: [26/Jul/2024:06:34:27] ENGINE Bus STARTING 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: [26/Jul/2024:06:34:27] ENGINE Serving on https://172.21.15.135:7150 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: [26/Jul/2024:06:34:27] ENGINE Error in HTTPServer.serve 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: Traceback (most recent call last): 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._run(expiration_interval) 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: s = self.context.wrap_socket( 2024-07-26T06:34:28.620 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: return self.sslsocket_class._create( 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: self.do_handshake() 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._sslobj.do_handshake() 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: pgmap v5: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: [26/Jul/2024:06:34:27] ENGINE Serving on http://172.21.15.135:8765 2024-07-26T06:34:28.621 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:28 smithi135 ceph-mon[32812]: [26/Jul/2024:06:34:27] ENGINE Bus STARTED 2024-07-26T06:34:28.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:28.524+0000 7f800f0faec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:34:28.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:28.592+0000 7f800f0faec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:34:28.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:28.726+0000 7f800f0faec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:34:29.257 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:28.995+0000 7f800f0faec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:34:29.258 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:29.057+0000 7f800f0faec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:34:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:709: done (4 left) 2024-07-26T06:34:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 68 2024-07-26T06:34:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:710: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-07-26T06:34:29.325 INFO:tasks.rados.rados.0.smithi037.stdout:710: writing smithi03785213-2 from 0 to 638976 tid 1 2024-07-26T06:34:29.329 INFO:tasks.rados.rados.0.smithi037.stdout:710: writing smithi03785213-2 from 638976 to 1245184 tid 2 2024-07-26T06:34:29.331 INFO:tasks.rados.rados.0.smithi037.stdout:710: writing smithi03785213-2 from 1245184 to 1441792 tid 3 2024-07-26T06:34:29.331 INFO:tasks.rados.rados.0.smithi037.stdout:711: read oid 41 snap -1 2024-07-26T06:34:29.331 INFO:tasks.rados.rados.0.smithi037.stdout:711: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:34:29.331 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 68 2024-07-26T06:34:29.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 228 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:34:29.334 INFO:tasks.rados.rados.0.smithi037.stdout:712: seq_num 230 ranges {2482176=655360,3137536=491520,3629056=311296} 2024-07-26T06:34:29.349 INFO:tasks.rados.rados.0.smithi037.stdout:712: writing smithi03785213-50 from 2482176 to 3137536 tid 1 2024-07-26T06:34:29.351 INFO:tasks.rados.rados.0.smithi037.stdout:712: writing smithi03785213-50 from 3137536 to 3629056 tid 2 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:712: writing smithi03785213-50 from 3629056 to 3940352 tid 3 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:705: done (6 left) 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:706: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:707: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:713: read oid 14 snap -1 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:713: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 68 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:707: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:34:29.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 147 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:34:29.355 INFO:tasks.rados.rados.0.smithi037.stdout:706: finishing copy_from to smithi03785213-15 2024-07-26T06:34:29.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 91 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-07-26T06:34:29.355 INFO:tasks.rados.rados.0.smithi037.stdout:708: expect (ObjNum 216 snap 63 seq_num 216) 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: finishing write tid 1 to smithi03785213-2 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: finishing write tid 2 to smithi03785213-2 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: finishing write tid 3 to smithi03785213-2 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: finishing write tid 4 to smithi03785213-2 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: finishing write tid 5 to smithi03785213-2 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 289 (ObjNum 229 snap 68 seq_num 229) dirty exists 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:710: left oid 2 (ObjNum 229 snap 68 seq_num 229) 2024-07-26T06:34:29.388 INFO:tasks.rados.rados.0.smithi037.stdout:714: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-07-26T06:34:29.391 INFO:tasks.rados.rados.0.smithi037.stdout:714: writing smithi03785213-23 from 0 to 671744 tid 1 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:714: writing smithi03785213-23 from 671744 to 1449984 tid 2 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:714: writing smithi03785213-23 from 1449984 to 1474560 tid 3 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:706: done (7 left) 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:707: done (6 left) 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:708: done (5 left) 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:710: done (4 left) 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:715: read oid 10 snap 63 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:715: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:716: rollback oid 26 current snap is 68 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 30 2024-07-26T06:34:29.397 INFO:tasks.rados.rados.0.smithi037.stdout:711: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing write tid 1 to smithi03785213-50 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing write tid 2 to smithi03785213-50 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing write tid 3 to smithi03785213-50 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing write tid 4 to smithi03785213-50 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing write tid 5 to smithi03785213-50 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 248 (ObjNum 230 snap 68 seq_num 230) dirty exists 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:712: left oid 50 (ObjNum 230 snap 68 seq_num 230) 2024-07-26T06:34:29.415 INFO:tasks.rados.rados.0.smithi037.stdout:713: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:714: finishing write tid 1 to smithi03785213-23 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:711: done (5 left) 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:712: done (4 left) 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:713: done (3 left) 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:717: setattr oid 6 current snap is 68 2024-07-26T06:34:29.467 INFO:tasks.rados.rados.0.smithi037.stdout:715: expect (ObjNum 154 snap 43 seq_num 154) 2024-07-26T06:34:29.476 INFO:tasks.rados.rados.0.smithi037.stdout:714: finishing write tid 2 to smithi03785213-23 2024-07-26T06:34:29.476 INFO:tasks.rados.rados.0.smithi037.stdout:714: finishing write tid 3 to smithi03785213-23 2024-07-26T06:34:29.476 INFO:tasks.rados.rados.0.smithi037.stdout:716: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:34:29.476 INFO:tasks.rados.rados.0.smithi037.stdout:716: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:34:29.476 INFO:tasks.rados.rados.0.smithi037.stdout:714: finishing write tid 4 to smithi03785213-23 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:716: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 390 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:714: finishing write tid 5 to smithi03785213-23 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 419 (ObjNum 231 snap 68 seq_num 231) dirty exists 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:714: left oid 23 (ObjNum 231 snap 68 seq_num 231) 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:714: done (3 left) 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:715: done (2 left) 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:716: done (1 left) 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:718: delete oid 37 current snap is 68 2024-07-26T06:34:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:718: done (1 left) 2024-07-26T06:34:29.478 INFO:tasks.rados.rados.0.smithi037.stdout:719: snap_create 2024-07-26T06:34:29.479 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 421 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:34:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[29520]: mgrmap e27: x(active, since 3s) 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[29520]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[29520]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[40607]: mgrmap e27: x(active, since 3s) 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[40607]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-mon[40607]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:29.257+0000 7f800f0faec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:29.327+0000 7f800f0faec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:29.431+0000 7f800f0faec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:34:29.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:29.494+0000 7f800f0faec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:34:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:29 smithi135 ceph-mon[32812]: mgrmap e27: x(active, since 3s) 2024-07-26T06:34:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:29 smithi135 ceph-mon[32812]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:34:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:29 smithi135 ceph-mon[32812]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:34:30.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:30.059+0000 7f800f0faec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:34:30.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:30.201+0000 7f800f0faec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:34:30.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:34:30] ENGINE Bus STARTING 2024-07-26T06:34:30.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: CherryPy Checker: 2024-07-26T06:34:30.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: The Application mounted at '' has an empty config. 2024-07-26T06:34:30.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: 2024-07-26T06:34:30.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:34:30] ENGINE Serving on http://:::9283 2024-07-26T06:34:30.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: [26/Jul/2024:06:34:30] ENGINE Bus STARTED 2024-07-26T06:34:30.424 INFO:tasks.rados.rados.0.smithi037.stdout:717: done (1 left) 2024-07-26T06:34:30.424 INFO:tasks.rados.rados.0.smithi037.stdout:719: done (0 left) 2024-07-26T06:34:30.424 INFO:tasks.rados.rados.0.smithi037.stdout:720: delete oid 9 current snap is 69 2024-07-26T06:34:30.428 INFO:tasks.rados.rados.0.smithi037.stdout:720: done (0 left) 2024-07-26T06:34:30.428 INFO:tasks.rados.rados.0.smithi037.stdout:721: snap_create 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: pgmap v9: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: Standby manager daemon y started 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: pgmap v9: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: Standby manager daemon y started 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:34:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:30 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: pgmap v9: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: Standby manager daemon y started 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:34:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:30 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2748498137' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:34:31.430 INFO:tasks.rados.rados.0.smithi037.stdout:721: done (0 left) 2024-07-26T06:34:31.431 INFO:tasks.rados.rados.0.smithi037.stdout:722: rmattr oid 13 current snap is 70 2024-07-26T06:34:31.431 INFO:tasks.rados.rados.0.smithi037.stdout:722: done (0 left) 2024-07-26T06:34:31.431 INFO:tasks.rados.rados.0.smithi037.stdout:723: snap_create 2024-07-26T06:34:31.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi037 to 2481M 2024-07-26T06:34:31.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-26T06:34:31.697 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:31 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi037 to 2481M 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-26T06:34:31.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi037 to 2481M 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:31.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-26T06:34:31.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:31 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:34:32.438 INFO:tasks.rados.rados.0.smithi037.stdout:723: done (0 left) 2024-07-26T06:34:32.438 INFO:tasks.rados.rados.0.smithi037.stdout:724: copy_from oid 43 from oid 39 current snap is 71 2024-07-26T06:34:32.438 INFO:tasks.rados.rados.0.smithi037.stdout:725: delete oid 49 current snap is 71 2024-07-26T06:34:32.443 INFO:tasks.rados.rados.0.smithi037.stdout:725: done (1 left) 2024-07-26T06:34:32.443 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 71 2024-07-26T06:34:32.443 INFO:tasks.rados.rados.0.smithi037.stdout:726: seq_num 235 ranges {1474560=745472,2220032=712704,2932736=90112} 2024-07-26T06:34:32.455 INFO:tasks.rados.rados.0.smithi037.stdout:726: writing smithi03785213-23 from 1474560 to 2220032 tid 1 2024-07-26T06:34:32.459 INFO:tasks.rados.rados.0.smithi037.stdout:726: writing smithi03785213-23 from 2220032 to 2932736 tid 2 2024-07-26T06:34:32.460 INFO:tasks.rados.rados.0.smithi037.stdout:726: writing smithi03785213-23 from 2932736 to 3022848 tid 3 2024-07-26T06:34:32.460 INFO:tasks.rados.rados.0.smithi037.stdout:727: rollback oid 3 current snap is 71 2024-07-26T06:34:32.460 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 68 2024-07-26T06:34:32.460 INFO:tasks.rados.rados.0.smithi037.stdout:724: finishing copy_from racing read to smithi03785213-43 2024-07-26T06:34:32.461 INFO:tasks.rados.rados.0.smithi037.stdout:724: finishing copy_from to smithi03785213-43 2024-07-26T06:34:32.461 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 199 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:34:32.461 INFO:tasks.rados.rados.0.smithi037.stdout:726: finishing write tid 1 to smithi03785213-23 2024-07-26T06:34:32.461 INFO:tasks.rados.rados.0.smithi037.stdout:724: done (2 left) 2024-07-26T06:34:32.461 INFO:tasks.rados.rados.0.smithi037.stdout:728: snap_create 2024-07-26T06:34:32.463 INFO:tasks.rados.rados.0.smithi037.stdout:726: finishing write tid 2 to smithi03785213-23 2024-07-26T06:34:32.464 INFO:tasks.rados.rados.0.smithi037.stdout:727: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:34:32.464 INFO:tasks.rados.rados.0.smithi037.stdout:727: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:34:32.465 INFO:tasks.rados.rados.0.smithi037.stdout:726: finishing write tid 3 to smithi03785213-23 2024-07-26T06:34:32.465 INFO:tasks.rados.rados.0.smithi037.stdout:726: finishing write tid 4 to smithi03785213-23 2024-07-26T06:34:32.465 INFO:tasks.rados.rados.0.smithi037.stdout:727: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:34:32.465 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 237 (ObjNum 215 snap 63 seq_num 215) dirty exists 2024-07-26T06:34:32.465 INFO:tasks.rados.rados.0.smithi037.stdout:726: finishing write tid 5 to smithi03785213-23 2024-07-26T06:34:32.466 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 426 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-07-26T06:34:32.466 INFO:tasks.rados.rados.0.smithi037.stdout:726: left oid 23 (ObjNum 235 snap 71 seq_num 235) 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[29520]: pgmap v11: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[29520]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[40607]: pgmap v11: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[40607]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:34:32.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:32.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:32 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:32.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:32 smithi135 ceph-mon[32812]: pgmap v11: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:32.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:32 smithi135 ceph-mon[32812]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:34:32.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:32 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:32.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:32 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.449 INFO:tasks.rados.rados.0.smithi037.stdout:726: done (2 left) 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:727: done (1 left) 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:728: done (0 left) 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:729: read oid 42 snap -1 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:729: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:730: read oid 24 snap -1 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:730: expect (ObjNum 227 snap 68 seq_num 227) 2024-07-26T06:34:33.450 INFO:tasks.rados.rados.0.smithi037.stdout:731: delete oid 12 current snap is 72 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:731: done (2 left) 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:732: rollback oid 26 current snap is 72 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 56 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:733: rollback oid 28 current snap is 72 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 47 2024-07-26T06:34:33.453 INFO:tasks.rados.rados.0.smithi037.stdout:734: snap_remove snap 53 2024-07-26T06:34:33.682 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:34:33.746 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:33 smithi135 ceph-mon[32812]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:34:33.746 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:33 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.746 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:33 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[29520]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[40607]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:34:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:33 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:34:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (3m) 3s ago 4m 27.1M - 0.25.0 c8568f914cd2 75b1431b8a93 2024-07-26T06:34:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (4m) 1s ago 4m 88.5M - 9.4.7 954c08fa6188 0639cb365d93 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (6m) 3s ago 5m 15.1M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (5m) 1s ago 5m 16.1M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283 running (17s) 1s ago 9m 484M - 19.1.0-1125-g4b230446 a246f06af74a 40d80b50b546 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:9283 running (10m) 3s ago 10m 173M - 17.2.7-1143-g5dff84c0 18bcb77ae794 6dd3974d8b60 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (11m) 3s ago 11m 57.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (9m) 1s ago 9m 44.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (9m) 3s ago 9m 44.9M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (4m) 3s ago 4m 16.5M - 1.5.0 0da6a335fe13 237e7257b009 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (4m) 1s ago 4m 15.0M - 1.5.0 0da6a335fe13 a72734164475 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (9m) 3s ago 9m 121M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (8m) 3s ago 8m 114M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (8m) 3s ago 8m 131M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (7m) 3s ago 7m 96.8M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (7m) 1s ago 7m 123M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:34:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (7m) 1s ago 7m 99.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:34:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (6m) 1s ago 6m 65.0M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:34:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (6m) 1s ago 6m 94.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:34:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (3m) 1s ago 5m 56.1M - 2.43.0 a07b618ecd1d 7b4513777612 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:34:34.288 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 14, 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:34:34.289 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:34:34.319 INFO:tasks.rados.rados.0.smithi037.stdout:734: done (4 left) 2024-07-26T06:34:34.319 INFO:tasks.rados.rados.0.smithi037.stdout:735: read oid 27 snap -1 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:735: expect (ObjNum 224 snap 67 seq_num 224) 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:736: rollback oid 4 current snap is 72 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 49 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:733: finishing rollback tid 0 to smithi03785213-28 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:733: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:733: finishing rollback tid 2 to smithi03785213-28 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 293 (ObjNum 144 snap 40 seq_num 144) dirty exists 2024-07-26T06:34:34.320 INFO:tasks.rados.rados.0.smithi037.stdout:729: expect (ObjNum 180 snap 52 seq_num 180) 2024-07-26T06:34:34.502 INFO:tasks.rados.rados.0.smithi037.stdout:730: expect (ObjNum 227 snap 68 seq_num 227) 2024-07-26T06:34:34.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[29520]: pgmap v14: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 49 op/s 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[29520]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[29520]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2244033190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[29520]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[40607]: pgmap v14: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 49 op/s 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[40607]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[40607]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2244033190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:34 smithi037 ceph-mon[40607]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:34:34.667 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:34:34.667 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:34:34.667 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:34:34.667 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 394 (ObjNum 123 snap 33 seq_num 123) dirty exists 2024-07-26T06:34:34.667 INFO:tasks.rados.rados.0.smithi037.stdout:736: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:34:34.668 INFO:tasks.rados.rados.0.smithi037.stdout:736: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:34:34.668 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 428 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-07-26T06:34:34.668 INFO:tasks.rados.rados.0.smithi037.stdout:735: expect (ObjNum 224 snap 67 seq_num 224) 2024-07-26T06:34:34.706 INFO:tasks.rados.rados.0.smithi037.stdout:729: done (5 left) 2024-07-26T06:34:34.706 INFO:tasks.rados.rados.0.smithi037.stdout:730: done (4 left) 2024-07-26T06:34:34.706 INFO:tasks.rados.rados.0.smithi037.stdout:732: done (3 left) 2024-07-26T06:34:34.706 INFO:tasks.rados.rados.0.smithi037.stdout:733: done (2 left) 2024-07-26T06:34:34.707 INFO:tasks.rados.rados.0.smithi037.stdout:735: done (1 left) 2024-07-26T06:34:34.707 INFO:tasks.rados.rados.0.smithi037.stdout:736: done (0 left) 2024-07-26T06:34:34.707 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 72 2024-07-26T06:34:34.707 INFO:tasks.rados.rados.0.smithi037.stdout:737: seq_num 237 ranges {1785856=778240,2564096=532480,3096576=270336} 2024-07-26T06:34:34.721 INFO:tasks.rados.rados.0.smithi037.stdout:737: writing smithi03785213-19 from 1785856 to 2564096 tid 1 2024-07-26T06:34:34.724 INFO:tasks.rados.rados.0.smithi037.stdout:737: writing smithi03785213-19 from 2564096 to 3096576 tid 2 2024-07-26T06:34:34.726 INFO:tasks.rados.rados.0.smithi037.stdout:737: writing smithi03785213-19 from 3096576 to 3366912 tid 3 2024-07-26T06:34:34.726 INFO:tasks.rados.rados.0.smithi037.stdout:738: rollback oid 18 current snap is 72 2024-07-26T06:34:34.726 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 61 2024-07-26T06:34:34.726 INFO:tasks.rados.rados.0.smithi037.stdout:739: rmattr oid 27 current snap is 72 2024-07-26T06:34:34.726 INFO:tasks.rados.rados.0.smithi037.stdout:740: snap_remove snap 70 2024-07-26T06:34:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:34 smithi135 ceph-mon[32812]: pgmap v14: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 49 op/s 2024-07-26T06:34:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:34 smithi135 ceph-mon[32812]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:34:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:34 smithi135 ceph-mon[32812]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:34 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2244033190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:34:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:34 smithi135 ceph-mon[32812]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:34:35.456 INFO:tasks.rados.rados.0.smithi037.stdout:737: finishing write tid 1 to smithi03785213-19 2024-07-26T06:34:35.456 INFO:tasks.rados.rados.0.smithi037.stdout:738: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:34:35.456 INFO:tasks.rados.rados.0.smithi037.stdout:737: finishing write tid 2 to smithi03785213-19 2024-07-26T06:34:35.456 INFO:tasks.rados.rados.0.smithi037.stdout:737: finishing write tid 3 to smithi03785213-19 2024-07-26T06:34:35.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 49 (ObjNum 224 snap 67 seq_num 224) dirty exists 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:738: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 215 (ObjNum 195 snap 58 seq_num 195) dirty exists 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:737: finishing write tid 4 to smithi03785213-19 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:737: finishing write tid 5 to smithi03785213-19 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 155 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:737: left oid 19 (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:737: done (3 left) 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:738: done (2 left) 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:739: done (1 left) 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:740: done (0 left) 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 72 2024-07-26T06:34:35.457 INFO:tasks.rados.rados.0.smithi037.stdout:741: seq_num 238 ranges {3022848=794624,3817472=417792,4235264=385024} 2024-07-26T06:34:35.478 INFO:tasks.rados.rados.0.smithi037.stdout:741: writing smithi03785213-23 from 3022848 to 3817472 tid 1 2024-07-26T06:34:35.479 INFO:tasks.rados.rados.0.smithi037.stdout:741: writing smithi03785213-23 from 3817472 to 4235264 tid 2 2024-07-26T06:34:35.482 INFO:tasks.rados.rados.0.smithi037.stdout:741: writing smithi03785213-23 from 4235264 to 4620288 tid 3 2024-07-26T06:34:35.482 INFO:tasks.rados.rados.0.smithi037.stdout:742: rollback oid 44 current snap is 72 2024-07-26T06:34:35.482 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 49 2024-07-26T06:34:35.482 INFO:tasks.rados.rados.0.smithi037.stdout:741: finishing write tid 1 to smithi03785213-23 2024-07-26T06:34:35.482 INFO:tasks.rados.rados.0.smithi037.stdout:741: finishing write tid 2 to smithi03785213-23 2024-07-26T06:34:35.483 INFO:tasks.rados.rados.0.smithi037.stdout:743: snap_create 2024-07-26T06:34:35.484 INFO:tasks.rados.rados.0.smithi037.stdout:741: finishing write tid 3 to smithi03785213-23 2024-07-26T06:34:35.485 INFO:tasks.rados.rados.0.smithi037.stdout:741: finishing write tid 4 to smithi03785213-23 2024-07-26T06:34:35.485 INFO:tasks.rados.rados.0.smithi037.stdout:742: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:742: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:742: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 161 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:741: finishing write tid 5 to smithi03785213-23 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 449 (ObjNum 238 snap 72 seq_num 238) dirty exists 2024-07-26T06:34:35.486 INFO:tasks.rados.rados.0.smithi037.stdout:741: left oid 23 (ObjNum 238 snap 72 seq_num 238) 2024-07-26T06:34:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:35 smithi037 ceph-mon[29520]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:35 smithi037 ceph-mon[40607]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:35.829 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:35 smithi135 ceph-mon[32812]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:741: done (2 left) 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:742: done (1 left) 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:743: done (0 left) 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:744: copy_from oid 48 from oid 7 current snap is 73 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:745: read oid 2 snap -1 2024-07-26T06:34:36.462 INFO:tasks.rados.rados.0.smithi037.stdout:745: expect (ObjNum 229 snap 68 seq_num 229) 2024-07-26T06:34:36.463 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 73 2024-07-26T06:34:36.463 INFO:tasks.rados.rados.0.smithi037.stdout:746: seq_num 239 ranges {2555904=409600,2965504=704512,3670016=499712} 2024-07-26T06:34:36.478 INFO:tasks.rados.rados.0.smithi037.stdout:746: writing smithi03785213-13 from 2555904 to 2965504 tid 1 2024-07-26T06:34:36.482 INFO:tasks.rados.rados.0.smithi037.stdout:746: writing smithi03785213-13 from 2965504 to 3670016 tid 2 2024-07-26T06:34:36.485 INFO:tasks.rados.rados.0.smithi037.stdout:746: writing smithi03785213-13 from 3670016 to 4169728 tid 3 2024-07-26T06:34:36.485 INFO:tasks.rados.rados.0.smithi037.stdout:747: read oid 47 snap -1 2024-07-26T06:34:36.485 INFO:tasks.rados.rados.0.smithi037.stdout:747: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:34:36.485 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 73 2024-07-26T06:34:36.485 INFO:tasks.rados.rados.0.smithi037.stdout:744: finishing copy_from to smithi03785213-48 2024-07-26T06:34:36.486 INFO:tasks.rados.rados.0.smithi037.stdout:744: got expected ENOENT (src dne) 2024-07-26T06:34:36.486 INFO:tasks.rados.rados.0.smithi037.stdout:748: seq_num 240 ranges {876544=425984,1302528=589824,1892352=483328,2375680=131072} 2024-07-26T06:34:36.492 INFO:tasks.rados.rados.0.smithi037.stdout:748: writing smithi03785213-18 from 876544 to 1302528 tid 1 2024-07-26T06:34:36.495 INFO:tasks.rados.rados.0.smithi037.stdout:748: writing smithi03785213-18 from 1302528 to 1892352 tid 2 2024-07-26T06:34:36.499 INFO:tasks.rados.rados.0.smithi037.stdout:748: writing smithi03785213-18 from 1892352 to 2375680 tid 3 2024-07-26T06:34:36.500 INFO:tasks.rados.rados.0.smithi037.stdout:748: writing smithi03785213-18 from 2375680 to 2506752 tid 4 2024-07-26T06:34:36.500 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 73 2024-07-26T06:34:36.500 INFO:tasks.rados.rados.0.smithi037.stdout:744: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:34:36.500 INFO:tasks.rados.rados.0.smithi037.stdout:745: expect (ObjNum 229 snap 68 seq_num 229) 2024-07-26T06:34:36.539 INFO:tasks.rados.rados.0.smithi037.stdout:746: finishing write tid 1 to smithi03785213-13 2024-07-26T06:34:36.540 INFO:tasks.rados.rados.0.smithi037.stdout:746: finishing write tid 2 to smithi03785213-13 2024-07-26T06:34:36.540 INFO:tasks.rados.rados.0.smithi037.stdout:746: finishing write tid 3 to smithi03785213-13 2024-07-26T06:34:36.540 INFO:tasks.rados.rados.0.smithi037.stdout:746: finishing write tid 4 to smithi03785213-13 2024-07-26T06:34:36.540 INFO:tasks.rados.rados.0.smithi037.stdout:747: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:34:36.542 INFO:tasks.rados.rados.0.smithi037.stdout:746: finishing write tid 5 to smithi03785213-13 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 219 (ObjNum 239 snap 73 seq_num 239) dirty exists 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:746: left oid 13 (ObjNum 239 snap 73 seq_num 239) 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 1 to smithi03785213-18 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 2 to smithi03785213-18 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 3 to smithi03785213-18 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 4 to smithi03785213-18 2024-07-26T06:34:36.543 INFO:tasks.rados.rados.0.smithi037.stdout:749: seq_num 241 ranges {2121728=442368,2564096=466944,3031040=688128,3719168=49152} 2024-07-26T06:34:36.556 INFO:tasks.rados.rados.0.smithi037.stdout:749: writing smithi03785213-33 from 2121728 to 2564096 tid 1 2024-07-26T06:34:36.559 INFO:tasks.rados.rados.0.smithi037.stdout:749: writing smithi03785213-33 from 2564096 to 3031040 tid 2 2024-07-26T06:34:36.563 INFO:tasks.rados.rados.0.smithi037.stdout:749: writing smithi03785213-33 from 3031040 to 3719168 tid 3 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:749: writing smithi03785213-33 from 3719168 to 3768320 tid 4 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:744: done (5 left) 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:745: done (4 left) 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:746: done (3 left) 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:747: done (2 left) 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:750: read oid 23 snap -1 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:750: expect (ObjNum 238 snap 72 seq_num 238) 2024-07-26T06:34:36.564 INFO:tasks.rados.rados.0.smithi037.stdout:751: read oid 8 snap -1 2024-07-26T06:34:36.565 INFO:tasks.rados.rados.0.smithi037.stdout:751: expect deleted 2024-07-26T06:34:36.565 INFO:tasks.rados.rados.0.smithi037.stdout:752: copy_from oid 31 from oid 12 current snap is 73 2024-07-26T06:34:36.565 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 5 to smithi03785213-18 2024-07-26T06:34:36.565 INFO:tasks.rados.rados.0.smithi037.stdout:753: snap_remove snap 47 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: pgmap v17: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 50 op/s 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: pgmap v17: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 50 op/s 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:36.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:36 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:36.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: pgmap v17: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 50 op/s 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:34:36.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:36.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:36.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:36 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:37.456 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:34:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:753: done (5 left) 2024-07-26T06:34:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:754: delete oid 10 current snap is 73 2024-07-26T06:34:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:748: finishing write tid 6 to smithi03785213-18 2024-07-26T06:34:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 224 (ObjNum 240 snap 73 seq_num 240) dirty exists 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:748: left oid 18 (ObjNum 240 snap 73 seq_num 240) 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 1 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 2 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 3 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:752: finishing copy_from to smithi03785213-31 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:752: got expected ENOENT (src dne) 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:752: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 4 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 5 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing write tid 6 to smithi03785213-33 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 307 (ObjNum 241 snap 73 seq_num 241) dirty exists 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:749: left oid 33 (ObjNum 241 snap 73 seq_num 241) 2024-07-26T06:34:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:750: expect (ObjNum 238 snap 72 seq_num 238) 2024-07-26T06:34:37.690 INFO:tasks.rados.rados.0.smithi037.stdout:748: done (5 left) 2024-07-26T06:34:37.690 INFO:tasks.rados.rados.0.smithi037.stdout:749: done (4 left) 2024-07-26T06:34:37.690 INFO:tasks.rados.rados.0.smithi037.stdout:750: done (3 left) 2024-07-26T06:34:37.690 INFO:tasks.rados.rados.0.smithi037.stdout:751: done (2 left) 2024-07-26T06:34:37.690 INFO:tasks.rados.rados.0.smithi037.stdout:752: done (1 left) 2024-07-26T06:34:37.691 INFO:tasks.rados.rados.0.smithi037.stdout:754: done (0 left) 2024-07-26T06:34:37.691 INFO:tasks.rados.rados.0.smithi037.stdout:755: read oid 11 snap -1 2024-07-26T06:34:37.691 INFO:tasks.rados.rados.0.smithi037.stdout:755: expect (ObjNum 211 snap 62 seq_num 211) 2024-07-26T06:34:37.691 INFO:tasks.rados.rados.0.smithi037.stdout:756: snap_remove snap 69 2024-07-26T06:34:37.755 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Adjusting osd_memory_target on smithi135 to 2480M 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.756 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Adjusting osd_memory_target on smithi135 to 2480M 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:37.757 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.758 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:37 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Adjusting osd_memory_target on smithi135 to 2480M 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:38.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:37] "GET /metrics HTTP/1.1" 200 33098 "" "Prometheus/2.43.0" 2024-07-26T06:34:38.471 INFO:tasks.rados.rados.0.smithi037.stdout:756: done (1 left) 2024-07-26T06:34:38.471 INFO:tasks.rados.rados.0.smithi037.stdout:757: read oid 12 snap -1 2024-07-26T06:34:38.471 INFO:tasks.rados.rados.0.smithi037.stdout:757: expect deleted 2024-07-26T06:34:38.471 INFO:tasks.rados.rados.0.smithi037.stdout:758: read oid 29 snap -1 2024-07-26T06:34:38.471 INFO:tasks.rados.rados.0.smithi037.stdout:758: expect deleted 2024-07-26T06:34:38.472 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 73 2024-07-26T06:34:38.472 INFO:tasks.rados.rados.0.smithi037.stdout:759: seq_num 243 ranges {1277952=475136,1753088=638976,2392064=565248} 2024-07-26T06:34:38.482 INFO:tasks.rados.rados.0.smithi037.stdout:759: writing smithi03785213-17 from 1277952 to 1753088 tid 1 2024-07-26T06:34:38.486 INFO:tasks.rados.rados.0.smithi037.stdout:759: writing smithi03785213-17 from 1753088 to 2392064 tid 2 2024-07-26T06:34:38.489 INFO:tasks.rados.rados.0.smithi037.stdout:759: writing smithi03785213-17 from 2392064 to 2957312 tid 3 2024-07-26T06:34:38.489 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 73 2024-07-26T06:34:38.489 INFO:tasks.rados.rados.0.smithi037.stdout:760: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-07-26T06:34:38.492 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03785213-7 from 0 to 491520 tid 1 2024-07-26T06:34:38.495 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03785213-7 from 491520 to 1064960 tid 2 2024-07-26T06:34:38.498 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03785213-7 from 1064960 to 1523712 tid 3 2024-07-26T06:34:38.499 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03785213-7 from 1523712 to 1695744 tid 4 2024-07-26T06:34:38.499 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 73 2024-07-26T06:34:38.500 INFO:tasks.rados.rados.0.smithi037.stdout:755: expect (ObjNum 211 snap 62 seq_num 211) 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: finishing write tid 1 to smithi03785213-17 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: finishing write tid 2 to smithi03785213-17 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: finishing write tid 3 to smithi03785213-17 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: finishing write tid 4 to smithi03785213-17 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: finishing write tid 5 to smithi03785213-17 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 419 (ObjNum 243 snap 73 seq_num 243) dirty exists 2024-07-26T06:34:38.531 INFO:tasks.rados.rados.0.smithi037.stdout:759: left oid 17 (ObjNum 243 snap 73 seq_num 243) 2024-07-26T06:34:38.532 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 1 to smithi03785213-7 2024-07-26T06:34:38.532 INFO:tasks.rados.rados.0.smithi037.stdout:761: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-07-26T06:34:38.533 INFO:tasks.rados.rados.0.smithi037.stdout:761: writing smithi03785213-8 from 0 to 507904 tid 1 2024-07-26T06:34:38.536 INFO:tasks.rados.rados.0.smithi037.stdout:761: writing smithi03785213-8 from 507904 to 966656 tid 2 2024-07-26T06:34:38.540 INFO:tasks.rados.rados.0.smithi037.stdout:761: writing smithi03785213-8 from 966656 to 1638400 tid 3 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:761: writing smithi03785213-8 from 1638400 to 1712128 tid 4 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:755: done (5 left) 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:757: done (4 left) 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:758: done (3 left) 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:759: done (2 left) 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:762: rmattr oid 36 current snap is 73 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:762: done (2 left) 2024-07-26T06:34:38.541 INFO:tasks.rados.rados.0.smithi037.stdout:763: snap_remove snap 66 2024-07-26T06:34:38.731 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[29520]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[29520]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[29520]: pgmap v20: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[29520]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:38.732 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[40607]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:34:38.733 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[40607]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:34:38.733 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[40607]: pgmap v20: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:38.733 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:38 smithi037 ceph-mon[40607]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:34:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:38 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:34:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:38 smithi135 ceph-mon[32812]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:34:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:38 smithi135 ceph-mon[32812]: Reconfiguring daemon alertmanager.a on smithi037 2024-07-26T06:34:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:38 smithi135 ceph-mon[32812]: pgmap v20: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:38 smithi135 ceph-mon[32812]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:34:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:763: done (2 left) 2024-07-26T06:34:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 73 2024-07-26T06:34:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:764: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-07-26T06:34:39.328 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03785213-49 from 0 to 524288 tid 1 2024-07-26T06:34:39.333 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03785213-49 from 524288 to 1269760 tid 2 2024-07-26T06:34:39.336 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03785213-49 from 1269760 to 1695744 tid 3 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03785213-49 from 1695744 to 1728512 tid 4 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 2 to smithi03785213-7 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 3 to smithi03785213-7 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 4 to smithi03785213-7 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 5 to smithi03785213-7 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 6 to smithi03785213-7 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 652 (ObjNum 244 snap 73 seq_num 244) dirty exists 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:760: left oid 7 (ObjNum 244 snap 73 seq_num 244) 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 1 to smithi03785213-8 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 2 to smithi03785213-8 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 3 to smithi03785213-8 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 4 to smithi03785213-8 2024-07-26T06:34:39.337 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 5 to smithi03785213-8 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing write tid 6 to smithi03785213-8 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 657 (ObjNum 245 snap 73 seq_num 245) dirty exists 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:761: left oid 8 (ObjNum 245 snap 73 seq_num 245) 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:760: done (2 left) 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:761: done (1 left) 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:765: snap_create 2024-07-26T06:34:39.338 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 1 to smithi03785213-49 2024-07-26T06:34:39.339 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 2 to smithi03785213-49 2024-07-26T06:34:39.340 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 3 to smithi03785213-49 2024-07-26T06:34:39.340 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 4 to smithi03785213-49 2024-07-26T06:34:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 5 to smithi03785213-49 2024-07-26T06:34:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 6 to smithi03785213-49 2024-07-26T06:34:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 204 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:34:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:764: left oid 49 (ObjNum 246 snap 73 seq_num 246) 2024-07-26T06:34:39.703 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:39 smithi037 ceph-mon[29520]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:34:39.703 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:39 smithi037 ceph-mon[29520]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:34:39.704 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:39 smithi037 ceph-mon[40607]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:34:39.704 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:39 smithi037 ceph-mon[40607]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:34:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:39 smithi135 ceph-mon[32812]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:34:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:39 smithi135 ceph-mon[32812]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:34:40.327 INFO:tasks.rados.rados.0.smithi037.stdout:764: done (1 left) 2024-07-26T06:34:40.327 INFO:tasks.rados.rados.0.smithi037.stdout:765: done (0 left) 2024-07-26T06:34:40.328 INFO:tasks.rados.rados.0.smithi037.stdout:766: delete oid 46 current snap is 74 2024-07-26T06:34:40.331 INFO:tasks.rados.rados.0.smithi037.stdout:766: done (0 left) 2024-07-26T06:34:40.332 INFO:tasks.rados.rados.0.smithi037.stdout:767: delete oid 44 current snap is 74 2024-07-26T06:34:40.334 INFO:tasks.rados.rados.0.smithi037.stdout:767: done (0 left) 2024-07-26T06:34:40.334 INFO:tasks.rados.rados.0.smithi037.stdout:768: read oid 46 snap -1 2024-07-26T06:34:40.334 INFO:tasks.rados.rados.0.smithi037.stdout:768: expect deleted 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:769: rollback oid 47 current snap is 74 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 43 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:770: read oid 43 snap -1 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:770: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:771: copy_from oid 41 from oid 49 current snap is 74 2024-07-26T06:34:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:772: snap_remove snap 57 2024-07-26T06:34:40.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:40 smithi037 ceph-mon[29520]: pgmap v24: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:40 smithi037 ceph-mon[29520]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:34:40.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:40 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:40 smithi037 ceph-mon[40607]: pgmap v24: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:40 smithi037 ceph-mon[40607]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:34:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:40 smithi135 ceph-mon[32812]: pgmap v24: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-07-26T06:34:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:40 smithi135 ceph-mon[32812]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:34:41.204 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[80293]: ts=2024-07-26T06:34:40.897Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:34:41.205 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:40 smithi037 podman[87887]: 2024-07-26 06:34:40.938632577 +0000 UTC m=+0.141783795 container died 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:41.329 INFO:tasks.rados.rados.0.smithi037.stdout:772: done (4 left) 2024-07-26T06:34:41.329 INFO:tasks.rados.rados.0.smithi037.stdout:773: rmattr oid 48 current snap is 74 2024-07-26T06:34:41.329 INFO:tasks.rados.rados.0.smithi037.stdout:773: done (4 left) 2024-07-26T06:34:41.329 INFO:tasks.rados.rados.0.smithi037.stdout:774: read oid 6 snap -1 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:774: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:775: snap_create 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing rollback tid 0 to smithi03785213-47 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing rollback tid 1 to smithi03785213-47 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 662 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:771: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:34:41.330 INFO:tasks.rados.rados.0.smithi037.stdout:770: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:34:41.460 INFO:tasks.rados.rados.0.smithi037.stdout:771: finishing copy_from to smithi03785213-41 2024-07-26T06:34:41.460 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 204 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:34:41.461 INFO:tasks.rados.rados.0.smithi037.stdout:774: expect (ObjNum 169 snap 47 seq_num 169) 2024-07-26T06:34:41.473 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 podman[87887]: 2024-07-26 06:34:41.303696525 +0000 UTC m=+0.506847743 container cleanup 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:41.473 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 bash[87887]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:34:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:41 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:41 smithi037 ceph-mon[29520]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:34:41.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 podman[87906]: 2024-07-26 06:34:41.621712753 +0000 UTC m=+0.676818503 container remove 75b1431b8a934653c42ffbdde5d2306a6fb6a344f71c89a0ea64d56d5f8ab3d5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:41.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 podman[87906]: 2024-07-26 06:34:41.706037076 +0000 UTC m=+0.761142820 volume remove 7c3fe7b56b319b9f4646daad35c87336e6837b2dcbac8bd558893c208a789def 2024-07-26T06:34:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:41 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:41 smithi037 ceph-mon[40607]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:34:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:41 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:41 smithi135 ceph-mon[32812]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 1.182s CPU time. 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:41 smithi037 systemd[1]: Starting Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 podman[88000]: 2024-07-26 06:34:42.050146507 +0000 UTC m=+0.018399265 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 podman[88000]: 2024-07-26 06:34:42.149087373 +0000 UTC m=+0.117340101 volume create 6a4b78b0f2211e1d1435de6ad6891c98fe3c803a6dde72bcb474eed3708c52d3 2024-07-26T06:34:42.224 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 podman[88000]: 2024-07-26 06:34:42.224463621 +0000 UTC m=+0.192716350 container create cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:768: done (5 left) 2024-07-26T06:34:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:769: done (4 left) 2024-07-26T06:34:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:770: done (3 left) 2024-07-26T06:34:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:771: done (2 left) 2024-07-26T06:34:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:774: done (1 left) 2024-07-26T06:34:42.337 INFO:tasks.rados.rados.0.smithi037.stdout:775: done (0 left) 2024-07-26T06:34:42.337 INFO:tasks.rados.rados.0.smithi037.stdout:776: delete oid 15 current snap is 75 2024-07-26T06:34:42.341 INFO:tasks.rados.rados.0.smithi037.stdout:776: done (0 left) 2024-07-26T06:34:42.341 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 75 2024-07-26T06:34:42.341 INFO:tasks.rados.rados.0.smithi037.stdout:777: seq_num 250 ranges {434176=589824,1024000=679936,1703936=409600,2113536=114688} 2024-07-26T06:34:42.346 INFO:tasks.rados.rados.0.smithi037.stdout:777: writing smithi03785213-6 from 434176 to 1024000 tid 1 2024-07-26T06:34:42.350 INFO:tasks.rados.rados.0.smithi037.stdout:777: writing smithi03785213-6 from 1024000 to 1703936 tid 2 2024-07-26T06:34:42.353 INFO:tasks.rados.rados.0.smithi037.stdout:777: writing smithi03785213-6 from 1703936 to 2113536 tid 3 2024-07-26T06:34:42.354 INFO:tasks.rados.rados.0.smithi037.stdout:777: writing smithi03785213-6 from 2113536 to 2228224 tid 4 2024-07-26T06:34:42.354 INFO:tasks.rados.rados.0.smithi037.stdout:778: snap_remove snap 68 2024-07-26T06:34:42.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-mon[29520]: pgmap v27: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-mon[29520]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:34:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-mon[40607]: pgmap v27: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-mon[40607]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:34:42.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 podman[88000]: 2024-07-26 06:34:42.47709101 +0000 UTC m=+0.445343739 container init cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:42.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 podman[88000]: 2024-07-26 06:34:42.482338373 +0000 UTC m=+0.450591102 container start cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:42.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.494Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.494Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.495Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.496Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.520Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.520Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.523Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:42.523Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 bash[88000]: cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 2024-07-26T06:34:42.796 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:42 smithi037 systemd[1]: Started Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:42.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:42 smithi135 ceph-mon[32812]: pgmap v27: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:42.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:42 smithi135 ceph-mon[32812]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:34:43.293 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:43 smithi037 systemd[1]: Stopping Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:778: done (1 left) 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 75 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 1 to smithi03785213-6 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 2 to smithi03785213-6 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 3 to smithi03785213-6 2024-07-26T06:34:43.336 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 4 to smithi03785213-6 2024-07-26T06:34:43.337 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 5 to smithi03785213-6 2024-07-26T06:34:43.337 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing write tid 6 to smithi03785213-6 2024-07-26T06:34:43.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 485 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-07-26T06:34:43.337 INFO:tasks.rados.rados.0.smithi037.stdout:777: left oid 6 (ObjNum 250 snap 75 seq_num 250) 2024-07-26T06:34:43.337 INFO:tasks.rados.rados.0.smithi037.stdout:779: seq_num 251 ranges {1138688=606208,1744896=614400,2359296=589824} 2024-07-26T06:34:43.347 INFO:tasks.rados.rados.0.smithi037.stdout:779: writing smithi03785213-11 from 1138688 to 1744896 tid 1 2024-07-26T06:34:43.351 INFO:tasks.rados.rados.0.smithi037.stdout:779: writing smithi03785213-11 from 1744896 to 2359296 tid 2 2024-07-26T06:34:43.355 INFO:tasks.rados.rados.0.smithi037.stdout:779: writing smithi03785213-11 from 2359296 to 2949120 tid 3 2024-07-26T06:34:43.355 INFO:tasks.rados.rados.0.smithi037.stdout:777: done (1 left) 2024-07-26T06:34:43.355 INFO:tasks.rados.rados.0.smithi037.stdout:780: copy_from oid 46 from oid 19 current snap is 75 2024-07-26T06:34:43.356 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing write tid 1 to smithi03785213-11 2024-07-26T06:34:43.356 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing write tid 2 to smithi03785213-11 2024-07-26T06:34:43.356 INFO:tasks.rados.rados.0.smithi037.stdout:781: snap_remove snap 46 2024-07-26T06:34:43.544 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:43 smithi037 podman[88166]: 2024-07-26 06:34:43.292962017 +0000 UTC m=+0.133304446 container died 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:43.999 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:43.999 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:43.999 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[29520]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:34:43.999 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[29520]: Reconfiguring daemon node-exporter.a on smithi037 2024-07-26T06:34:43.999 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[29520]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:34:43.999 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:43 smithi037 podman[88166]: 2024-07-26 06:34:43.747689503 +0000 UTC m=+0.588031977 container cleanup 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:44.000 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:43 smithi037 bash[88166]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T06:34:44.000 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:44.000 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:44.000 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[40607]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:34:44.000 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[40607]: Reconfiguring daemon node-exporter.a on smithi037 2024-07-26T06:34:44.000 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:43 smithi037 ceph-mon[40607]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:34:44.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:43 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:44.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:43 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:44.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:43 smithi135 ceph-mon[32812]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:34:44.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:43 smithi135 ceph-mon[32812]: Reconfiguring daemon node-exporter.a on smithi037 2024-07-26T06:34:44.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:43 smithi135 ceph-mon[32812]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:43 smithi037 podman[88184]: 2024-07-26 06:34:43.999004831 +0000 UTC m=+0.706150544 container remove 237e7257b00917b32c7dc32580f5ea96244156c142bd59dcbf7e15a930217b02 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: Stopped Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 2.337s CPU time. 2024-07-26T06:34:44.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: Starting Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:44.344 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing write tid 3 to smithi03785213-11 2024-07-26T06:34:44.344 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing write tid 4 to smithi03785213-11 2024-07-26T06:34:44.344 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing write tid 5 to smithi03785213-11 2024-07-26T06:34:44.344 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 138 (ObjNum 251 snap 75 seq_num 251) dirty exists 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:779: left oid 11 (ObjNum 251 snap 75 seq_num 251) 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:780: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:780: finishing copy_from to smithi03785213-46 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 155 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:779: done (2 left) 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:780: done (1 left) 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:781: done (0 left) 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:782: copy_from oid 43 from oid 35 current snap is 75 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:783: copy_from oid 42 from oid 33 current snap is 75 2024-07-26T06:34:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:784: setattr oid 27 current snap is 75 2024-07-26T06:34:44.348 INFO:tasks.rados.rados.0.smithi037.stdout:785: setattr oid 30 current snap is 75 2024-07-26T06:34:44.352 INFO:tasks.rados.rados.0.smithi037.stdout:786: snap_create 2024-07-26T06:34:44.356 INFO:tasks.rados.rados.0.smithi037.stdout:782: finishing copy_from to smithi03785213-43 2024-07-26T06:34:44.356 INFO:tasks.rados.rados.0.smithi037.stdout:782: got expected ENOENT (src dne) 2024-07-26T06:34:44.356 INFO:tasks.rados.rados.0.smithi037.stdout:782: finishing copy_from racing read to smithi03785213-43 2024-07-26T06:34:44.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 63 (ObjNum 224 snap 67 seq_num 224) dirty exists 2024-07-26T06:34:44.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 249 (ObjNum 169 snap 47 seq_num 169) dirty exists 2024-07-26T06:34:44.375 INFO:tasks.rados.rados.0.smithi037.stdout:783: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:34:44.378 INFO:tasks.rados.rados.0.smithi037.stdout:783: finishing copy_from to smithi03785213-42 2024-07-26T06:34:44.378 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 307 (ObjNum 241 snap 73 seq_num 241) dirty exists 2024-07-26T06:34:44.652 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:44.497Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000985612s 2024-07-26T06:34:44.652 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 podman[88280]: 2024-07-26 06:34:44.350797457 +0000 UTC m=+0.112463737 container create f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 podman[88280]: 2024-07-26 06:34:44.256031897 +0000 UTC m=+0.017698179 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 podman[88280]: 2024-07-26 06:34:44.577604514 +0000 UTC m=+0.339270788 container init f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 podman[88280]: 2024-07-26 06:34:44.582319282 +0000 UTC m=+0.343985558 container start f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.585Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.585Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:34:44.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:34:44.654 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.586Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:34:44.655 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:34:44.656 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[88295]: ts=2024-07-26T06:34:44.587Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:34:44.657 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 bash[88280]: f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 2024-07-26T06:34:45.045 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:34:44 smithi037 systemd[1]: Started Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[29520]: pgmap v30: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[29520]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:34:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[40607]: pgmap v30: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[40607]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:34:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:44 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:44 smithi135 ceph-mon[32812]: pgmap v30: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:44 smithi135 ceph-mon[32812]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:34:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:44 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:44 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:45.348 INFO:tasks.rados.rados.0.smithi037.stdout:782: done (4 left) 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:783: done (3 left) 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:784: done (2 left) 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:785: done (1 left) 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:786: done (0 left) 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:787: rollback oid 27 current snap is 76 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 63 2024-07-26T06:34:45.349 INFO:tasks.rados.rados.0.smithi037.stdout:788: snap_remove snap 61 2024-07-26T06:34:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:45 smithi135 ceph-mon[32812]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:34:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:45 smithi135 ceph-mon[32812]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:34:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:45 smithi037 ceph-mon[29520]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:34:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:45 smithi037 ceph-mon[29520]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:34:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:45 smithi037 ceph-mon[40607]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:34:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:45 smithi037 ceph-mon[40607]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:787: finishing rollback tid 0 to smithi03785213-27 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:787: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:787: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 69 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:787: done (1 left) 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:788: done (0 left) 2024-07-26T06:34:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:789: copy_from oid 42 from oid 36 current snap is 76 2024-07-26T06:34:46.359 INFO:tasks.rados.rados.0.smithi037.stdout:790: copy_from oid 46 from oid 16 current snap is 76 2024-07-26T06:34:46.359 INFO:tasks.rados.rados.0.smithi037.stdout:791: delete oid 28 current snap is 76 2024-07-26T06:34:46.364 INFO:tasks.rados.rados.0.smithi037.stdout:790: finishing copy_from to smithi03785213-46 2024-07-26T06:34:46.364 INFO:tasks.rados.rados.0.smithi037.stdout:790: got expected ENOENT (src dne) 2024-07-26T06:34:46.364 INFO:tasks.rados.rados.0.smithi037.stdout:790: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:34:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:790: done (2 left) 2024-07-26T06:34:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:791: done (1 left) 2024-07-26T06:34:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:792: snap_remove snap 45 2024-07-26T06:34:46.942 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:46 smithi135 ceph-mon[32812]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:34:46.942 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:46 smithi135 ceph-mon[32812]: pgmap v33: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:46.942 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:46 smithi135 ceph-mon[32812]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[29520]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[29520]: pgmap v33: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[29520]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[40607]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[40607]: pgmap v33: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:34:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:46 smithi037 ceph-mon[40607]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:34:47.356 INFO:tasks.rados.rados.0.smithi037.stdout:789: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:789: finishing copy_from to smithi03785213-42 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 348 (ObjNum 216 snap 63 seq_num 216) dirty exists 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:789: done (1 left) 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:792: done (0 left) 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 76 2024-07-26T06:34:47.357 INFO:tasks.rados.rados.0.smithi037.stdout:793: seq_num 253 ranges {1261568=647168,1908736=786432,2695168=417792} 2024-07-26T06:34:47.368 INFO:tasks.rados.rados.0.smithi037.stdout:793: writing smithi03785213-31 from 1261568 to 1908736 tid 1 2024-07-26T06:34:47.373 INFO:tasks.rados.rados.0.smithi037.stdout:793: writing smithi03785213-31 from 1908736 to 2695168 tid 2 2024-07-26T06:34:47.377 INFO:tasks.rados.rados.0.smithi037.stdout:793: writing smithi03785213-31 from 2695168 to 3112960 tid 3 2024-07-26T06:34:47.377 INFO:tasks.rados.rados.0.smithi037.stdout:794: delete oid 29 current snap is 76 2024-07-26T06:34:47.378 INFO:tasks.rados.rados.0.smithi037.stdout:794: done (1 left) 2024-07-26T06:34:47.379 INFO:tasks.rados.rados.0.smithi037.stdout:795: snap_remove snap 72 2024-07-26T06:34:47.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[29772]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:34:48.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 systemd[1]: Stopping Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:48.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:34:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:34:47] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-07-26T06:34:48.364 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing write tid 1 to smithi03785213-31 2024-07-26T06:34:48.364 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing write tid 2 to smithi03785213-31 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing write tid 3 to smithi03785213-31 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing write tid 4 to smithi03785213-31 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing write tid 5 to smithi03785213-31 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 464 (ObjNum 253 snap 76 seq_num 253) dirty exists 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:793: left oid 31 (ObjNum 253 snap 76 seq_num 253) 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:793: done (1 left) 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:795: done (0 left) 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:796: read oid 14 snap -1 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:796: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 76 2024-07-26T06:34:48.365 INFO:tasks.rados.rados.0.smithi037.stdout:797: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-07-26T06:34:48.369 INFO:tasks.rados.rados.0.smithi037.stdout:797: writing smithi03785213-44 from 0 to 679936 tid 1 2024-07-26T06:34:48.374 INFO:tasks.rados.rados.0.smithi037.stdout:797: writing smithi03785213-44 from 679936 to 1228800 tid 2 2024-07-26T06:34:48.378 INFO:tasks.rados.rados.0.smithi037.stdout:797: writing smithi03785213-44 from 1228800 to 1826816 tid 3 2024-07-26T06:34:48.379 INFO:tasks.rados.rados.0.smithi037.stdout:797: writing smithi03785213-44 from 1826816 to 1884160 tid 4 2024-07-26T06:34:48.379 INFO:tasks.rados.rados.0.smithi037.stdout:798: read oid 21 snap -1 2024-07-26T06:34:48.379 INFO:tasks.rados.rados.0.smithi037.stdout:798: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:48.379 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 76 2024-07-26T06:34:48.379 INFO:tasks.rados.rados.0.smithi037.stdout:799: seq_num 256 ranges {1695744=696320,2392064=434176,2826240=770048} 2024-07-26T06:34:48.393 INFO:tasks.rados.rados.0.smithi037.stdout:799: writing smithi03785213-7 from 1695744 to 2392064 tid 1 2024-07-26T06:34:48.395 INFO:tasks.rados.rados.0.smithi037.stdout:799: writing smithi03785213-7 from 2392064 to 2826240 tid 2 2024-07-26T06:34:48.400 INFO:tasks.rados.rados.0.smithi037.stdout:799: writing smithi03785213-7 from 2826240 to 3596288 tid 3 2024-07-26T06:34:48.400 INFO:tasks.rados.rados.0.smithi037.stdout:800: setattr oid 41 current snap is 76 2024-07-26T06:34:48.400 INFO:tasks.rados.rados.0.smithi037.stdout:796: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:34:48.451 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 1 to smithi03785213-44 2024-07-26T06:34:48.451 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 2 to smithi03785213-44 2024-07-26T06:34:48.452 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 3 to smithi03785213-44 2024-07-26T06:34:48.452 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 4 to smithi03785213-44 2024-07-26T06:34:48.452 INFO:tasks.rados.rados.0.smithi037.stdout:798: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:48.620 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-mon[32812]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:34:48.620 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-mon[32812]: pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:48.620 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:34:48.620 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:34:48.620 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:34:48.620 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:34:48.620 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.346Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.347Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.347Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.347Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[66278]: ts=2024-07-26T06:34:48.347Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:34:48.621 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 podman[77155]: 2024-07-26 06:34:48.357397874 +0000 UTC m=+0.144488844 container died 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 5 to smithi03785213-44 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing write tid 6 to smithi03785213-44 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 196 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:797: left oid 44 (ObjNum 255 snap 76 seq_num 255) 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:799: finishing write tid 1 to smithi03785213-7 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:799: finishing write tid 2 to smithi03785213-7 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:799: finishing write tid 3 to smithi03785213-7 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:799: finishing write tid 4 to smithi03785213-7 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:799: finishing write tid 5 to smithi03785213-7 2024-07-26T06:34:48.632 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 719 (ObjNum 256 snap 76 seq_num 256) dirty exists 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:799: left oid 7 (ObjNum 256 snap 76 seq_num 256) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:796: done (4 left) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:797: done (3 left) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:798: done (2 left) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:799: done (1 left) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:801: read oid 21 snap -1 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:801: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:48.633 INFO:tasks.rados.rados.0.smithi037.stdout:802: snap_remove snap 63 2024-07-26T06:34:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:48 smithi037 ceph-mon[29520]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:34:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:48 smithi037 ceph-mon[29520]: pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:48 smithi037 ceph-mon[40607]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:34:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:48 smithi037 ceph-mon[40607]: pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:48.969 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 podman[77155]: 2024-07-26 06:34:48.718983131 +0000 UTC m=+0.506074100 container cleanup 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:48.969 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 bash[77155]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:34:49.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 721 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:34:49.328 INFO:tasks.rados.rados.0.smithi037.stdout:801: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:34:49.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:48 smithi135 podman[77174]: 2024-07-26 06:34:48.969864827 +0000 UTC m=+0.615483536 container remove 7b45137776128361af196662f1dee9cd3148734d20685d30fed7efb783ec6a7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:49.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:34:49.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 systemd[1]: Stopped Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:49.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.806s CPU time. 2024-07-26T06:34:49.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 systemd[1]: Starting Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:49.517 INFO:tasks.rados.rados.0.smithi037.stdout:800: done (2 left) 2024-07-26T06:34:49.517 INFO:tasks.rados.rados.0.smithi037.stdout:801: done (1 left) 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:802: done (0 left) 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:803: rollback oid 24 current snap is 76 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 44 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:804: read oid 8 snap -1 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:804: expect (ObjNum 245 snap 73 seq_num 245) 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 76 2024-07-26T06:34:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:805: seq_num 257 ranges {4620288=712704,5332992=720896,6053888=483328} 2024-07-26T06:34:49.546 INFO:tasks.rados.rados.0.smithi037.stdout:805: writing smithi03785213-23 from 4620288 to 5332992 tid 1 2024-07-26T06:34:49.550 INFO:tasks.rados.rados.0.smithi037.stdout:805: writing smithi03785213-23 from 5332992 to 6053888 tid 2 2024-07-26T06:34:49.553 INFO:tasks.rados.rados.0.smithi037.stdout:805: writing smithi03785213-23 from 6053888 to 6537216 tid 3 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:806: setattr oid 9 current snap is 76 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:803: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:803: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:803: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 480 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:34:49.554 INFO:tasks.rados.rados.0.smithi037.stdout:804: expect (ObjNum 245 snap 73 seq_num 245) 2024-07-26T06:34:49.599 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing write tid 1 to smithi03785213-23 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing write tid 2 to smithi03785213-23 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing write tid 3 to smithi03785213-23 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing write tid 4 to smithi03785213-23 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing write tid 5 to smithi03785213-23 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 539 (ObjNum 257 snap 76 seq_num 257) dirty exists 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: left oid 23 (ObjNum 257 snap 76 seq_num 257) 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:803: done (3 left) 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:804: done (2 left) 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:805: done (1 left) 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:807: rmattr oid 3 current snap is 76 2024-07-26T06:34:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:808: setattr oid 20 current snap is 76 2024-07-26T06:34:49.601 INFO:tasks.rados.rados.0.smithi037.stdout:809: delete oid 10 current snap is 76 2024-07-26T06:34:49.601 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 730 (ObjNum 225 snap 0 seq_num 3883717440) dirty exists 2024-07-26T06:34:49.601 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 283 (ObjNum 215 snap 63 seq_num 215) dirty exists 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:806: done (3 left) 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:807: done (2 left) 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:809: done (1 left) 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:810: copy_from oid 28 from oid 10 current snap is 76 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:811: read oid 42 snap -1 2024-07-26T06:34:49.602 INFO:tasks.rados.rados.0.smithi037.stdout:811: expect (ObjNum 216 snap 63 seq_num 216) 2024-07-26T06:34:49.603 INFO:tasks.rados.rados.0.smithi037.stdout:812: setattr oid 34 current snap is 76 2024-07-26T06:34:49.603 INFO:tasks.rados.rados.0.smithi037.stdout:810: finishing copy_from to smithi03785213-28 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:810: got expected ENOENT (src dne) 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:810: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:810: done (3 left) 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:813: rollback oid 44 current snap is 76 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 44 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:814: copy_from oid 18 from oid 19 current snap is 76 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:815: read oid 26 snap -1 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:815: expect (ObjNum 123 snap 33 seq_num 123) 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 76 2024-07-26T06:34:49.604 INFO:tasks.rados.rados.0.smithi037.stdout:816: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-07-26T06:34:49.607 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-mon[32812]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:34:49.607 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-mon[32812]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:34:49.607 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 podman[77270]: 2024-07-26 06:34:49.270018191 +0000 UTC m=+0.018498837 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:34:49.607 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 podman[77270]: 2024-07-26 06:34:49.370818166 +0000 UTC m=+0.119298797 container create b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:49.609 INFO:tasks.rados.rados.0.smithi037.stdout:816: writing smithi03785213-22 from 0 to 745472 tid 1 2024-07-26T06:34:49.612 INFO:tasks.rados.rados.0.smithi037.stdout:816: writing smithi03785213-22 from 745472 to 1286144 tid 2 2024-07-26T06:34:49.616 INFO:tasks.rados.rados.0.smithi037.stdout:816: writing smithi03785213-22 from 1286144 to 1867776 tid 3 2024-07-26T06:34:49.617 INFO:tasks.rados.rados.0.smithi037.stdout:816: writing smithi03785213-22 from 1867776 to 1949696 tid 4 2024-07-26T06:34:49.617 INFO:tasks.rados.rados.0.smithi037.stdout:817: read oid 11 snap -1 2024-07-26T06:34:49.617 INFO:tasks.rados.rados.0.smithi037.stdout:817: expect (ObjNum 251 snap 75 seq_num 251) 2024-07-26T06:34:49.617 INFO:tasks.rados.rados.0.smithi037.stdout:818: snap_remove snap 49 2024-07-26T06:34:49.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:49 smithi037 ceph-mon[29520]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:34:49.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:49 smithi037 ceph-mon[29520]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:34:49.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:49 smithi037 ceph-mon[40607]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:34:49.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:49 smithi037 ceph-mon[40607]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:34:50.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 podman[77270]: 2024-07-26 06:34:49.607568116 +0000 UTC m=+0.356048756 container init b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:50.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 podman[77270]: 2024-07-26 06:34:49.614182624 +0000 UTC m=+0.362663260 container start b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:34:50.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.640Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.640Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.640Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi135 (none))" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.640Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.640Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.641Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.642Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.642Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.642Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.644Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.644Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.456µs 2024-07-26T06:34:50.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.644Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.646Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.660Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.661Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.661Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.526µs wal_replay_duration=16.924162ms wbl_replay_duration=134ns total_replay_duration=16.959099ms 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.663Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.663Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.663Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.685Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.756049ms db_storage=927ns remote_storage=1.467µs web_handler=513ns query_engine=686ns scrape=378.501µs scrape_sd=83.223µs notify=16.676µs notify_sd=15.12µs rules=20.938611ms tracing=6.338µs 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.685Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:34:49.685Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:34:50.090 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 bash[77270]: b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 2024-07-26T06:34:50.091 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:34:49 smithi135 systemd[1]: Started Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:818: done (8 left) 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:819: snap_create 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 154 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:813: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 541 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:34:50.370 INFO:tasks.rados.rados.0.smithi037.stdout:811: expect (ObjNum 216 snap 63 seq_num 216) 2024-07-26T06:34:50.430 INFO:tasks.rados.rados.0.smithi037.stdout:813: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:34:50.430 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 200 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:34:50.430 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 1 to smithi03785213-22 2024-07-26T06:34:50.430 INFO:tasks.rados.rados.0.smithi037.stdout:815: expect (ObjNum 123 snap 33 seq_num 123) 2024-07-26T06:34:50.507 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 2 to smithi03785213-22 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:814: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 3 to smithi03785213-22 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 4 to smithi03785213-22 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 5 to smithi03785213-22 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:814: finishing copy_from to smithi03785213-18 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 155 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:816: finishing write tid 6 to smithi03785213-22 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 288 (ObjNum 259 snap 76 seq_num 259) dirty exists 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:816: left oid 22 (ObjNum 259 snap 76 seq_num 259) 2024-07-26T06:34:50.508 INFO:tasks.rados.rados.0.smithi037.stdout:817: expect (ObjNum 251 snap 75 seq_num 251) 2024-07-26T06:34:50.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:50.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:50.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: Reconfiguring daemon grafana.a on smithi135 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[29520]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: Reconfiguring daemon grafana.a on smithi135 2024-07-26T06:34:50.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:50 smithi037 ceph-mon[40607]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: Reconfiguring daemon grafana.a on smithi135 2024-07-26T06:34:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:50 smithi135 ceph-mon[32812]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:808: done (8 left) 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:811: done (7 left) 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:812: done (6 left) 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:813: done (5 left) 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:814: done (4 left) 2024-07-26T06:34:51.369 INFO:tasks.rados.rados.0.smithi037.stdout:815: done (3 left) 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:816: done (2 left) 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:817: done (1 left) 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:819: done (0 left) 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:820: rollback oid 21 current snap is 77 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 75 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:821: copy_from oid 28 from oid 37 current snap is 77 2024-07-26T06:34:51.370 INFO:tasks.rados.rados.0.smithi037.stdout:822: delete oid 1 current snap is 77 2024-07-26T06:34:51.371 INFO:tasks.rados.rados.0.smithi037.stdout:821: finishing copy_from to smithi03785213-28 2024-07-26T06:34:51.371 INFO:tasks.rados.rados.0.smithi037.stdout:821: got expected ENOENT (src dne) 2024-07-26T06:34:51.372 INFO:tasks.rados.rados.0.smithi037.stdout:821: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:34:51.373 INFO:tasks.rados.rados.0.smithi037.stdout:821: done (2 left) 2024-07-26T06:34:51.373 INFO:tasks.rados.rados.0.smithi037.stdout:822: done (1 left) 2024-07-26T06:34:51.373 INFO:tasks.rados.rados.0.smithi037.stdout:823: delete oid 23 current snap is 77 2024-07-26T06:34:51.375 INFO:tasks.rados.rados.0.smithi037.stdout:820: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:34:51.375 INFO:tasks.rados.rados.0.smithi037.stdout:820: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:34:51.375 INFO:tasks.rados.rados.0.smithi037.stdout:823: done (1 left) 2024-07-26T06:34:51.375 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 77 2024-07-26T06:34:51.375 INFO:tasks.rados.rados.0.smithi037.stdout:824: seq_num 262 ranges {335872=794624,1130496=589824,1720320=614400} 2024-07-26T06:34:51.381 INFO:tasks.rados.rados.0.smithi037.stdout:824: writing smithi03785213-4 from 335872 to 1130496 tid 1 2024-07-26T06:34:51.385 INFO:tasks.rados.rados.0.smithi037.stdout:824: writing smithi03785213-4 from 1130496 to 1720320 tid 2 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:824: writing smithi03785213-4 from 1720320 to 2334720 tid 3 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:825: rmattr oid 24 current snap is 77 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:820: finishing rollback tid 2 to smithi03785213-21 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 492 (ObjNum 217 snap 63 seq_num 217) dirty exists 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:824: finishing write tid 1 to smithi03785213-4 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:824: finishing write tid 2 to smithi03785213-4 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:820: done (2 left) 2024-07-26T06:34:51.389 INFO:tasks.rados.rados.0.smithi037.stdout:826: snap_create 2024-07-26T06:34:51.391 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 494 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:34:51.391 INFO:tasks.rados.rados.0.smithi037.stdout:824: finishing write tid 3 to smithi03785213-4 2024-07-26T06:34:51.392 INFO:tasks.rados.rados.0.smithi037.stdout:824: finishing write tid 4 to smithi03785213-4 2024-07-26T06:34:51.394 INFO:tasks.rados.rados.0.smithi037.stdout:824: finishing write tid 5 to smithi03785213-4 2024-07-26T06:34:51.394 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 562 (ObjNum 262 snap 77 seq_num 262) dirty exists 2024-07-26T06:34:51.394 INFO:tasks.rados.rados.0.smithi037.stdout:824: left oid 4 (ObjNum 262 snap 77 seq_num 262) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:824: done (2 left) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:825: done (1 left) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:826: done (0 left) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:827: rmattr oid 35 current snap is 78 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:827: done (0 left) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:828: read oid 27 snap -1 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:828: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:829: read oid 37 snap -1 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:829: expect deleted 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:830: read oid 5 snap -1 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:830: expect deleted 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:831: rollback oid 4 current snap is 78 2024-07-26T06:34:52.380 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 43 2024-07-26T06:34:52.381 INFO:tasks.rados.rados.0.smithi037.stdout:832: snap_create 2024-07-26T06:34:52.382 INFO:tasks.rados.rados.0.smithi037.stdout:828: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:52.387 INFO:tasks.rados.rados.0.smithi037.stdout:831: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:34:52.387 INFO:tasks.rados.rados.0.smithi037.stdout:831: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:34:52.388 INFO:tasks.rados.rados.0.smithi037.stdout:831: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:34:52.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 566 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-07-26T06:34:52.537 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:52 smithi135 ceph-mon[32812]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:34:52.537 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:52 smithi135 ceph-mon[32812]: pgmap v42: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:52 smithi037 ceph-mon[29520]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:34:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:52 smithi037 ceph-mon[29520]: pgmap v42: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:52.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:34:52 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:34:52.500Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00358161s 2024-07-26T06:34:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:52 smithi037 ceph-mon[40607]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:34:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:52 smithi037 ceph-mon[40607]: pgmap v42: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:34:52.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:52 smithi135 systemd[1]: Stopping Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:53.199 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:52 smithi135 podman[77557]: 2024-07-26 06:34:52.860926637 +0000 UTC m=+0.108209533 container died 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container) 2024-07-26T06:34:53.385 INFO:tasks.rados.rados.0.smithi037.stdout:828: done (4 left) 2024-07-26T06:34:53.385 INFO:tasks.rados.rados.0.smithi037.stdout:829: done (3 left) 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:830: done (2 left) 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:831: done (1 left) 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:832: done (0 left) 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:833: read oid 27 snap -1 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:833: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:53.386 INFO:tasks.rados.rados.0.smithi037.stdout:834: snap_create 2024-07-26T06:34:53.388 INFO:tasks.rados.rados.0.smithi037.stdout:833: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:53.507 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:53 smithi135 ceph-mon[32812]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:34:53.508 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 podman[77557]: 2024-07-26 06:34:53.289886778 +0000 UTC m=+0.537169675 container cleanup 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container) 2024-07-26T06:34:53.508 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 bash[77557]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T06:34:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:53 smithi037 ceph-mon[29520]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:34:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:53 smithi037 ceph-mon[40607]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 podman[77574]: 2024-07-26 06:34:53.507904382 +0000 UTC m=+0.645708737 container remove 0639cb365d93f11d85b080ecc89aec81c00326759c171af1796659ea6006e419 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, distribution-scope=public, maintainer=Paul Cuzner , vendor=Red Hat, Inc., release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, version=8.5, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 systemd[1]: Stopped Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 5.394s CPU time. 2024-07-26T06:34:53.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 systemd[1]: Starting Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:54.202 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 podman[77676]: 2024-07-26 06:34:53.833801055 +0000 UTC m=+0.016681630 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-26T06:34:54.203 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:53 smithi135 podman[77676]: 2024-07-26 06:34:53.933765078 +0000 UTC m=+0.116645640 container create 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, version=8.5, maintainer=Paul Cuzner , description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, name=ubi8, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.openshift.tags=base rhel8) 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:833: done (1 left) 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:834: done (0 left) 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:835: read oid 9 snap -1 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:835: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 80 2024-07-26T06:34:54.393 INFO:tasks.rados.rados.0.smithi037.stdout:836: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-07-26T06:34:54.395 INFO:tasks.rados.rados.0.smithi037.stdout:836: writing smithi03785213-5 from 0 to 409600 tid 1 2024-07-26T06:34:54.398 INFO:tasks.rados.rados.0.smithi037.stdout:836: writing smithi03785213-5 from 409600 to 884736 tid 2 2024-07-26T06:34:54.402 INFO:tasks.rados.rados.0.smithi037.stdout:836: writing smithi03785213-5 from 884736 to 1441792 tid 3 2024-07-26T06:34:54.406 INFO:tasks.rados.rados.0.smithi037.stdout:836: writing smithi03785213-5 from 1441792 to 2015232 tid 4 2024-07-26T06:34:54.406 INFO:tasks.rados.rados.0.smithi037.stdout:837: read oid 35 snap -1 2024-07-26T06:34:54.406 INFO:tasks.rados.rados.0.smithi037.stdout:837: expect deleted 2024-07-26T06:34:54.407 INFO:tasks.rados.rados.0.smithi037.stdout:838: read oid 12 snap -1 2024-07-26T06:34:54.407 INFO:tasks.rados.rados.0.smithi037.stdout:838: expect deleted 2024-07-26T06:34:54.407 INFO:tasks.rados.rados.0.smithi037.stdout:839: copy_from oid 30 from oid 49 current snap is 80 2024-07-26T06:34:54.407 INFO:tasks.rados.rados.0.smithi037.stdout:835: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:34:54.409 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 1 to smithi03785213-5 2024-07-26T06:34:54.409 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 2 to smithi03785213-5 2024-07-26T06:34:54.409 INFO:tasks.rados.rados.0.smithi037.stdout:835: done (4 left) 2024-07-26T06:34:54.409 INFO:tasks.rados.rados.0.smithi037.stdout:840: setattr oid 43 current snap is 80 2024-07-26T06:34:54.410 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 3 to smithi03785213-5 2024-07-26T06:34:54.410 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 4 to smithi03785213-5 2024-07-26T06:34:54.410 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 5 to smithi03785213-5 2024-07-26T06:34:54.411 INFO:tasks.rados.rados.0.smithi037.stdout:836: finishing write tid 6 to smithi03785213-5 2024-07-26T06:34:54.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 211 (ObjNum 263 snap 80 seq_num 263) dirty exists 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:836: left oid 5 (ObjNum 263 snap 80 seq_num 263) 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:836: done (4 left) 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:837: done (3 left) 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:838: done (2 left) 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:841: copy_from oid 15 from oid 16 current snap is 80 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:842: read oid 11 snap 30 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:842: expect (ObjNum 117 snap 29 seq_num 117) 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:843: rmattr oid 46 current snap is 80 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 80 2024-07-26T06:34:54.412 INFO:tasks.rados.rados.0.smithi037.stdout:844: seq_num 264 ranges {1712128=425984,2138112=761856,2899968=770048,3670016=73728} 2024-07-26T06:34:54.424 INFO:tasks.rados.rados.0.smithi037.stdout:844: writing smithi03785213-8 from 1712128 to 2138112 tid 1 2024-07-26T06:34:54.429 INFO:tasks.rados.rados.0.smithi037.stdout:844: writing smithi03785213-8 from 2138112 to 2899968 tid 2 2024-07-26T06:34:54.433 INFO:tasks.rados.rados.0.smithi037.stdout:844: writing smithi03785213-8 from 2899968 to 3670016 tid 3 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:844: writing smithi03785213-8 from 3670016 to 3743744 tid 4 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:845: rmattr oid 27 current snap is 80 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:841: finishing copy_from to smithi03785213-15 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:841: got expected ENOENT (src dne) 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:841: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:34:54.434 INFO:tasks.rados.rados.0.smithi037.stdout:839: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:34:54.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 268 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:34:54.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 568 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:34:54.435 INFO:tasks.rados.rados.0.smithi037.stdout:839: finishing copy_from to smithi03785213-30 2024-07-26T06:34:54.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 204 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:34:54.435 INFO:tasks.rados.rados.0.smithi037.stdout:842: expect (ObjNum 117 snap 29 seq_num 117) 2024-07-26T06:34:54.486 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-mon[32812]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:34:54.486 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-mon[32812]: pgmap v45: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:54.486 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.486 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 podman[77676]: 2024-07-26 06:34:54.202974892 +0000 UTC m=+0.385855471 container init 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, vcs-type=git, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, name=ubi8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, io.openshift.tags=base rhel8) 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 podman[77676]: 2024-07-26 06:34:54.207928893 +0000 UTC m=+0.390809456 container start 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-type=git, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 bash[77676]: 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 systemd[1]: Started Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362186382Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362396618Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362415709Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362423689Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.36242989Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:34:54.487 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362436294Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362442118Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362448029Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362453995Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362459993Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.36246549Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362470863Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362476858Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=settings t=2024-07-26T06:34:54.362482375Z level=info msg="App mode production" 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=sqlstore t=2024-07-26T06:34:54.362531448Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=sqlstore t=2024-07-26T06:34:54.362548925Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:34:54.488 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=migrator t=2024-07-26T06:34:54.376491334Z level=info msg="Starting DB migrations" 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=migrator t=2024-07-26T06:34:54.381161467Z level=info msg="migrations completed" performed=0 skipped=481 duration=423.489µs 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=sqlstore t=2024-07-26T06:34:54.381542074Z level=info msg="Created default organization" 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=plugin.loader t=2024-07-26T06:34:54.446976662Z level=info msg="Plugin registered" pluginID=input 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=plugin.loader t=2024-07-26T06:34:54.486685554Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=plugin.loader t=2024-07-26T06:34:54.486738431Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-26T06:34:54.489 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=secrets t=2024-07-26T06:34:54.486794239Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 1 to smithi03785213-8 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 2 to smithi03785213-8 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 81 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 3 to smithi03785213-8 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 4 to smithi03785213-8 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:839: done (6 left) 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:840: done (5 left) 2024-07-26T06:34:54.563 INFO:tasks.rados.rados.0.smithi037.stdout:841: done (4 left) 2024-07-26T06:34:54.564 INFO:tasks.rados.rados.0.smithi037.stdout:842: done (3 left) 2024-07-26T06:34:54.564 INFO:tasks.rados.rados.0.smithi037.stdout:843: done (2 left) 2024-07-26T06:34:54.564 INFO:tasks.rados.rados.0.smithi037.stdout:845: done (1 left) 2024-07-26T06:34:54.564 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 80 2024-07-26T06:34:54.564 INFO:tasks.rados.rados.0.smithi037.stdout:846: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-07-26T06:34:54.565 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03785213-16 from 0 to 442368 tid 1 2024-07-26T06:34:54.568 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03785213-16 from 442368 to 1089536 tid 2 2024-07-26T06:34:54.572 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03785213-16 from 1089536 to 1662976 tid 3 2024-07-26T06:34:54.575 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03785213-16 from 1662976 to 2048000 tid 4 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 5 to smithi03785213-8 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:844: finishing write tid 6 to smithi03785213-8 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 746 (ObjNum 264 snap 80 seq_num 264) dirty exists 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:844: left oid 8 (ObjNum 264 snap 80 seq_num 264) 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:847: read oid 19 snap 79 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:847: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:844: done (2 left) 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:848: read oid 9 snap 77 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:848: expect (ObjNum -411893680 snap 21989 seq_num 3882978208) 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:849: rollback oid 1 current snap is 80 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 71 2024-07-26T06:34:54.576 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 80 2024-07-26T06:34:54.577 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 1 to smithi03785213-16 2024-07-26T06:34:54.577 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 2 to smithi03785213-16 2024-07-26T06:34:54.577 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 3 to smithi03785213-16 2024-07-26T06:34:54.577 INFO:tasks.rados.rados.0.smithi037.stdout:850: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-07-26T06:34:54.578 INFO:tasks.rados.rados.0.smithi037.stdout:850: writing smithi03785213-12 from 0 to 458752 tid 1 2024-07-26T06:34:54.581 INFO:tasks.rados.rados.0.smithi037.stdout:850: writing smithi03785213-12 from 458752 to 983040 tid 2 2024-07-26T06:34:54.586 INFO:tasks.rados.rados.0.smithi037.stdout:850: writing smithi03785213-12 from 983040 to 1712128 tid 3 2024-07-26T06:34:54.588 INFO:tasks.rados.rados.0.smithi037.stdout:850: writing smithi03785213-12 from 1712128 to 2064384 tid 4 2024-07-26T06:34:54.588 INFO:tasks.rados.rados.0.smithi037.stdout:851: rollback oid 36 current snap is 80 2024-07-26T06:34:54.588 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 78 2024-07-26T06:34:54.588 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:34:54.588 INFO:tasks.rados.rados.0.smithi037.stdout:848: expect (ObjNum -411893680 snap 21989 seq_num 3882978208) 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 222 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:848: done (5 left) 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:849: done (4 left) 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:852: read oid 48 snap -1 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:852: expect deleted 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:853: snap_create 2024-07-26T06:34:54.591 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 4 to smithi03785213-16 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 5 to smithi03785213-16 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 1 to smithi03785213-12 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 6 to smithi03785213-16 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 751 (ObjNum 265 snap 80 seq_num 265) dirty exists 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:846: left oid 16 (ObjNum 265 snap 80 seq_num 265) 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 2 to smithi03785213-12 2024-07-26T06:34:54.592 INFO:tasks.rados.rados.0.smithi037.stdout:847: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:34:54.713 INFO:tasks.rados.rados.0.smithi037.stdout:851: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:34:54.713 INFO:tasks.rados.rados.0.smithi037.stdout:851: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:34:54.713 INFO:tasks.rados.rados.0.smithi037.stdout:851: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 572 (ObjNum 216 snap 63 seq_num 216) dirty exists 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 3 to smithi03785213-12 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 4 to smithi03785213-12 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 5 to smithi03785213-12 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing write tid 6 to smithi03785213-12 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 273 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-07-26T06:34:54.714 INFO:tasks.rados.rados.0.smithi037.stdout:850: left oid 12 (ObjNum 266 snap 80 seq_num 266) 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[29520]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[29520]: pgmap v45: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[40607]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[40607]: pgmap v45: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:54 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:54.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:54 smithi135 systemd[1]: Stopping Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:54.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=query_data t=2024-07-26T06:34:54.489497112Z level=info msg="Query Service initialization" 2024-07-26T06:34:54.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=live.push_http t=2024-07-26T06:34:54.492723548Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:34:55.190 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:54 smithi135 podman[77846]: 2024-07-26 06:34:54.935675121 +0000 UTC m=+0.118516315 container died a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:55.398 INFO:tasks.rados.rados.0.smithi037.stdout:846: done (5 left) 2024-07-26T06:34:55.398 INFO:tasks.rados.rados.0.smithi037.stdout:847: done (4 left) 2024-07-26T06:34:55.398 INFO:tasks.rados.rados.0.smithi037.stdout:850: done (3 left) 2024-07-26T06:34:55.398 INFO:tasks.rados.rados.0.smithi037.stdout:851: done (2 left) 2024-07-26T06:34:55.398 INFO:tasks.rados.rados.0.smithi037.stdout:852: done (1 left) 2024-07-26T06:34:55.399 INFO:tasks.rados.rados.0.smithi037.stdout:853: done (0 left) 2024-07-26T06:34:55.399 INFO:tasks.rados.rados.0.smithi037.stdout:854: snap_remove snap 79 2024-07-26T06:34:55.444 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-mon[32812]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:34:55.444 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-mon[32812]: Reconfiguring daemon node-exporter.b on smithi135 2024-07-26T06:34:55.444 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-mon[32812]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:34:55.444 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 podman[77846]: 2024-07-26 06:34:55.281179041 +0000 UTC m=+0.464020234 container cleanup a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:55.445 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 bash[77846]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=infra.usagestats.collector t=2024-07-26T06:34:55.245325681Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=provisioning.datasources t=2024-07-26T06:34:55.331993307Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=provisioning.datasources t=2024-07-26T06:34:55.332040177Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=provisioning.datasources t=2024-07-26T06:34:55.343267394Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=provisioning.alerting t=2024-07-26T06:34:55.434213326Z level=info msg="starting to provision alerting" 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=provisioning.alerting t=2024-07-26T06:34:55.434256402Z level=info msg="finished to provision alerting" 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=grafanaStorageLogger t=2024-07-26T06:34:55.434418404Z level=info msg="storage starting" 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=ngalert.state.manager t=2024-07-26T06:34:55.434518291Z level=info msg="Warming state cache for startup" 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=http.server t=2024-07-26T06:34:55.43813049Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:34:55.445 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=ngalert.state.manager t=2024-07-26T06:34:55.444773486Z level=info msg="State cache has been initialized" states=0 duration=10.253572ms 2024-07-26T06:34:55.446 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:34:55.444818554Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:34:55.446 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:34:55 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[77691]: logger=ticker t=2024-07-26T06:34:55.444853765Z level=info msg=starting first_tick=2024-07-26T06:35:00Z 2024-07-26T06:34:55.707 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 podman[77864]: 2024-07-26 06:34:55.558137796 +0000 UTC m=+0.626433607 container remove a727341644756fb8a9f89a581692b1c69af18debfd3f052982d95c215a6262bb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:55.707 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:34:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[29520]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:34:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[29520]: Reconfiguring daemon node-exporter.b on smithi135 2024-07-26T06:34:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[29520]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:34:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[40607]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:34:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[40607]: Reconfiguring daemon node-exporter.b on smithi135 2024-07-26T06:34:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:55 smithi037 ceph-mon[40607]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:34:56.068 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T06:34:56.068 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 systemd[1]: Stopped Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:56.069 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 2.230s CPU time. 2024-07-26T06:34:56.069 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 systemd[1]: Starting Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:34:56.069 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 podman[77962]: 2024-07-26 06:34:55.824609564 +0000 UTC m=+0.016777256 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:34:56.069 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:55 smithi135 podman[77962]: 2024-07-26 06:34:55.950842564 +0000 UTC m=+0.143010283 container create 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:854: done (0 left) 2024-07-26T06:34:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:855: rmattr oid 41 current snap is 81 2024-07-26T06:34:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:856: snap_remove snap 75 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: pgmap v48: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:56.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:56.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:56.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:56.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 podman[77962]: 2024-07-26 06:34:56.177740245 +0000 UTC m=+0.369907923 container init 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:56.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 podman[77962]: 2024-07-26 06:34:56.182641037 +0000 UTC m=+0.374808724 container start 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:34:56.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.185Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:34:56.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.185Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:34:56.589 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:34:56.590 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:34:56.591 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:34:56.592 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.186Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.187Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[77976]: ts=2024-07-26T06:34:56.187Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 bash[77962]: 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 2024-07-26T06:34:56.593 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:34:56 smithi135 systemd[1]: Started Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:34:56.773 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: pgmap v48: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:34:56.774 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: pgmap v48: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:56.775 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:56 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:57.409 INFO:tasks.rados.rados.0.smithi037.stdout:856: done (1 left) 2024-07-26T06:34:57.409 INFO:tasks.rados.rados.0.smithi037.stdout:857: setattr oid 12 current snap is 81 2024-07-26T06:34:57.410 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 753 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:34:57.411 INFO:tasks.rados.rados.0.smithi037.stdout:855: done (1 left) 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:858: rmattr oid 31 current snap is 81 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:858: done (1 left) 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:859: rollback oid 42 current snap is 81 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 56 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:860: rollback oid 38 current snap is 81 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 76 2024-07-26T06:34:57.412 INFO:tasks.rados.rados.0.smithi037.stdout:861: snap_create 2024-07-26T06:34:57.418 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 279 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-07-26T06:34:57.421 INFO:tasks.rados.rados.0.smithi037.stdout:860: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:34:57.421 INFO:tasks.rados.rados.0.smithi037.stdout:860: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:34:57.421 INFO:tasks.rados.rados.0.smithi037.stdout:859: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:34:57.422 INFO:tasks.rados.rados.0.smithi037.stdout:860: finishing rollback tid 2 to smithi03785213-38 2024-07-26T06:34:57.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 226 (ObjNum 65 snap 0 seq_num 1768714071) dirty exists 2024-07-26T06:34:57.423 INFO:tasks.rados.rados.0.smithi037.stdout:859: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:34:57.423 INFO:tasks.rados.rados.0.smithi037.stdout:859: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:34:57.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 351 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:34:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[29520]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:57 smithi037 ceph-mon[40607]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:57 smithi135 ceph-mon[32812]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:857: done (3 left) 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:859: done (2 left) 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:860: done (1 left) 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:861: done (0 left) 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:862: rollback oid 43 current snap is 82 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 71 2024-07-26T06:34:58.412 INFO:tasks.rados.rados.0.smithi037.stdout:863: snap_create 2024-07-26T06:34:58.415 INFO:tasks.rados.rados.0.smithi037.stdout:862: finishing rollback tid 0 to smithi03785213-43 2024-07-26T06:34:58.417 INFO:tasks.rados.rados.0.smithi037.stdout:862: finishing rollback tid 1 to smithi03785213-43 2024-07-26T06:34:58.420 INFO:tasks.rados.rados.0.smithi037.stdout:862: finishing rollback tid 2 to smithi03785213-43 2024-07-26T06:34:58.420 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 283 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: pgmap v50: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:58.631 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: pgmap v50: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:58.632 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:58 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:58.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: pgmap v50: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-07-26T06:34:58.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:34:58.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:34:58.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:34:58.740 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:34:58.740 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:58 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:59.331 INFO:tasks.rados.rados.0.smithi037.stdout:862: done (1 left) 2024-07-26T06:34:59.332 INFO:tasks.rados.rados.0.smithi037.stdout:863: done (0 left) 2024-07-26T06:34:59.332 INFO:tasks.rados.rados.0.smithi037.stdout:864: rmattr oid 29 current snap is 83 2024-07-26T06:34:59.332 INFO:tasks.rados.rados.0.smithi037.stdout:864: done (0 left) 2024-07-26T06:34:59.332 INFO:tasks.rados.rados.0.smithi037.stdout:865: snap_create 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[29520]: Upgrade: Updating mgr.y 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[29520]: Deploying daemon mgr.y on smithi037 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[29520]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[29520]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[40607]: Upgrade: Updating mgr.y 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[40607]: Deploying daemon mgr.y on smithi037 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[40607]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:34:59.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:34:59 smithi037 ceph-mon[40607]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:34:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:59 smithi135 ceph-mon[32812]: Upgrade: Updating mgr.y 2024-07-26T06:34:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:59 smithi135 ceph-mon[32812]: Deploying daemon mgr.y on smithi037 2024-07-26T06:34:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:59 smithi135 ceph-mon[32812]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:34:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:34:59 smithi135 ceph-mon[32812]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:35:00.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:34:59 smithi037 systemd[1]: Stopping Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:00.331 INFO:tasks.rados.rados.0.smithi037.stdout:865: done (0 left) 2024-07-26T06:35:00.332 INFO:tasks.rados.rados.0.smithi037.stdout:866: delete oid 33 current snap is 84 2024-07-26T06:35:00.335 INFO:tasks.rados.rados.0.smithi037.stdout:866: done (0 left) 2024-07-26T06:35:00.335 INFO:tasks.rados.rados.0.smithi037.stdout:867: setattr oid 48 current snap is 84 2024-07-26T06:35:00.337 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 84 2024-07-26T06:35:00.337 INFO:tasks.rados.rados.0.smithi037.stdout:868: seq_num 268 ranges {1441792=491520,1933312=745472,2678784=745472,3424256=114688} 2024-07-26T06:35:00.348 INFO:tasks.rados.rados.0.smithi037.stdout:868: writing smithi03785213-2 from 1441792 to 1933312 tid 1 2024-07-26T06:35:00.352 INFO:tasks.rados.rados.0.smithi037.stdout:868: writing smithi03785213-2 from 1933312 to 2678784 tid 2 2024-07-26T06:35:00.357 INFO:tasks.rados.rados.0.smithi037.stdout:868: writing smithi03785213-2 from 2678784 to 3424256 tid 3 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:868: writing smithi03785213-2 from 3424256 to 3538944 tid 4 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:869: read oid 37 snap -1 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:869: expect deleted 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:870: copy_from oid 40 from oid 33 current snap is 84 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 762 (ObjNum 129 snap 0 seq_num 3883616624) dirty exists 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 1 to smithi03785213-2 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 2 to smithi03785213-2 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:867: done (3 left) 2024-07-26T06:35:00.358 INFO:tasks.rados.rados.0.smithi037.stdout:871: snap_remove snap 30 2024-07-26T06:35:00.491 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:00 smithi037 ceph-mon[29520]: pgmap v54: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-26T06:35:00.491 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:00 smithi037 ceph-mon[29520]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:35:00.491 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 podman[88690]: 2024-07-26 06:35:00.19753794 +0000 UTC m=+0.268085835 container died 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, ceph=True, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-26T06:35:00.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:00 smithi037 ceph-mon[40607]: pgmap v54: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-26T06:35:00.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:00 smithi037 ceph-mon[40607]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:35:00.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 podman[88690]: 2024-07-26 06:35:00.572497873 +0000 UTC m=+0.643045767 container cleanup 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-26T06:35:00.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 bash[88690]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y 2024-07-26T06:35:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:00 smithi135 ceph-mon[32812]: pgmap v54: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-26T06:35:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:00 smithi135 ceph-mon[32812]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:35:01.149 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 podman[88709]: 2024-07-26 06:35:00.81562416 +0000 UTC m=+0.620342854 container remove 6dd3974d8b60e2baf2e61f751f065c361a5c9dc8d04b6021ffad2b47ed3c1053 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, GIT_CLEAN=True, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T06:35:01.150 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:35:01.150 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-07-26T06:35:01.150 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 systemd[1]: Stopped Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:01.150 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:00 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service: Consumed 47.783s CPU time. 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:871: done (3 left) 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:872: setattr oid 27 current snap is 84 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 3 to smithi03785213-2 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 4 to smithi03785213-2 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 5 to smithi03785213-2 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing copy_from to smithi03785213-40 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:870: got expected ENOENT (src dne) 2024-07-26T06:35:01.334 INFO:tasks.rados.rados.0.smithi037.stdout:868: finishing write tid 6 to smithi03785213-2 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 386 (ObjNum 268 snap 84 seq_num 268) dirty exists 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:868: left oid 2 (ObjNum 268 snap 84 seq_num 268) 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:868: done (3 left) 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:869: done (2 left) 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:870: done (1 left) 2024-07-26T06:35:01.335 INFO:tasks.rados.rados.0.smithi037.stdout:873: snap_create 2024-07-26T06:35:01.343 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 87 (ObjNum 289 snap 0 seq_num 3107033134) dirty exists 2024-07-26T06:35:01.400 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 systemd[1]: Starting Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:01.400 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 podman[88845]: 2024-07-26 06:35:01.291704013 +0000 UTC m=+0.018298024 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:35:01.667 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 podman[88845]: 2024-07-26 06:35:01.400706619 +0000 UTC m=+0.127300613 container create 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, ceph=True) 2024-07-26T06:35:01.667 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 podman[88845]: 2024-07-26 06:35:01.63661021 +0000 UTC m=+0.363204217 container init 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724) 2024-07-26T06:35:01.667 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 podman[88845]: 2024-07-26 06:35:01.641395853 +0000 UTC m=+0.367989847 container start 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-07-26T06:35:01.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:01 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:35:01] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-07-26T06:35:01.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 ceph-mgr[88884]: -- 172.21.15.37:0/3080981238 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c95de450e0 con 0x55c95de22800 2024-07-26T06:35:01.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 bash[88845]: 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 2024-07-26T06:35:01.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 systemd[1]: Started Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:01.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:01.784+0000 7f45d2282040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:35:01.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:01.946+0000 7f45d2282040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:02.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:02.018+0000 7f45d2282040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:35:02.348 INFO:tasks.rados.rados.0.smithi037.stdout:872: done (1 left) 2024-07-26T06:35:02.348 INFO:tasks.rados.rados.0.smithi037.stdout:873: done (0 left) 2024-07-26T06:35:02.348 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 85 2024-07-26T06:35:02.348 INFO:tasks.rados.rados.0.smithi037.stdout:874: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-07-26T06:35:02.350 INFO:tasks.rados.rados.0.smithi037.stdout:874: writing smithi03785213-37 from 0 to 507904 tid 1 2024-07-26T06:35:02.354 INFO:tasks.rados.rados.0.smithi037.stdout:874: writing smithi03785213-37 from 507904 to 1138688 tid 2 2024-07-26T06:35:02.358 INFO:tasks.rados.rados.0.smithi037.stdout:874: writing smithi03785213-37 from 1138688 to 1695744 tid 3 2024-07-26T06:35:02.360 INFO:tasks.rados.rados.0.smithi037.stdout:874: writing smithi03785213-37 from 1695744 to 2113536 tid 4 2024-07-26T06:35:02.360 INFO:tasks.rados.rados.0.smithi037.stdout:875: snap_create 2024-07-26T06:35:02.361 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 1 to smithi03785213-37 2024-07-26T06:35:02.361 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 2 to smithi03785213-37 2024-07-26T06:35:02.361 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 3 to smithi03785213-37 2024-07-26T06:35:02.362 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 4 to smithi03785213-37 2024-07-26T06:35:02.362 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 5 to smithi03785213-37 2024-07-26T06:35:02.365 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 6 to smithi03785213-37 2024-07-26T06:35:02.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 194 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-07-26T06:35:02.365 INFO:tasks.rados.rados.0.smithi037.stdout:874: left oid 37 (ObjNum 269 snap 85 seq_num 269) 2024-07-26T06:35:02.619 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: pgmap v57: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.620 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:02.309+0000 7f45d2282040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:02.378+0000 7f45d2282040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: pgmap v57: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:02.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:02 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: pgmap v57: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:02.705 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:02 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:03.349 INFO:tasks.rados.rados.0.smithi037.stdout:874: done (1 left) 2024-07-26T06:35:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:875: done (0 left) 2024-07-26T06:35:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:876: read oid 11 snap 85 2024-07-26T06:35:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:876: expect (ObjNum 251 snap 75 seq_num 251) 2024-07-26T06:35:03.350 INFO:tasks.rados.rados.0.smithi037.stdout:877: snap_create 2024-07-26T06:35:03.357 INFO:tasks.rados.rados.0.smithi037.stdout:876: expect (ObjNum 251 snap 75 seq_num 251) 2024-07-26T06:35:03.542 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.419+0000 7f45d2282040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:35:03.542 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-mon[40607]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:35:03.543 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-mon[29520]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:35:03.659 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:03 smithi135 ceph-mon[32812]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:35:03.659 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:03 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:03.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.541+0000 7f45d2282040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:03.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.602+0000 7f45d2282040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:35:04.147 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.836+0000 7f45d2282040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:35:04.148 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.910+0000 7f45d2282040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:35:04.148 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:03.984+0000 7f45d2282040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:35:04.148 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:04.147+0000 7f45d2282040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:04.359 INFO:tasks.rados.rados.0.smithi037.stdout:876: done (1 left) 2024-07-26T06:35:04.359 INFO:tasks.rados.rados.0.smithi037.stdout:877: done (0 left) 2024-07-26T06:35:04.359 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 87 2024-07-26T06:35:04.359 INFO:tasks.rados.rados.0.smithi037.stdout:878: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-07-26T06:35:04.361 INFO:tasks.rados.rados.0.smithi037.stdout:878: writing smithi03785213-10 from 0 to 524288 tid 1 2024-07-26T06:35:04.365 INFO:tasks.rados.rados.0.smithi037.stdout:878: writing smithi03785213-10 from 524288 to 1040384 tid 2 2024-07-26T06:35:04.369 INFO:tasks.rados.rados.0.smithi037.stdout:878: writing smithi03785213-10 from 1040384 to 1802240 tid 3 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:878: writing smithi03785213-10 from 1802240 to 2129920 tid 4 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:879: copy_from oid 5 from oid 16 current snap is 87 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 1 to smithi03785213-10 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 2 to smithi03785213-10 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:880: copy_from oid 36 from oid 3 current snap is 87 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:881: read oid 6 snap -1 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:881: expect (ObjNum 250 snap 75 seq_num 250) 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:882: rmattr oid 7 current snap is 87 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:882: done (4 left) 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 87 2024-07-26T06:35:04.372 INFO:tasks.rados.rados.0.smithi037.stdout:883: seq_num 271 ranges {1728512=540672,2269184=802816,3072000=516096,3588096=286720} 2024-07-26T06:35:04.386 INFO:tasks.rados.rados.0.smithi037.stdout:883: writing smithi03785213-49 from 1728512 to 2269184 tid 1 2024-07-26T06:35:04.391 INFO:tasks.rados.rados.0.smithi037.stdout:883: writing smithi03785213-49 from 2269184 to 3072000 tid 2 2024-07-26T06:35:04.395 INFO:tasks.rados.rados.0.smithi037.stdout:883: writing smithi03785213-49 from 3072000 to 3588096 tid 3 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:883: writing smithi03785213-49 from 3588096 to 3874816 tid 4 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 3 to smithi03785213-10 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 4 to smithi03785213-10 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 5 to smithi03785213-10 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 6 to smithi03785213-10 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 214 (ObjNum 270 snap 87 seq_num 270) dirty exists 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:878: left oid 10 (ObjNum 270 snap 87 seq_num 270) 2024-07-26T06:35:04.397 INFO:tasks.rados.rados.0.smithi037.stdout:881: expect (ObjNum 250 snap 75 seq_num 250) 2024-07-26T06:35:04.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-mon[29520]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:35:04.408 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-mon[29520]: pgmap v60: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:04.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-mon[40607]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:35:04.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-mon[40607]: pgmap v60: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:04.496 INFO:tasks.rados.rados.0.smithi037.stdout:880: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:35:04.496 INFO:tasks.rados.rados.0.smithi037.stdout:880: finishing copy_from to smithi03785213-36 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 283 (ObjNum 215 snap 63 seq_num 215) dirty exists 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:879: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:879: finishing copy_from to smithi03785213-5 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 751 (ObjNum 265 snap 80 seq_num 265) dirty exists 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 1 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 2 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 3 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 4 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 5 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing write tid 6 to smithi03785213-49 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 240 (ObjNum 271 snap 87 seq_num 271) dirty exists 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:883: left oid 49 (ObjNum 271 snap 87 seq_num 271) 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:878: done (4 left) 2024-07-26T06:35:04.497 INFO:tasks.rados.rados.0.smithi037.stdout:879: done (3 left) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:880: done (2 left) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:881: done (1 left) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:883: done (0 left) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:884: read oid 18 snap -1 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:884: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:885: read oid 14 snap -1 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:885: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:886: copy_from oid 25 from oid 46 current snap is 87 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:887: read oid 21 snap 60 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:887: expect (ObjNum 157 snap 44 seq_num 157) 2024-07-26T06:35:04.498 INFO:tasks.rados.rados.0.smithi037.stdout:888: snap_create 2024-07-26T06:35:04.507 INFO:tasks.rados.rados.0.smithi037.stdout:887: expect (ObjNum 157 snap 44 seq_num 157) 2024-07-26T06:35:04.623 INFO:tasks.rados.rados.0.smithi037.stdout:885: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:35:04.644 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:35:04.675 INFO:tasks.rados.rados.0.smithi037.stdout:884: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:35:04.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:04.626+0000 7f45d2282040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:35:04.798 INFO:tasks.rados.rados.0.smithi037.stdout:886: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:35:04.798 INFO:tasks.rados.rados.0.smithi037.stdout:886: finishing copy_from to smithi03785213-25 2024-07-26T06:35:04.798 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 568 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:35:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:04 smithi135 ceph-mon[32812]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:35:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:04 smithi135 ceph-mon[32812]: pgmap v60: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 starting - - - - 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 starting - - - - 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (6m) 34s ago 6m 15.1M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (6m) 32s ago 6m 16.1M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283 running (48s) 32s ago 9m 484M - 19.1.0-1125-g4b230446 a246f06af74a 40d80b50b546 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 starting - - - - 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (11m) 34s ago 11m 57.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:35:04.937 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (10m) 32s ago 10m 44.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (10m) 34s ago 10m 44.9M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 starting - - - - 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 starting - - - - 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (9m) 34s ago 9m 121M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (9m) 34s ago 9m 114M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (8m) 34s ago 8m 131M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (8m) 34s ago 8m 96.8M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (8m) 32s ago 7m 123M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (7m) 32s ago 7m 99.7M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (7m) 32s ago 7m 65.0M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (6m) 32s ago 6m 94.7M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:35:04.938 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 starting - - - - 2024-07-26T06:35:05.218 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:04 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:04.980+0000 7f45d2282040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:35:05.218 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.054+0000 7f45d2282040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:35:05.218 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.217+0000 7f45d2282040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:35:05.278 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 14, 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:35:05.279 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:35:05.364 INFO:tasks.rados.rados.0.smithi037.stdout:884: done (4 left) 2024-07-26T06:35:05.364 INFO:tasks.rados.rados.0.smithi037.stdout:885: done (3 left) 2024-07-26T06:35:05.364 INFO:tasks.rados.rados.0.smithi037.stdout:886: done (2 left) 2024-07-26T06:35:05.364 INFO:tasks.rados.rados.0.smithi037.stdout:887: done (1 left) 2024-07-26T06:35:05.364 INFO:tasks.rados.rados.0.smithi037.stdout:888: done (0 left) 2024-07-26T06:35:05.365 INFO:tasks.rados.rados.0.smithi037.stdout:889: snap_remove snap 76 2024-07-26T06:35:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[29520]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:35:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[29520]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/2848231294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[40607]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:35:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[40607]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/2848231294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:05 smithi135 ceph-mon[32812]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:35:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:05 smithi135 ceph-mon[32812]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:05 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/2848231294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:05.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.556+0000 7f45d2282040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:35:05.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.626+0000 7f45d2282040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:35:05.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.834+0000 7f45d2282040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:35:06.156 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:05.995+0000 7f45d2282040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:35:06.157 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:06.067+0000 7f45d2282040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:35:06.157 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:06.155+0000 7f45d2282040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:889: done (0 left) 2024-07-26T06:35:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:890: read oid 47 snap -1 2024-07-26T06:35:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:890: expect deleted 2024-07-26T06:35:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:891: read oid 35 snap -1 2024-07-26T06:35:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:891: expect deleted 2024-07-26T06:35:06.380 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 88 2024-07-26T06:35:06.380 INFO:tasks.rados.rados.0.smithi037.stdout:892: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-07-26T06:35:06.383 INFO:tasks.rados.rados.0.smithi037.stdout:892: writing smithi03785213-4 from 0 to 565248 tid 1 2024-07-26T06:35:06.388 INFO:tasks.rados.rados.0.smithi037.stdout:892: writing smithi03785213-4 from 565248 to 1253376 tid 2 2024-07-26T06:35:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:892: writing smithi03785213-4 from 1253376 to 1982464 tid 3 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:892: writing smithi03785213-4 from 1982464 to 2170880 tid 4 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 1 to smithi03785213-4 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 2 to smithi03785213-4 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:890: done (2 left) 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:891: done (1 left) 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 88 2024-07-26T06:35:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:893: seq_num 273 ranges {2048000=581632,2629632=565248,3194880=532480,3727360=507904} 2024-07-26T06:35:06.411 INFO:tasks.rados.rados.0.smithi037.stdout:893: writing smithi03785213-5 from 2048000 to 2629632 tid 1 2024-07-26T06:35:06.416 INFO:tasks.rados.rados.0.smithi037.stdout:893: writing smithi03785213-5 from 2629632 to 3194880 tid 2 2024-07-26T06:35:06.420 INFO:tasks.rados.rados.0.smithi037.stdout:893: writing smithi03785213-5 from 3194880 to 3727360 tid 3 2024-07-26T06:35:06.424 INFO:tasks.rados.rados.0.smithi037.stdout:893: writing smithi03785213-5 from 3727360 to 4235264 tid 4 2024-07-26T06:35:06.424 INFO:tasks.rados.rados.0.smithi037.stdout:894: copy_from oid 26 from oid 9 current snap is 88 2024-07-26T06:35:06.424 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 3 to smithi03785213-4 2024-07-26T06:35:06.424 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 4 to smithi03785213-4 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 5 to smithi03785213-4 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing write tid 6 to smithi03785213-4 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 612 (ObjNum 272 snap 88 seq_num 272) dirty exists 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:892: left oid 4 (ObjNum 272 snap 88 seq_num 272) 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 1 to smithi03785213-5 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 2 to smithi03785213-5 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 3 to smithi03785213-5 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:892: done (2 left) 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 88 2024-07-26T06:35:06.425 INFO:tasks.rados.rados.0.smithi037.stdout:895: seq_num 274 ranges {2957312=598016,3555328=499712,4055040=745472,4800512=360448} 2024-07-26T06:35:06.445 INFO:tasks.rados.rados.0.smithi037.stdout:895: writing smithi03785213-17 from 2957312 to 3555328 tid 1 2024-07-26T06:35:06.449 INFO:tasks.rados.rados.0.smithi037.stdout:895: writing smithi03785213-17 from 3555328 to 4055040 tid 2 2024-07-26T06:35:06.454 INFO:tasks.rados.rados.0.smithi037.stdout:895: writing smithi03785213-17 from 4055040 to 4800512 tid 3 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:895: writing smithi03785213-17 from 4800512 to 5160960 tid 4 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:896: rollback oid 37 current snap is 88 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 44 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 4 to smithi03785213-5 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:894: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:35:06.458 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 5 to smithi03785213-5 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:894: finishing copy_from to smithi03785213-26 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 730 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing write tid 6 to smithi03785213-5 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 756 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:893: left oid 5 (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 1 to smithi03785213-17 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 2 to smithi03785213-17 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 3 to smithi03785213-17 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:893: done (3 left) 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:894: done (2 left) 2024-07-26T06:35:06.459 INFO:tasks.rados.rados.0.smithi037.stdout:897: delete oid 39 current snap is 88 2024-07-26T06:35:06.460 INFO:tasks.rados.rados.0.smithi037.stdout:897: done (2 left) 2024-07-26T06:35:06.460 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 88 2024-07-26T06:35:06.460 INFO:tasks.rados.rados.0.smithi037.stdout:898: seq_num 276 ranges {3596288=630784,4227072=671744,4898816=704512,5603328=229376} 2024-07-26T06:35:06.485 INFO:tasks.rados.rados.0.smithi037.stdout:898: writing smithi03785213-7 from 3596288 to 4227072 tid 1 2024-07-26T06:35:06.490 INFO:tasks.rados.rados.0.smithi037.stdout:898: writing smithi03785213-7 from 4227072 to 4898816 tid 2 2024-07-26T06:35:06.495 INFO:tasks.rados.rados.0.smithi037.stdout:898: writing smithi03785213-7 from 4898816 to 5603328 tid 3 2024-07-26T06:35:06.497 INFO:tasks.rados.rados.0.smithi037.stdout:898: writing smithi03785213-7 from 5603328 to 5832704 tid 4 2024-07-26T06:35:06.497 INFO:tasks.rados.rados.0.smithi037.stdout:899: read oid 21 snap -1 2024-07-26T06:35:06.498 INFO:tasks.rados.rados.0.smithi037.stdout:899: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:35:06.498 INFO:tasks.rados.rados.0.smithi037.stdout:900: snap_remove snap 73 2024-07-26T06:35:06.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:06.222+0000 7f45d2282040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: pgmap v63: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: pgmap v63: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:06.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:35:06.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: pgmap v63: 121 pgs: 121 active+clean; 209 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 512 KiB/s wr, 18 op/s 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:06.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:06 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:07.007 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:06.845+0000 7f45d2282040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:07.018+0000 7f45d2282040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:07] ENGINE Bus STARTING 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: CherryPy Checker: 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: The Application mounted at '' has an empty config. 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:07] ENGINE Serving on http://:::9283 2024-07-26T06:35:07.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:07] ENGINE Bus STARTED 2024-07-26T06:35:07.385 INFO:tasks.rados.rados.0.smithi037.stdout:900: done (4 left) 2024-07-26T06:35:07.385 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 88 2024-07-26T06:35:07.385 INFO:tasks.rados.rados.0.smithi037.stdout:901: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-07-26T06:35:07.389 INFO:tasks.rados.rados.0.smithi037.stdout:901: writing smithi03785213-23 from 0 to 647168 tid 1 2024-07-26T06:35:07.393 INFO:tasks.rados.rados.0.smithi037.stdout:901: writing smithi03785213-23 from 647168 to 1204224 tid 2 2024-07-26T06:35:07.397 INFO:tasks.rados.rados.0.smithi037.stdout:901: writing smithi03785213-23 from 1204224 to 1720320 tid 3 2024-07-26T06:35:07.401 INFO:tasks.rados.rados.0.smithi037.stdout:901: writing smithi03785213-23 from 1720320 to 2252800 tid 4 2024-07-26T06:35:07.401 INFO:tasks.rados.rados.0.smithi037.stdout:902: snap_create 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 4 to smithi03785213-17 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:896: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 5 to smithi03785213-17 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:896: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:896: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 198 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing write tid 6 to smithi03785213-17 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 735 (ObjNum 274 snap 88 seq_num 274) dirty exists 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:895: left oid 17 (ObjNum 274 snap 88 seq_num 274) 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 1 to smithi03785213-7 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 2 to smithi03785213-7 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 3 to smithi03785213-7 2024-07-26T06:35:07.404 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 4 to smithi03785213-7 2024-07-26T06:35:07.405 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 5 to smithi03785213-7 2024-07-26T06:35:07.405 INFO:tasks.rados.rados.0.smithi037.stdout:898: finishing write tid 6 to smithi03785213-7 2024-07-26T06:35:07.405 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 788 (ObjNum 276 snap 88 seq_num 276) dirty exists 2024-07-26T06:35:07.405 INFO:tasks.rados.rados.0.smithi037.stdout:898: left oid 7 (ObjNum 276 snap 88 seq_num 276) 2024-07-26T06:35:07.405 INFO:tasks.rados.rados.0.smithi037.stdout:899: expect (ObjNum 217 snap 63 seq_num 217) 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 1 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 2 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 3 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 4 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 5 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: finishing write tid 6 to smithi03785213-23 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 625 (ObjNum 277 snap 88 seq_num 277) dirty exists 2024-07-26T06:35:07.586 INFO:tasks.rados.rados.0.smithi037.stdout:901: left oid 23 (ObjNum 277 snap 88 seq_num 277) 2024-07-26T06:35:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: Standby manager daemon y restarted 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: Standby manager daemon y started 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: Standby manager daemon y restarted 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: Standby manager daemon y started 2024-07-26T06:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:35:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:35:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:07 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: Standby manager daemon y restarted 2024-07-26T06:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: Standby manager daemon y started 2024-07-26T06:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:07.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:35:07.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:07 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:08.386 INFO:tasks.rados.rados.0.smithi037.stdout:895: done (5 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:896: done (4 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:898: done (3 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:899: done (2 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:901: done (1 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:902: done (0 left) 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 89 2024-07-26T06:35:08.387 INFO:tasks.rados.rados.0.smithi037.stdout:903: seq_num 278 ranges {3366912=663552,4030464=442368,4472832=720896,5193728=442368} 2024-07-26T06:35:08.408 INFO:tasks.rados.rados.0.smithi037.stdout:903: writing smithi03785213-19 from 3366912 to 4030464 tid 1 2024-07-26T06:35:08.410 INFO:tasks.rados.rados.0.smithi037.stdout:903: writing smithi03785213-19 from 4030464 to 4472832 tid 2 2024-07-26T06:35:08.415 INFO:tasks.rados.rados.0.smithi037.stdout:903: writing smithi03785213-19 from 4472832 to 5193728 tid 3 2024-07-26T06:35:08.418 INFO:tasks.rados.rados.0.smithi037.stdout:903: writing smithi03785213-19 from 5193728 to 5636096 tid 4 2024-07-26T06:35:08.418 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 89 2024-07-26T06:35:08.418 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 1 to smithi03785213-19 2024-07-26T06:35:08.419 INFO:tasks.rados.rados.0.smithi037.stdout:904: seq_num 279 ranges {3366912=679936,4046848=720896,4767744=483328,5251072=401408} 2024-07-26T06:35:08.440 INFO:tasks.rados.rados.0.smithi037.stdout:904: writing smithi03785213-25 from 3366912 to 4046848 tid 1 2024-07-26T06:35:08.444 INFO:tasks.rados.rados.0.smithi037.stdout:904: writing smithi03785213-25 from 4046848 to 4767744 tid 2 2024-07-26T06:35:08.447 INFO:tasks.rados.rados.0.smithi037.stdout:904: writing smithi03785213-25 from 4767744 to 5251072 tid 3 2024-07-26T06:35:08.449 INFO:tasks.rados.rados.0.smithi037.stdout:904: writing smithi03785213-25 from 5251072 to 5652480 tid 4 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:905: rmattr oid 42 current snap is 89 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 2 to smithi03785213-19 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 3 to smithi03785213-19 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 4 to smithi03785213-19 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 5 to smithi03785213-19 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing write tid 6 to smithi03785213-19 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 204 (ObjNum 278 snap 89 seq_num 278) dirty exists 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: left oid 19 (ObjNum 278 snap 89 seq_num 278) 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 1 to smithi03785213-25 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:903: done (2 left) 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:906: delete oid 35 current snap is 89 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 2 to smithi03785213-25 2024-07-26T06:35:08.450 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 0 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:35:08.451 INFO:tasks.rados.rados.0.smithi037.stdout:905: done (2 left) 2024-07-26T06:35:08.451 INFO:tasks.rados.rados.0.smithi037.stdout:906: done (1 left) 2024-07-26T06:35:08.451 INFO:tasks.rados.rados.0.smithi037.stdout:907: copy_from oid 21 from oid 5 current snap is 89 2024-07-26T06:35:08.451 INFO:tasks.rados.rados.0.smithi037.stdout:908: snap_create 2024-07-26T06:35:08.451 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 3 to smithi03785213-25 2024-07-26T06:35:08.453 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 4 to smithi03785213-25 2024-07-26T06:35:08.454 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 5 to smithi03785213-25 2024-07-26T06:35:08.455 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing write tid 6 to smithi03785213-25 2024-07-26T06:35:08.455 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 573 (ObjNum 279 snap 89 seq_num 279) dirty exists 2024-07-26T06:35:08.455 INFO:tasks.rados.rados.0.smithi037.stdout:904: left oid 25 (ObjNum 279 snap 89 seq_num 279) 2024-07-26T06:35:08.469 INFO:tasks.rados.rados.0.smithi037.stdout:907: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:35:08.471 INFO:tasks.rados.rados.0.smithi037.stdout:907: finishing copy_from to smithi03785213-21 2024-07-26T06:35:08.471 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 756 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-07-26T06:35:08.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[29520]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:35:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[29520]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:35:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[29520]: pgmap v66: 121 pgs: 121 active+clean; 222 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-07-26T06:35:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[40607]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:35:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[40607]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:35:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:08 smithi037 ceph-mon[40607]: pgmap v66: 121 pgs: 121 active+clean; 222 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-07-26T06:35:08.659 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:08 smithi135 ceph-mon[32812]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:35:08.659 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:08 smithi135 ceph-mon[32812]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:35:08.659 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:08 smithi135 ceph-mon[32812]: pgmap v66: 121 pgs: 121 active+clean; 222 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2024-07-26T06:35:09.087 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:904: done (2 left) 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:907: done (1 left) 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:908: done (0 left) 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:909: rollback oid 44 current snap is 90 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 43 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:910: copy_from oid 18 from oid 38 current snap is 90 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 90 2024-07-26T06:35:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:911: seq_num 281 ranges {1990656=712704,2703360=491520,3194880=491520,3686400=622592} 2024-07-26T06:35:09.345 INFO:tasks.rados.rados.0.smithi037.stdout:911: writing smithi03785213-3 from 1990656 to 2703360 tid 1 2024-07-26T06:35:09.347 INFO:tasks.rados.rados.0.smithi037.stdout:911: writing smithi03785213-3 from 2703360 to 3194880 tid 2 2024-07-26T06:35:09.350 INFO:tasks.rados.rados.0.smithi037.stdout:911: writing smithi03785213-3 from 3194880 to 3686400 tid 3 2024-07-26T06:35:09.353 INFO:tasks.rados.rados.0.smithi037.stdout:911: writing smithi03785213-3 from 3686400 to 4308992 tid 4 2024-07-26T06:35:09.354 INFO:tasks.rados.rados.0.smithi037.stdout:912: snap_remove snap 83 2024-07-26T06:35:09.759 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-mon[32812]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:35:09.759 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-mon[32812]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:912: done (3 left) 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:913: snap_create 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:909: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 200 (ObjNum 33 snap 0 seq_num 3880302672) dirty dne 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:910: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:910: finishing copy_from to smithi03785213-18 2024-07-26T06:35:09.762 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 226 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 1 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 2 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 3 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 4 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 5 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: finishing write tid 6 to smithi03785213-3 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 312 (ObjNum 281 snap 90 seq_num 281) dirty exists 2024-07-26T06:35:09.763 INFO:tasks.rados.rados.0.smithi037.stdout:911: left oid 3 (ObjNum 281 snap 90 seq_num 281) 2024-07-26T06:35:09.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:09 smithi037 ceph-mon[29520]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:35:09.774 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:09 smithi037 ceph-mon[29520]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:35:09.774 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:09 smithi037 ceph-mon[40607]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:35:09.774 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:09 smithi037 ceph-mon[40607]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:35:10.044 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:09] ENGINE Bus STOPPING 2024-07-26T06:35:10.050 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:09.759+0000 7f8fc4436640 -1 mgr handle_mgr_map I was active but no longer am 2024-07-26T06:35:10.050 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ignoring --setuser ceph since I am not root 2024-07-26T06:35:10.050 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ignoring --setgroup ceph since I am not root 2024-07-26T06:35:10.051 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-mgr[68586]: -- 172.21.15.135:0/1227579594 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563451570e0 con 0x556345134800 2024-07-26T06:35:10.051 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:09 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:09.921+0000 7ff49a798040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:35:10.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:10.093+0000 7ff49a798040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:10.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:10.167+0000 7ff49a798040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:10] ENGINE Bus STOPPED 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:10] ENGINE Bus STARTING 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.331+0000 7f453be8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.331+0000 7f453be8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.331+0000 7f453be8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.331+0000 7f453be8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.331+0000 7f453be8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.332+0000 7f4538e86640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.332+0000 7f4538e86640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.488 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.332+0000 7f4538e86640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.489 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.332+0000 7f4538e86640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.489 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:10.332+0000 7f4538e86640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:10.489 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:10] ENGINE Serving on http://:::9283 2024-07-26T06:35:10.489 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:10] ENGINE Bus STARTED 2024-07-26T06:35:10.766 INFO:tasks.rados.rados.0.smithi037.stdout:909: done (3 left) 2024-07-26T06:35:10.767 INFO:tasks.rados.rados.0.smithi037.stdout:910: done (2 left) 2024-07-26T06:35:10.767 INFO:tasks.rados.rados.0.smithi037.stdout:911: done (1 left) 2024-07-26T06:35:10.767 INFO:tasks.rados.rados.0.smithi037.stdout:913: done (0 left) 2024-07-26T06:35:10.767 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 91 2024-07-26T06:35:10.767 INFO:tasks.rados.rados.0.smithi037.stdout:914: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-07-26T06:35:10.771 INFO:tasks.rados.rados.0.smithi037.stdout:914: writing smithi03785213-1 from 0 to 729088 tid 1 2024-07-26T06:35:10.774 INFO:tasks.rados.rados.0.smithi037.stdout:914: writing smithi03785213-1 from 729088 to 1155072 tid 2 2024-07-26T06:35:10.779 INFO:tasks.rados.rados.0.smithi037.stdout:914: writing smithi03785213-1 from 1155072 to 1859584 tid 3 2024-07-26T06:35:10.783 INFO:tasks.rados.rados.0.smithi037.stdout:914: writing smithi03785213-1 from 1859584 to 2334720 tid 4 2024-07-26T06:35:10.783 INFO:tasks.rados.rados.0.smithi037.stdout:915: read oid 35 snap -1 2024-07-26T06:35:10.784 INFO:tasks.rados.rados.0.smithi037.stdout:915: expect deleted 2024-07-26T06:35:10.784 INFO:tasks.rados.rados.0.smithi037.stdout:916: snap_create 2024-07-26T06:35:10.784 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 1 to smithi03785213-1 2024-07-26T06:35:10.784 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 2 to smithi03785213-1 2024-07-26T06:35:10.784 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 3 to smithi03785213-1 2024-07-26T06:35:10.786 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 4 to smithi03785213-1 2024-07-26T06:35:10.786 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 5 to smithi03785213-1 2024-07-26T06:35:10.787 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing write tid 6 to smithi03785213-1 2024-07-26T06:35:10.788 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 260 (ObjNum 282 snap 91 seq_num 282) dirty exists 2024-07-26T06:35:10.788 INFO:tasks.rados.rados.0.smithi037.stdout:914: left oid 1 (ObjNum 282 snap 91 seq_num 282) 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: Activating manager daemon y 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.24718 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: mgrmap e30: y(active, starting, since 0.00835995s) 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:10.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:10.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: Manager daemon y is now available 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:10.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: Activating manager daemon y 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.24718 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: mgrmap e30: y(active, starting, since 0.00835995s) 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:10.800 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: Manager daemon y is now available 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:10.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:10.802 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:10 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:10.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:10.422+0000 7ff49a798040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:35:10.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:10.480+0000 7ff49a798040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:35:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 172.21.15.135:0/1767230713' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: Activating manager daemon y 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.24718 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:35:10.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: mgrmap e30: y(active, starting, since 0.00835995s) 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:10.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: Manager daemon y is now available 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:10.841 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:10.842 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:10.842 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:10 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:11.645 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:11.469+0000 7ff49a798040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:35:11.645 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:11.587+0000 7ff49a798040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:11.646 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:11.644+0000 7ff49a798040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:35:11.774 INFO:tasks.rados.rados.0.smithi037.stdout:914: done (2 left) 2024-07-26T06:35:11.775 INFO:tasks.rados.rados.0.smithi037.stdout:915: done (1 left) 2024-07-26T06:35:11.775 INFO:tasks.rados.rados.0.smithi037.stdout:916: done (0 left) 2024-07-26T06:35:11.775 INFO:tasks.rados.rados.0.smithi037.stdout:917: rollback oid 37 current snap is 92 2024-07-26T06:35:11.775 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 55 2024-07-26T06:35:11.775 INFO:tasks.rados.rados.0.smithi037.stdout:918: delete oid 44 current snap is 92 2024-07-26T06:35:11.778 INFO:tasks.rados.rados.0.smithi037.stdout:918: done (1 left) 2024-07-26T06:35:11.778 INFO:tasks.rados.rados.0.smithi037.stdout:919: copy_from oid 39 from oid 8 current snap is 92 2024-07-26T06:35:11.778 INFO:tasks.rados.rados.0.smithi037.stdout:920: read oid 46 snap 78 2024-07-26T06:35:11.779 INFO:tasks.rados.rados.0.smithi037.stdout:920: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:35:11.779 INFO:tasks.rados.rados.0.smithi037.stdout:921: snap_remove snap 85 2024-07-26T06:35:11.939 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:11.876+0000 7ff49a798040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:35:11.939 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-mon[32812]: mgrmap e31: y(active, since 1.01101s) 2024-07-26T06:35:11.940 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-mon[32812]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:35:11.940 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-mon[32812]: pgmap v4: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 GiB/s rd, 38 GiB/s wr, 545.36k op/s; 250 MiB/s, 1.03k objects/s recovering 2024-07-26T06:35:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[29520]: mgrmap e31: y(active, since 1.01101s) 2024-07-26T06:35:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[29520]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:35:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[29520]: pgmap v4: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 GiB/s rd, 38 GiB/s wr, 545.36k op/s; 250 MiB/s, 1.03k objects/s recovering 2024-07-26T06:35:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[40607]: mgrmap e31: y(active, since 1.01101s) 2024-07-26T06:35:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[40607]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:35:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:11 smithi037 ceph-mon[40607]: pgmap v4: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 GiB/s rd, 38 GiB/s wr, 545.36k op/s; 250 MiB/s, 1.03k objects/s recovering 2024-07-26T06:35:12.220 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:11.938+0000 7ff49a798040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:35:12.221 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:12.005+0000 7ff49a798040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:35:12.221 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:12.158+0000 7ff49a798040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:12.243+0000 7f4524c60640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:35:12] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: Traceback (most recent call last): 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._connections.run(self.expiration_interval) 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._run(expiration_interval) 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:12.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: s = self.context.wrap_socket( 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: return self.sslsocket_class._create( 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self.do_handshake() 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._sslobj.do_handshake() 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:12.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:12.782 INFO:tasks.rados.rados.0.smithi037.stdout:921: done (3 left) 2024-07-26T06:35:12.782 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 92 2024-07-26T06:35:12.783 INFO:tasks.rados.rados.0.smithi037.stdout:922: seq_num 284 ranges {4169728=761856,4931584=598016,5529600=671744,6201344=335872} 2024-07-26T06:35:12.810 INFO:tasks.rados.rados.0.smithi037.stdout:922: writing smithi03785213-13 from 4169728 to 4931584 tid 1 2024-07-26T06:35:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:922: writing smithi03785213-13 from 4931584 to 5529600 tid 2 2024-07-26T06:35:12.817 INFO:tasks.rados.rados.0.smithi037.stdout:922: writing smithi03785213-13 from 5529600 to 6201344 tid 3 2024-07-26T06:35:12.819 INFO:tasks.rados.rados.0.smithi037.stdout:922: writing smithi03785213-13 from 6201344 to 6537216 tid 4 2024-07-26T06:35:12.819 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 92 2024-07-26T06:35:12.819 INFO:tasks.rados.rados.0.smithi037.stdout:923: seq_num 285 ranges {1302528=778240,2080768=475136,2555904=475136,3031040=655360} 2024-07-26T06:35:12.831 INFO:tasks.rados.rados.0.smithi037.stdout:923: writing smithi03785213-24 from 1302528 to 2080768 tid 1 2024-07-26T06:35:12.834 INFO:tasks.rados.rados.0.smithi037.stdout:923: writing smithi03785213-24 from 2080768 to 2555904 tid 2 2024-07-26T06:35:12.837 INFO:tasks.rados.rados.0.smithi037.stdout:923: writing smithi03785213-24 from 2555904 to 3031040 tid 3 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:923: writing smithi03785213-24 from 3031040 to 3686400 tid 4 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:924: setattr oid 25 current snap is 92 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:917: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:917: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 209 (ObjNum 193 snap 0 seq_num 3193477090) dirty dne 2024-07-26T06:35:12.841 INFO:tasks.rados.rados.0.smithi037.stdout:920: expect (ObjNum 237 snap 72 seq_num 237) 2024-07-26T06:35:12.959 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:12.602+0000 7ff49a798040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:35:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: mgrmap e32: y(active, since 2s) 2024-07-26T06:35:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:35:12.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:12] ENGINE Bus STARTING 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:12] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:12] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: Traceback (most recent call last): 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._run(expiration_interval) 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:12.960 INFO:journalctl@ceph.mon.b.smithi135.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: self.do_handshake() 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:12] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:12.961 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:12] ENGINE Bus STARTED 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:919: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:919: finishing copy_from to smithi03785213-39 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 746 (ObjNum 264 snap 80 seq_num 264) dirty exists 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 1 to smithi03785213-13 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 2 to smithi03785213-13 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 3 to smithi03785213-13 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 4 to smithi03785213-13 2024-07-26T06:35:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 5 to smithi03785213-13 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 6 to smithi03785213-13 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 231 (ObjNum 284 snap 92 seq_num 284) dirty exists 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:922: left oid 13 (ObjNum 284 snap 92 seq_num 284) 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 1 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 2 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 3 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 4 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 5 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing write tid 6 to smithi03785213-24 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 761 (ObjNum 285 snap 92 seq_num 285) dirty exists 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:923: left oid 24 (ObjNum 285 snap 92 seq_num 285) 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:917: done (5 left) 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:919: done (4 left) 2024-07-26T06:35:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:920: done (3 left) 2024-07-26T06:35:12.969 INFO:tasks.rados.rados.0.smithi037.stdout:922: done (2 left) 2024-07-26T06:35:12.969 INFO:tasks.rados.rados.0.smithi037.stdout:923: done (1 left) 2024-07-26T06:35:12.969 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 92 2024-07-26T06:35:12.969 INFO:tasks.rados.rados.0.smithi037.stdout:925: seq_num 286 ranges {663552=794624,1458176=761856,2220032=679936,2899968=163840} 2024-07-26T06:35:12.974 INFO:tasks.rados.rados.0.smithi037.stdout:925: writing smithi03785213-40 from 663552 to 1458176 tid 1 2024-07-26T06:35:12.978 INFO:tasks.rados.rados.0.smithi037.stdout:925: writing smithi03785213-40 from 1458176 to 2220032 tid 2 2024-07-26T06:35:12.982 INFO:tasks.rados.rados.0.smithi037.stdout:925: writing smithi03785213-40 from 2220032 to 2899968 tid 3 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:925: writing smithi03785213-40 from 2899968 to 3063808 tid 4 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 92 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 574 (ObjNum 279 snap 89 seq_num 279) dirty exists 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 1 to smithi03785213-40 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 2 to smithi03785213-40 2024-07-26T06:35:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:926: seq_num 287 ranges {2949120=8192} 2024-07-26T06:35:13.000 INFO:tasks.rados.rados.0.smithi037.stdout:926: writing smithi03785213-11 from 2949120 to 2957312 tid 1 2024-07-26T06:35:13.000 INFO:tasks.rados.rados.0.smithi037.stdout:924: done (2 left) 2024-07-26T06:35:13.000 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 92 2024-07-26T06:35:13.000 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 3 to smithi03785213-40 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 4 to smithi03785213-40 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 5 to smithi03785213-40 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:925: finishing write tid 6 to smithi03785213-40 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 761 (ObjNum 286 snap 92 seq_num 286) dirty exists 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:925: left oid 40 (ObjNum 286 snap 92 seq_num 286) 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:927: seq_num 288 ranges {0=24576} 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:927: writing smithi03785213-44 from 0 to 24576 tid 1 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:925: done (2 left) 2024-07-26T06:35:13.001 INFO:tasks.rados.rados.0.smithi037.stdout:928: snap_remove snap 56 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: mgrmap e32: y(active, since 2s) 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: [26/Jul/2024:06:35:12] ENGINE Bus STARTING 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: [26/Jul/2024:06:35:12] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: [26/Jul/2024:06:35:12] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: [26/Jul/2024:06:35:12] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[29520]: [26/Jul/2024:06:35:12] ENGINE Bus STARTED 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: mgrmap e32: y(active, since 2s) 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:35:13.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:12] ENGINE Bus STARTING 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:12] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:12] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:13.048 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: self.do_handshake() 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:12] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:13.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:12 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:12] ENGINE Bus STARTED 2024-07-26T06:35:13.241 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:12.958+0000 7ff49a798040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:35:13.242 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.027+0000 7ff49a798040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:35:13.242 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.186+0000 7ff49a798040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:35:13.755 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.498+0000 7ff49a798040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:35:13.756 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.567+0000 7ff49a798040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:35:13.756 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:13.784 INFO:tasks.rados.rados.0.smithi037.stdout:928: done (2 left) 2024-07-26T06:35:13.784 INFO:tasks.rados.rados.0.smithi037.stdout:929: setattr oid 38 current snap is 92 2024-07-26T06:35:13.784 INFO:tasks.rados.rados.0.smithi037.stdout:926: finishing write tid 1 to smithi03785213-11 2024-07-26T06:35:13.784 INFO:tasks.rados.rados.0.smithi037.stdout:926: finishing write tid 2 to smithi03785213-11 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 1 to smithi03785213-44 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 2 to smithi03785213-44 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:926: finishing write tid 3 to smithi03785213-11 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 171 (ObjNum 287 snap 92 seq_num 287) dirty exists 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:926: left oid 11 (ObjNum 287 snap 92 seq_num 287) 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 3 to smithi03785213-44 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 763 (ObjNum 288 snap 92 seq_num 288) dirty exists 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:927: left oid 44 (ObjNum 288 snap 92 seq_num 288) 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:926: done (2 left) 2024-07-26T06:35:13.785 INFO:tasks.rados.rados.0.smithi037.stdout:927: done (1 left) 2024-07-26T06:35:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:930: rollback oid 24 current snap is 92 2024-07-26T06:35:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 43 2024-07-26T06:35:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:931: read oid 32 snap -1 2024-07-26T06:35:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:931: expect (ObjNum 195 snap 58 seq_num 195) 2024-07-26T06:35:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:932: snap_create 2024-07-26T06:35:13.794 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 270 (ObjNum 129 snap 0 seq_num 3883072408) dirty exists 2024-07-26T06:35:13.796 INFO:tasks.rados.rados.0.smithi037.stdout:931: expect (ObjNum 195 snap 58 seq_num 195) 2024-07-26T06:35:13.823 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:35:13.823 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:35:13.823 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:35:13.823 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 764 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:35:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:13 smithi037 ceph-mon[29520]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:35:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:13 smithi037 ceph-mon[40607]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:35:14.084 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-mon[32812]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:35:14.085 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.754+0000 7ff49a798040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:35:14.085 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.922+0000 7ff49a798040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:35:14.085 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:13.993+0000 7ff49a798040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:35:14.085 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:14.083+0000 7ff49a798040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:14.329 INFO:tasks.rados.rados.0.smithi037.stdout:929: done (3 left) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:930: done (2 left) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:931: done (1 left) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:932: done (0 left) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 93 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:933: seq_num 289 ranges {0=40960} 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:933: writing smithi03785213-37 from 0 to 40960 tid 1 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:934: rmattr oid 2 current snap is 93 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:934: done (1 left) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:935: read oid 2 snap 92 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:935: expect (ObjNum 268 snap 84 seq_num 268) 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 93 2024-07-26T06:35:14.330 INFO:tasks.rados.rados.0.smithi037.stdout:936: seq_num 290 ranges {2334720=57344} 2024-07-26T06:35:14.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:14.144+0000 7ff49a798040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:35:14.344 INFO:tasks.rados.rados.0.smithi037.stdout:936: writing smithi03785213-1 from 2334720 to 2392064 tid 1 2024-07-26T06:35:14.344 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 93 2024-07-26T06:35:14.344 INFO:tasks.rados.rados.0.smithi037.stdout:933: finishing write tid 1 to smithi03785213-37 2024-07-26T06:35:14.344 INFO:tasks.rados.rados.0.smithi037.stdout:937: seq_num 291 ranges {876544=81920} 2024-07-26T06:35:14.349 INFO:tasks.rados.rados.0.smithi037.stdout:937: writing smithi03785213-32 from 876544 to 958464 tid 1 2024-07-26T06:35:14.349 INFO:tasks.rados.rados.0.smithi037.stdout:938: rmattr oid 7 current snap is 93 2024-07-26T06:35:14.349 INFO:tasks.rados.rados.0.smithi037.stdout:938: done (4 left) 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:939: setattr oid 38 current snap is 93 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:933: finishing write tid 2 to smithi03785213-37 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:933: finishing write tid 3 to smithi03785213-37 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:933: left oid 37 (ObjNum 289 snap 93 seq_num 289) 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:936: finishing write tid 1 to smithi03785213-1 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:936: finishing write tid 2 to smithi03785213-1 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:936: finishing write tid 3 to smithi03785213-1 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 273 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:936: left oid 1 (ObjNum 290 snap 93 seq_num 290) 2024-07-26T06:35:14.350 INFO:tasks.rados.rados.0.smithi037.stdout:935: expect (ObjNum 268 snap 84 seq_num 268) 2024-07-26T06:35:14.484 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 1 to smithi03785213-32 2024-07-26T06:35:14.551 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 2 to smithi03785213-32 2024-07-26T06:35:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 3 to smithi03785213-32 2024-07-26T06:35:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 216 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-07-26T06:35:14.553 INFO:tasks.rados.rados.0.smithi037.stdout:937: left oid 32 (ObjNum 291 snap 93 seq_num 291) 2024-07-26T06:35:14.554 INFO:tasks.rados.rados.0.smithi037.stdout:933: done (4 left) 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:935: done (3 left) 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:936: done (2 left) 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:937: done (1 left) 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 93 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:940: seq_num 292 ranges {0=98304} 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:940: writing smithi03785213-15 from 0 to 98304 tid 1 2024-07-26T06:35:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:941: delete oid 4 current snap is 93 2024-07-26T06:35:14.556 INFO:tasks.rados.rados.0.smithi037.stdout:941: done (2 left) 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:942: read oid 3 snap -1 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:942: expect (ObjNum 281 snap 90 seq_num 281) 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:943: snap_create 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:940: finishing write tid 1 to smithi03785213-15 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:940: finishing write tid 2 to smithi03785213-15 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 275 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:940: finishing write tid 3 to smithi03785213-15 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 320 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:940: left oid 15 (ObjNum 292 snap 93 seq_num 292) 2024-07-26T06:35:14.557 INFO:tasks.rados.rados.0.smithi037.stdout:942: expect (ObjNum 281 snap 90 seq_num 281) 2024-07-26T06:35:14.975 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:14.712+0000 7ff49a798040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:35:14.975 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:14.876+0000 7ff49a798040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:35:14.975 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:35:14] ENGINE Bus STARTING 2024-07-26T06:35:14.975 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: CherryPy Checker: 2024-07-26T06:35:14.975 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: The Application mounted at '' has an empty config. 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: pgmap v8: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 132 MiB/s rd, 87 MiB/s wr, 1.23k op/s; 577 KiB/s, 2 objects/s recovering 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: mgrmap e33: y(active, since 4s) 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:14.976 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: pgmap v8: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 132 MiB/s rd, 87 MiB/s wr, 1.23k op/s; 577 KiB/s, 2 objects/s recovering 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: mgrmap e33: y(active, since 4s) 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: pgmap v8: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 132 MiB/s rd, 87 MiB/s wr, 1.23k op/s; 577 KiB/s, 2 objects/s recovering 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: mgrmap e33: y(active, since 4s) 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:35:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:14 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:35:14] ENGINE Serving on http://:::9283 2024-07-26T06:35:15.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: [26/Jul/2024:06:35:14] ENGINE Bus STARTED 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:939: done (3 left) 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:940: done (2 left) 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:942: done (1 left) 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:943: done (0 left) 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:944: read oid 43 snap -1 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:944: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:35:15.463 INFO:tasks.rados.rados.0.smithi037.stdout:945: snap_create 2024-07-26T06:35:15.474 INFO:tasks.rados.rados.0.smithi037.stdout:944: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:35:15.785 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:35:15.785 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:15.785 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[40607]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: Standby manager daemon x started 2024-07-26T06:35:15.786 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:15.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:15 smithi037 ceph-mon[29520]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/714595666' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:15 smithi135 ceph-mon[32812]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:35:16.470 INFO:tasks.rados.rados.0.smithi037.stdout:944: done (1 left) 2024-07-26T06:35:16.470 INFO:tasks.rados.rados.0.smithi037.stdout:945: done (0 left) 2024-07-26T06:35:16.470 INFO:tasks.rados.rados.0.smithi037.stdout:946: copy_from oid 2 from oid 18 current snap is 95 2024-07-26T06:35:16.470 INFO:tasks.rados.rados.0.smithi037.stdout:947: snap_create 2024-07-26T06:35:16.475 INFO:tasks.rados.rados.0.smithi037.stdout:946: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:35:16.475 INFO:tasks.rados.rados.0.smithi037.stdout:946: finishing copy_from to smithi03785213-2 2024-07-26T06:35:16.476 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 226 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: pgmap v12: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 592 KiB/s wr, 3 op/s 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: mgrmap e34: y(active, since 6s), standbys: x 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[29520]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: pgmap v12: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 592 KiB/s wr, 3 op/s 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: mgrmap e34: y(active, since 6s), standbys: x 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:16.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:16 smithi037 ceph-mon[40607]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:35:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: pgmap v12: 121 pgs: 121 active+clean; 247 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 592 KiB/s wr, 3 op/s 2024-07-26T06:35:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: mgrmap e34: y(active, since 6s), standbys: x 2024-07-26T06:35:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:16 smithi135 ceph-mon[32812]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:946: done (1 left) 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:947: done (0 left) 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:948: read oid 19 snap -1 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:948: expect (ObjNum 278 snap 89 seq_num 278) 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:949: rollback oid 24 current snap is 96 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 77 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 96 2024-07-26T06:35:17.471 INFO:tasks.rados.rados.0.smithi037.stdout:950: seq_num 294 ranges {0=131072} 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:950: writing smithi03785213-28 from 0 to 131072 tid 1 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:951: read oid 5 snap -1 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:951: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:952: read oid 43 snap -1 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:952: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:35:17.472 INFO:tasks.rados.rados.0.smithi037.stdout:953: copy_from oid 12 from oid 2 current snap is 96 2024-07-26T06:35:17.473 INFO:tasks.rados.rados.0.smithi037.stdout:954: copy_from oid 10 from oid 37 current snap is 96 2024-07-26T06:35:17.473 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 96 2024-07-26T06:35:17.473 INFO:tasks.rados.rados.0.smithi037.stdout:955: seq_num 295 ranges {98304=147456} 2024-07-26T06:35:17.473 INFO:tasks.rados.rados.0.smithi037.stdout:955: writing smithi03785213-15 from 98304 to 245760 tid 1 2024-07-26T06:35:17.473 INFO:tasks.rados.rados.0.smithi037.stdout:956: snap_remove snap 93 2024-07-26T06:35:18.477 INFO:tasks.rados.rados.0.smithi037.stdout:956: done (8 left) 2024-07-26T06:35:18.477 INFO:tasks.rados.rados.0.smithi037.stdout:957: rmattr oid 16 current snap is 96 2024-07-26T06:35:18.477 INFO:tasks.rados.rados.0.smithi037.stdout:957: done (8 left) 2024-07-26T06:35:18.477 INFO:tasks.rados.rados.0.smithi037.stdout:958: rollback oid 27 current snap is 96 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 90 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:949: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 1 to smithi03785213-15 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 2 to smithi03785213-15 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 1 to smithi03785213-28 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 2 to smithi03785213-28 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 3 to smithi03785213-15 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 323 (ObjNum 295 snap 96 seq_num 295) dirty exists 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:955: left oid 15 (ObjNum 295 snap 96 seq_num 295) 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 3 to smithi03785213-28 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 576 (ObjNum 294 snap 96 seq_num 294) dirty exists 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:950: left oid 28 (ObjNum 294 snap 96 seq_num 294) 2024-07-26T06:35:18.478 INFO:tasks.rados.rados.0.smithi037.stdout:953: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:35:18.479 INFO:tasks.rados.rados.0.smithi037.stdout:949: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:35:18.479 INFO:tasks.rados.rados.0.smithi037.stdout:949: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:35:18.479 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 767 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-07-26T06:35:18.479 INFO:tasks.rados.rados.0.smithi037.stdout:952: expect (ObjNum 196 snap 58 seq_num 196) 2024-07-26T06:35:18.582 INFO:tasks.rados.rados.0.smithi037.stdout:953: finishing copy_from to smithi03785213-12 2024-07-26T06:35:18.583 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 226 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:35:18.583 INFO:tasks.rados.rados.0.smithi037.stdout:951: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:35:18.730 INFO:tasks.rados.rados.0.smithi037.stdout:954: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:35:18.730 INFO:tasks.rados.rados.0.smithi037.stdout:948: expect (ObjNum 278 snap 89 seq_num 278) 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[40607]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[29520]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:18 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:18.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:18 smithi135 ceph-mon[32812]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:35:18.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:18 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:18 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:18 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:18 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:18.970 INFO:tasks.rados.rados.0.smithi037.stdout:954: finishing copy_from to smithi03785213-10 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:958: finishing rollback tid 0 to smithi03785213-27 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:958: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:948: done (8 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:949: done (7 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:950: done (6 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:951: done (5 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:952: done (4 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:953: done (3 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:954: done (2 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:955: done (1 left) 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:959: delete oid 14 current snap is 96 2024-07-26T06:35:18.971 INFO:tasks.rados.rados.0.smithi037.stdout:958: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:35:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 101 (ObjNum 129 snap 0 seq_num 3883710208) dirty exists 2024-07-26T06:35:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:958: done (1 left) 2024-07-26T06:35:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:959: done (0 left) 2024-07-26T06:35:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 96 2024-07-26T06:35:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:960: seq_num 297 ranges {0=180224} 2024-07-26T06:35:18.973 INFO:tasks.rados.rados.0.smithi037.stdout:960: writing smithi03785213-47 from 0 to 180224 tid 1 2024-07-26T06:35:18.973 INFO:tasks.rados.rados.0.smithi037.stdout:961: read oid 18 snap -1 2024-07-26T06:35:18.974 INFO:tasks.rados.rados.0.smithi037.stdout:961: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:18.974 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 96 2024-07-26T06:35:18.974 INFO:tasks.rados.rados.0.smithi037.stdout:962: seq_num 298 ranges {0=196608} 2024-07-26T06:35:18.974 INFO:tasks.rados.rados.0.smithi037.stdout:962: writing smithi03785213-2 from 0 to 196608 tid 1 2024-07-26T06:35:18.975 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 96 2024-07-26T06:35:18.975 INFO:tasks.rados.rados.0.smithi037.stdout:963: seq_num 299 ranges {0=212992} 2024-07-26T06:35:18.976 INFO:tasks.rados.rados.0.smithi037.stdout:963: writing smithi03785213-33 from 0 to 212992 tid 1 2024-07-26T06:35:18.976 INFO:tasks.rados.rados.0.smithi037.stdout:964: copy_from oid 19 from oid 21 current snap is 96 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:965: rollback oid 49 current snap is 96 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 86 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:966: copy_from oid 46 from oid 42 current snap is 96 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:967: read oid 34 snap 43 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:967: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:968: copy_from oid 26 from oid 23 current snap is 96 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:969: snap_create 2024-07-26T06:35:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:961: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing write tid 1 to smithi03785213-47 2024-07-26T06:35:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing write tid 2 to smithi03785213-47 2024-07-26T06:35:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing write tid 3 to smithi03785213-47 2024-07-26T06:35:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 814 (ObjNum 297 snap 96 seq_num 297) dirty exists 2024-07-26T06:35:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:960: left oid 47 (ObjNum 297 snap 96 seq_num 297) 2024-07-26T06:35:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:962: finishing write tid 1 to smithi03785213-2 2024-07-26T06:35:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:962: finishing write tid 2 to smithi03785213-2 2024-07-26T06:35:18.983 INFO:tasks.rados.rados.0.smithi037.stdout:962: finishing write tid 3 to smithi03785213-2 2024-07-26T06:35:18.984 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 578 (ObjNum 298 snap 96 seq_num 298) dirty exists 2024-07-26T06:35:18.984 INFO:tasks.rados.rados.0.smithi037.stdout:962: left oid 2 (ObjNum 298 snap 96 seq_num 298) 2024-07-26T06:35:18.984 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:35:18.984 INFO:tasks.rados.rados.0.smithi037.stdout:963: finishing write tid 1 to smithi03785213-33 2024-07-26T06:35:18.985 INFO:tasks.rados.rados.0.smithi037.stdout:963: finishing write tid 2 to smithi03785213-33 2024-07-26T06:35:18.985 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:35:18.985 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:35:18.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 279 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:35:18.986 INFO:tasks.rados.rados.0.smithi037.stdout:963: finishing write tid 3 to smithi03785213-33 2024-07-26T06:35:18.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 580 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-07-26T06:35:18.987 INFO:tasks.rados.rados.0.smithi037.stdout:963: left oid 33 (ObjNum 299 snap 96 seq_num 299) 2024-07-26T06:35:18.990 INFO:tasks.rados.rados.0.smithi037.stdout:966: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:35:18.992 INFO:tasks.rados.rados.0.smithi037.stdout:967: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:35:19.025 INFO:tasks.rados.rados.0.smithi037.stdout:966: finishing copy_from to smithi03785213-46 2024-07-26T06:35:19.025 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 351 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:35:19.025 INFO:tasks.rados.rados.0.smithi037.stdout:968: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:35:19.025 INFO:tasks.rados.rados.0.smithi037.stdout:968: finishing copy_from to smithi03785213-26 2024-07-26T06:35:19.026 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 625 (ObjNum 277 snap 88 seq_num 277) dirty exists 2024-07-26T06:35:19.026 INFO:tasks.rados.rados.0.smithi037.stdout:964: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:35:19.026 INFO:tasks.rados.rados.0.smithi037.stdout:964: finishing copy_from to smithi03785213-19 2024-07-26T06:35:19.026 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 756 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:960: done (9 left) 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:961: done (8 left) 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:962: done (7 left) 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:963: done (6 left) 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:964: done (5 left) 2024-07-26T06:35:19.332 INFO:tasks.rados.rados.0.smithi037.stdout:965: done (4 left) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:966: done (3 left) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:967: done (2 left) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:968: done (1 left) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:969: done (0 left) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:970: read oid 48 snap -1 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:970: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:971: snap_remove snap 74 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: pgmap v15: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 61 op/s 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[29520]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: pgmap v15: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 61 op/s 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:19 smithi037 ceph-mon[40607]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:35:19.825 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: pgmap v15: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 61 op/s 2024-07-26T06:35:19.825 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:19.825 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:19.825 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:19.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:19 smithi135 ceph-mon[32812]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:35:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:971: done (1 left) 2024-07-26T06:35:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:972: snap_create 2024-07-26T06:35:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:970: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:20.719 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:20 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.719 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:20 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.720 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:20 smithi135 ceph-mon[32812]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:35:20.720 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:20 smithi135 ceph-mon[32812]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:35:20.720 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:20 smithi135 ceph-mon[32812]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:35:20.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[29520]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[29520]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[29520]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[29520]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[29520]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[40607]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:35:20.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[40607]: Reconfiguring daemon prometheus.a on smithi135 2024-07-26T06:35:20.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:20 smithi037 ceph-mon[40607]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:35:21.334 INFO:tasks.rados.rados.0.smithi037.stdout:970: done (1 left) 2024-07-26T06:35:21.334 INFO:tasks.rados.rados.0.smithi037.stdout:972: done (0 left) 2024-07-26T06:35:21.334 INFO:tasks.rados.rados.0.smithi037.stdout:973: copy_from oid 20 from oid 32 current snap is 98 2024-07-26T06:35:21.334 INFO:tasks.rados.rados.0.smithi037.stdout:974: delete oid 3 current snap is 98 2024-07-26T06:35:21.337 INFO:tasks.rados.rados.0.smithi037.stdout:974: done (1 left) 2024-07-26T06:35:21.338 INFO:tasks.rados.rados.0.smithi037.stdout:975: copy_from oid 45 from oid 37 current snap is 98 2024-07-26T06:35:21.338 INFO:tasks.rados.rados.0.smithi037.stdout:976: snap_remove snap 89 2024-07-26T06:35:21.726 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:21 smithi135 ceph-mon[32812]: pgmap v18: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 57 op/s 2024-07-26T06:35:21.726 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:21 smithi135 ceph-mon[32812]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:35:21.726 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:21 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[68563]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:35:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:35:21.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:21 smithi037 ceph-mon[29520]: pgmap v18: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 57 op/s 2024-07-26T06:35:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:21 smithi037 ceph-mon[29520]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:35:21.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:21 smithi037 ceph-mon[40607]: pgmap v18: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 57 op/s 2024-07-26T06:35:21.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:21 smithi037 ceph-mon[40607]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:35:22.336 INFO:tasks.rados.rados.0.smithi037.stdout:976: done (2 left) 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:977: snap_create 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:975: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:973: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:975: finishing copy_from to smithi03785213-45 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:973: finishing copy_from to smithi03785213-20 2024-07-26T06:35:22.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 216 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-07-26T06:35:22.752 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 systemd[1]: Stopping Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:35:23.075 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[77284]: ts=2024-07-26T06:35:22.752Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:22 smithi135 podman[80686]: 2024-07-26 06:35:22.762751205 +0000 UTC m=+0.114016663 container died b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80686]: 2024-07-26 06:35:23.074962168 +0000 UTC m=+0.426227626 container cleanup b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:23.076 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 bash[80686]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:35:23.333 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80703]: 2024-07-26 06:35:23.284438699 +0000 UTC m=+0.523725948 container remove b589eea926b2f5bb61085cae6b91e2ee713c989b09470e18c4c5e9a8bf65e8a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:23.340 INFO:tasks.rados.rados.0.smithi037.stdout:973: done (2 left) 2024-07-26T06:35:23.341 INFO:tasks.rados.rados.0.smithi037.stdout:975: done (1 left) 2024-07-26T06:35:23.341 INFO:tasks.rados.rados.0.smithi037.stdout:977: done (0 left) 2024-07-26T06:35:23.341 INFO:tasks.rados.rados.0.smithi037.stdout:978: snap_remove snap 78 2024-07-26T06:35:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:23 smithi135 ceph-mon[32812]: pgmap v21: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:23 smithi135 ceph-mon[32812]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:35:23.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:35:23.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 systemd[1]: Stopped Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:23.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.183s CPU time. 2024-07-26T06:35:23.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 systemd[1]: Starting Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:23 smithi037 ceph-mon[29520]: pgmap v21: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:23 smithi037 ceph-mon[29520]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:35:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:23 smithi037 ceph-mon[40607]: pgmap v21: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:23 smithi037 ceph-mon[40607]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:35:23.987 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80801]: 2024-07-26 06:35:23.628751451 +0000 UTC m=+0.018384960 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:35:23.987 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80801]: 2024-07-26 06:35:23.818824 +0000 UTC m=+0.208457502 container create b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:24.338 INFO:tasks.rados.rados.0.smithi037.stdout:978: done (0 left) 2024-07-26T06:35:24.338 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 99 2024-07-26T06:35:24.338 INFO:tasks.rados.rados.0.smithi037.stdout:979: seq_num 301 ranges {5652480=245760} 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80801]: 2024-07-26 06:35:23.987214879 +0000 UTC m=+0.376848381 container init b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:23 smithi135 podman[80801]: 2024-07-26 06:35:23.991785015 +0000 UTC m=+0.381418518 container start b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.014Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.014Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.014Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi135 (none))" 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.014Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.014Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:35:24.339 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.016Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.016Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.018Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.018Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.020Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.020Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.422µs 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.020Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.020Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.034Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.041Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.042Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.042Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.674µs wal_replay_duration=22.063268ms wbl_replay_duration=108ns total_replay_duration=22.118157ms 2024-07-26T06:35:24.340 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.044Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.044Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.044Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.064Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.13576ms db_storage=690ns remote_storage=1.087µs web_handler=368ns query_engine=981ns scrape=226.642µs scrape_sd=93.41µs notify=13.288µs notify_sd=10.055µs rules=18.483601ms tracing=4.475µs 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.064Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:24.064Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 bash[80801]: b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d 2024-07-26T06:35:24.341 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:24 smithi135 systemd[1]: Started Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:24.371 INFO:tasks.rados.rados.0.smithi037.stdout:979: writing smithi03785213-25 from 5652480 to 5898240 tid 1 2024-07-26T06:35:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:980: copy_from oid 1 from oid 10 current snap is 99 2024-07-26T06:35:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:981: read oid 46 snap -1 2024-07-26T06:35:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:981: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:35:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 99 2024-07-26T06:35:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:982: seq_num 302 ranges {1302528=262144} 2024-07-26T06:35:24.380 INFO:tasks.rados.rados.0.smithi037.stdout:982: writing smithi03785213-24 from 1302528 to 1564672 tid 1 2024-07-26T06:35:24.381 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 99 2024-07-26T06:35:24.381 INFO:tasks.rados.rados.0.smithi037.stdout:983: seq_num 303 ranges {4235264=278528} 2024-07-26T06:35:24.405 INFO:tasks.rados.rados.0.smithi037.stdout:983: writing smithi03785213-5 from 4235264 to 4513792 tid 1 2024-07-26T06:35:24.406 INFO:tasks.rados.rados.0.smithi037.stdout:984: rollback oid 26 current snap is 99 2024-07-26T06:35:24.406 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 77 2024-07-26T06:35:24.406 INFO:tasks.rados.rados.0.smithi037.stdout:981: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:980: finishing copy_from racing read to smithi03785213-1 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:980: finishing copy_from to smithi03785213-1 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:979: finishing write tid 1 to smithi03785213-25 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:979: finishing write tid 2 to smithi03785213-25 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:980: done (5 left) 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:981: done (4 left) 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 99 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:979: finishing write tid 3 to smithi03785213-25 2024-07-26T06:35:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 582 (ObjNum 301 snap 99 seq_num 301) dirty exists 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:979: left oid 25 (ObjNum 301 snap 99 seq_num 301) 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 1 to smithi03785213-24 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 2 to smithi03785213-24 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 3 to smithi03785213-24 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 769 (ObjNum 302 snap 99 seq_num 302) dirty exists 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:982: left oid 24 (ObjNum 302 snap 99 seq_num 302) 2024-07-26T06:35:24.429 INFO:tasks.rados.rados.0.smithi037.stdout:985: seq_num 304 ranges {40960=294912} 2024-07-26T06:35:24.434 INFO:tasks.rados.rados.0.smithi037.stdout:985: writing smithi03785213-10 from 40960 to 335872 tid 1 2024-07-26T06:35:24.434 INFO:tasks.rados.rados.0.smithi037.stdout:979: done (4 left) 2024-07-26T06:35:24.434 INFO:tasks.rados.rados.0.smithi037.stdout:982: done (3 left) 2024-07-26T06:35:24.434 INFO:tasks.rados.rados.0.smithi037.stdout:986: copy_from oid 50 from oid 31 current snap is 99 2024-07-26T06:35:24.434 INFO:tasks.rados.rados.0.smithi037.stdout:984: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:987: copy_from oid 28 from oid 43 current snap is 99 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:984: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:984: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 772 (ObjNum 123 snap 33 seq_num 123) dirty exists 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:983: finishing write tid 1 to smithi03785213-5 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:983: finishing write tid 2 to smithi03785213-5 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:983: finishing write tid 3 to smithi03785213-5 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 765 (ObjNum 303 snap 99 seq_num 303) dirty exists 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:983: left oid 5 (ObjNum 303 snap 99 seq_num 303) 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:983: done (4 left) 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:984: done (3 left) 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:988: read oid 41 snap -1 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:988: expect (ObjNum 246 snap 73 seq_num 246) 2024-07-26T06:35:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:989: setattr oid 34 current snap is 99 2024-07-26T06:35:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:990: delete oid 25 current snap is 99 2024-07-26T06:35:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 1 to smithi03785213-10 2024-07-26T06:35:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:990: done (5 left) 2024-07-26T06:35:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:991: snap_remove snap 41 2024-07-26T06:35:24.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-mon[32812]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:35:24.691 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:24.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:24 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[29520]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[40607]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:24.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:24.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:24 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:991: done (5 left) 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:992: rollback oid 40 current snap is 99 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 87 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 2 to smithi03785213-10 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 3 to smithi03785213-10 2024-07-26T06:35:25.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 219 (ObjNum 304 snap 99 seq_num 304) dirty exists 2024-07-26T06:35:25.363 INFO:tasks.rados.rados.0.smithi037.stdout:985: left oid 10 (ObjNum 304 snap 99 seq_num 304) 2024-07-26T06:35:25.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 679 (ObjNum 209 snap 0 seq_num 3104672382) dirty exists 2024-07-26T06:35:25.363 INFO:tasks.rados.rados.0.smithi037.stdout:988: expect (ObjNum 246 snap 73 seq_num 246) 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:987: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:987: finishing copy_from to smithi03785213-28 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 283 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:986: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:986: finishing copy_from to smithi03785213-50 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 464 (ObjNum 253 snap 76 seq_num 253) dirty exists 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:985: done (5 left) 2024-07-26T06:35:25.419 INFO:tasks.rados.rados.0.smithi037.stdout:986: done (4 left) 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:987: done (3 left) 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:988: done (2 left) 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:989: done (1 left) 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:993: read oid 4 snap -1 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:993: expect deleted 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 99 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:992: finishing rollback tid 0 to smithi03785213-40 2024-07-26T06:35:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:994: seq_num 306 ranges {2228224=327680} 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:994: writing smithi03785213-6 from 2228224 to 2555904 tid 1 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:995: read oid 48 snap -1 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:995: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:996: copy_from oid 13 from oid 28 current snap is 99 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:992: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:35:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:992: finishing rollback tid 2 to smithi03785213-40 2024-07-26T06:35:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 768 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:35:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:992: done (4 left) 2024-07-26T06:35:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:993: done (3 left) 2024-07-26T06:35:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:997: snap_create 2024-07-26T06:35:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:995: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:994: finishing write tid 1 to smithi03785213-6 2024-07-26T06:35:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:994: finishing write tid 2 to smithi03785213-6 2024-07-26T06:35:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:994: finishing write tid 3 to smithi03785213-6 2024-07-26T06:35:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 692 (ObjNum 306 snap 99 seq_num 306) dirty exists 2024-07-26T06:35:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:994: left oid 6 (ObjNum 306 snap 99 seq_num 306) 2024-07-26T06:35:25.445 INFO:tasks.rados.rados.0.smithi037.stdout:996: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:35:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:996: finishing copy_from to smithi03785213-13 2024-07-26T06:35:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 283 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-07-26T06:35:25.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:25 smithi135 ceph-mon[32812]: pgmap v24: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:25.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:25 smithi135 ceph-mon[32812]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:25.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:25 smithi135 ceph-mon[32812]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:35:25.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:25 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[29520]: pgmap v24: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[29520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[29520]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[40607]: pgmap v24: 121 pgs: 121 active+clean; 258 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[40607]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[40607]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:35:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:25 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:26.368 INFO:tasks.rados.rados.0.smithi037.stdout:994: done (3 left) 2024-07-26T06:35:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:995: done (2 left) 2024-07-26T06:35:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:996: done (1 left) 2024-07-26T06:35:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:997: done (0 left) 2024-07-26T06:35:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 100 2024-07-26T06:35:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:998: seq_num 307 ranges {5832704=344064} 2024-07-26T06:35:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:998: writing smithi03785213-7 from 5832704 to 6176768 tid 1 2024-07-26T06:35:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:999: delete oid 9 current snap is 100 2024-07-26T06:35:26.407 INFO:tasks.rados.rados.0.smithi037.stdout:998: finishing write tid 1 to smithi03785213-7 2024-07-26T06:35:26.407 INFO:tasks.rados.rados.0.smithi037.stdout:998: finishing write tid 2 to smithi03785213-7 2024-07-26T06:35:26.408 INFO:tasks.rados.rados.0.smithi037.stdout:999: done (1 left) 2024-07-26T06:35:26.408 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 100 2024-07-26T06:35:26.408 INFO:tasks.rados.rados.0.smithi037.stdout:1000: seq_num 309 ranges {0=376832} 2024-07-26T06:35:26.410 INFO:tasks.rados.rados.0.smithi037.stdout:1000: writing smithi03785213-3 from 0 to 376832 tid 1 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:1001: read oid 38 snap -1 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:1001: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:1002: delete oid 35 current snap is 100 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:998: finishing write tid 3 to smithi03785213-7 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 847 (ObjNum 307 snap 100 seq_num 307) dirty exists 2024-07-26T06:35:26.411 INFO:tasks.rados.rados.0.smithi037.stdout:998: left oid 7 (ObjNum 307 snap 100 seq_num 307) 2024-07-26T06:35:26.413 INFO:tasks.rados.rados.0.smithi037.stdout:1001: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1000: finishing write tid 1 to smithi03785213-3 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1000: finishing write tid 2 to smithi03785213-3 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1000: finishing write tid 3 to smithi03785213-3 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 343 (ObjNum 309 snap 100 seq_num 309) dirty exists 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1000: left oid 3 (ObjNum 309 snap 100 seq_num 309) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:998: done (3 left) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1000: done (2 left) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1001: done (1 left) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1002: done (0 left) 2024-07-26T06:35:26.419 INFO:tasks.rados.rados.0.smithi037.stdout:1003: snap_create 2024-07-26T06:35:26.524 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:35:26.525 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: Upgrade: Updating mgr.x 2024-07-26T06:35:26.525 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:35:26.525 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:35:26.525 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:26.525 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:26 smithi135 ceph-mon[32812]: Deploying daemon mgr.x on smithi135 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: Upgrade: Updating mgr.x 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[29520]: Deploying daemon mgr.x on smithi135 2024-07-26T06:35:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:35:26.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: Upgrade: Updating mgr.x 2024-07-26T06:35:26.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:35:26.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:35:26.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:26.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:26 smithi037 ceph-mon[40607]: Deploying daemon mgr.x on smithi135 2024-07-26T06:35:27.337 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:27 smithi135 systemd[1]: Stopping Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:27.371 INFO:tasks.rados.rados.0.smithi037.stdout:1003: done (0 left) 2024-07-26T06:35:27.372 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 101 2024-07-26T06:35:27.372 INFO:tasks.rados.rados.0.smithi037.stdout:1004: seq_num 311 ranges {180224=417792} 2024-07-26T06:35:27.374 INFO:tasks.rados.rados.0.smithi037.stdout:1004: writing smithi03785213-47 from 180224 to 598016 tid 1 2024-07-26T06:35:27.375 INFO:tasks.rados.rados.0.smithi037.stdout:1005: snap_remove snap 94 2024-07-26T06:35:27.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:27 smithi135 ceph-mon[32812]: pgmap v27: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s 2024-07-26T06:35:27.646 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:27 smithi135 ceph-mon[32812]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:35:27.646 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:27 smithi135 podman[81210]: 2024-07-26 06:35:27.345827814 +0000 UTC m=+0.127691055 container died 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-07-26T06:35:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:27 smithi037 ceph-mon[29520]: pgmap v27: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s 2024-07-26T06:35:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:27 smithi037 ceph-mon[29520]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:35:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:27 smithi037 ceph-mon[40607]: pgmap v27: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s 2024-07-26T06:35:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:27 smithi037 ceph-mon[40607]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:35:28.038 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:27 smithi135 podman[81210]: 2024-07-26 06:35:27.845779127 +0000 UTC m=+0.627642365 container cleanup 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:35:28.038 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:27 smithi135 bash[81210]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T06:35:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 podman[81229]: 2024-07-26 06:35:28.03865455 +0000 UTC m=+0.695203432 container remove 40d80b50b5463ea72b48a0ce5d8a63be2749c6a45929098454bad7c48025fd8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-26T06:35:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:35:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-26T06:35:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: Stopped Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:28.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service: Consumed 17.439s CPU time. 2024-07-26T06:35:28.388 INFO:tasks.rados.rados.0.smithi037.stdout:1005: done (1 left) 2024-07-26T06:35:28.388 INFO:tasks.rados.rados.0.smithi037.stdout:1006: delete oid 9 current snap is 101 2024-07-26T06:35:28.389 INFO:tasks.rados.rados.0.smithi037.stdout:1004: finishing write tid 1 to smithi03785213-47 2024-07-26T06:35:28.389 INFO:tasks.rados.rados.0.smithi037.stdout:1004: finishing write tid 2 to smithi03785213-47 2024-07-26T06:35:28.389 INFO:tasks.rados.rados.0.smithi037.stdout:1004: finishing write tid 3 to smithi03785213-47 2024-07-26T06:35:28.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 852 (ObjNum 311 snap 101 seq_num 311) dirty exists 2024-07-26T06:35:28.389 INFO:tasks.rados.rados.0.smithi037.stdout:1004: left oid 47 (ObjNum 311 snap 101 seq_num 311) 2024-07-26T06:35:28.396 INFO:tasks.rados.rados.0.smithi037.stdout:1004: done (1 left) 2024-07-26T06:35:28.396 INFO:tasks.rados.rados.0.smithi037.stdout:1006: done (0 left) 2024-07-26T06:35:28.397 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 101 2024-07-26T06:35:28.397 INFO:tasks.rados.rados.0.smithi037.stdout:1007: seq_num 313 ranges {753664=450560} 2024-07-26T06:35:28.404 INFO:tasks.rados.rados.0.smithi037.stdout:1007: writing smithi03785213-46 from 753664 to 1204224 tid 1 2024-07-26T06:35:28.404 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 101 2024-07-26T06:35:28.404 INFO:tasks.rados.rados.0.smithi037.stdout:1008: seq_num 314 ranges {245760=466944} 2024-07-26T06:35:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:1008: writing smithi03785213-15 from 245760 to 712704 tid 1 2024-07-26T06:35:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:1009: read oid 31 snap -1 2024-07-26T06:35:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:1009: expect (ObjNum 253 snap 76 seq_num 253) 2024-07-26T06:35:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 101 2024-07-26T06:35:28.410 INFO:tasks.rados.rados.0.smithi037.stdout:1010: seq_num 315 ranges {2252800=483328} 2024-07-26T06:35:28.424 INFO:tasks.rados.rados.0.smithi037.stdout:1010: writing smithi03785213-23 from 2252800 to 2736128 tid 1 2024-07-26T06:35:28.424 INFO:tasks.rados.rados.0.smithi037.stdout:1011: snap_remove snap 97 2024-07-26T06:35:28.718 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:28 smithi135 ceph-mon[32812]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:35:28.718 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: Starting Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:28.718 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 podman[81359]: 2024-07-26 06:35:28.606778101 +0000 UTC m=+0.115035152 container create be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD) 2024-07-26T06:35:28.719 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 podman[81359]: 2024-07-26 06:35:28.512359208 +0000 UTC m=+0.020616222 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:35:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:28 smithi037 ceph-mon[29520]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:35:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:28 smithi037 ceph-mon[40607]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 podman[81359]: 2024-07-26 06:35:28.817763263 +0000 UTC m=+0.326020271 container init be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724) 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 podman[81359]: 2024-07-26 06:35:28.822851712 +0000 UTC m=+0.331108704 container start be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 ceph-mgr[81396]: -- 172.21.15.135:0/2148200406 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564712e270e0 con 0x564712e05000 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 bash[81359]: be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 systemd[1]: Started Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:29.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:28.945+0000 7f5d7c839040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:35:29.345 INFO:tasks.rados.rados.0.smithi037.stdout:1007: finishing write tid 1 to smithi03785213-46 2024-07-26T06:35:29.345 INFO:tasks.rados.rados.0.smithi037.stdout:1007: finishing write tid 2 to smithi03785213-46 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1007: finishing write tid 3 to smithi03785213-46 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 695 (ObjNum 313 snap 101 seq_num 313) dirty exists 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1007: left oid 46 (ObjNum 313 snap 101 seq_num 313) 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1008: finishing write tid 1 to smithi03785213-15 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1008: finishing write tid 2 to smithi03785213-15 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1008: finishing write tid 3 to smithi03785213-15 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 350 (ObjNum 314 snap 101 seq_num 314) dirty exists 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1008: left oid 15 (ObjNum 314 snap 101 seq_num 314) 2024-07-26T06:35:29.346 INFO:tasks.rados.rados.0.smithi037.stdout:1009: expect (ObjNum 253 snap 76 seq_num 253) 2024-07-26T06:35:29.378 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:29.103+0000 7f5d7c839040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:29.379 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:29.174+0000 7f5d7c839040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:35:29.452 INFO:tasks.rados.rados.0.smithi037.stdout:1010: finishing write tid 1 to smithi03785213-23 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1010: finishing write tid 2 to smithi03785213-23 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1010: finishing write tid 3 to smithi03785213-23 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 706 (ObjNum 315 snap 101 seq_num 315) dirty exists 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1010: left oid 23 (ObjNum 315 snap 101 seq_num 315) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1007: done (4 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1008: done (3 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1009: done (2 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1010: done (1 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1011: done (0 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1012: rmattr oid 30 current snap is 101 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1012: done (0 left) 2024-07-26T06:35:29.453 INFO:tasks.rados.rados.0.smithi037.stdout:1013: snap_remove snap 98 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:29.480+0000 7f5d7c839040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:29.543+0000 7f5d7c839040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: pgmap v30: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.695 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:29.696 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:29 smithi135 ceph-mon[32812]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: pgmap v30: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[29520]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:35:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: pgmap v30: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:35:29.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:35:29.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:29.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:29.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:29 smithi037 ceph-mon[40607]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:35:30.389 INFO:tasks.rados.rados.0.smithi037.stdout:1013: done (0 left) 2024-07-26T06:35:30.389 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 101 2024-07-26T06:35:30.389 INFO:tasks.rados.rados.0.smithi037.stdout:1014: seq_num 316 ranges {4235264=499712} 2024-07-26T06:35:30.415 INFO:tasks.rados.rados.0.smithi037.stdout:1014: writing smithi03785213-19 from 4235264 to 4734976 tid 1 2024-07-26T06:35:30.415 INFO:tasks.rados.rados.0.smithi037.stdout:1015: read oid 41 snap -1 2024-07-26T06:35:30.415 INFO:tasks.rados.rados.0.smithi037.stdout:1015: expect (ObjNum 246 snap 73 seq_num 246) 2024-07-26T06:35:30.415 INFO:tasks.rados.rados.0.smithi037.stdout:1016: snap_create 2024-07-26T06:35:30.420 INFO:tasks.rados.rados.0.smithi037.stdout:1014: finishing write tid 1 to smithi03785213-19 2024-07-26T06:35:30.420 INFO:tasks.rados.rados.0.smithi037.stdout:1014: finishing write tid 2 to smithi03785213-19 2024-07-26T06:35:30.422 INFO:tasks.rados.rados.0.smithi037.stdout:1014: finishing write tid 3 to smithi03785213-19 2024-07-26T06:35:30.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 758 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-07-26T06:35:30.422 INFO:tasks.rados.rados.0.smithi037.stdout:1014: left oid 19 (ObjNum 316 snap 101 seq_num 316) 2024-07-26T06:35:30.423 INFO:tasks.rados.rados.0.smithi037.stdout:1015: expect (ObjNum 246 snap 73 seq_num 246) 2024-07-26T06:35:30.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:30.564+0000 7f5d7c839040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:35:30.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:30.686+0000 7f5d7c839040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:30.838 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:30.743+0000 7f5d7c839040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:35:31.280 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:30.959+0000 7f5d7c839040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:35:31.280 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:31.024+0000 7f5d7c839040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:35:31.280 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:31.097+0000 7f5d7c839040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:35:31.280 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:31.280+0000 7f5d7c839040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:1014: done (2 left) 2024-07-26T06:35:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:1015: done (1 left) 2024-07-26T06:35:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:1016: done (0 left) 2024-07-26T06:35:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:1017: copy_from oid 36 from oid 45 current snap is 102 2024-07-26T06:35:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:1018: snap_remove snap 88 2024-07-26T06:35:31.577 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-mon[32812]: pgmap v33: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:35:31.577 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-mon[32812]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:35:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:31 smithi037 ceph-mon[29520]: pgmap v33: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:35:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:31 smithi037 ceph-mon[29520]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:35:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:35:31] "GET /metrics HTTP/1.1" 200 36058 "" "Prometheus/2.43.0" 2024-07-26T06:35:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:31 smithi037 ceph-mon[40607]: pgmap v33: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:35:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:31 smithi037 ceph-mon[40607]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:35:31.837 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:31.729+0000 7f5d7c839040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:35:32.337 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:32.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.069+0000 7f5d7c839040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:35:32.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.141+0000 7f5d7c839040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:35:32.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.292+0000 7f5d7c839040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:1018: done (1 left) 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 102 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:1017: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:1017: finishing copy_from to smithi03785213-36 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:35:32.405 INFO:tasks.rados.rados.0.smithi037.stdout:1019: seq_num 317 ranges {2449408=516096} 2024-07-26T06:35:32.423 INFO:tasks.rados.rados.0.smithi037.stdout:1019: writing smithi03785213-43 from 2449408 to 2965504 tid 1 2024-07-26T06:35:32.423 INFO:tasks.rados.rados.0.smithi037.stdout:1017: done (1 left) 2024-07-26T06:35:32.423 INFO:tasks.rados.rados.0.smithi037.stdout:1020: snap_create 2024-07-26T06:35:32.427 INFO:tasks.rados.rados.0.smithi037.stdout:1019: finishing write tid 1 to smithi03785213-43 2024-07-26T06:35:32.427 INFO:tasks.rados.rados.0.smithi037.stdout:1019: finishing write tid 2 to smithi03785213-43 2024-07-26T06:35:32.429 INFO:tasks.rados.rados.0.smithi037.stdout:1019: finishing write tid 3 to smithi03785213-43 2024-07-26T06:35:32.429 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 748 (ObjNum 317 snap 102 seq_num 317) dirty exists 2024-07-26T06:35:32.429 INFO:tasks.rados.rados.0.smithi037.stdout:1019: left oid 43 (ObjNum 317 snap 102 seq_num 317) 2024-07-26T06:35:32.654 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-mon[32812]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:35:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:32 smithi037 ceph-mon[29520]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:35:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:32 smithi037 ceph-mon[40607]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:35:32.918 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.654+0000 7f5d7c839040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:35:32.918 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.717+0000 7f5d7c839040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:35:33.205 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:32.917+0000 7f5d7c839040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:35:33.205 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:33.071+0000 7f5d7c839040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:35:33.205 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:33.138+0000 7f5d7c839040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:35:33.408 INFO:tasks.rados.rados.0.smithi037.stdout:1019: done (1 left) 2024-07-26T06:35:33.408 INFO:tasks.rados.rados.0.smithi037.stdout:1020: done (0 left) 2024-07-26T06:35:33.409 INFO:tasks.rados.rados.0.smithi037.stdout:1021: snap_create 2024-07-26T06:35:33.505 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-mon[32812]: pgmap v36: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:33.505 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-mon[32812]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:35:33.505 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:33.224+0000 7f5d7c839040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:33.505 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:33.283+0000 7f5d7c839040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:35:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:33 smithi037 ceph-mon[29520]: pgmap v36: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:33 smithi037 ceph-mon[29520]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:35:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:33 smithi037 ceph-mon[40607]: pgmap v36: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:33 smithi037 ceph-mon[40607]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:35:33.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:34.121 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:33.845+0000 7f5d7c839040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:34.014+0000 7f5d7c839040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:34] ENGINE Bus STARTING 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: CherryPy Checker: 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: The Application mounted at '' has an empty config. 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:34] ENGINE Serving on http://:::9283 2024-07-26T06:35:34.122 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:34] ENGINE Bus STARTED 2024-07-26T06:35:34.336 INFO:tasks.rados.rados.0.smithi037.stdout:1021: done (0 left) 2024-07-26T06:35:34.337 INFO:tasks.rados.rados.0.smithi037.stdout:1022: snap_remove snap 91 2024-07-26T06:35:34.691 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:34.691 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: Standby manager daemon x restarted 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:34.692 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.693 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:34 smithi135 ceph-mon[32812]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:35:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: Standby manager daemon x restarted 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: Standby manager daemon x started 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[29520]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: Standby manager daemon x restarted 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/722964715' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:34 smithi037 ceph-mon[40607]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:35:35.336 INFO:tasks.rados.rados.0.smithi037.stdout:1022: done (0 left) 2024-07-26T06:35:35.337 INFO:tasks.rados.rados.0.smithi037.stdout:1023: snap_remove snap 82 2024-07-26T06:35:35.603 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:35:35.644 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:35 smithi135 ceph-mon[32812]: pgmap v39: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:35.645 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:35 smithi135 ceph-mon[32812]: mgrmap e35: y(active, since 24s), standbys: x 2024-07-26T06:35:35.645 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:35 smithi135 ceph-mon[32812]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:35:35.874 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:35:35.874 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (53s) 21s ago 5m 18.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:35:35.874 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (42s) 2s ago 5m 79.8M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:35:35.874 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (7m) 21s ago 7m 15.3M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:35:35.874 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (6m) 2s ago 6m 16.7M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (7s) 2s ago 10m 56.1M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (34s) 21s ago 11m 475M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (12m) 21s ago 12m 59.6M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 99a5954e3594 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (10m) 2s ago 10m 48.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (10m) 21s ago 10m 45.4M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 d89e54c7cba4 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (51s) 21s ago 5m 8409k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (40s) 2s ago 5m 7952k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (10m) 21s ago 10m 155M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (9m) 21s ago 9m 154M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (9m) 21s ago 9m 178M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (8m) 21s ago 8m 121M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (8m) 2s ago 8m 166M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (8m) 2s ago 8m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:35:35.875 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (7m) 2s ago 7m 81.2M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:35:35.876 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (7m) 2s ago 7m 131M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:35:35.876 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (12s) 2s ago 6m 41.6M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[29520]: pgmap v39: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[29520]: mgrmap e35: y(active, since 24s), standbys: x 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[29520]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[40607]: pgmap v39: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 742 KiB/s wr, 8 op/s 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[40607]: mgrmap e35: y(active, since 24s), standbys: x 2024-07-26T06:35:35.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:35 smithi037 ceph-mon[40607]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:35:36.209 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:35:36.209 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:35:36.210 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 13, 2024-07-26T06:35:36.211 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:35:36.211 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:35:36.211 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:35:36.337 INFO:tasks.rados.rados.0.smithi037.stdout:1023: done (0 left) 2024-07-26T06:35:36.337 INFO:tasks.rados.rados.0.smithi037.stdout:1024: delete oid 6 current snap is 104 2024-07-26T06:35:36.347 INFO:tasks.rados.rados.0.smithi037.stdout:1024: done (0 left) 2024-07-26T06:35:36.347 INFO:tasks.rados.rados.0.smithi037.stdout:1025: read oid 23 snap 44 2024-07-26T06:35:36.347 INFO:tasks.rados.rados.0.smithi037.stdout:1025: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:35:36.347 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 104 2024-07-26T06:35:36.347 INFO:tasks.rados.rados.0.smithi037.stdout:1026: seq_num 319 ranges {958464=548864} 2024-07-26T06:35:36.358 INFO:tasks.rados.rados.0.smithi037.stdout:1026: writing smithi03785213-32 from 958464 to 1507328 tid 1 2024-07-26T06:35:36.358 INFO:tasks.rados.rados.0.smithi037.stdout:1027: snap_create 2024-07-26T06:35:36.362 INFO:tasks.rados.rados.0.smithi037.stdout:1026: finishing write tid 1 to smithi03785213-32 2024-07-26T06:35:36.362 INFO:tasks.rados.rados.0.smithi037.stdout:1026: finishing write tid 2 to smithi03785213-32 2024-07-26T06:35:36.362 INFO:tasks.rados.rados.0.smithi037.stdout:1026: finishing write tid 3 to smithi03785213-32 2024-07-26T06:35:36.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 221 (ObjNum 319 snap 104 seq_num 319) dirty exists 2024-07-26T06:35:36.363 INFO:tasks.rados.rados.0.smithi037.stdout:1026: left oid 32 (ObjNum 319 snap 104 seq_num 319) 2024-07-26T06:35:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:1025: expect (ObjNum 112 snap 28 seq_num 112) 2024-07-26T06:35:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:36 smithi135 ceph-mon[32812]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:36 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/1434657513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:36 smithi135 ceph-mon[32812]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[29520]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[29520]: from='client.? 172.21.15.37:0/1434657513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[29520]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[40607]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[40607]: from='client.? 172.21.15.37:0/1434657513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:36 smithi037 ceph-mon[40607]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:35:37.341 INFO:tasks.rados.rados.0.smithi037.stdout:1025: done (2 left) 2024-07-26T06:35:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:1026: done (1 left) 2024-07-26T06:35:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:1027: done (0 left) 2024-07-26T06:35:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:1028: rollback oid 29 current snap is 105 2024-07-26T06:35:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 71 2024-07-26T06:35:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:1029: snap_remove snap 87 2024-07-26T06:35:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: pgmap v42: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:35:37.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:37 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: pgmap v42: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: pgmap v42: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:37.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:35:37.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:37 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:35:38.344 INFO:tasks.rados.rados.0.smithi037.stdout:1029: done (1 left) 2024-07-26T06:35:38.344 INFO:tasks.rados.rados.0.smithi037.stdout:1030: read oid 4 snap -1 2024-07-26T06:35:38.345 INFO:tasks.rados.rados.0.smithi037.stdout:1030: expect deleted 2024-07-26T06:35:38.345 INFO:tasks.rados.rados.0.smithi037.stdout:1031: delete oid 20 current snap is 105 2024-07-26T06:35:38.345 INFO:tasks.rados.rados.0.smithi037.stdout:1028: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:35:38.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-26T06:35:38.353 INFO:tasks.rados.rados.0.smithi037.stdout:1028: done (2 left) 2024-07-26T06:35:38.353 INFO:tasks.rados.rados.0.smithi037.stdout:1030: done (1 left) 2024-07-26T06:35:38.353 INFO:tasks.rados.rados.0.smithi037.stdout:1031: done (0 left) 2024-07-26T06:35:38.354 INFO:tasks.rados.rados.0.smithi037.stdout:1032: snap_remove snap 71 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[29520]: Upgrade: Setting container_image for all mgr 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[29520]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[29520]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[40607]: Upgrade: Setting container_image for all mgr 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[40607]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:35:38.773 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:38 smithi037 ceph-mon[40607]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:35:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:38 smithi135 ceph-mon[32812]: Upgrade: Setting container_image for all mgr 2024-07-26T06:35:38.849 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:38 smithi135 ceph-mon[32812]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:35:38.849 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:38 smithi135 ceph-mon[32812]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:35:38.850 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:39.340 INFO:tasks.rados.rados.0.smithi037.stdout:1032: done (0 left) 2024-07-26T06:35:39.340 INFO:tasks.rados.rados.0.smithi037.stdout:1033: delete oid 23 current snap is 105 2024-07-26T06:35:39.352 INFO:tasks.rados.rados.0.smithi037.stdout:1033: done (0 left) 2024-07-26T06:35:39.352 INFO:tasks.rados.rados.0.smithi037.stdout:1034: snap_remove snap 92 2024-07-26T06:35:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: pgmap v45: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[29520]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: pgmap v45: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:35:39.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:35:39.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:39.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:39 smithi037 ceph-mon[40607]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: pgmap v45: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 1 op/s 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:39 smithi135 ceph-mon[32812]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1034: done (0 left) 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1035: read oid 6 snap -1 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1035: expect deleted 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1036: copy_from oid 50 from oid 30 current snap is 105 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1037: rmattr oid 49 current snap is 105 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1037: done (2 left) 2024-07-26T06:35:40.342 INFO:tasks.rados.rados.0.smithi037.stdout:1038: delete oid 20 current snap is 105 2024-07-26T06:35:40.349 INFO:tasks.rados.rados.0.smithi037.stdout:1035: done (2 left) 2024-07-26T06:35:40.349 INFO:tasks.rados.rados.0.smithi037.stdout:1038: done (1 left) 2024-07-26T06:35:40.349 INFO:tasks.rados.rados.0.smithi037.stdout:1039: delete oid 45 current snap is 105 2024-07-26T06:35:40.360 INFO:tasks.rados.rados.0.smithi037.stdout:1039: done (1 left) 2024-07-26T06:35:40.361 INFO:tasks.rados.rados.0.smithi037.stdout:1040: read oid 39 snap 55 2024-07-26T06:35:40.361 INFO:tasks.rados.rados.0.smithi037.stdout:1040: expect deleted 2024-07-26T06:35:40.361 INFO:tasks.rados.rados.0.smithi037.stdout:1041: copy_from oid 23 from oid 27 current snap is 105 2024-07-26T06:35:40.361 INFO:tasks.rados.rados.0.smithi037.stdout:1042: copy_from oid 44 from oid 31 current snap is 105 2024-07-26T06:35:40.361 INFO:tasks.rados.rados.0.smithi037.stdout:1043: snap_remove snap 104 2024-07-26T06:35:40.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[29520]: Upgrade: Updating mon.a 2024-07-26T06:35:40.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[29520]: Deploying daemon mon.a on smithi037 2024-07-26T06:35:40.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[29520]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:40.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[29520]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:40.650 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[40607]: Upgrade: Updating mon.a 2024-07-26T06:35:40.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[40607]: Deploying daemon mon.a on smithi037 2024-07-26T06:35:40.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:40.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-mon[40607]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:40 smithi135 ceph-mon[32812]: Upgrade: Updating mon.a 2024-07-26T06:35:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:40 smithi135 ceph-mon[32812]: Deploying daemon mon.a on smithi037 2024-07-26T06:35:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:40 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:40 smithi135 ceph-mon[32812]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:40.913 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 systemd[1]: Stopping Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:41.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:40] ENGINE Bus STOPPING 2024-07-26T06:35:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[29497]: 2024-07-26T06:35:40.910+0000 7f163968c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:35:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[29497]: 2024-07-26T06:35:40.910+0000 7f163968c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-07-26T06:35:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:41 smithi037 podman[97138]: 2024-07-26 06:35:41.127770136 +0000 UTC m=+0.326756101 container died 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , ceph=True) 2024-07-26T06:35:41.602 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:35:41] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-07-26T06:35:41.602 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:35:41.602 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:41] ENGINE Bus STOPPED 2024-07-26T06:35:41.603 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:41] ENGINE Bus STARTING 2024-07-26T06:35:41.603 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:41] ENGINE Serving on http://:::9283 2024-07-26T06:35:41.603 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:41] ENGINE Bus STARTED 2024-07-26T06:35:41.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:41 smithi037 podman[97138]: 2024-07-26 06:35:41.602521502 +0000 UTC m=+0.801507499 container cleanup 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, ceph=True, org.label-schema.license=GPLv2) 2024-07-26T06:35:41.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:41 smithi037 bash[97138]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a 2024-07-26T06:35:42.236 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:41 smithi037 podman[97155]: 2024-07-26 06:35:41.887507182 +0000 UTC m=+0.757657643 container remove 99a5954e359409731918ceac0bdcfdae9f0b0ac4a4096b4c66c9f0eee55e35ad (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-07-26T06:35:42.236 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-26T06:35:42.236 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 systemd[1]: Stopped Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:42.236 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service: Consumed 15.290s CPU time. 2024-07-26T06:35:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 systemd[1]: Starting Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:35:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 podman[97301]: 2024-07-26 06:35:42.455312179 +0000 UTC m=+0.115083527 container create ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.build-date=20240724, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-07-26T06:35:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 podman[97301]: 2024-07-26 06:35:42.358153744 +0000 UTC m=+0.017925114 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:35:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 podman[97301]: 2024-07-26 06:35:42.649435796 +0000 UTC m=+0.309207167 container init ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:35:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 podman[97301]: 2024-07-26 06:35:42.654731394 +0000 UTC m=+0.314502743 container start ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-07-26T06:35:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 7 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: pidfile_write: ignore empty --pid-file 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: load: jerasure load: lrc 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Git sha 0 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: DB SUMMARY 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: DB Session ID: OQBZBP8RS4IMC5SK41DK 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:35:43.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1173 Bytes 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4925154 ; 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:35:43.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.env: 0x5591ed1bd7a0 2024-07-26T06:35:43.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:35:43.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.info_log: 0x5591ef88f4a0 2024-07-26T06:35:43.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:35:43.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.statistics: (nil) 2024-07-26T06:35:43.051 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.use_fsync: 0 2024-07-26T06:35:43.051 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:35:43.051 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:35:43.052 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:35:43.052 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:35:43.052 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:35:43.052 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:35:43.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:35:43.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:35:43.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:35:43.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:35:43.053 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:35:43.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.db_log_dir: 2024-07-26T06:35:43.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.wal_dir: 2024-07-26T06:35:43.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:35:43.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:35:43.054 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:35:43.055 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:35:43.055 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:35:43.055 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:35:43.056 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:35:43.056 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:35:43.058 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.write_buffer_manager: 0x5591ef89e8c0 2024-07-26T06:35:43.058 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:35:43.058 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:35:43.058 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.unordered_write: 0 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:35:43.059 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.row_cache: None 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.wal_filter: None 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.wal_compression: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:35:43.060 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:35:43.061 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_open_files: -1 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Compression algorithms supported: 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kZSTD supported: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:35:43.062 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.merge_operator: 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_filter: None 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:35:43.063 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5591ef88f080) 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_type: 0 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: data_block_index_type: 0 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_shortening: 1 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: checksum: 4 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: no_block_cache: 0 2024-07-26T06:35:43.064 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache: 0x5591ef883090 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_options: 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: capacity : 536870912 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: num_shard_bits : 4 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: strict_capacity_limit : 0 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_cache_compressed: (nil) 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: persistent_cache: (nil) 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_size: 4096 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_size_deviation: 10 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_restart_interval: 16 2024-07-26T06:35:43.065 INFO:journalctl@ceph.mon.a.smithi037.stdout: index_block_restart_interval: 1 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: metadata_block_size: 4096 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: partition_filters: 0 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: use_delta_encoding: 1 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: filter_policy: bloomfilter 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: whole_key_filtering: 1 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: verify_compression: 0 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: format_version: 5 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: enable_index_compression: 1 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: block_align: 0 2024-07-26T06:35:43.066 INFO:journalctl@ceph.mon.a.smithi037.stdout: max_auto_readahead_size: 262144 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout: prepopulate_block_cache: 0 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression: NoCompression 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.num_levels: 7 2024-07-26T06:35:43.067 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:35:43.068 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:35:43.069 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:35:43.070 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:35:43.070 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:35:43.070 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:35:43.070 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:35:43.070 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:35:43.071 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:35:43.072 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:35:43.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:35:43.074 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.ttl: 2592000 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:35:43.075 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:35:43.076 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:35:43.076 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:35:43.076 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:35:43.076 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-07-26T06:35:43.076 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12980, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bda5c321-a729-428f-8be7-7861a44ef8bf 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975742682824, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975742701521, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4553831, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12981, "largest_seqno": 15645, "table_properties": {"data_size": 4540772, "index_size": 8748, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3269, "raw_key_size": 29973, "raw_average_key_size": 23, "raw_value_size": 4513571, "raw_average_value_size": 3466, "num_data_blocks": 384, "num_entries": 1302, "num_filter_entries": 1302, "num_deletions": 292, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721975742, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bda5c321-a729-428f-8be7-7861a44ef8bf", "db_session_id": "OQBZBP8RS4IMC5SK41DK", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975742701648, "job": 1, "event": "recovery_finished"} 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5591ef8b0e00 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: DB pointer 0x5591ef9aa000 2024-07-26T06:35:43.077 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** DB Stats ** 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:35:43.078 INFO:journalctl@ceph.mon.a.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: L0 1/0 4.34 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: Sum 2/0 11.71 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 538.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:35:43.079 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Cumulative compaction: 0.00 GB write, 200.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Interval compaction: 0.00 GB write, 200.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Block cache BinnedLRUCache@0x5591ef883090#7 capacity: 512.00 MB usage: 12.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.28 KB,0.000625849%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.080 INFO:journalctl@ceph.mon.a.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: starting mon.a rank 0 at public addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] at bind addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???) e3 preinit fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).mds e8 new map 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).mds e8 print_map 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: e8 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: legacy client fscid: 1 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:35:43.081 INFO:journalctl@ceph.mon.a.smithi037.stdout: fs_name cephfs 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: epoch 8 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: created 2024-07-26T06:28:51.584594+0000 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: modified 2024-07-26T06:29:04.064309+0000 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: tableserver 0 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: root 0 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: session_timeout 60 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: session_autoclose 300 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: max_file_size 1099511627776 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: max_xattr_size 65536 2024-07-26T06:35:43.082 INFO:journalctl@ceph.mon.a.smithi037.stdout: required_client_features {} 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: last_failure 0 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: last_failure_osd_epoch 0 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: max_mds 1 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: in 0 2024-07-26T06:35:43.083 INFO:journalctl@ceph.mon.a.smithi037.stdout: up {0=24328} 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: failed 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: damaged 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: stopped 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: data_pools [3] 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: metadata_pool 2 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: inline_data disabled 2024-07-26T06:35:43.084 INFO:journalctl@ceph.mon.a.smithi037.stdout: balancer 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: bal_rank_mask -1 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: standby_count_wanted 0 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: [mds.b{0:24328} state up:active seq 5 addr [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: Standby daemons: 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout: [mds.a{-1:14415} state up:standby seq 1 addr [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).osd e274 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:35:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 ceph-mon[97339]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-07-26T06:35:43.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 bash[97301]: ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 2024-07-26T06:35:43.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:42 smithi037 systemd[1]: Started Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:35:43.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:44.191 INFO:tasks.rados.rados.0.smithi037.stdout:1043: done (4 left) 2024-07-26T06:35:44.191 INFO:tasks.rados.rados.0.smithi037.stdout:1044: read oid 16 snap 99 2024-07-26T06:35:44.191 INFO:tasks.rados.rados.0.smithi037.stdout:1044: expect (ObjNum 265 snap 80 seq_num 265) 2024-07-26T06:35:44.191 INFO:tasks.rados.rados.0.smithi037.stdout:1045: snap_remove snap 86 2024-07-26T06:35:44.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ignoring --setuser ceph since I am not root 2024-07-26T06:35:44.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ignoring --setgroup ceph since I am not root 2024-07-26T06:35:44.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mgr[88884]: -- 172.21.15.37:0/2274040018 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ee400cf0e0 con 0x55ee400ad000 2024-07-26T06:35:44.310 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: pgmap v50: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: mon.a calling monitor election 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: monmap epoch 3 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: min_mon_release 17 (quincy) 2024-07-26T06:35:44.311 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: election_strategy: 1 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: mgrmap e35: y(active, since 34s), standbys: x 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: from='mgr.15027 ' entity='' 2024-07-26T06:35:44.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[97339]: mgrmap e36: y(active, since 34s), standbys: x 2024-07-26T06:35:44.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:44.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:44.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:44.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: pgmap v50: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: mon.a calling monitor election 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: monmap epoch 3 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: min_mon_release 17 (quincy) 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: election_strategy: 1 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:35:44.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:44.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: mgrmap e35: y(active, since 34s), standbys: x 2024-07-26T06:35:44.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: overall HEALTH_OK 2024-07-26T06:35:44.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: from='mgr.15027 ' entity='' 2024-07-26T06:35:44.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-mon[40607]: mgrmap e36: y(active, since 34s), standbys: x 2024-07-26T06:35:44.437 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: ignoring --setuser ceph since I am not root 2024-07-26T06:35:44.437 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: ignoring --setgroup ceph since I am not root 2024-07-26T06:35:44.437 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mgr[81396]: -- 172.21.15.135:0/1541571522 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d6d0cd0e0 con 0x559d6d0aa800 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:44.293+0000 7f7dbc1d7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:44.437+0000 7f7dbc1d7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: from='mgr.15027 172.21.15.37:0/2780515001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: pgmap v50: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: mon.a calling monitor election 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: monmap epoch 3 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:35:44.438 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: min_mon_release 17 (quincy) 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: election_strategy: 1 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: mgrmap e35: y(active, since 34s), standbys: x 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: overall HEALTH_OK 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: from='mgr.15027 ' entity='' 2024-07-26T06:35:44.439 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-mon[32812]: mgrmap e36: y(active, since 34s), standbys: x 2024-07-26T06:35:44.742 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:44.504+0000 7f7dbc1d7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:35:44.742 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:44.742 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:44.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:44.309+0000 7f7606a2d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:35:44.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:44.465+0000 7f7606a2d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:44.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:44.537+0000 7f7606a2d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:35:45.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:44.741+0000 7f7dbc1d7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:35:45.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:44.801+0000 7f7dbc1d7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:35:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:1045: done (5 left) 2024-07-26T06:35:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:1046: copy_from oid 26 from oid 29 current snap is 105 2024-07-26T06:35:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:1047: read oid 1 snap -1 2024-07-26T06:35:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:1047: expect (ObjNum 289 snap 93 seq_num 289) 2024-07-26T06:35:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:1048: delete oid 36 current snap is 105 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1036: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1036: finishing copy_from to smithi03785213-50 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 204 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1041: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1041: finishing copy_from to smithi03785213-23 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 101 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1042: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1042: finishing copy_from to smithi03785213-44 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 464 (ObjNum 253 snap 76 seq_num 253) dirty exists 2024-07-26T06:35:45.194 INFO:tasks.rados.rados.0.smithi037.stdout:1044: expect (ObjNum 265 snap 80 seq_num 265) 2024-07-26T06:35:45.194 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:44.794+0000 7f7606a2d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:35:45.194 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:44 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:44.856+0000 7f7606a2d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:35:45.261 INFO:tasks.rados.rados.0.smithi037.stdout:1046: finishing copy_from to smithi03785213-26 2024-07-26T06:35:45.261 INFO:tasks.rados.rados.0.smithi037.stdout:1046: got expected ENOENT (src dne) 2024-07-26T06:35:45.261 INFO:tasks.rados.rados.0.smithi037.stdout:1046: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:35:45.261 INFO:tasks.rados.rados.0.smithi037.stdout:1047: expect (ObjNum 289 snap 93 seq_num 289) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1036: done (7 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1040: done (6 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1041: done (5 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1042: done (4 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1044: done (3 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1046: done (2 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1047: done (1 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1048: done (0 left) 2024-07-26T06:35:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:1049: delete oid 49 current snap is 105 2024-07-26T06:35:45.263 INFO:tasks.rados.rados.0.smithi037.stdout:1049: done (0 left) 2024-07-26T06:35:45.264 INFO:tasks.rados.rados.0.smithi037.stdout:1050: snap_create 2024-07-26T06:35:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:45 smithi037 ceph-mon[97339]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:35:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:45 smithi037 ceph-mon[40607]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:35:45.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:45 smithi135 ceph-mon[32812]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:35:46.087 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:45.738+0000 7f7dbc1d7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:35:46.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:45.853+0000 7f7dbc1d7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:46.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:45.909+0000 7f7dbc1d7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:35:46.193 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:45.857+0000 7f7606a2d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:35:46.193 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:45 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:45.977+0000 7f7606a2d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:46.193 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.036+0000 7f7606a2d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:35:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:1050: done (0 left) 2024-07-26T06:35:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:1051: rmattr oid 12 current snap is 106 2024-07-26T06:35:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:1052: rollback oid 16 current snap is 106 2024-07-26T06:35:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 55 2024-07-26T06:35:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:1053: snap_remove snap 99 2024-07-26T06:35:46.399 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-mon[32812]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:35:46.400 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:46.125+0000 7f7dbc1d7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:35:46.400 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:46.185+0000 7f7dbc1d7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:35:46.400 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:46.255+0000 7f7dbc1d7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:35:46.400 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:46.399+0000 7f7dbc1d7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:46.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-mon[97339]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:35:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-mon[40607]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:35:46.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.267+0000 7f7606a2d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:35:46.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.331+0000 7f7606a2d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:35:46.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.400+0000 7f7606a2d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:35:46.991 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.552+0000 7f7606a2d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:35:47.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:46.819+0000 7f7dbc1d7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:35:47.211 INFO:tasks.rados.rados.0.smithi037.stdout:1053: done (2 left) 2024-07-26T06:35:47.211 INFO:tasks.rados.rados.0.smithi037.stdout:1054: snap_create 2024-07-26T06:35:47.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 749 (ObjNum 65 snap 0 seq_num 1666671728) dirty exists 2024-07-26T06:35:47.212 INFO:tasks.rados.rados.0.smithi037.stdout:1052: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:35:47.212 INFO:tasks.rados.rados.0.smithi037.stdout:1052: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:35:47.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 922 (ObjNum 81 snap 0 seq_num 3880297424) dirty dne 2024-07-26T06:35:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-mon[97339]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:35:47.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:46.990+0000 7f7606a2d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:35:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-mon[40607]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:35:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-mon[32812]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:35:47.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.134+0000 7f7dbc1d7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:35:47.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.199+0000 7f7dbc1d7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:35:47.588 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.355+0000 7f7dbc1d7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:35:47.714 INFO:tasks.rados.rados.0.smithi037.stdout:1051: done (2 left) 2024-07-26T06:35:47.714 INFO:tasks.rados.rados.0.smithi037.stdout:1052: done (1 left) 2024-07-26T06:35:47.715 INFO:tasks.rados.rados.0.smithi037.stdout:1054: done (0 left) 2024-07-26T06:35:47.715 INFO:tasks.rados.rados.0.smithi037.stdout:1055: copy_from oid 23 from oid 38 current snap is 107 2024-07-26T06:35:47.715 INFO:tasks.rados.rados.0.smithi037.stdout:1056: snap_remove snap 105 2024-07-26T06:35:47.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:47.329+0000 7f7606a2d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:35:47.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:47.398+0000 7f7606a2d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:35:47.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:47.554+0000 7f7606a2d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:35:48.057 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.664+0000 7f7dbc1d7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:35:48.057 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.727+0000 7f7dbc1d7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:35:48.057 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:47.911+0000 7f7dbc1d7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:35:48.057 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.056+0000 7f7dbc1d7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:35:48.143 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:47.885+0000 7f7606a2d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:35:48.143 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:47.949+0000 7f7606a2d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:35:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-mon[32812]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:35:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-mon[32812]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:35:48.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.122+0000 7f7dbc1d7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:35:48.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.205+0000 7f7dbc1d7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:48.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.267+0000 7f7dbc1d7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:35:48.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-mon[97339]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-mon[97339]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-mon[40607]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-mon[40607]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:48.142+0000 7f7606a2d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:48.298+0000 7f7606a2d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:35:48.453 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:48.365+0000 7f7606a2d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:35:48.715 INFO:tasks.rados.rados.0.smithi037.stdout:1056: done (1 left) 2024-07-26T06:35:48.715 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 107 2024-07-26T06:35:48.715 INFO:tasks.rados.rados.0.smithi037.stdout:1057: seq_num 326 ranges {0=663552} 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1057: writing smithi03785213-12 from 0 to 663552 tid 1 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1058: copy_from oid 44 from oid 4 current snap is 107 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1055: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1055: finishing copy_from to smithi03785213-23 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 275 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1055: done (2 left) 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1059: rmattr oid 15 current snap is 107 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:1059: done (2 left) 2024-07-26T06:35:48.720 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 107 2024-07-26T06:35:48.721 INFO:tasks.rados.rados.0.smithi037.stdout:1060: seq_num 327 ranges {2097152=679936} 2024-07-26T06:35:48.735 INFO:tasks.rados.rados.0.smithi037.stdout:1060: writing smithi03785213-26 from 2097152 to 2777088 tid 1 2024-07-26T06:35:48.735 INFO:tasks.rados.rados.0.smithi037.stdout:1061: snap_create 2024-07-26T06:35:48.735 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing copy_from to smithi03785213-44 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1058: got expected ENOENT (src dne) 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 1 to smithi03785213-12 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 2 to smithi03785213-12 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 3 to smithi03785213-12 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 751 (ObjNum 326 snap 107 seq_num 326) dirty exists 2024-07-26T06:35:48.736 INFO:tasks.rados.rados.0.smithi037.stdout:1057: left oid 12 (ObjNum 326 snap 107 seq_num 326) 2024-07-26T06:35:48.741 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 1 to smithi03785213-26 2024-07-26T06:35:48.741 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 2 to smithi03785213-26 2024-07-26T06:35:48.743 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 3 to smithi03785213-26 2024-07-26T06:35:48.743 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 774 (ObjNum 327 snap 107 seq_num 327) dirty exists 2024-07-26T06:35:48.743 INFO:tasks.rados.rados.0.smithi037.stdout:1060: left oid 26 (ObjNum 327 snap 107 seq_num 327) 2024-07-26T06:35:48.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:48.451+0000 7f7606a2d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:35:48.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:48.513+0000 7f7606a2d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:35:48.964 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.806+0000 7f7dbc1d7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:35:48.965 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:49.262 INFO:tasks.rados.rados.0.smithi037.stdout:1057: done (3 left) 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1058: done (2 left) 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1060: done (1 left) 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1061: done (0 left) 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1062: rollback oid 26 current snap is 108 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 90 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1063: copy_from oid 48 from oid 14 current snap is 108 2024-07-26T06:35:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1064: snap_create 2024-07-26T06:35:49.271 INFO:tasks.rados.rados.0.smithi037.stdout:1063: finishing copy_from to smithi03785213-48 2024-07-26T06:35:49.271 INFO:tasks.rados.rados.0.smithi037.stdout:1063: got expected ENOENT (src dne) 2024-07-26T06:35:49.271 INFO:tasks.rados.rados.0.smithi037.stdout:1063: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:35:49.272 INFO:tasks.rados.rados.0.smithi037.stdout:1062: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:35:49.272 INFO:tasks.rados.rados.0.smithi037.stdout:1062: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:35:49.273 INFO:tasks.rados.rados.0.smithi037.stdout:1062: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:35:49.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 777 (ObjNum 65 snap 0 seq_num 1701335397) dirty exists 2024-07-26T06:35:49.333 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.081+0000 7f7606a2d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:35:49.333 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.247+0000 7f7606a2d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:48.964+0000 7f7dbc1d7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:48] ENGINE Bus STARTING 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: CherryPy Checker: 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: The Application mounted at '' has an empty config. 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:49] ENGINE Serving on http://:::9283 2024-07-26T06:35:49.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x[81373]: [26/Jul/2024:06:35:49] ENGINE Bus STARTED 2024-07-26T06:35:49.714 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:49] ENGINE Bus STARTING 2024-07-26T06:35:49.714 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: CherryPy Checker: 2024-07-26T06:35:49.714 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: The Application mounted at '' has an empty config. 2024-07-26T06:35:49.714 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.394+0000 7f7570df2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.394+0000 7f7570df2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.394+0000 7f7570df2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.394+0000 7f7570df2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.394+0000 7f7570df2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.395+0000 7f756ddec640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.395+0000 7f756ddec640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.395+0000 7f756ddec640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.395+0000 7f756ddec640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:49.395+0000 7f756ddec640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:49] ENGINE Serving on http://:::9283 2024-07-26T06:35:49.715 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:06:35:49] ENGINE Bus STARTED 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: Standby manager daemon x restarted 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: Standby manager daemon x started 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: Active manager daemon y restarted 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: Activating manager daemon y 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: mgrmap e37: y(active, starting, since 0.00997072s), standbys: x 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: Manager daemon y is now available 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:49.840 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:49 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: Standby manager daemon x restarted 2024-07-26T06:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: Standby manager daemon x started 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: Active manager daemon y restarted 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: Activating manager daemon y 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: mgrmap e37: y(active, starting, since 0.00997072s), standbys: x 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:50.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: Manager daemon y is now available 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: Standby manager daemon x restarted 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: Standby manager daemon x started 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.? 172.21.15.135:0/2793192873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: Active manager daemon y restarted 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: Activating manager daemon y 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:35:50.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: mgrmap e37: y(active, starting, since 0.00997072s), standbys: x 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:35:50.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: Manager daemon y is now available 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:50.050 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:35:50.051 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:49 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:35:50.262 INFO:tasks.rados.rados.0.smithi037.stdout:1062: done (2 left) 2024-07-26T06:35:50.262 INFO:tasks.rados.rados.0.smithi037.stdout:1063: done (1 left) 2024-07-26T06:35:50.262 INFO:tasks.rados.rados.0.smithi037.stdout:1064: done (0 left) 2024-07-26T06:35:50.262 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 109 2024-07-26T06:35:50.262 INFO:tasks.rados.rados.0.smithi037.stdout:1065: seq_num 328 ranges {0=696320} 2024-07-26T06:35:50.266 INFO:tasks.rados.rados.0.smithi037.stdout:1065: writing smithi03785213-23 from 0 to 696320 tid 1 2024-07-26T06:35:50.266 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 109 2024-07-26T06:35:50.266 INFO:tasks.rados.rados.0.smithi037.stdout:1066: seq_num 329 ranges {0=712704} 2024-07-26T06:35:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:1066: writing smithi03785213-36 from 0 to 712704 tid 1 2024-07-26T06:35:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 109 2024-07-26T06:35:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:1067: seq_num 330 ranges {663552=737280} 2024-07-26T06:35:50.280 INFO:tasks.rados.rados.0.smithi037.stdout:1067: writing smithi03785213-12 from 663552 to 1400832 tid 1 2024-07-26T06:35:50.280 INFO:tasks.rados.rados.0.smithi037.stdout:1068: snap_create 2024-07-26T06:35:50.280 INFO:tasks.rados.rados.0.smithi037.stdout:1065: finishing write tid 1 to smithi03785213-23 2024-07-26T06:35:50.280 INFO:tasks.rados.rados.0.smithi037.stdout:1065: finishing write tid 2 to smithi03785213-23 2024-07-26T06:35:50.280 INFO:tasks.rados.rados.0.smithi037.stdout:1066: finishing write tid 1 to smithi03785213-36 2024-07-26T06:35:50.281 INFO:tasks.rados.rados.0.smithi037.stdout:1066: finishing write tid 2 to smithi03785213-36 2024-07-26T06:35:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:1065: finishing write tid 3 to smithi03785213-23 2024-07-26T06:35:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 838 (ObjNum 328 snap 109 seq_num 328) dirty exists 2024-07-26T06:35:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:1065: left oid 23 (ObjNum 328 snap 109 seq_num 328) 2024-07-26T06:35:50.283 INFO:tasks.rados.rados.0.smithi037.stdout:1066: finishing write tid 3 to smithi03785213-36 2024-07-26T06:35:50.283 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 840 (ObjNum 329 snap 109 seq_num 329) dirty exists 2024-07-26T06:35:50.283 INFO:tasks.rados.rados.0.smithi037.stdout:1066: left oid 36 (ObjNum 329 snap 109 seq_num 329) 2024-07-26T06:35:50.284 INFO:tasks.rados.rados.0.smithi037.stdout:1067: finishing write tid 1 to smithi03785213-12 2024-07-26T06:35:50.284 INFO:tasks.rados.rados.0.smithi037.stdout:1067: finishing write tid 2 to smithi03785213-12 2024-07-26T06:35:50.286 INFO:tasks.rados.rados.0.smithi037.stdout:1067: finishing write tid 3 to smithi03785213-12 2024-07-26T06:35:50.286 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 753 (ObjNum 330 snap 109 seq_num 330) dirty exists 2024-07-26T06:35:50.286 INFO:tasks.rados.rados.0.smithi037.stdout:1067: left oid 12 (ObjNum 330 snap 109 seq_num 330) 2024-07-26T06:35:50.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:50.283+0000 7f75a58ef640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-07-26T06:35:51.258 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:50.993+0000 7f755940e640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:35:50] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: Traceback (most recent call last): 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._connections.run(self.expiration_interval) 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._run(expiration_interval) 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: s = self.context.wrap_socket( 2024-07-26T06:35:51.259 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: return self.sslsocket_class._create( 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self.do_handshake() 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: self._sslobj.do_handshake() 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:51.260 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1065: done (3 left) 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1066: done (2 left) 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1067: done (1 left) 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1068: done (0 left) 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1069: read oid 16 snap -1 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1069: expect deleted 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1070: read oid 47 snap -1 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1070: expect (ObjNum 311 snap 101 seq_num 311) 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1071: read oid 29 snap -1 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1071: expect deleted 2024-07-26T06:35:51.285 INFO:tasks.rados.rados.0.smithi037.stdout:1072: rollback oid 14 current snap is 110 2024-07-26T06:35:51.286 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 108 2024-07-26T06:35:51.286 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 110 2024-07-26T06:35:51.286 INFO:tasks.rados.rados.0.smithi037.stdout:1073: seq_num 331 ranges {2449408=753664} 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1073: writing smithi03785213-13 from 2449408 to 3203072 tid 1 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1074: read oid 9 snap -1 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1074: expect deleted 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1075: snap_create 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1072: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 649 (ObjNum 97 snap 0 seq_num 0) dirty dne 2024-07-26T06:35:51.303 INFO:tasks.rados.rados.0.smithi037.stdout:1070: expect (ObjNum 311 snap 101 seq_num 311) 2024-07-26T06:35:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:1073: finishing write tid 1 to smithi03785213-13 2024-07-26T06:35:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:1073: finishing write tid 2 to smithi03785213-13 2024-07-26T06:35:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:1073: finishing write tid 3 to smithi03785213-13 2024-07-26T06:35:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 285 (ObjNum 331 snap 110 seq_num 331) dirty exists 2024-07-26T06:35:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:1073: left oid 13 (ObjNum 331 snap 110 seq_num 331) 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:35:51] "GET /metrics HTTP/1.1" 200 33302 "" "Prometheus/2.43.0" 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: mgrmap e38: y(active, since 1.02524s), standbys: x 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: [26/Jul/2024:06:35:50] ENGINE Bus STARTING 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: [26/Jul/2024:06:35:50] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: [26/Jul/2024:06:35:50] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:35:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout: self.do_handshake() 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: [26/Jul/2024:06:35:51] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[97339]: [26/Jul/2024:06:35:51] ENGINE Bus STARTED 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: mgrmap e38: y(active, since 1.02524s), standbys: x 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:50] ENGINE Bus STARTING 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:50] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:50] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout: Traceback (most recent call last): 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._run(expiration_interval) 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout: self.do_handshake() 2024-07-26T06:35:51.549 INFO:journalctl@ceph.mon.c.smithi037.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:51.549 INFO:journalctl@ceph.mon.c.smithi037.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:51.549 INFO:journalctl@ceph.mon.c.smithi037.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:51.549 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:51] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:51.549 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:51 smithi037 ceph-mon[40607]: [26/Jul/2024:06:35:51] ENGINE Bus STARTED 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: mgrmap e38: y(active, since 1.02524s), standbys: x 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:50] ENGINE Bus STARTING 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:50] ENGINE Serving on https://172.21.15.37:7150 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:50] ENGINE Error in HTTPServer.serve 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout: Traceback (most recent call last): 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:35:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._run(expiration_interval) 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: s = self.context.wrap_socket( 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: return self.sslsocket_class._create( 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: self.do_handshake() 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: self._sslobj.do_handshake() 2024-07-26T06:35:51.589 INFO:journalctl@ceph.mon.b.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:35:51.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:51] ENGINE Serving on http://172.21.15.37:8765 2024-07-26T06:35:51.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:51 smithi135 ceph-mon[32812]: [26/Jul/2024:06:35:51] ENGINE Bus STARTED 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1069: done (6 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1070: done (5 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1071: done (4 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1072: done (3 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1073: done (2 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1074: done (1 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1075: done (0 left) 2024-07-26T06:35:52.284 INFO:tasks.rados.rados.0.smithi037.stdout:1076: rmattr oid 40 current snap is 111 2024-07-26T06:35:52.285 INFO:tasks.rados.rados.0.smithi037.stdout:1076: done (0 left) 2024-07-26T06:35:52.285 INFO:tasks.rados.rados.0.smithi037.stdout:1077: snap_remove snap 90 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[97339]: pgmap v5: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[97339]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[97339]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[40607]: pgmap v5: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[40607]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:35:52.537 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:52 smithi037 ceph-mon[40607]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:35:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:52 smithi135 ceph-mon[32812]: pgmap v5: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:52 smithi135 ceph-mon[32812]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:35:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:52 smithi135 ceph-mon[32812]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:35:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:52.719 INFO:tasks.rados.rados.0.smithi037.stdout:1077: done (0 left) 2024-07-26T06:35:52.719 INFO:tasks.rados.rados.0.smithi037.stdout:1078: snap_remove snap 43 2024-07-26T06:35:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:53 smithi037 ceph-mon[97339]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:35:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:53 smithi037 ceph-mon[97339]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:35:53.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:53 smithi037 ceph-mon[40607]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:35:53.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:53 smithi037 ceph-mon[40607]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:35:53.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:53 smithi135 ceph-mon[32812]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:35:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:53 smithi135 ceph-mon[32812]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:35:53.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:53.734 INFO:tasks.rados.rados.0.smithi037.stdout:1078: done (0 left) 2024-07-26T06:35:53.734 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 111 2024-07-26T06:35:53.734 INFO:tasks.rados.rados.0.smithi037.stdout:1079: seq_num 332 ranges {0=770048} 2024-07-26T06:35:53.739 INFO:tasks.rados.rados.0.smithi037.stdout:1079: writing smithi03785213-14 from 0 to 770048 tid 1 2024-07-26T06:35:53.739 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 111 2024-07-26T06:35:53.739 INFO:tasks.rados.rados.0.smithi037.stdout:1080: seq_num 333 ranges {3743744=786432} 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:1080: writing smithi03785213-39 from 3743744 to 4530176 tid 1 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:1081: read oid 9 snap -1 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:1081: expect deleted 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 111 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 1 to smithi03785213-14 2024-07-26T06:35:53.767 INFO:tasks.rados.rados.0.smithi037.stdout:1082: seq_num 334 ranges {2449408=802816} 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1082: writing smithi03785213-28 from 2449408 to 3252224 tid 1 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1083: snap_create 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 2 to smithi03785213-14 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 3 to smithi03785213-14 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 861 (ObjNum 332 snap 111 seq_num 332) dirty exists 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1079: left oid 14 (ObjNum 332 snap 111 seq_num 332) 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1080: finishing write tid 1 to smithi03785213-39 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1080: finishing write tid 2 to smithi03785213-39 2024-07-26T06:35:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1080: finishing write tid 3 to smithi03785213-39 2024-07-26T06:35:53.786 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 755 (ObjNum 333 snap 111 seq_num 333) dirty exists 2024-07-26T06:35:53.786 INFO:tasks.rados.rados.0.smithi037.stdout:1080: left oid 39 (ObjNum 333 snap 111 seq_num 333) 2024-07-26T06:35:53.788 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing write tid 1 to smithi03785213-28 2024-07-26T06:35:53.789 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing write tid 2 to smithi03785213-28 2024-07-26T06:35:53.790 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing write tid 3 to smithi03785213-28 2024-07-26T06:35:53.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 585 (ObjNum 334 snap 111 seq_num 334) dirty exists 2024-07-26T06:35:53.790 INFO:tasks.rados.rados.0.smithi037.stdout:1082: left oid 28 (ObjNum 334 snap 111 seq_num 334) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1079: done (4 left) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1080: done (3 left) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1081: done (2 left) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1082: done (1 left) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1083: done (0 left) 2024-07-26T06:35:54.722 INFO:tasks.rados.rados.0.smithi037.stdout:1084: snap_create 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: pgmap v9: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: pgmap v9: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:54 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: pgmap v9: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:54.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:54.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:55.728 INFO:tasks.rados.rados.0.smithi037.stdout:1084: done (0 left) 2024-07-26T06:35:55.729 INFO:tasks.rados.rados.0.smithi037.stdout:1085: delete oid 18 current snap is 113 2024-07-26T06:35:55.735 INFO:tasks.rados.rados.0.smithi037.stdout:1085: done (0 left) 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1086: read oid 32 snap -1 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1086: expect (ObjNum 319 snap 104 seq_num 319) 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1087: read oid 48 snap -1 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1087: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1088: read oid 39 snap 108 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1088: expect (ObjNum 264 snap 80 seq_num 264) 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1089: rmattr oid 5 current snap is 113 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1089: done (3 left) 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1090: copy_from oid 36 from oid 6 current snap is 113 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1091: copy_from oid 2 from oid 10 current snap is 113 2024-07-26T06:35:55.736 INFO:tasks.rados.rados.0.smithi037.stdout:1092: copy_from oid 5 from oid 19 current snap is 113 2024-07-26T06:35:55.737 INFO:tasks.rados.rados.0.smithi037.stdout:1093: delete oid 50 current snap is 113 2024-07-26T06:35:55.737 INFO:tasks.rados.rados.0.smithi037.stdout:1087: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:35:55.741 INFO:tasks.rados.rados.0.smithi037.stdout:1090: finishing copy_from to smithi03785213-36 2024-07-26T06:35:55.741 INFO:tasks.rados.rados.0.smithi037.stdout:1090: got expected ENOENT (src dne) 2024-07-26T06:35:55.741 INFO:tasks.rados.rados.0.smithi037.stdout:1090: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:35:55.741 INFO:tasks.rados.rados.0.smithi037.stdout:1087: done (6 left) 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:1090: done (5 left) 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:1093: done (4 left) 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:1094: rollback oid 42 current snap is 113 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 77 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 113 2024-07-26T06:35:55.742 INFO:tasks.rados.rados.0.smithi037.stdout:1095: seq_num 337 ranges {0=450560,450560=401408} 2024-07-26T06:35:55.745 INFO:tasks.rados.rados.0.smithi037.stdout:1095: writing smithi03785213-48 from 0 to 450560 tid 1 2024-07-26T06:35:55.748 INFO:tasks.rados.rados.0.smithi037.stdout:1095: writing smithi03785213-48 from 450560 to 851968 tid 2 2024-07-26T06:35:55.748 INFO:tasks.rados.rados.0.smithi037.stdout:1096: snap_remove snap 103 2024-07-26T06:35:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:55 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:55 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:55 smithi135 ceph-mon[32812]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[97339]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:55 smithi037 ceph-mon[40607]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:35:56.732 INFO:tasks.rados.rados.0.smithi037.stdout:1096: done (6 left) 2024-07-26T06:35:56.732 INFO:tasks.rados.rados.0.smithi037.stdout:1097: snap_remove snap 110 2024-07-26T06:35:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:56 smithi135 ceph-mon[32812]: pgmap v12: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:56 smithi135 ceph-mon[32812]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:35:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:56 smithi037 ceph-mon[40607]: pgmap v12: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:56 smithi037 ceph-mon[40607]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:35:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:56 smithi037 ceph-mon[97339]: pgmap v12: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:35:57.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:56 smithi037 ceph-mon[97339]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:35:57.745 INFO:tasks.rados.rados.0.smithi037.stdout:1097: done (6 left) 2024-07-26T06:35:57.745 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 113 2024-07-26T06:35:57.745 INFO:tasks.rados.rados.0.smithi037.stdout:1098: seq_num 338 ranges {0=466944,466944=401408} 2024-07-26T06:35:57.748 INFO:tasks.rados.rados.0.smithi037.stdout:1098: writing smithi03785213-18 from 0 to 466944 tid 1 2024-07-26T06:35:57.752 INFO:tasks.rados.rados.0.smithi037.stdout:1098: writing smithi03785213-18 from 466944 to 868352 tid 2 2024-07-26T06:35:57.752 INFO:tasks.rados.rados.0.smithi037.stdout:1099: read oid 12 snap -1 2024-07-26T06:35:57.752 INFO:tasks.rados.rados.0.smithi037.stdout:1099: expect (ObjNum 330 snap 109 seq_num 330) 2024-07-26T06:35:57.752 INFO:tasks.rados.rados.0.smithi037.stdout:1100: snap_remove snap 102 2024-07-26T06:35:57.793 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:57 smithi135 ceph-mon[32812]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:35:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:57 smithi037 ceph-mon[97339]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:35:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:57 smithi037 ceph-mon[40607]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:35:58.749 INFO:tasks.rados.rados.0.smithi037.stdout:1100: done (8 left) 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1101: rollback oid 36 current snap is 113 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 96 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1102: rollback oid 13 current snap is 113 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 44 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1103: rollback oid 9 current snap is 113 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 101 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1104: snap_create 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1091: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:35:58.750 INFO:tasks.rados.rados.0.smithi037.stdout:1086: expect (ObjNum 319 snap 104 seq_num 319) 2024-07-26T06:35:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:1094: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:35:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:1091: finishing copy_from to smithi03785213-2 2024-07-26T06:35:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 219 (ObjNum 304 snap 99 seq_num 304) dirty exists 2024-07-26T06:35:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:1094: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1094: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 468 (ObjNum 216 snap 63 seq_num 216) dirty exists 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1095: finishing write tid 1 to smithi03785213-48 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1095: finishing write tid 2 to smithi03785213-48 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1095: finishing write tid 3 to smithi03785213-48 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1095: finishing write tid 4 to smithi03785213-48 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 958 (ObjNum 337 snap 113 seq_num 337) dirty exists 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1095: left oid 48 (ObjNum 337 snap 113 seq_num 337) 2024-07-26T06:35:58.828 INFO:tasks.rados.rados.0.smithi037.stdout:1088: expect (ObjNum 264 snap 80 seq_num 264) 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1092: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1092: finishing copy_from to smithi03785213-5 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 758 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing write tid 1 to smithi03785213-18 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing write tid 2 to smithi03785213-18 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing write tid 3 to smithi03785213-18 2024-07-26T06:35:58.957 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing write tid 4 to smithi03785213-18 2024-07-26T06:35:58.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 291 (ObjNum 338 snap 113 seq_num 338) dirty exists 2024-07-26T06:35:58.958 INFO:tasks.rados.rados.0.smithi037.stdout:1098: left oid 18 (ObjNum 338 snap 113 seq_num 338) 2024-07-26T06:35:58.958 INFO:tasks.rados.rados.0.smithi037.stdout:1099: expect (ObjNum 330 snap 109 seq_num 330) 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1102: finishing rollback tid 0 to smithi03785213-13 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1102: finishing rollback tid 1 to smithi03785213-13 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1102: finishing rollback tid 2 to smithi03785213-13 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 299 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1101: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1101: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1101: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 883 (ObjNum 215 snap 63 seq_num 215) dirty exists 2024-07-26T06:35:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1103: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:35:59.007 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 849 (ObjNum 97 snap 0 seq_num 0) dirty dne 2024-07-26T06:35:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: pgmap v15: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[97339]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: pgmap v15: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:35:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:58 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:35:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: pgmap v15: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:59.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.conf 2024-07-26T06:35:59.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.conf 2024-07-26T06:35:59.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:58 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1086: done (11 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1088: done (10 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1091: done (9 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1092: done (8 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1094: done (7 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1095: done (6 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1098: done (5 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1099: done (4 left) 2024-07-26T06:35:59.764 INFO:tasks.rados.rados.0.smithi037.stdout:1101: done (3 left) 2024-07-26T06:35:59.765 INFO:tasks.rados.rados.0.smithi037.stdout:1102: done (2 left) 2024-07-26T06:35:59.765 INFO:tasks.rados.rados.0.smithi037.stdout:1103: done (1 left) 2024-07-26T06:35:59.765 INFO:tasks.rados.rados.0.smithi037.stdout:1104: done (0 left) 2024-07-26T06:35:59.765 INFO:tasks.rados.rados.0.smithi037.stdout:1105: snap_create 2024-07-26T06:35:59.934 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:59.934 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:35:59.935 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[97339]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:35:59.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:35:59.937 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:35:59.937 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:35:59 smithi037 ceph-mon[40607]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: Updating smithi037:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: Updating smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: Updating smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:36:00.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:35:59 smithi135 ceph-mon[32812]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:36:00.769 INFO:tasks.rados.rados.0.smithi037.stdout:1105: done (0 left) 2024-07-26T06:36:00.770 INFO:tasks.rados.rados.0.smithi037.stdout:1106: delete oid 39 current snap is 115 2024-07-26T06:36:00.771 INFO:tasks.rados.rados.0.smithi037.stdout:1106: done (0 left) 2024-07-26T06:36:00.771 INFO:tasks.rados.rados.0.smithi037.stdout:1107: rollback oid 33 current snap is 115 2024-07-26T06:36:00.771 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 84 2024-07-26T06:36:00.771 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 115 2024-07-26T06:36:00.771 INFO:tasks.rados.rados.0.smithi037.stdout:1108: seq_num 340 ranges {1400832=499712,1900544=401408} 2024-07-26T06:36:00.782 INFO:tasks.rados.rados.0.smithi037.stdout:1108: writing smithi03785213-12 from 1400832 to 1900544 tid 1 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:1108: writing smithi03785213-12 from 1900544 to 2301952 tid 2 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:1109: rollback oid 42 current snap is 115 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 112 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:1107: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:1107: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:36:00.784 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 587 (ObjNum 33 snap 0 seq_num 3882758624) dirty dne 2024-07-26T06:36:00.785 INFO:tasks.rados.rados.0.smithi037.stdout:1107: done (2 left) 2024-07-26T06:36:00.785 INFO:tasks.rados.rados.0.smithi037.stdout:1110: snap_remove snap 95 2024-07-26T06:36:01.030 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: pgmap v18: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: pgmap v18: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:01.031 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:01.032 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:01.032 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:00 smithi037 ceph-mon[40607]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: pgmap v18: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 491 KiB/s rd, 940 KiB/s wr, 34 op/s 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:01.067 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:00 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:01.743 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:01] "GET /metrics HTTP/1.1" 200 33302 "" "Prometheus/2.43.0" 2024-07-26T06:36:01.785 INFO:tasks.rados.rados.0.smithi037.stdout:1110: done (2 left) 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1111: read oid 8 snap -1 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1111: expect (ObjNum 264 snap 80 seq_num 264) 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1112: setattr oid 25 current snap is 115 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1113: delete oid 41 current snap is 115 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1108: finishing write tid 1 to smithi03785213-12 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1108: finishing write tid 2 to smithi03785213-12 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1108: finishing write tid 3 to smithi03785213-12 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:36:01.786 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 471 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:36:01.787 INFO:tasks.rados.rados.0.smithi037.stdout:1108: finishing write tid 4 to smithi03785213-12 2024-07-26T06:36:01.787 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 759 (ObjNum 340 snap 115 seq_num 340) dirty exists 2024-07-26T06:36:01.787 INFO:tasks.rados.rados.0.smithi037.stdout:1108: left oid 12 (ObjNum 340 snap 115 seq_num 340) 2024-07-26T06:36:01.795 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 588 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:36:01.814 INFO:tasks.rados.rados.0.smithi037.stdout:1111: expect (ObjNum 264 snap 80 seq_num 264) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1108: done (4 left) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1109: done (3 left) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1111: done (2 left) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1112: done (1 left) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1113: done (0 left) 2024-07-26T06:36:01.945 INFO:tasks.rados.rados.0.smithi037.stdout:1114: snap_create 2024-07-26T06:36:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[97339]: Upgrade: Updating mon.c 2024-07-26T06:36:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[97339]: Deploying daemon mon.c on smithi037 2024-07-26T06:36:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[97339]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:36:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[40607]: Upgrade: Updating mon.c 2024-07-26T06:36:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[40607]: Deploying daemon mon.c on smithi037 2024-07-26T06:36:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:01 smithi037 ceph-mon[40607]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:36:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:01 smithi135 ceph-mon[32812]: Upgrade: Updating mon.c 2024-07-26T06:36:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:01 smithi135 ceph-mon[32812]: Deploying daemon mon.c on smithi037 2024-07-26T06:36:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:01 smithi135 ceph-mon[32812]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:36:02.317 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 systemd[1]: Stopping Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:02.792 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c[40584]: 2024-07-26T06:36:02.316+0000 7f5f04802640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:36:02.792 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c[40584]: 2024-07-26T06:36:02.316+0000 7f5f04802640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-07-26T06:36:02.792 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 podman[99568]: 2024-07-26 06:36:02.501017658 +0000 UTC m=+0.292209579 container died d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:36:03.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 podman[99568]: 2024-07-26 06:36:02.956473555 +0000 UTC m=+0.747665507 container cleanup d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:36:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:02 smithi037 bash[99568]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c 2024-07-26T06:36:03.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 podman[99585]: 2024-07-26 06:36:03.283173958 +0000 UTC m=+0.779039628 container remove d89e54c7cba4d2d0151b49012c6c63ba6895934982d8e95c84553192bfb5f6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=) 2024-07-26T06:36:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.c.service: Deactivated successfully. 2024-07-26T06:36:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 systemd[1]: Stopped Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:36:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.c.service: Consumed 8.059s CPU time. 2024-07-26T06:36:03.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:03 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:03.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 systemd[1]: Starting Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:03.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 podman[99723]: 2024-07-26 06:36:03.834236168 +0000 UTC m=+0.109442836 container create 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-07-26T06:36:03.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:03 smithi037 podman[99723]: 2024-07-26 06:36:03.742732131 +0000 UTC m=+0.017938774 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:36:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 podman[99723]: 2024-07-26 06:36:04.011914768 +0000 UTC m=+0.287121403 container init 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T06:36:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 podman[99723]: 2024-07-26 06:36:04.016444373 +0000 UTC m=+0.291650996 container start 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T06:36:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 7 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: pidfile_write: ignore empty --pid-file 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: load: jerasure load: lrc 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Git sha 0 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: DB SUMMARY 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: DB Session ID: UIVNPS3M1QMUEDIGXDPW 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-07-26T06:36:04.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10535168 ; 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.env: 0x55946f4d87a0 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.info_log: 0x559470c6d4a0 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:36:04.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.statistics: (nil) 2024-07-26T06:36:04.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.use_fsync: 0 2024-07-26T06:36:04.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:36:04.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:36:04.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:36:04.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.db_log_dir: 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.wal_dir: 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:36:04.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.write_buffer_manager: 0x559470c7c8c0 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:36:04.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.unordered_write: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.row_cache: None 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.wal_filter: None 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.wal_compression: 0 2024-07-26T06:36:04.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:36:04.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_open_files: -1 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:36:04.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Compression algorithms supported: 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kZSTD supported: 0 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-07-26T06:36:04.304 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.merge_operator: 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_filter: None 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559470c6d080) 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:36:04.305 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_type: 0 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: data_block_index_type: 0 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_shortening: 1 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: checksum: 4 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: no_block_cache: 0 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache: 0x559470c61090 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_options: 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: capacity : 536870912 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: num_shard_bits : 4 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: strict_capacity_limit : 0 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_cache_compressed: (nil) 2024-07-26T06:36:04.306 INFO:journalctl@ceph.mon.c.smithi037.stdout: persistent_cache: (nil) 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_size: 4096 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_size_deviation: 10 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_restart_interval: 16 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: index_block_restart_interval: 1 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: metadata_block_size: 4096 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: partition_filters: 0 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: use_delta_encoding: 1 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: filter_policy: bloomfilter 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: whole_key_filtering: 1 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: verify_compression: 0 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: format_version: 5 2024-07-26T06:36:04.307 INFO:journalctl@ceph.mon.c.smithi037.stdout: enable_index_compression: 1 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout: block_align: 0 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout: max_auto_readahead_size: 262144 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout: prepopulate_block_cache: 0 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression: NoCompression 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.num_levels: 7 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:36:04.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:36:04.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:36:04.310 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:36:04.311 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:36:04.311 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:36:04.312 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:36:04.313 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.ttl: 2592000 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:36:04.314 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13609, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9d249352-004c-4c55-b2b5-c72d990000b5 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975764044052, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-26T06:36:04.315 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975764070547, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6451716, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13614, "largest_seqno": 17218, "table_properties": {"data_size": 6435526, "index_size": 11175, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3973, "raw_key_size": 36473, "raw_average_key_size": 23, "raw_value_size": 6402042, "raw_average_value_size": 4044, "num_data_blocks": 488, "num_entries": 1583, "num_filter_entries": 1583, "num_deletions": 298, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721975764, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9d249352-004c-4c55-b2b5-c72d990000b5", "db_session_id": "UIVNPS3M1QMUEDIGXDPW", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975764070679, "job": 1, "event": "recovery_finished"} 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559470c8ee00 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: DB pointer 0x559470d88000 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** DB Stats ** 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:04.316 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: L0 1/0 6.15 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 511.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Sum 2/0 13.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 511.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 511.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.317 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** Compaction Stats [default] ** 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 511.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:36:04.318 INFO:journalctl@ceph.mon.c.smithi037.stdout: Cumulative compaction: 0.01 GB write, 204.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: Interval compaction: 0.01 GB write, 204.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: Block cache BinnedLRUCache@0x559470c61090#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: starting mon.c rank 2 at public addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] at bind addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???) e3 preinit fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).mds e8 new map 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).mds e8 print_map 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: e8 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:36:04.319 INFO:journalctl@ceph.mon.c.smithi037.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: legacy client fscid: 1 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: fs_name cephfs 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: epoch 8 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: created 2024-07-26T06:28:51.584594+0000 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: modified 2024-07-26T06:29:04.064309+0000 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: tableserver 0 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: root 0 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: session_timeout 60 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: session_autoclose 300 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: max_file_size 1099511627776 2024-07-26T06:36:04.320 INFO:journalctl@ceph.mon.c.smithi037.stdout: max_xattr_size 65536 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: required_client_features {} 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: last_failure 0 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: last_failure_osd_epoch 0 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: max_mds 1 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: in 0 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: up {0=24328} 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: failed 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: damaged 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: stopped 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: data_pools [3] 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: metadata_pool 2 2024-07-26T06:36:04.321 INFO:journalctl@ceph.mon.c.smithi037.stdout: inline_data disabled 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: balancer 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: bal_rank_mask -1 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: standby_count_wanted 0 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: [mds.b{0:24328} state up:active seq 5 addr [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: Standby daemons: 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout: [mds.a{-1:14415} state up:standby seq 1 addr [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).osd e294 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).osd e294 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).osd e294 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:04.322 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).osd e294 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:04.323 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 ceph-mon[99762]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-07-26T06:36:04.323 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 bash[99723]: 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 2024-07-26T06:36:04.323 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:04 smithi037 systemd[1]: Started Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:36:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:05.136 INFO:tasks.rados.rados.0.smithi037.stdout:1114: done (0 left) 2024-07-26T06:36:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:1115: rollback oid 41 current snap is 116 2024-07-26T06:36:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 107 2024-07-26T06:36:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 116 2024-07-26T06:36:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:1116: seq_num 342 ranges {0=532480,532480=401408} 2024-07-26T06:36:05.140 INFO:tasks.rados.rados.0.smithi037.stdout:1116: writing smithi03785213-4 from 0 to 532480 tid 1 2024-07-26T06:36:05.143 INFO:tasks.rados.rados.0.smithi037.stdout:1116: writing smithi03785213-4 from 532480 to 933888 tid 2 2024-07-26T06:36:05.143 INFO:tasks.rados.rados.0.smithi037.stdout:1117: delete oid 19 current snap is 116 2024-07-26T06:36:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:1115: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:36:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:1115: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:36:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 987 (ObjNum 246 snap 73 seq_num 246) dirty exists 2024-07-26T06:36:05.146 INFO:tasks.rados.rados.0.smithi037.stdout:1115: done (2 left) 2024-07-26T06:36:05.146 INFO:tasks.rados.rados.0.smithi037.stdout:1117: done (1 left) 2024-07-26T06:36:05.147 INFO:tasks.rados.rados.0.smithi037.stdout:1118: rollback oid 6 current snap is 116 2024-07-26T06:36:05.147 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 109 2024-07-26T06:36:05.147 INFO:tasks.rados.rados.0.smithi037.stdout:1119: snap_remove snap 81 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: pgmap v23: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: mon.c calling monitor election 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: mon.a calling monitor election 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: monmap epoch 3 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:36:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: min_mon_release 17 (quincy) 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: election_strategy: 1 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: mgrmap e40: y(active, since 14s), standbys: x 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:05.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: pgmap v23: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: mon.c calling monitor election 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: mon.a calling monitor election 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: monmap epoch 3 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: min_mon_release 17 (quincy) 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: election_strategy: 1 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:05.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: mgrmap e40: y(active, since 14s), standbys: x 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:05.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: pgmap v23: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-07-26T06:36:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: mon.c calling monitor election 2024-07-26T06:36:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: mon.a calling monitor election 2024-07-26T06:36:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: monmap epoch 3 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: last_changed 2024-07-26T06:24:57.416293+0000 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: min_mon_release 17 (quincy) 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: election_strategy: 1 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: mgrmap e40: y(active, since 14s), standbys: x 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: overall HEALTH_OK 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:05.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:05.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:05 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:06.148 INFO:tasks.rados.rados.0.smithi037.stdout:1119: done (2 left) 2024-07-26T06:36:06.148 INFO:tasks.rados.rados.0.smithi037.stdout:1120: read oid 7 snap -1 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1120: expect (ObjNum 307 snap 100 seq_num 307) 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1121: delete oid 35 current snap is 116 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1116: finishing write tid 1 to smithi03785213-4 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1116: finishing write tid 2 to smithi03785213-4 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1116: finishing write tid 3 to smithi03785213-4 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1116: finishing write tid 4 to smithi03785213-4 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 900 (ObjNum 342 snap 116 seq_num 342) dirty exists 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1116: left oid 4 (ObjNum 342 snap 116 seq_num 342) 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:1118: finishing rollback tid 1 to smithi03785213-6 2024-07-26T06:36:06.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 754 (ObjNum 129 snap 0 seq_num 1583249342) dirty dne 2024-07-26T06:36:06.157 INFO:tasks.rados.rados.0.smithi037.stdout:1116: done (3 left) 2024-07-26T06:36:06.157 INFO:tasks.rados.rados.0.smithi037.stdout:1118: done (2 left) 2024-07-26T06:36:06.157 INFO:tasks.rados.rados.0.smithi037.stdout:1121: done (1 left) 2024-07-26T06:36:06.157 INFO:tasks.rados.rados.0.smithi037.stdout:1122: rollback oid 16 current snap is 116 2024-07-26T06:36:06.158 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 77 2024-07-26T06:36:06.158 INFO:tasks.rados.rados.0.smithi037.stdout:1123: rmattr oid 43 current snap is 116 2024-07-26T06:36:06.158 INFO:tasks.rados.rados.0.smithi037.stdout:1123: done (2 left) 2024-07-26T06:36:06.158 INFO:tasks.rados.rados.0.smithi037.stdout:1124: delete oid 8 current snap is 116 2024-07-26T06:36:06.185 INFO:tasks.rados.rados.0.smithi037.stdout:1120: expect (ObjNum 307 snap 100 seq_num 307) 2024-07-26T06:36:06.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:06 smithi037 ceph-mon[97339]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:36:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:06 smithi037 ceph-mon[99762]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:36:06.553 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:36:06.553 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 922 (ObjNum 65 snap 0 seq_num 1331392355) dirty dne 2024-07-26T06:36:06.553 INFO:tasks.rados.rados.0.smithi037.stdout:1120: done (2 left) 2024-07-26T06:36:06.554 INFO:tasks.rados.rados.0.smithi037.stdout:1122: done (1 left) 2024-07-26T06:36:06.554 INFO:tasks.rados.rados.0.smithi037.stdout:1124: done (0 left) 2024-07-26T06:36:06.554 INFO:tasks.rados.rados.0.smithi037.stdout:1125: read oid 26 snap -1 2024-07-26T06:36:06.554 INFO:tasks.rados.rados.0.smithi037.stdout:1125: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:36:06.554 INFO:tasks.rados.rados.0.smithi037.stdout:1126: setattr oid 45 current snap is 116 2024-07-26T06:36:06.555 INFO:tasks.rados.rados.0.smithi037.stdout:1125: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:36:06.557 INFO:tasks.rados.rados.0.smithi037.stdout:1125: done (1 left) 2024-07-26T06:36:06.557 INFO:tasks.rados.rados.0.smithi037.stdout:1127: read oid 8 snap -1 2024-07-26T06:36:06.557 INFO:tasks.rados.rados.0.smithi037.stdout:1127: expect deleted 2024-07-26T06:36:06.557 INFO:tasks.rados.rados.0.smithi037.stdout:1128: snap_remove snap 44 2024-07-26T06:36:06.569 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:36:06.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:06 smithi135 ceph-mon[32812]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:36:06.844 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (84s) 13s ago 6m 18.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (73s) 12s ago 5m 80.3M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (7m) 13s ago 7m 15.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (7m) 12s ago 7m 17.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (38s) 12s ago 10m 437M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (65s) 13s ago 12m 473M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (24s) 13s ago 12m 31.8M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (11m) 12s ago 11m 55.4M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 c9bfcf07db26 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 starting - - - 2048M 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (82s) 13s ago 5m 8132k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:36:06.845 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (71s) 12s ago 5m 7956k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (10m) 13s ago 10m 172M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (10m) 13s ago 10m 174M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (9m) 13s ago 9m 208M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (9m) 13s ago 9m 137M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (9m) 12s ago 9m 179M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (8m) 12s ago 8m 145M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (8m) 12s ago 8m 82.0M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (7m) 12s ago 7m 139M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:36:06.846 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (43s) 12s ago 6m 46.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:36:07.151 INFO:tasks.rados.rados.0.smithi037.stdout:1128: done (2 left) 2024-07-26T06:36:07.151 INFO:tasks.rados.rados.0.smithi037.stdout:1129: read oid 6 snap -1 2024-07-26T06:36:07.152 INFO:tasks.rados.rados.0.smithi037.stdout:1129: expect deleted 2024-07-26T06:36:07.152 INFO:tasks.rados.rados.0.smithi037.stdout:1130: snap_remove snap 100 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:36:07.199 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 11, 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 4 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:36:07.200 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:36:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:07 smithi037 ceph-mon[97339]: pgmap v26: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:07 smithi037 ceph-mon[97339]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:36:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:07 smithi037 ceph-mon[99762]: pgmap v26: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:07 smithi037 ceph-mon[99762]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:36:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:07 smithi135 ceph-mon[32812]: pgmap v26: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:07 smithi135 ceph-mon[32812]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:36:08.169 INFO:tasks.rados.rados.0.smithi037.stdout:1130: done (3 left) 2024-07-26T06:36:08.170 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 116 2024-07-26T06:36:08.170 INFO:tasks.rados.rados.0.smithi037.stdout:1131: seq_num 346 ranges {0=598016,598016=401408} 2024-07-26T06:36:08.173 INFO:tasks.rados.rados.0.smithi037.stdout:1131: writing smithi03785213-19 from 0 to 598016 tid 1 2024-07-26T06:36:08.176 INFO:tasks.rados.rados.0.smithi037.stdout:1131: writing smithi03785213-19 from 598016 to 999424 tid 2 2024-07-26T06:36:08.177 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1001 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:36:08.177 INFO:tasks.rados.rados.0.smithi037.stdout:1126: done (3 left) 2024-07-26T06:36:08.177 INFO:tasks.rados.rados.0.smithi037.stdout:1127: done (2 left) 2024-07-26T06:36:08.177 INFO:tasks.rados.rados.0.smithi037.stdout:1129: done (1 left) 2024-07-26T06:36:08.177 INFO:tasks.rados.rados.0.smithi037.stdout:1132: setattr oid 24 current snap is 116 2024-07-26T06:36:08.178 INFO:tasks.rados.rados.0.smithi037.stdout:1133: rollback oid 44 current snap is 116 2024-07-26T06:36:08.178 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 109 2024-07-26T06:36:08.178 INFO:tasks.rados.rados.0.smithi037.stdout:1134: snap_remove snap 96 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3003708016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:36:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3003708016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:08.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:08.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: from='client.? 172.21.15.37:0/3003708016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:09.166 INFO:tasks.rados.rados.0.smithi037.stdout:1134: done (3 left) 2024-07-26T06:36:09.167 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 116 2024-07-26T06:36:09.167 INFO:tasks.rados.rados.0.smithi037.stdout:1131: finishing write tid 1 to smithi03785213-19 2024-07-26T06:36:09.167 INFO:tasks.rados.rados.0.smithi037.stdout:1135: seq_num 347 ranges {335872=614400,950272=401408} 2024-07-26T06:36:09.173 INFO:tasks.rados.rados.0.smithi037.stdout:1135: writing smithi03785213-10 from 335872 to 950272 tid 1 2024-07-26T06:36:09.176 INFO:tasks.rados.rados.0.smithi037.stdout:1135: writing smithi03785213-10 from 950272 to 1351680 tid 2 2024-07-26T06:36:09.176 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 116 2024-07-26T06:36:09.176 INFO:tasks.rados.rados.0.smithi037.stdout:1136: seq_num 348 ranges {3112960=630784,3743744=401408} 2024-07-26T06:36:09.199 INFO:tasks.rados.rados.0.smithi037.stdout:1136: writing smithi03785213-31 from 3112960 to 3743744 tid 1 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1136: writing smithi03785213-31 from 3743744 to 4145152 tid 2 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1137: read oid 9 snap -1 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1137: expect deleted 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1138: copy_from oid 45 from oid 21 current snap is 116 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1131: finishing write tid 2 to smithi03785213-19 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1131: finishing write tid 3 to smithi03785213-19 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 778 (ObjNum 302 snap 99 seq_num 302) dirty exists 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1131: finishing write tid 4 to smithi03785213-19 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 762 (ObjNum 346 snap 116 seq_num 346) dirty exists 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1131: left oid 19 (ObjNum 346 snap 116 seq_num 346) 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1133: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:36:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:1133: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1133: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 771 (ObjNum 253 snap 76 seq_num 253) dirty exists 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: finishing write tid 1 to smithi03785213-10 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: finishing write tid 2 to smithi03785213-10 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: finishing write tid 3 to smithi03785213-10 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: finishing write tid 4 to smithi03785213-10 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 229 (ObjNum 347 snap 116 seq_num 347) dirty exists 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: left oid 10 (ObjNum 347 snap 116 seq_num 347) 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1131: done (6 left) 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1132: done (5 left) 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1133: done (4 left) 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1135: done (3 left) 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1139: read oid 42 snap -1 2024-07-26T06:36:09.204 INFO:tasks.rados.rados.0.smithi037.stdout:1139: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1140: rollback oid 46 current snap is 116 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 77 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1141: rmattr oid 19 current snap is 116 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1141: done (5 left) 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1142: read oid 3 snap -1 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1142: expect (ObjNum 309 snap 100 seq_num 309) 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1143: rmattr oid 44 current snap is 116 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1143: done (6 left) 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1144: rmattr oid 8 current snap is 116 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1144: done (6 left) 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1145: copy_from oid 18 from oid 23 current snap is 116 2024-07-26T06:36:09.205 INFO:tasks.rados.rados.0.smithi037.stdout:1146: snap_create 2024-07-26T06:36:09.206 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 1 to smithi03785213-31 2024-07-26T06:36:09.206 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 2 to smithi03785213-31 2024-07-26T06:36:09.206 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 3 to smithi03785213-31 2024-07-26T06:36:09.206 INFO:tasks.rados.rados.0.smithi037.stdout:1142: expect (ObjNum 309 snap 100 seq_num 309) 2024-07-26T06:36:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:1140: finishing rollback tid 0 to smithi03785213-46 2024-07-26T06:36:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:1140: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:36:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:1140: finishing rollback tid 2 to smithi03785213-46 2024-07-26T06:36:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 947 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:36:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:1139: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 4 to smithi03785213-31 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 781 (ObjNum 348 snap 116 seq_num 348) dirty exists 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1136: left oid 31 (ObjNum 348 snap 116 seq_num 348) 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1145: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1145: finishing copy_from to smithi03785213-18 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 838 (ObjNum 328 snap 109 seq_num 328) dirty exists 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1138: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:1138: finishing copy_from to smithi03785213-45 2024-07-26T06:36:09.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 756 (ObjNum 273 snap 88 seq_num 273) dirty exists 2024-07-26T06:36:09.368 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:36:09.081+0000 7f75a58ef640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[97339]: pgmap v29: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[97339]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[99762]: pgmap v29: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[99762]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:09 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:09 smithi135 ceph-mon[32812]: pgmap v29: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:09 smithi135 ceph-mon[32812]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:36:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:09 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:09 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1136: done (7 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1137: done (6 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1138: done (5 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1139: done (4 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1140: done (3 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1142: done (2 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1145: done (1 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1146: done (0 left) 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 117 2024-07-26T06:36:10.176 INFO:tasks.rados.rados.0.smithi037.stdout:1147: seq_num 349 ranges {3252224=655360,3907584=401408} 2024-07-26T06:36:10.197 INFO:tasks.rados.rados.0.smithi037.stdout:1147: writing smithi03785213-28 from 3252224 to 3907584 tid 1 2024-07-26T06:36:10.199 INFO:tasks.rados.rados.0.smithi037.stdout:1147: writing smithi03785213-28 from 3907584 to 4308992 tid 2 2024-07-26T06:36:10.199 INFO:tasks.rados.rados.0.smithi037.stdout:1148: rmattr oid 39 current snap is 117 2024-07-26T06:36:10.199 INFO:tasks.rados.rados.0.smithi037.stdout:1148: done (1 left) 2024-07-26T06:36:10.199 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 117 2024-07-26T06:36:10.199 INFO:tasks.rados.rados.0.smithi037.stdout:1149: seq_num 350 ranges {0=671744,671744=401408} 2024-07-26T06:36:10.203 INFO:tasks.rados.rados.0.smithi037.stdout:1149: writing smithi03785213-34 from 0 to 671744 tid 1 2024-07-26T06:36:10.206 INFO:tasks.rados.rados.0.smithi037.stdout:1149: writing smithi03785213-34 from 671744 to 1073152 tid 2 2024-07-26T06:36:10.206 INFO:tasks.rados.rados.0.smithi037.stdout:1150: copy_from oid 3 from oid 13 current snap is 117 2024-07-26T06:36:10.206 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 1 to smithi03785213-28 2024-07-26T06:36:10.206 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 2 to smithi03785213-28 2024-07-26T06:36:10.206 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 3 to smithi03785213-28 2024-07-26T06:36:10.207 INFO:tasks.rados.rados.0.smithi037.stdout:1151: copy_from oid 32 from oid 12 current snap is 117 2024-07-26T06:36:10.207 INFO:tasks.rados.rados.0.smithi037.stdout:1152: snap_create 2024-07-26T06:36:10.207 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 4 to smithi03785213-28 2024-07-26T06:36:10.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 593 (ObjNum 349 snap 117 seq_num 349) dirty exists 2024-07-26T06:36:10.207 INFO:tasks.rados.rados.0.smithi037.stdout:1147: left oid 28 (ObjNum 349 snap 117 seq_num 349) 2024-07-26T06:36:10.210 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing write tid 1 to smithi03785213-34 2024-07-26T06:36:10.211 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing write tid 2 to smithi03785213-34 2024-07-26T06:36:10.211 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing write tid 3 to smithi03785213-34 2024-07-26T06:36:10.215 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing write tid 4 to smithi03785213-34 2024-07-26T06:36:10.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 951 (ObjNum 350 snap 117 seq_num 350) dirty exists 2024-07-26T06:36:10.216 INFO:tasks.rados.rados.0.smithi037.stdout:1149: left oid 34 (ObjNum 350 snap 117 seq_num 350) 2024-07-26T06:36:10.221 INFO:tasks.rados.rados.0.smithi037.stdout:1150: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:36:10.222 INFO:tasks.rados.rados.0.smithi037.stdout:1150: finishing copy_from to smithi03785213-3 2024-07-26T06:36:10.222 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 299 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-07-26T06:36:10.222 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:36:10.224 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing copy_from to smithi03785213-32 2024-07-26T06:36:10.224 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 759 (ObjNum 340 snap 115 seq_num 340) dirty exists 2024-07-26T06:36:10.425 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:10 smithi037 ceph-mon[97339]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:36:10.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:10 smithi037 ceph-mon[99762]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:36:10.560 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:10 smithi135 ceph-mon[32812]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1147: done (4 left) 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1149: done (3 left) 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1150: done (2 left) 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1151: done (1 left) 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1152: done (0 left) 2024-07-26T06:36:11.177 INFO:tasks.rados.rados.0.smithi037.stdout:1153: snap_create 2024-07-26T06:36:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:11] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2024-07-26T06:36:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:11 smithi037 ceph-mon[99762]: pgmap v32: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:11 smithi037 ceph-mon[99762]: osdmap e301: 8 total, 8 up, 8 in 2024-07-26T06:36:11.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:11 smithi037 ceph-mon[97339]: pgmap v32: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:11.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:11 smithi037 ceph-mon[97339]: osdmap e301: 8 total, 8 up, 8 in 2024-07-26T06:36:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:11 smithi135 ceph-mon[32812]: pgmap v32: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 448 KiB/s wr, 9 op/s 2024-07-26T06:36:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:11 smithi135 ceph-mon[32812]: osdmap e301: 8 total, 8 up, 8 in 2024-07-26T06:36:12.182 INFO:tasks.rados.rados.0.smithi037.stdout:1153: done (0 left) 2024-07-26T06:36:12.182 INFO:tasks.rados.rados.0.smithi037.stdout:1154: snap_remove snap 115 2024-07-26T06:36:12.444 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: osdmap e302: 8 total, 8 up, 8 in 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:36:12.445 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:12 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: osdmap e302: 8 total, 8 up, 8 in 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:36:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: osdmap e302: 8 total, 8 up, 8 in 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:36:12.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:36:12.725 INFO:tasks.rados.rados.0.smithi037.stdout:1154: done (0 left) 2024-07-26T06:36:12.725 INFO:tasks.rados.rados.0.smithi037.stdout:1155: rollback oid 5 current snap is 119 2024-07-26T06:36:12.725 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 113 2024-07-26T06:36:12.725 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 119 2024-07-26T06:36:12.726 INFO:tasks.rados.rados.0.smithi037.stdout:1156: seq_num 351 ranges {0=688128,688128=401408} 2024-07-26T06:36:12.727 INFO:tasks.rados.rados.0.smithi037.stdout:1156: writing smithi03785213-29 from 0 to 688128 tid 1 2024-07-26T06:36:12.730 INFO:tasks.rados.rados.0.smithi037.stdout:1156: writing smithi03785213-29 from 688128 to 1089536 tid 2 2024-07-26T06:36:12.731 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 119 2024-07-26T06:36:12.731 INFO:tasks.rados.rados.0.smithi037.stdout:1157: seq_num 352 ranges {1351680=704512,2056192=401408} 2024-07-26T06:36:12.743 INFO:tasks.rados.rados.0.smithi037.stdout:1157: writing smithi03785213-10 from 1351680 to 2056192 tid 1 2024-07-26T06:36:12.745 INFO:tasks.rados.rados.0.smithi037.stdout:1157: writing smithi03785213-10 from 2056192 to 2457600 tid 2 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1158: delete oid 26 current snap is 119 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1155: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1155: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1155: finishing rollback tid 2 to smithi03785213-5 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 774 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1156: finishing write tid 1 to smithi03785213-29 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1156: finishing write tid 2 to smithi03785213-29 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1156: finishing write tid 3 to smithi03785213-29 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1156: finishing write tid 4 to smithi03785213-29 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 596 (ObjNum 351 snap 119 seq_num 351) dirty exists 2024-07-26T06:36:12.746 INFO:tasks.rados.rados.0.smithi037.stdout:1156: left oid 29 (ObjNum 351 snap 119 seq_num 351) 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing write tid 1 to smithi03785213-10 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1155: done (3 left) 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1156: done (2 left) 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1158: done (1 left) 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1159: read oid 39 snap -1 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1159: expect deleted 2024-07-26T06:36:12.748 INFO:tasks.rados.rados.0.smithi037.stdout:1160: snap_remove snap 80 2024-07-26T06:36:13.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:13 smithi135 ceph-mon[32812]: pgmap v35: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:13.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:13 smithi135 ceph-mon[32812]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:36:13.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:13 smithi135 ceph-mon[32812]: osdmap e303: 8 total, 8 up, 8 in 2024-07-26T06:36:13.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:13 smithi135 ceph-mon[32812]: osdmap e304: 8 total, 8 up, 8 in 2024-07-26T06:36:13.506 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[97339]: pgmap v35: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[97339]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[97339]: osdmap e303: 8 total, 8 up, 8 in 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[97339]: osdmap e304: 8 total, 8 up, 8 in 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[99762]: pgmap v35: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[99762]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[99762]: osdmap e303: 8 total, 8 up, 8 in 2024-07-26T06:36:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:13 smithi037 ceph-mon[99762]: osdmap e304: 8 total, 8 up, 8 in 2024-07-26T06:36:13.723 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing write tid 2 to smithi03785213-10 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing write tid 3 to smithi03785213-10 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing write tid 4 to smithi03785213-10 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 762 (ObjNum 352 snap 119 seq_num 352) dirty exists 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1157: left oid 10 (ObjNum 352 snap 119 seq_num 352) 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1157: done (2 left) 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1159: done (1 left) 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1160: done (0 left) 2024-07-26T06:36:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:1161: snap_remove snap 116 2024-07-26T06:36:14.725 INFO:tasks.rados.rados.0.smithi037.stdout:1161: done (0 left) 2024-07-26T06:36:14.725 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 119 2024-07-26T06:36:14.725 INFO:tasks.rados.rados.0.smithi037.stdout:1162: seq_num 354 ranges {696320=737280,1433600=401408} 2024-07-26T06:36:14.732 INFO:tasks.rados.rados.0.smithi037.stdout:1162: writing smithi03785213-23 from 696320 to 1433600 tid 1 2024-07-26T06:36:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:1162: writing smithi03785213-23 from 1433600 to 1835008 tid 2 2024-07-26T06:36:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:1163: copy_from oid 40 from oid 35 current snap is 119 2024-07-26T06:36:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:1164: snap_create 2024-07-26T06:36:14.738 INFO:tasks.rados.rados.0.smithi037.stdout:1163: finishing copy_from to smithi03785213-40 2024-07-26T06:36:14.739 INFO:tasks.rados.rados.0.smithi037.stdout:1163: got expected ENOENT (src dne) 2024-07-26T06:36:14.739 INFO:tasks.rados.rados.0.smithi037.stdout:1163: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:36:14.744 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 1 to smithi03785213-23 2024-07-26T06:36:14.744 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 2 to smithi03785213-23 2024-07-26T06:36:14.745 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 3 to smithi03785213-23 2024-07-26T06:36:14.745 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 4 to smithi03785213-23 2024-07-26T06:36:14.746 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 971 (ObjNum 354 snap 119 seq_num 354) dirty exists 2024-07-26T06:36:14.746 INFO:tasks.rados.rados.0.smithi037.stdout:1162: left oid 23 (ObjNum 354 snap 119 seq_num 354) 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: pgmap v38: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: Upgrade: Updating mon.b 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: Deploying daemon mon.b on smithi135 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[97339]: osdmap e305: 8 total, 8 up, 8 in 2024-07-26T06:36:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: pgmap v38: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: Upgrade: Updating mon.b 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: Deploying daemon mon.b on smithi135 2024-07-26T06:36:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:14 smithi037 ceph-mon[99762]: osdmap e305: 8 total, 8 up, 8 in 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: pgmap v38: 121 pgs: 121 active+clean; 230 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: Upgrade: Updating mon.b 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: Deploying daemon mon.b on smithi135 2024-07-26T06:36:14.819 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-mon[32812]: osdmap e305: 8 total, 8 up, 8 in 2024-07-26T06:36:14.819 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:14.820 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:15.366 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:15 smithi135 systemd[1]: Stopping Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:15.754 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b[32780]: 2024-07-26T06:36:15.363+0000 7fbdc1393640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:36:15.754 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:15 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b[32780]: 2024-07-26T06:36:15.363+0000 7fbdc1393640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-07-26T06:36:15.754 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:15 smithi135 podman[89940]: 2024-07-26 06:36:15.498349989 +0000 UTC m=+0.247508969 container died c9bfcf07db261eefa0aef72027d26067c559086754d9a15bdae5c9a2459d5cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-07-26T06:36:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 podman[89940]: 2024-07-26 06:36:16.087256285 +0000 UTC m=+0.836415262 container cleanup c9bfcf07db261eefa0aef72027d26067c559086754d9a15bdae5c9a2459d5cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-07-26T06:36:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 bash[89940]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b 2024-07-26T06:36:16.728 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 podman[89960]: 2024-07-26 06:36:16.380142085 +0000 UTC m=+0.881895660 container remove c9bfcf07db261eefa0aef72027d26067c559086754d9a15bdae5c9a2459d5cfb (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-07-26T06:36:16.729 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service: Deactivated successfully. 2024-07-26T06:36:16.729 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 systemd[1]: Stopped Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:36:16.729 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service: Consumed 9.163s CPU time. 2024-07-26T06:36:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 systemd[1]: Starting Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 podman[90094]: 2024-07-26 06:36:16.846864928 +0000 UTC m=+0.017425031 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:36:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:16 smithi135 podman[90094]: 2024-07-26 06:36:16.964360155 +0000 UTC m=+0.134920247 container create 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T06:36:17.226 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 podman[90094]: 2024-07-26 06:36:17.192855693 +0000 UTC m=+0.363415807 container init 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 podman[90094]: 2024-07-26 06:36:17.19771524 +0000 UTC m=+0.368275337 container start 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 7 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: pidfile_write: ignore empty --pid-file 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: load: jerasure load: lrc 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Git sha 0 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: DB SUMMARY 2024-07-26T06:36:17.227 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: DB Session ID: KPQL2FHKIO8MIYJT0IFB 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11385995 ; 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.env: 0x56156357f7a0 2024-07-26T06:36:17.228 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.info_log: 0x561564f1b4a0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.statistics: (nil) 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.use_fsync: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:36:17.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.db_log_dir: 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.wal_dir: 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.write_buffer_manager: 0x561564f2a8c0 2024-07-26T06:36:17.230 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.unordered_write: 0 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.row_cache: None 2024-07-26T06:36:17.231 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.wal_filter: None 2024-07-26T06:36:17.232 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:36:17.232 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:36:17.232 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:36:17.232 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:36:17.232 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.wal_compression: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:36:17.233 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_open_files: -1 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:36:17.234 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Compression algorithms supported: 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kZSTD supported: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:36:17.235 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.merge_operator: 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_filter: None 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561564f1b080) 2024-07-26T06:36:17.236 INFO:journalctl@ceph.mon.b.smithi135.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_type: 0 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: data_block_index_type: 0 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_shortening: 1 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: checksum: 4 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: no_block_cache: 0 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache: 0x561564f0f090 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_options: 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: capacity : 536870912 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: num_shard_bits : 4 2024-07-26T06:36:17.237 INFO:journalctl@ceph.mon.b.smithi135.stdout: strict_capacity_limit : 0 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_cache_compressed: (nil) 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: persistent_cache: (nil) 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_size: 4096 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_size_deviation: 10 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_restart_interval: 16 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: index_block_restart_interval: 1 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: metadata_block_size: 4096 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: partition_filters: 0 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: use_delta_encoding: 1 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: filter_policy: bloomfilter 2024-07-26T06:36:17.238 INFO:journalctl@ceph.mon.b.smithi135.stdout: whole_key_filtering: 1 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: verify_compression: 0 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: format_version: 5 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: enable_index_compression: 1 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: block_align: 0 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: max_auto_readahead_size: 262144 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: prepopulate_block_cache: 0 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:36:17.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression: NoCompression 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.num_levels: 7 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:36:17.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:36:17.241 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:36:17.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:36:17.243 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:36:17.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:36:17.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:36:17.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.ttl: 2592000 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-26T06:36:17.592 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13680, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1b86d468-34fc-4799-ab35-c8f6d6d78ddb 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975777224909, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975777255014, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6952497, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13686, "largest_seqno": 17702, "table_properties": {"data_size": 6934680, "index_size": 12418, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4357, "raw_key_size": 40040, "raw_average_key_size": 23, "raw_value_size": 6897848, "raw_average_value_size": 3975, "num_data_blocks": 542, "num_entries": 1735, "num_filter_entries": 1735, "num_deletions": 306, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721975777, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1b86d468-34fc-4799-ab35-c8f6d6d78ddb", "db_session_id": "KPQL2FHKIO8MIYJT0IFB", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721975777255159, "job": 1, "event": "recovery_finished"} 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561564f3ce00 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: DB pointer 0x561565036000 2024-07-26T06:36:17.593 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** DB Stats ** 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** Compaction Stats [default] ** 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:36:17.594 INFO:journalctl@ceph.mon.b.smithi135.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: L0 1/0 6.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: L6 1/0 7.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: Sum 2/0 14.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** Compaction Stats [default] ** 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 527.6 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:36:17.595 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Cumulative compaction: 0.01 GB write, 199.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Interval compaction: 0.01 GB write, 199.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Block cache BinnedLRUCache@0x561564f0f090#7 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: starting mon.b rank 1 at public addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] at bind addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:17.596 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???) e3 preinit fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).mds e8 new map 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).mds e8 print_map 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: e8 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: legacy client fscid: 1 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: fs_name cephfs 2024-07-26T06:36:17.597 INFO:journalctl@ceph.mon.b.smithi135.stdout: epoch 8 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: created 2024-07-26T06:28:51.584594+0000 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: modified 2024-07-26T06:29:04.064309+0000 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: tableserver 0 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: root 0 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: session_timeout 60 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: session_autoclose 300 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: max_file_size 1099511627776 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: max_xattr_size 65536 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: required_client_features {} 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: last_failure 0 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: last_failure_osd_epoch 0 2024-07-26T06:36:17.598 INFO:journalctl@ceph.mon.b.smithi135.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: max_mds 1 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: in 0 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: up {0=24328} 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: failed 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: damaged 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: stopped 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: data_pools [3] 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: metadata_pool 2 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: inline_data disabled 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: balancer 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: bal_rank_mask -1 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: standby_count_wanted 0 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: [mds.b{0:24328} state up:active seq 5 addr [v2:172.21.15.135:6832/3417541906,v1:172.21.15.135:6833/3417541906] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:36:17.599 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout: Standby daemons: 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout: 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout: [mds.a{-1:14415} state up:standby seq 1 addr [v2:172.21.15.37:6834/2260771519,v1:172.21.15.37:6835/2260771519] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).osd e306 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).osd e306 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).osd e306 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).osd e306 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 ceph-mon[90132]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 bash[90094]: 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b 2024-07-26T06:36:17.600 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:17 smithi135 systemd[1]: Started Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:36:19.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:18.663Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:19.768 INFO:tasks.rados.rados.0.smithi037.stdout:1162: done (2 left) 2024-07-26T06:36:19.768 INFO:tasks.rados.rados.0.smithi037.stdout:1163: done (1 left) 2024-07-26T06:36:19.769 INFO:tasks.rados.rados.0.smithi037.stdout:1164: done (0 left) 2024-07-26T06:36:19.769 INFO:tasks.rados.rados.0.smithi037.stdout:1165: delete oid 3 current snap is 120 2024-07-26T06:36:19.772 INFO:tasks.rados.rados.0.smithi037.stdout:1165: done (0 left) 2024-07-26T06:36:19.772 INFO:tasks.rados.rados.0.smithi037.stdout:1166: read oid 6 snap -1 2024-07-26T06:36:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1166: expect deleted 2024-07-26T06:36:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1167: delete oid 30 current snap is 120 2024-07-26T06:36:19.776 INFO:tasks.rados.rados.0.smithi037.stdout:1166: done (1 left) 2024-07-26T06:36:19.776 INFO:tasks.rados.rados.0.smithi037.stdout:1167: done (0 left) 2024-07-26T06:36:19.776 INFO:tasks.rados.rados.0.smithi037.stdout:1168: snap_remove snap 119 2024-07-26T06:36:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: mon.c calling monitor election 2024-07-26T06:36:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: mon.b calling monitor election 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: mon.a calling monitor election 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: monmap epoch 4 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: last_changed 2024-07-26T06:36:18.747039+0000 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: min_mon_release 19 (squid) 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: election_strategy: 1 2024-07-26T06:36:20.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: osdmap e306: 8 total, 8 up, 8 in 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: mgrmap e40: y(active, since 29s), standbys: x 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: mon.c calling monitor election 2024-07-26T06:36:20.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: mon.b calling monitor election 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: mon.a calling monitor election 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: monmap epoch 4 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: last_changed 2024-07-26T06:36:18.747039+0000 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:20.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: min_mon_release 19 (squid) 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: election_strategy: 1 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: osdmap e306: 8 total, 8 up, 8 in 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: mgrmap e40: y(active, since 29s), standbys: x 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:20.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: mon.c calling monitor election 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: mon.b calling monitor election 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:36:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: mon.a calling monitor election 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: monmap epoch 4 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: last_changed 2024-07-26T06:36:18.747039+0000 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: created 2024-07-26T06:23:17.595604+0000 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: min_mon_release 19 (squid) 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: election_strategy: 1 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.b 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: 2: [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon.c 2024-07-26T06:36:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: osdmap e306: 8 total, 8 up, 8 in 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: mgrmap e40: y(active, since 29s), standbys: x 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: overall HEALTH_OK 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:20.787 INFO:tasks.rados.rados.0.smithi037.stdout:1168: done (0 left) 2024-07-26T06:36:20.787 INFO:tasks.rados.rados.0.smithi037.stdout:1169: read oid 40 snap -1 2024-07-26T06:36:20.787 INFO:tasks.rados.rados.0.smithi037.stdout:1169: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:36:20.787 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 120 2024-07-26T06:36:20.787 INFO:tasks.rados.rados.0.smithi037.stdout:1170: seq_num 357 ranges {770048=786432,1556480=401408} 2024-07-26T06:36:20.796 INFO:tasks.rados.rados.0.smithi037.stdout:1170: writing smithi03785213-14 from 770048 to 1556480 tid 1 2024-07-26T06:36:20.798 INFO:tasks.rados.rados.0.smithi037.stdout:1170: writing smithi03785213-14 from 1556480 to 1957888 tid 2 2024-07-26T06:36:20.799 INFO:tasks.rados.rados.0.smithi037.stdout:1171: snap_remove snap 108 2024-07-26T06:36:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:20 smithi037 ceph-mon[97339]: pgmap v43: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 496 KiB/s wr, 2 op/s 2024-07-26T06:36:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:20 smithi037 ceph-mon[97339]: osdmap e307: 8 total, 8 up, 8 in 2024-07-26T06:36:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:20 smithi037 ceph-mon[99762]: pgmap v43: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 496 KiB/s wr, 2 op/s 2024-07-26T06:36:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:20 smithi037 ceph-mon[99762]: osdmap e307: 8 total, 8 up, 8 in 2024-07-26T06:36:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:20 smithi135 ceph-mon[90132]: pgmap v43: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 496 KiB/s wr, 2 op/s 2024-07-26T06:36:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:20 smithi135 ceph-mon[90132]: osdmap e307: 8 total, 8 up, 8 in 2024-07-26T06:36:21.332 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:21] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-07-26T06:36:21.789 INFO:tasks.rados.rados.0.smithi037.stdout:1169: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 1 to smithi03785213-14 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 2 to smithi03785213-14 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:1169: done (2 left) 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:1171: done (1 left) 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 120 2024-07-26T06:36:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 3 to smithi03785213-14 2024-07-26T06:36:21.815 INFO:tasks.rados.rados.0.smithi037.stdout:1172: seq_num 358 ranges {3112960=802816,3915776=401408} 2024-07-26T06:36:21.835 INFO:tasks.rados.rados.0.smithi037.stdout:1172: writing smithi03785213-44 from 3112960 to 3915776 tid 1 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:1172: writing smithi03785213-44 from 3915776 to 4317184 tid 2 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 120 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 4 to smithi03785213-14 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 977 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:1170: left oid 14 (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:36:21.838 INFO:tasks.rados.rados.0.smithi037.stdout:1173: seq_num 359 ranges {1835008=417792,2252800=417792,2670592=385024} 2024-07-26T06:36:21.850 INFO:tasks.rados.rados.0.smithi037.stdout:1173: writing smithi03785213-23 from 1835008 to 2252800 tid 1 2024-07-26T06:36:21.853 INFO:tasks.rados.rados.0.smithi037.stdout:1173: writing smithi03785213-23 from 2252800 to 2670592 tid 2 2024-07-26T06:36:21.855 INFO:tasks.rados.rados.0.smithi037.stdout:1173: writing smithi03785213-23 from 2670592 to 3055616 tid 3 2024-07-26T06:36:21.855 INFO:tasks.rados.rados.0.smithi037.stdout:1170: done (2 left) 2024-07-26T06:36:21.856 INFO:tasks.rados.rados.0.smithi037.stdout:1174: snap_remove snap 106 2024-07-26T06:36:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:21 smithi037 ceph-mon[97339]: osdmap e308: 8 total, 8 up, 8 in 2024-07-26T06:36:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:21 smithi037 ceph-mon[99762]: osdmap e308: 8 total, 8 up, 8 in 2024-07-26T06:36:22.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:21 smithi135 ceph-mon[90132]: osdmap e308: 8 total, 8 up, 8 in 2024-07-26T06:36:22.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:36:22.266+0000 7f75a58ef640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-26T06:36:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:22.722 INFO:tasks.rados.rados.0.smithi037.stdout:1174: done (2 left) 2024-07-26T06:36:22.722 INFO:tasks.rados.rados.0.smithi037.stdout:1175: rollback oid 24 current snap is 120 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 112 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1172: finishing write tid 1 to smithi03785213-44 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1172: finishing write tid 2 to smithi03785213-44 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1172: finishing write tid 3 to smithi03785213-44 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1172: finishing write tid 4 to smithi03785213-44 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 777 (ObjNum 358 snap 120 seq_num 358) dirty exists 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1172: left oid 44 (ObjNum 358 snap 120 seq_num 358) 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1173: finishing write tid 1 to smithi03785213-23 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1173: finishing write tid 2 to smithi03785213-23 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1173: finishing write tid 3 to smithi03785213-23 2024-07-26T06:36:22.723 INFO:tasks.rados.rados.0.smithi037.stdout:1173: finishing write tid 4 to smithi03785213-23 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1173: finishing write tid 5 to smithi03785213-23 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 987 (ObjNum 359 snap 120 seq_num 359) dirty exists 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1173: left oid 23 (ObjNum 359 snap 120 seq_num 359) 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1172: done (2 left) 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1173: done (1 left) 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1176: read oid 9 snap -1 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1176: expect deleted 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1177: read oid 29 snap -1 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1177: expect (ObjNum 351 snap 119 seq_num 351) 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1178: rollback oid 39 current snap is 120 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 112 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1179: read oid 12 snap 84 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1179: expect (ObjNum 266 snap 80 seq_num 266) 2024-07-26T06:36:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1180: setattr oid 27 current snap is 120 2024-07-26T06:36:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 120 2024-07-26T06:36:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1181: seq_num 360 ranges {2457600=434176,2891776=704512,3596288=98304} 2024-07-26T06:36:22.741 INFO:tasks.rados.rados.0.smithi037.stdout:1181: writing smithi03785213-10 from 2457600 to 2891776 tid 1 2024-07-26T06:36:22.746 INFO:tasks.rados.rados.0.smithi037.stdout:1181: writing smithi03785213-10 from 2891776 to 3596288 tid 2 2024-07-26T06:36:22.747 INFO:tasks.rados.rados.0.smithi037.stdout:1181: writing smithi03785213-10 from 3596288 to 3694592 tid 3 2024-07-26T06:36:22.748 INFO:tasks.rados.rados.0.smithi037.stdout:1182: snap_create 2024-07-26T06:36:22.748 INFO:tasks.rados.rados.0.smithi037.stdout:1177: expect (ObjNum 351 snap 119 seq_num 351) 2024-07-26T06:36:22.778 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 135 (ObjNum 2049 snap 0 seq_num 3873419728) dirty exists 2024-07-26T06:36:22.778 INFO:tasks.rados.rados.0.smithi037.stdout:1179: expect (ObjNum 266 snap 80 seq_num 266) 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 761 (ObjNum 333 snap 111 seq_num 333) dirty exists 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1175: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1175: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1175: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 785 (ObjNum 302 snap 99 seq_num 302) dirty exists 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing write tid 1 to smithi03785213-10 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing write tid 2 to smithi03785213-10 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing write tid 3 to smithi03785213-10 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing write tid 4 to smithi03785213-10 2024-07-26T06:36:22.836 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing write tid 5 to smithi03785213-10 2024-07-26T06:36:22.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 766 (ObjNum 360 snap 120 seq_num 360) dirty exists 2024-07-26T06:36:22.837 INFO:tasks.rados.rados.0.smithi037.stdout:1181: left oid 10 (ObjNum 360 snap 120 seq_num 360) 2024-07-26T06:36:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[97339]: pgmap v46: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 497 KiB/s wr, 3 op/s 2024-07-26T06:36:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[97339]: osdmap e309: 8 total, 8 up, 8 in 2024-07-26T06:36:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[97339]: osdmap e310: 8 total, 8 up, 8 in 2024-07-26T06:36:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[99762]: pgmap v46: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 497 KiB/s wr, 3 op/s 2024-07-26T06:36:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[99762]: osdmap e309: 8 total, 8 up, 8 in 2024-07-26T06:36:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:22 smithi037 ceph-mon[99762]: osdmap e310: 8 total, 8 up, 8 in 2024-07-26T06:36:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:22 smithi135 ceph-mon[90132]: pgmap v46: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 468 B/s rd, 497 KiB/s wr, 3 op/s 2024-07-26T06:36:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:22 smithi135 ceph-mon[90132]: osdmap e309: 8 total, 8 up, 8 in 2024-07-26T06:36:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:22 smithi135 ceph-mon[90132]: osdmap e310: 8 total, 8 up, 8 in 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1175: done (7 left) 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1176: done (6 left) 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1177: done (5 left) 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1178: done (4 left) 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1179: done (3 left) 2024-07-26T06:36:23.725 INFO:tasks.rados.rados.0.smithi037.stdout:1180: done (2 left) 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1181: done (1 left) 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1182: done (0 left) 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1183: copy_from oid 6 from oid 49 current snap is 121 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1184: rollback oid 33 current snap is 121 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 118 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1185: copy_from oid 38 from oid 1 current snap is 121 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 121 2024-07-26T06:36:23.726 INFO:tasks.rados.rados.0.smithi037.stdout:1186: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-07-26T06:36:23.727 INFO:tasks.rados.rados.0.smithi037.stdout:1186: writing smithi03785213-16 from 0 to 450560 tid 1 2024-07-26T06:36:23.731 INFO:tasks.rados.rados.0.smithi037.stdout:1186: writing smithi03785213-16 from 450560 to 1032192 tid 2 2024-07-26T06:36:23.733 INFO:tasks.rados.rados.0.smithi037.stdout:1186: writing smithi03785213-16 from 1032192 to 1253376 tid 3 2024-07-26T06:36:23.733 INFO:tasks.rados.rados.0.smithi037.stdout:1187: snap_create 2024-07-26T06:36:23.733 INFO:tasks.rados.rados.0.smithi037.stdout:1183: finishing copy_from to smithi03785213-6 2024-07-26T06:36:23.733 INFO:tasks.rados.rados.0.smithi037.stdout:1183: got expected ENOENT (src dne) 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:1183: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:1185: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:1184: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 587 (ObjNum 65 snap 0 seq_num 1751667316) dirty dne 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:1185: finishing copy_from to smithi03785213-38 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 217 (ObjNum 289 snap 93 seq_num 289) dirty exists 2024-07-26T06:36:23.734 INFO:tasks.rados.rados.0.smithi037.stdout:1186: finishing write tid 1 to smithi03785213-16 2024-07-26T06:36:23.736 INFO:tasks.rados.rados.0.smithi037.stdout:1186: finishing write tid 2 to smithi03785213-16 2024-07-26T06:36:23.736 INFO:tasks.rados.rados.0.smithi037.stdout:1186: finishing write tid 3 to smithi03785213-16 2024-07-26T06:36:23.736 INFO:tasks.rados.rados.0.smithi037.stdout:1186: finishing write tid 4 to smithi03785213-16 2024-07-26T06:36:23.738 INFO:tasks.rados.rados.0.smithi037.stdout:1186: finishing write tid 5 to smithi03785213-16 2024-07-26T06:36:23.738 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1070 (ObjNum 361 snap 121 seq_num 361) dirty exists 2024-07-26T06:36:23.738 INFO:tasks.rados.rados.0.smithi037.stdout:1186: left oid 16 (ObjNum 361 snap 121 seq_num 361) 2024-07-26T06:36:23.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[97339]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:36:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:24 smithi037 ceph-mon[99762]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:36:24.304 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:24.305 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-mon[90132]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:36:24.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:24.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1183: done (4 left) 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1184: done (3 left) 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1185: done (2 left) 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1186: done (1 left) 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1187: done (0 left) 2024-07-26T06:36:24.727 INFO:tasks.rados.rados.0.smithi037.stdout:1188: copy_from oid 31 from oid 47 current snap is 122 2024-07-26T06:36:24.728 INFO:tasks.rados.rados.0.smithi037.stdout:1189: read oid 12 snap 114 2024-07-26T06:36:24.728 INFO:tasks.rados.rados.0.smithi037.stdout:1189: expect (ObjNum 330 snap 109 seq_num 330) 2024-07-26T06:36:24.728 INFO:tasks.rados.rados.0.smithi037.stdout:1190: copy_from oid 35 from oid 46 current snap is 122 2024-07-26T06:36:24.728 INFO:tasks.rados.rados.0.smithi037.stdout:1191: copy_from oid 20 from oid 48 current snap is 122 2024-07-26T06:36:24.728 INFO:tasks.rados.rados.0.smithi037.stdout:1192: snap_create 2024-07-26T06:36:24.738 INFO:tasks.rados.rados.0.smithi037.stdout:1189: expect (ObjNum 330 snap 109 seq_num 330) 2024-07-26T06:36:24.789 INFO:tasks.rados.rados.0.smithi037.stdout:1188: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:36:24.789 INFO:tasks.rados.rados.0.smithi037.stdout:1188: finishing copy_from to smithi03785213-31 2024-07-26T06:36:24.789 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 852 (ObjNum 311 snap 101 seq_num 311) dirty exists 2024-07-26T06:36:24.789 INFO:tasks.rados.rados.0.smithi037.stdout:1191: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:36:24.790 INFO:tasks.rados.rados.0.smithi037.stdout:1191: finishing copy_from to smithi03785213-20 2024-07-26T06:36:24.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 958 (ObjNum 337 snap 113 seq_num 337) dirty exists 2024-07-26T06:36:24.790 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:36:24.790 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing copy_from to smithi03785213-35 2024-07-26T06:36:24.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 947 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:36:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:25 smithi037 ceph-mon[97339]: pgmap v49: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:36:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:25 smithi037 ceph-mon[97339]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:36:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:25 smithi037 ceph-mon[99762]: pgmap v49: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:36:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:25 smithi037 ceph-mon[99762]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:36:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:25 smithi135 ceph-mon[90132]: pgmap v49: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:36:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:25 smithi135 ceph-mon[90132]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1188: done (4 left) 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1189: done (3 left) 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1190: done (2 left) 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1191: done (1 left) 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1192: done (0 left) 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1193: copy_from oid 35 from oid 22 current snap is 123 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1194: rollback oid 20 current snap is 123 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 114 2024-07-26T06:36:25.728 INFO:tasks.rados.rados.0.smithi037.stdout:1195: delete oid 27 current snap is 123 2024-07-26T06:36:25.733 INFO:tasks.rados.rados.0.smithi037.stdout:1194: finishing rollback tid 0 to smithi03785213-20 2024-07-26T06:36:25.734 INFO:tasks.rados.rados.0.smithi037.stdout:1195: done (2 left) 2024-07-26T06:36:25.735 INFO:tasks.rados.rados.0.smithi037.stdout:1196: rollback oid 36 current snap is 123 2024-07-26T06:36:25.735 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 107 2024-07-26T06:36:25.735 INFO:tasks.rados.rados.0.smithi037.stdout:1197: delete oid 7 current snap is 123 2024-07-26T06:36:25.735 INFO:tasks.rados.rados.0.smithi037.stdout:1194: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:36:25.735 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 960 (ObjNum 33 snap 0 seq_num 3882443952) dirty dne 2024-07-26T06:36:25.738 INFO:tasks.rados.rados.0.smithi037.stdout:1194: done (3 left) 2024-07-26T06:36:25.738 INFO:tasks.rados.rados.0.smithi037.stdout:1197: done (2 left) 2024-07-26T06:36:25.738 INFO:tasks.rados.rados.0.smithi037.stdout:1198: copy_from oid 20 from oid 34 current snap is 123 2024-07-26T06:36:25.739 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 123 2024-07-26T06:36:25.739 INFO:tasks.rados.rados.0.smithi037.stdout:1199: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2024-07-26T06:36:25.741 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03785213-7 from 0 to 499712 tid 1 2024-07-26T06:36:25.745 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03785213-7 from 499712 to 1138688 tid 2 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03785213-7 from 1138688 to 1302528 tid 3 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 123 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1196: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1196: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 996 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1193: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1193: finishing copy_from to smithi03785213-35 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 288 (ObjNum 259 snap 76 seq_num 259) dirty exists 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 1 to smithi03785213-7 2024-07-26T06:36:25.747 INFO:tasks.rados.rados.0.smithi037.stdout:1200: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-07-26T06:36:25.750 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03785213-3 from 0 to 516096 tid 1 2024-07-26T06:36:25.753 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03785213-3 from 516096 to 1089536 tid 2 2024-07-26T06:36:25.755 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03785213-3 from 1089536 to 1318912 tid 3 2024-07-26T06:36:25.755 INFO:tasks.rados.rados.0.smithi037.stdout:1193: done (4 left) 2024-07-26T06:36:25.755 INFO:tasks.rados.rados.0.smithi037.stdout:1196: done (3 left) 2024-07-26T06:36:25.755 INFO:tasks.rados.rados.0.smithi037.stdout:1201: rollback oid 33 current snap is 123 2024-07-26T06:36:25.755 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 117 2024-07-26T06:36:25.756 INFO:tasks.rados.rados.0.smithi037.stdout:1202: read oid 13 snap -1 2024-07-26T06:36:25.756 INFO:tasks.rados.rados.0.smithi037.stdout:1202: expect (ObjNum 116 snap 29 seq_num 116) 2024-07-26T06:36:25.756 INFO:tasks.rados.rados.0.smithi037.stdout:1203: snap_remove snap 111 2024-07-26T06:36:26.741 INFO:tasks.rados.rados.0.smithi037.stdout:1203: done (5 left) 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1204: delete oid 43 current snap is 123 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1198: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1198: finishing copy_from to smithi03785213-20 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 951 (ObjNum 350 snap 117 seq_num 350) dirty exists 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 2 to smithi03785213-7 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 3 to smithi03785213-7 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 4 to smithi03785213-7 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 5 to smithi03785213-7 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1076 (ObjNum 364 snap 123 seq_num 364) dirty exists 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1199: left oid 7 (ObjNum 364 snap 123 seq_num 364) 2024-07-26T06:36:26.742 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 1 to smithi03785213-3 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 2 to smithi03785213-3 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1201: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 587 (ObjNum 161 snap 0 seq_num 3873418608) dirty dne 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 3 to smithi03785213-3 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 4 to smithi03785213-3 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 5 to smithi03785213-3 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 420 (ObjNum 365 snap 123 seq_num 365) dirty exists 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1200: left oid 3 (ObjNum 365 snap 123 seq_num 365) 2024-07-26T06:36:26.743 INFO:tasks.rados.rados.0.smithi037.stdout:1202: expect (ObjNum 116 snap 29 seq_num 116) 2024-07-26T06:36:26.824 INFO:tasks.rados.rados.0.smithi037.stdout:1198: done (5 left) 2024-07-26T06:36:26.824 INFO:tasks.rados.rados.0.smithi037.stdout:1199: done (4 left) 2024-07-26T06:36:26.824 INFO:tasks.rados.rados.0.smithi037.stdout:1200: done (3 left) 2024-07-26T06:36:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:1201: done (2 left) 2024-07-26T06:36:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:1202: done (1 left) 2024-07-26T06:36:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:1204: done (0 left) 2024-07-26T06:36:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 123 2024-07-26T06:36:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:1205: seq_num 367 ranges {999424=548864,1548288=737280,2285568=65536} 2024-07-26T06:36:26.832 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03785213-19 from 999424 to 1548288 tid 1 2024-07-26T06:36:26.837 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03785213-19 from 1548288 to 2285568 tid 2 2024-07-26T06:36:26.838 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03785213-19 from 2285568 to 2351104 tid 3 2024-07-26T06:36:26.838 INFO:tasks.rados.rados.0.smithi037.stdout:1206: snap_create 2024-07-26T06:36:26.838 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 1 to smithi03785213-19 2024-07-26T06:36:26.840 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 2 to smithi03785213-19 2024-07-26T06:36:26.841 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 3 to smithi03785213-19 2024-07-26T06:36:26.842 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 4 to smithi03785213-19 2024-07-26T06:36:26.843 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 5 to smithi03785213-19 2024-07-26T06:36:26.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 766 (ObjNum 367 snap 123 seq_num 367) dirty exists 2024-07-26T06:36:26.843 INFO:tasks.rados.rados.0.smithi037.stdout:1205: left oid 19 (ObjNum 367 snap 123 seq_num 367) 2024-07-26T06:36:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:26 smithi037 ceph-mon[97339]: pgmap v52: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:26 smithi037 ceph-mon[97339]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:36:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:26 smithi037 ceph-mon[99762]: pgmap v52: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:26 smithi037 ceph-mon[99762]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:36:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:26 smithi135 ceph-mon[90132]: pgmap v52: 121 pgs: 121 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:26 smithi135 ceph-mon[90132]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:36:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1205: done (1 left) 2024-07-26T06:36:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1206: done (0 left) 2024-07-26T06:36:27.749 INFO:tasks.rados.rados.0.smithi037.stdout:1207: snap_create 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[97339]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:27 smithi037 ceph-mon[99762]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:28.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:27 smithi135 ceph-mon[90132]: Reconfiguring daemon mon.a on smithi037 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:1207: done (0 left) 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:1208: rollback oid 44 current snap is 125 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 113 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:1209: read oid 36 snap -1 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:1209: expect deleted 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 125 2024-07-26T06:36:28.750 INFO:tasks.rados.rados.0.smithi037.stdout:1210: seq_num 368 ranges {40960=573440,614400=622592,1236992=180224} 2024-07-26T06:36:28.753 INFO:tasks.rados.rados.0.smithi037.stdout:1210: writing smithi03785213-1 from 40960 to 614400 tid 1 2024-07-26T06:36:28.757 INFO:tasks.rados.rados.0.smithi037.stdout:1210: writing smithi03785213-1 from 614400 to 1236992 tid 2 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1210: writing smithi03785213-1 from 1236992 to 1417216 tid 3 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1211: delete oid 50 current snap is 125 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1208: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1208: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1208: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 780 (ObjNum 253 snap 76 seq_num 253) dirty exists 2024-07-26T06:36:28.759 INFO:tasks.rados.rados.0.smithi037.stdout:1210: finishing write tid 1 to smithi03785213-1 2024-07-26T06:36:28.760 INFO:tasks.rados.rados.0.smithi037.stdout:1208: done (3 left) 2024-07-26T06:36:28.760 INFO:tasks.rados.rados.0.smithi037.stdout:1209: done (2 left) 2024-07-26T06:36:28.760 INFO:tasks.rados.rados.0.smithi037.stdout:1211: done (1 left) 2024-07-26T06:36:28.761 INFO:tasks.rados.rados.0.smithi037.stdout:1212: read oid 48 snap -1 2024-07-26T06:36:28.761 INFO:tasks.rados.rados.0.smithi037.stdout:1212: expect (ObjNum 337 snap 113 seq_num 337) 2024-07-26T06:36:28.761 INFO:tasks.rados.rados.0.smithi037.stdout:1213: rmattr oid 39 current snap is 125 2024-07-26T06:36:28.761 INFO:tasks.rados.rados.0.smithi037.stdout:1213: done (2 left) 2024-07-26T06:36:28.761 INFO:tasks.rados.rados.0.smithi037.stdout:1214: delete oid 17 current snap is 125 2024-07-26T06:36:28.762 INFO:tasks.rados.rados.0.smithi037.stdout:1210: finishing write tid 2 to smithi03785213-1 2024-07-26T06:36:28.762 INFO:tasks.rados.rados.0.smithi037.stdout:1210: finishing write tid 3 to smithi03785213-1 2024-07-26T06:36:28.764 INFO:tasks.rados.rados.0.smithi037.stdout:1210: finishing write tid 4 to smithi03785213-1 2024-07-26T06:36:28.765 INFO:tasks.rados.rados.0.smithi037.stdout:1212: expect (ObjNum 337 snap 113 seq_num 337) 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1210: finishing write tid 5 to smithi03785213-1 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 400 (ObjNum 368 snap 125 seq_num 368) dirty exists 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1210: left oid 1 (ObjNum 368 snap 125 seq_num 368) 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1210: done (2 left) 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1212: done (1 left) 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1214: done (0 left) 2024-07-26T06:36:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:1215: snap_create 2024-07-26T06:36:28.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: pgmap v55: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:28.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:36:28.990 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.990 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:28.990 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:28.990 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:28.990 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:28.990 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: pgmap v55: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: pgmap v55: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:29.760 INFO:tasks.rados.rados.0.smithi037.stdout:1215: done (0 left) 2024-07-26T06:36:29.761 INFO:tasks.rados.rados.0.smithi037.stdout:1216: read oid 10 snap -1 2024-07-26T06:36:29.761 INFO:tasks.rados.rados.0.smithi037.stdout:1216: expect (ObjNum 360 snap 120 seq_num 360) 2024-07-26T06:36:29.761 INFO:tasks.rados.rados.0.smithi037.stdout:1217: delete oid 19 current snap is 126 2024-07-26T06:36:29.766 INFO:tasks.rados.rados.0.smithi037.stdout:1217: done (1 left) 2024-07-26T06:36:29.766 INFO:tasks.rados.rados.0.smithi037.stdout:1218: delete oid 5 current snap is 126 2024-07-26T06:36:29.769 INFO:tasks.rados.rados.0.smithi037.stdout:1218: done (1 left) 2024-07-26T06:36:29.769 INFO:tasks.rados.rados.0.smithi037.stdout:1219: read oid 9 snap -1 2024-07-26T06:36:29.769 INFO:tasks.rados.rados.0.smithi037.stdout:1219: expect deleted 2024-07-26T06:36:29.769 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 126 2024-07-26T06:36:29.769 INFO:tasks.rados.rados.0.smithi037.stdout:1220: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-07-26T06:36:29.774 INFO:tasks.rados.rados.0.smithi037.stdout:1220: writing smithi03785213-50 from 0 to 655360 tid 1 2024-07-26T06:36:29.777 INFO:tasks.rados.rados.0.smithi037.stdout:1220: writing smithi03785213-50 from 655360 to 1155072 tid 2 2024-07-26T06:36:29.780 INFO:tasks.rados.rados.0.smithi037.stdout:1220: writing smithi03785213-50 from 1155072 to 1458176 tid 3 2024-07-26T06:36:29.780 INFO:tasks.rados.rados.0.smithi037.stdout:1221: rmattr oid 45 current snap is 126 2024-07-26T06:36:29.780 INFO:tasks.rados.rados.0.smithi037.stdout:1221: done (3 left) 2024-07-26T06:36:29.780 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 126 2024-07-26T06:36:29.780 INFO:tasks.rados.rados.0.smithi037.stdout:1222: seq_num 374 ranges {3055616=671744,3727360=778240,4505600=24576} 2024-07-26T06:36:29.800 INFO:tasks.rados.rados.0.smithi037.stdout:1222: writing smithi03785213-23 from 3055616 to 3727360 tid 1 2024-07-26T06:36:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:1222: writing smithi03785213-23 from 3727360 to 4505600 tid 2 2024-07-26T06:36:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:1222: writing smithi03785213-23 from 4505600 to 4530176 tid 3 2024-07-26T06:36:29.806 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 126 2024-07-26T06:36:29.806 INFO:tasks.rados.rados.0.smithi037.stdout:1223: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-07-26T06:36:29.809 INFO:tasks.rados.rados.0.smithi037.stdout:1223: writing smithi03785213-5 from 0 to 688128 tid 1 2024-07-26T06:36:29.814 INFO:tasks.rados.rados.0.smithi037.stdout:1223: writing smithi03785213-5 from 688128 to 1351680 tid 2 2024-07-26T06:36:29.815 INFO:tasks.rados.rados.0.smithi037.stdout:1223: writing smithi03785213-5 from 1351680 to 1490944 tid 3 2024-07-26T06:36:29.815 INFO:tasks.rados.rados.0.smithi037.stdout:1224: snap_remove snap 114 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[97339]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[97339]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[97339]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[99762]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[99762]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:36:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:29 smithi037 ceph-mon[99762]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:36:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:29 smithi135 ceph-mon[90132]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:36:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:29 smithi135 ceph-mon[90132]: Reconfiguring daemon mgr.y on smithi037 2024-07-26T06:36:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:29 smithi135 ceph-mon[90132]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:36:30.762 INFO:tasks.rados.rados.0.smithi037.stdout:1224: done (5 left) 2024-07-26T06:36:30.762 INFO:tasks.rados.rados.0.smithi037.stdout:1225: snap_remove snap 77 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: pgmap v58: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[97339]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: pgmap v58: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:31.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:30 smithi037 ceph-mon[99762]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:36:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: pgmap v58: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:30 smithi135 ceph-mon[90132]: Reconfiguring daemon mon.c on smithi037 2024-07-26T06:36:31.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:31] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-07-26T06:36:31.777 INFO:tasks.rados.rados.0.smithi037.stdout:1225: done (5 left) 2024-07-26T06:36:31.778 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 126 2024-07-26T06:36:31.778 INFO:tasks.rados.rados.0.smithi037.stdout:1226: seq_num 376 ranges {696320=704512,1400832=548864,1949696=253952} 2024-07-26T06:36:31.786 INFO:tasks.rados.rados.0.smithi037.stdout:1226: writing smithi03785213-18 from 696320 to 1400832 tid 1 2024-07-26T06:36:31.791 INFO:tasks.rados.rados.0.smithi037.stdout:1226: writing smithi03785213-18 from 1400832 to 1949696 tid 2 2024-07-26T06:36:31.793 INFO:tasks.rados.rados.0.smithi037.stdout:1226: writing smithi03785213-18 from 1949696 to 2203648 tid 3 2024-07-26T06:36:31.794 INFO:tasks.rados.rados.0.smithi037.stdout:1216: expect (ObjNum 360 snap 120 seq_num 360) 2024-07-26T06:36:31.965 INFO:tasks.rados.rados.0.smithi037.stdout:1220: finishing write tid 1 to smithi03785213-50 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1220: finishing write tid 2 to smithi03785213-50 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1227: read oid 45 snap 58 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1227: expect (ObjNum 177 snap 51 seq_num 177) 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1216: done (6 left) 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1219: done (5 left) 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 126 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1220: finishing write tid 3 to smithi03785213-50 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1220: finishing write tid 4 to smithi03785213-50 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1220: finishing write tid 5 to smithi03785213-50 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 476 (ObjNum 373 snap 126 seq_num 373) dirty exists 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1220: left oid 50 (ObjNum 373 snap 126 seq_num 373) 2024-07-26T06:36:31.966 INFO:tasks.rados.rados.0.smithi037.stdout:1228: seq_num 377 ranges {1949696=720896,2670592=434176,3104768=368640} 2024-07-26T06:36:31.980 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03785213-22 from 1949696 to 2670592 tid 1 2024-07-26T06:36:31.982 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[97339]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:36:31.982 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[99762]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:31.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:31.984 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03785213-22 from 2670592 to 3104768 tid 2 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03785213-22 from 3104768 to 3473408 tid 3 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1220: done (5 left) 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1229: delete oid 48 current snap is 126 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: finishing write tid 1 to smithi03785213-23 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: finishing write tid 2 to smithi03785213-23 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: finishing write tid 3 to smithi03785213-23 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: finishing write tid 4 to smithi03785213-23 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1223: finishing write tid 1 to smithi03785213-5 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: finishing write tid 5 to smithi03785213-23 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1011 (ObjNum 374 snap 126 seq_num 374) dirty exists 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1222: left oid 23 (ObjNum 374 snap 126 seq_num 374) 2024-07-26T06:36:31.986 INFO:tasks.rados.rados.0.smithi037.stdout:1223: finishing write tid 2 to smithi03785213-5 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1223: finishing write tid 3 to smithi03785213-5 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1223: finishing write tid 4 to smithi03785213-5 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1223: finishing write tid 5 to smithi03785213-5 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 785 (ObjNum 375 snap 126 seq_num 375) dirty exists 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1223: left oid 5 (ObjNum 375 snap 126 seq_num 375) 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: finishing write tid 1 to smithi03785213-18 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: finishing write tid 2 to smithi03785213-18 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: finishing write tid 3 to smithi03785213-18 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: finishing write tid 4 to smithi03785213-18 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: finishing write tid 5 to smithi03785213-18 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 842 (ObjNum 376 snap 126 seq_num 376) dirty exists 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1226: left oid 18 (ObjNum 376 snap 126 seq_num 376) 2024-07-26T06:36:31.987 INFO:tasks.rados.rados.0.smithi037.stdout:1227: expect (ObjNum 177 snap 51 seq_num 177) 2024-07-26T06:36:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:31 smithi135 ceph-mon[90132]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:36:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 1 to smithi03785213-22 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 2 to smithi03785213-22 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1222: done (5 left) 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1223: done (4 left) 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1226: done (3 left) 2024-07-26T06:36:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1227: done (2 left) 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1229: done (1 left) 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1230: read oid 19 snap 125 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1230: expect (ObjNum 367 snap 123 seq_num 367) 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 126 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 3 to smithi03785213-22 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 4 to smithi03785213-22 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 5 to smithi03785213-22 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 431 (ObjNum 377 snap 126 seq_num 377) dirty exists 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1228: left oid 22 (ObjNum 377 snap 126 seq_num 377) 2024-07-26T06:36:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:1231: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-07-26T06:36:32.152 INFO:tasks.rados.rados.0.smithi037.stdout:1231: writing smithi03785213-8 from 0 to 753664 tid 1 2024-07-26T06:36:32.156 INFO:tasks.rados.rados.0.smithi037.stdout:1231: writing smithi03785213-8 from 753664 to 1359872 tid 2 2024-07-26T06:36:32.157 INFO:tasks.rados.rados.0.smithi037.stdout:1231: writing smithi03785213-8 from 1359872 to 1556480 tid 3 2024-07-26T06:36:32.157 INFO:tasks.rados.rados.0.smithi037.stdout:1228: done (2 left) 2024-07-26T06:36:32.157 INFO:tasks.rados.rados.0.smithi037.stdout:1232: rollback oid 4 current snap is 126 2024-07-26T06:36:32.157 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 120 2024-07-26T06:36:32.157 INFO:tasks.rados.rados.0.smithi037.stdout:1230: expect (ObjNum 367 snap 123 seq_num 367) 2024-07-26T06:36:32.237 INFO:tasks.rados.rados.0.smithi037.stdout:1231: finishing write tid 1 to smithi03785213-8 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: finishing write tid 2 to smithi03785213-8 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: finishing write tid 3 to smithi03785213-8 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: finishing write tid 4 to smithi03785213-8 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1037 (ObjNum 342 snap 116 seq_num 342) dirty exists 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: finishing write tid 5 to smithi03785213-8 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1106 (ObjNum 379 snap 126 seq_num 379) dirty exists 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: left oid 8 (ObjNum 379 snap 126 seq_num 379) 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1230: done (2 left) 2024-07-26T06:36:32.238 INFO:tasks.rados.rados.0.smithi037.stdout:1231: done (1 left) 2024-07-26T06:36:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:1232: done (0 left) 2024-07-26T06:36:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:1233: rmattr oid 35 current snap is 126 2024-07-26T06:36:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:1233: done (0 left) 2024-07-26T06:36:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:1234: setattr oid 19 current snap is 126 2024-07-26T06:36:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:1235: snap_remove snap 84 2024-07-26T06:36:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:32.725 INFO:tasks.rados.rados.0.smithi037.stdout:1235: done (1 left) 2024-07-26T06:36:32.725 INFO:tasks.rados.rados.0.smithi037.stdout:1236: rmattr oid 44 current snap is 126 2024-07-26T06:36:32.725 INFO:tasks.rados.rados.0.smithi037.stdout:1236: done (1 left) 2024-07-26T06:36:32.725 INFO:tasks.rados.rados.0.smithi037.stdout:1237: snap_remove snap 121 2024-07-26T06:36:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[97339]: pgmap v61: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[97339]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.0 on smithi037 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[97339]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[97339]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[99762]: pgmap v61: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[99762]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.0 on smithi037 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[99762]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:36:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:32 smithi037 ceph-mon[99762]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:36:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-mon[90132]: pgmap v61: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-mon[90132]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:36:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.0 on smithi037 2024-07-26T06:36:33.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-mon[90132]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:36:33.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:32 smithi135 ceph-mon[90132]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:36:33.728 INFO:tasks.rados.rados.0.smithi037.stdout:1237: done (1 left) 2024-07-26T06:36:33.728 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 126 2024-07-26T06:36:33.728 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 768 (ObjNum 225 snap 0 seq_num 3883072432) dirty exists 2024-07-26T06:36:33.728 INFO:tasks.rados.rados.0.smithi037.stdout:1238: seq_num 380 ranges {598016=770048,1368064=483328,1851392=319488} 2024-07-26T06:36:33.737 INFO:tasks.rados.rados.0.smithi037.stdout:1238: writing smithi03785213-31 from 598016 to 1368064 tid 1 2024-07-26T06:36:33.739 INFO:tasks.rados.rados.0.smithi037.stdout:1238: writing smithi03785213-31 from 1368064 to 1851392 tid 2 2024-07-26T06:36:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:1238: writing smithi03785213-31 from 1851392 to 2170880 tid 3 2024-07-26T06:36:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:1234: done (1 left) 2024-07-26T06:36:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 126 2024-07-26T06:36:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:1238: finishing write tid 1 to smithi03785213-31 2024-07-26T06:36:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:1239: seq_num 381 ranges {1089536=786432,1875968=417792,2293760=385024} 2024-07-26T06:36:33.752 INFO:tasks.rados.rados.0.smithi037.stdout:1239: writing smithi03785213-29 from 1089536 to 1875968 tid 1 2024-07-26T06:36:33.754 INFO:tasks.rados.rados.0.smithi037.stdout:1239: writing smithi03785213-29 from 1875968 to 2293760 tid 2 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1239: writing smithi03785213-29 from 2293760 to 2678784 tid 3 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1240: rollback oid 12 current snap is 126 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1238: finishing write tid 2 to smithi03785213-31 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 60 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1238: finishing write tid 3 to smithi03785213-31 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1238: finishing write tid 4 to smithi03785213-31 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1238: finishing write tid 5 to smithi03785213-31 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 857 (ObjNum 380 snap 126 seq_num 380) dirty exists 2024-07-26T06:36:33.758 INFO:tasks.rados.rados.0.smithi037.stdout:1238: left oid 31 (ObjNum 380 snap 126 seq_num 380) 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:1238: done (2 left) 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:1241: rollback oid 25 current snap is 126 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 112 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:1242: rmattr oid 46 current snap is 126 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:1243: rmattr oid 18 current snap is 126 2024-07-26T06:36:33.759 INFO:tasks.rados.rados.0.smithi037.stdout:1244: delete oid 7 current snap is 126 2024-07-26T06:36:33.760 INFO:tasks.rados.rados.0.smithi037.stdout:1239: finishing write tid 1 to smithi03785213-29 2024-07-26T06:36:33.761 INFO:tasks.rados.rados.0.smithi037.stdout:1239: finishing write tid 2 to smithi03785213-29 2024-07-26T06:36:33.761 INFO:tasks.rados.rados.0.smithi037.stdout:1244: done (5 left) 2024-07-26T06:36:33.761 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 126 2024-07-26T06:36:33.762 INFO:tasks.rados.rados.0.smithi037.stdout:1245: seq_num 383 ranges {1417216=417792,1835008=589824,2424832=417792,2842624=196608} 2024-07-26T06:36:33.772 INFO:tasks.rados.rados.0.smithi037.stdout:1245: writing smithi03785213-1 from 1417216 to 1835008 tid 1 2024-07-26T06:36:33.775 INFO:tasks.rados.rados.0.smithi037.stdout:1245: writing smithi03785213-1 from 1835008 to 2424832 tid 2 2024-07-26T06:36:33.777 INFO:tasks.rados.rados.0.smithi037.stdout:1245: writing smithi03785213-1 from 2424832 to 2842624 tid 3 2024-07-26T06:36:33.779 INFO:tasks.rados.rados.0.smithi037.stdout:1245: writing smithi03785213-1 from 2842624 to 3039232 tid 4 2024-07-26T06:36:33.779 INFO:tasks.rados.rados.0.smithi037.stdout:1246: snap_remove snap 113 2024-07-26T06:36:33.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.1 on smithi037 2024-07-26T06:36:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[97339]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.1 on smithi037 2024-07-26T06:36:34.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:33 smithi037 ceph-mon[99762]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.1 on smithi037 2024-07-26T06:36:34.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:33 smithi135 ceph-mon[90132]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:36:34.729 INFO:tasks.rados.rados.0.smithi037.stdout:1246: done (6 left) 2024-07-26T06:36:34.729 INFO:tasks.rados.rados.0.smithi037.stdout:1247: read oid 35 snap -1 2024-07-26T06:36:34.729 INFO:tasks.rados.rados.0.smithi037.stdout:1247: expect (ObjNum 259 snap 76 seq_num 259) 2024-07-26T06:36:34.729 INFO:tasks.rados.rados.0.smithi037.stdout:1248: copy_from oid 33 from oid 40 current snap is 126 2024-07-26T06:36:34.729 INFO:tasks.rados.rados.0.smithi037.stdout:1249: delete oid 43 current snap is 126 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1239: finishing write tid 3 to smithi03785213-29 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 843 (ObjNum 376 snap 126 seq_num 376) dirty exists 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1240: finishing rollback tid 0 to smithi03785213-12 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1240: finishing rollback tid 1 to smithi03785213-12 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1239: finishing write tid 4 to smithi03785213-29 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1240: finishing rollback tid 2 to smithi03785213-12 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 765 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing rollback tid 0 to smithi03785213-25 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing rollback tid 1 to smithi03785213-25 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 648 (ObjNum 1057 snap 0 seq_num 3883809440) dirty dne 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1051 (ObjNum 237 snap 72 seq_num 237) dirty exists 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:1239: finishing write tid 5 to smithi03785213-29 2024-07-26T06:36:34.730 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 645 (ObjNum 381 snap 126 seq_num 381) dirty exists 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1239: left oid 29 (ObjNum 381 snap 126 seq_num 381) 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 1 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 2 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 3 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 4 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 5 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: finishing write tid 6 to smithi03785213-1 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 422 (ObjNum 383 snap 126 seq_num 383) dirty exists 2024-07-26T06:36:34.731 INFO:tasks.rados.rados.0.smithi037.stdout:1245: left oid 1 (ObjNum 383 snap 126 seq_num 383) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1239: done (8 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1240: done (7 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1241: done (6 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1242: done (5 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1243: done (4 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1245: done (3 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1249: done (2 left) 2024-07-26T06:36:34.738 INFO:tasks.rados.rados.0.smithi037.stdout:1250: copy_from oid 23 from oid 25 current snap is 126 2024-07-26T06:36:34.739 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 126 2024-07-26T06:36:34.739 INFO:tasks.rados.rados.0.smithi037.stdout:1251: seq_num 385 ranges {1728512=450560,2179072=761856,2940928=442368} 2024-07-26T06:36:34.751 INFO:tasks.rados.rados.0.smithi037.stdout:1251: writing smithi03785213-41 from 1728512 to 2179072 tid 1 2024-07-26T06:36:34.756 INFO:tasks.rados.rados.0.smithi037.stdout:1251: writing smithi03785213-41 from 2179072 to 2940928 tid 2 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1251: writing smithi03785213-41 from 2940928 to 3383296 tid 3 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 126 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing copy_from racing read to smithi03785213-33 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1250: finishing copy_from to smithi03785213-23 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1250: got expected ENOENT (src dne) 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1250: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing copy_from to smithi03785213-33 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 768 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:36:34.759 INFO:tasks.rados.rados.0.smithi037.stdout:1252: seq_num 386 ranges {40960=466944,507904=638976,1146880=565248} 2024-07-26T06:36:34.761 INFO:tasks.rados.rados.0.smithi037.stdout:1252: writing smithi03785213-37 from 40960 to 507904 tid 1 2024-07-26T06:36:34.765 INFO:tasks.rados.rados.0.smithi037.stdout:1252: writing smithi03785213-37 from 507904 to 1146880 tid 2 2024-07-26T06:36:34.768 INFO:tasks.rados.rados.0.smithi037.stdout:1252: writing smithi03785213-37 from 1146880 to 1712128 tid 3 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:1248: done (4 left) 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:1250: done (3 left) 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:1253: read oid 50 snap -1 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:1253: expect (ObjNum 373 snap 126 seq_num 373) 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 126 2024-07-26T06:36:34.769 INFO:tasks.rados.rados.0.smithi037.stdout:1247: expect (ObjNum 259 snap 76 seq_num 259) 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: finishing write tid 1 to smithi03785213-41 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: finishing write tid 2 to smithi03785213-41 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: finishing write tid 3 to smithi03785213-41 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: finishing write tid 4 to smithi03785213-41 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: finishing write tid 5 to smithi03785213-41 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1139 (ObjNum 385 snap 126 seq_num 385) dirty exists 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1251: left oid 41 (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:36:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:1252: finishing write tid 1 to smithi03785213-37 2024-07-26T06:36:34.823 INFO:tasks.rados.rados.0.smithi037.stdout:1254: seq_num 387 ranges {1253376=483328,1736704=524288,2260992=679936} 2024-07-26T06:36:34.831 INFO:tasks.rados.rados.0.smithi037.stdout:1254: writing smithi03785213-16 from 1253376 to 1736704 tid 1 2024-07-26T06:36:34.834 INFO:tasks.rados.rados.0.smithi037.stdout:1254: writing smithi03785213-16 from 1736704 to 2260992 tid 2 2024-07-26T06:36:34.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:34.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:34.838 INFO:tasks.rados.rados.0.smithi037.stdout:1254: writing smithi03785213-16 from 2260992 to 2940928 tid 3 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1247: done (4 left) 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1251: done (3 left) 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1255: rollback oid 27 current snap is 126 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 60 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1252: finishing write tid 2 to smithi03785213-37 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1252: finishing write tid 3 to smithi03785213-37 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1252: finishing write tid 4 to smithi03785213-37 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1252: finishing write tid 5 to smithi03785213-37 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 772 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1252: left oid 37 (ObjNum 386 snap 126 seq_num 386) 2024-07-26T06:36:34.839 INFO:tasks.rados.rados.0.smithi037.stdout:1253: expect (ObjNum 373 snap 126 seq_num 373) 2024-07-26T06:36:34.880 INFO:tasks.rados.rados.0.smithi037.stdout:1254: finishing write tid 1 to smithi03785213-16 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1254: finishing write tid 2 to smithi03785213-16 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1255: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1255: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 151 (ObjNum 2648097 snap 0 seq_num 3873420464) dirty exists 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1254: finishing write tid 3 to smithi03785213-16 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1252: done (3 left) 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1253: done (2 left) 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1255: done (1 left) 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1256: copy_from oid 32 from oid 12 current snap is 126 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1254: finishing write tid 4 to smithi03785213-16 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1254: finishing write tid 5 to smithi03785213-16 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1144 (ObjNum 387 snap 126 seq_num 387) dirty exists 2024-07-26T06:36:34.881 INFO:tasks.rados.rados.0.smithi037.stdout:1254: left oid 16 (ObjNum 387 snap 126 seq_num 387) 2024-07-26T06:36:34.882 INFO:tasks.rados.rados.0.smithi037.stdout:1254: done (1 left) 2024-07-26T06:36:34.882 INFO:tasks.rados.rados.0.smithi037.stdout:1257: snap_remove snap 112 2024-07-26T06:36:35.043 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: pgmap v64: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[99762]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: pgmap v64: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:36:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:34 smithi037 ceph-mon[97339]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: pgmap v64: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:34 smithi135 ceph-mon[90132]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:1257: done (1 left) 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:1258: copy_from oid 5 from oid 11 current snap is 126 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:1259: snap_create 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:1256: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:1256: finishing copy_from to smithi03785213-32 2024-07-26T06:36:35.731 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 765 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:36:35.753 INFO:tasks.rados.rados.0.smithi037.stdout:1258: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:36:35.755 INFO:tasks.rados.rados.0.smithi037.stdout:1258: finishing copy_from to smithi03785213-5 2024-07-26T06:36:35.755 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 171 (ObjNum 287 snap 92 seq_num 287) dirty exists 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.2 on smithi037 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.2 on smithi037 2024-07-26T06:36:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:36:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:36:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.2 on smithi037 2024-07-26T06:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:36.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:36:36.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:36.733 INFO:tasks.rados.rados.0.smithi037.stdout:1256: done (2 left) 2024-07-26T06:36:36.734 INFO:tasks.rados.rados.0.smithi037.stdout:1258: done (1 left) 2024-07-26T06:36:36.734 INFO:tasks.rados.rados.0.smithi037.stdout:1259: done (0 left) 2024-07-26T06:36:36.734 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 127 2024-07-26T06:36:36.734 INFO:tasks.rados.rados.0.smithi037.stdout:1260: seq_num 388 ranges {2957312=507904,3465216=458752,3923968=606208,4530176=139264} 2024-07-26T06:36:36.752 INFO:tasks.rados.rados.0.smithi037.stdout:1260: writing smithi03785213-11 from 2957312 to 3465216 tid 1 2024-07-26T06:36:36.754 INFO:tasks.rados.rados.0.smithi037.stdout:1260: writing smithi03785213-11 from 3465216 to 3923968 tid 2 2024-07-26T06:36:36.758 INFO:tasks.rados.rados.0.smithi037.stdout:1260: writing smithi03785213-11 from 3923968 to 4530176 tid 3 2024-07-26T06:36:36.759 INFO:tasks.rados.rados.0.smithi037.stdout:1260: writing smithi03785213-11 from 4530176 to 4669440 tid 4 2024-07-26T06:36:36.759 INFO:tasks.rados.rados.0.smithi037.stdout:1261: rmattr oid 30 current snap is 127 2024-07-26T06:36:36.760 INFO:tasks.rados.rados.0.smithi037.stdout:1261: done (1 left) 2024-07-26T06:36:36.760 INFO:tasks.rados.rados.0.smithi037.stdout:1262: delete oid 19 current snap is 127 2024-07-26T06:36:36.760 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 1 to smithi03785213-11 2024-07-26T06:36:36.760 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 2 to smithi03785213-11 2024-07-26T06:36:36.763 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 3 to smithi03785213-11 2024-07-26T06:36:36.763 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 4 to smithi03785213-11 2024-07-26T06:36:36.763 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 5 to smithi03785213-11 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:1262: done (1 left) 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:1263: rollback oid 30 current snap is 127 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 123 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:1264: copy_from oid 23 from oid 17 current snap is 127 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 127 2024-07-26T06:36:36.766 INFO:tasks.rados.rados.0.smithi037.stdout:1265: seq_num 390 ranges {1564672=540672,2105344=630784,2736128=573440} 2024-07-26T06:36:36.777 INFO:tasks.rados.rados.0.smithi037.stdout:1265: writing smithi03785213-24 from 1564672 to 2105344 tid 1 2024-07-26T06:36:36.781 INFO:tasks.rados.rados.0.smithi037.stdout:1265: writing smithi03785213-24 from 2105344 to 2736128 tid 2 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1265: writing smithi03785213-24 from 2736128 to 3309568 tid 3 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1266: read oid 34 snap 109 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1266: expect (ObjNum -411893264 snap 21989 seq_num 3760051840) 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1267: setattr oid 43 current snap is 127 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing write tid 6 to smithi03785213-11 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 965 (ObjNum 388 snap 127 seq_num 388) dirty exists 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1260: left oid 11 (ObjNum 388 snap 127 seq_num 388) 2024-07-26T06:36:36.785 INFO:tasks.rados.rados.0.smithi037.stdout:1264: finishing copy_from to smithi03785213-23 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1264: got expected ENOENT (src dne) 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1264: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1263: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 472 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1265: finishing write tid 1 to smithi03785213-24 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1265: finishing write tid 2 to smithi03785213-24 2024-07-26T06:36:36.786 INFO:tasks.rados.rados.0.smithi037.stdout:1266: expect (ObjNum -411893264 snap 21989 seq_num 3760051840) 2024-07-26T06:36:36.791 INFO:tasks.rados.rados.0.smithi037.stdout:1265: finishing write tid 3 to smithi03785213-24 2024-07-26T06:36:36.791 INFO:tasks.rados.rados.0.smithi037.stdout:1265: finishing write tid 4 to smithi03785213-24 2024-07-26T06:36:36.791 INFO:tasks.rados.rados.0.smithi037.stdout:1265: finishing write tid 5 to smithi03785213-24 2024-07-26T06:36:36.791 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 861 (ObjNum 390 snap 127 seq_num 390) dirty exists 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1265: left oid 24 (ObjNum 390 snap 127 seq_num 390) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1260: done (5 left) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1263: done (4 left) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1264: done (3 left) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1265: done (2 left) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1266: done (1 left) 2024-07-26T06:36:36.792 INFO:tasks.rados.rados.0.smithi037.stdout:1268: snap_remove snap 122 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[97339]: pgmap v67: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[97339]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.3 on smithi037 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[97339]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[99762]: pgmap v67: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[99762]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.3 on smithi037 2024-07-26T06:36:37.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:36 smithi037 ceph-mon[99762]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:36:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:36 smithi135 ceph-mon[90132]: pgmap v67: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:36 smithi135 ceph-mon[90132]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:36:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:36 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.3 on smithi037 2024-07-26T06:36:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:36 smithi135 ceph-mon[90132]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:36:37.519 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:36:37.735 INFO:tasks.rados.rados.0.smithi037.stdout:1268: done (1 left) 2024-07-26T06:36:37.735 INFO:tasks.rados.rados.0.smithi037.stdout:1269: delete oid 44 current snap is 127 2024-07-26T06:36:37.735 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 766 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:36:37.744 INFO:tasks.rados.rados.0.smithi037.stdout:1267: done (1 left) 2024-07-26T06:36:37.744 INFO:tasks.rados.rados.0.smithi037.stdout:1269: done (0 left) 2024-07-26T06:36:37.744 INFO:tasks.rados.rados.0.smithi037.stdout:1270: snap_create 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (115s) 29s ago 6m 18.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (103s) 14s ago 6m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (8m) 29s ago 8m 15.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (8m) 14s ago 8m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (69s) 14s ago 11m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (96s) 29s ago 13m 488M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (55s) 29s ago 13m 38.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:36:37.812 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (20s) 14s ago 11m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (34s) 29s ago 11m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (113s) 29s ago 6m 8530k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (101s) 14s ago 6m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (11m) 29s ago 11m 175M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 25b1dd2c4bf9 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (10m) 29s ago 10m 178M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (10m) 29s ago 10m 221M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (9m) 29s ago 9m 144M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (9m) 14s ago 9m 196M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (9m) 14s ago 9m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (8m) 14s ago 8m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (8m) 14s ago 8m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:36:37.813 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (74s) 14s ago 7m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:36:38.160 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 10, 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 5 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:36:38.161 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:36:38.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: pgmap v70: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:38.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:36:38.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: Reconfiguring daemon mds.a on smithi037 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/42067477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: pgmap v70: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: Reconfiguring daemon mds.a on smithi037 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/42067477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: pgmap v70: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: Reconfiguring daemon mds.a on smithi037 2024-07-26T06:36:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:36:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:36:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/42067477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:38.739 INFO:tasks.rados.rados.0.smithi037.stdout:1270: done (0 left) 2024-07-26T06:36:38.739 INFO:tasks.rados.rados.0.smithi037.stdout:1271: snap_create 2024-07-26T06:36:39.087 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:1271: done (0 left) 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:1272: rollback oid 2 current snap is 129 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 101 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:1273: read oid 21 snap -1 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:1273: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 129 2024-07-26T06:36:39.741 INFO:tasks.rados.rados.0.smithi037.stdout:1274: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-07-26T06:36:39.744 INFO:tasks.rados.rados.0.smithi037.stdout:1274: writing smithi03785213-44 from 0 to 573440 tid 1 2024-07-26T06:36:39.749 INFO:tasks.rados.rados.0.smithi037.stdout:1274: writing smithi03785213-44 from 573440 to 1376256 tid 2 2024-07-26T06:36:39.752 INFO:tasks.rados.rados.0.smithi037.stdout:1274: writing smithi03785213-44 from 1376256 to 1777664 tid 3 2024-07-26T06:36:39.752 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing rollback tid 0 to smithi03785213-2 2024-07-26T06:36:39.752 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing rollback tid 1 to smithi03785213-2 2024-07-26T06:36:39.752 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing rollback tid 2 to smithi03785213-2 2024-07-26T06:36:39.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 771 (ObjNum 298 snap 96 seq_num 298) dirty exists 2024-07-26T06:36:39.753 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing write tid 1 to smithi03785213-44 2024-07-26T06:36:39.753 INFO:tasks.rados.rados.0.smithi037.stdout:1272: done (2 left) 2024-07-26T06:36:39.753 INFO:tasks.rados.rados.0.smithi037.stdout:1275: delete oid 31 current snap is 129 2024-07-26T06:36:39.763 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing write tid 2 to smithi03785213-44 2024-07-26T06:36:39.764 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing write tid 3 to smithi03785213-44 2024-07-26T06:36:39.764 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing write tid 4 to smithi03785213-44 2024-07-26T06:36:39.766 INFO:tasks.rados.rados.0.smithi037.stdout:1273: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:36:39.911 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing write tid 5 to smithi03785213-44 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 790 (ObjNum 392 snap 129 seq_num 392) dirty exists 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:1274: left oid 44 (ObjNum 392 snap 129 seq_num 392) 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:1273: done (2 left) 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:1274: done (1 left) 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:1275: done (0 left) 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 129 2024-07-26T06:36:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:1276: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-07-26T06:36:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:1276: writing smithi03785213-49 from 0 to 606208 tid 1 2024-07-26T06:36:39.918 INFO:tasks.rados.rados.0.smithi037.stdout:1276: writing smithi03785213-49 from 606208 to 1171456 tid 2 2024-07-26T06:36:39.921 INFO:tasks.rados.rados.0.smithi037.stdout:1276: writing smithi03785213-49 from 1171456 to 1728512 tid 3 2024-07-26T06:36:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:1276: writing smithi03785213-49 from 1728512 to 1810432 tid 4 2024-07-26T06:36:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:1277: snap_remove snap 58 2024-07-26T06:36:40.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[99762]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:36:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:40.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:39 smithi037 ceph-mon[97339]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:36:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:39 smithi135 ceph-mon[90132]: Reconfiguring daemon mon.b on smithi135 2024-07-26T06:36:40.813 INFO:tasks.rados.rados.0.smithi037.stdout:1277: done (1 left) 2024-07-26T06:36:40.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 129 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 1 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 2 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 3 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 4 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 5 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing write tid 6 to smithi03785213-49 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 437 (ObjNum 394 snap 129 seq_num 394) dirty exists 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1276: left oid 49 (ObjNum 394 snap 129 seq_num 394) 2024-07-26T06:36:40.814 INFO:tasks.rados.rados.0.smithi037.stdout:1278: seq_num 395 ranges {4530176=622592,5152768=450560,5603328=753664} 2024-07-26T06:36:40.843 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03785213-39 from 4530176 to 5152768 tid 1 2024-07-26T06:36:40.846 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03785213-39 from 5152768 to 5603328 tid 2 2024-07-26T06:36:40.850 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03785213-39 from 5603328 to 6356992 tid 3 2024-07-26T06:36:40.850 INFO:tasks.rados.rados.0.smithi037.stdout:1276: done (1 left) 2024-07-26T06:36:40.850 INFO:tasks.rados.rados.0.smithi037.stdout:1279: setattr oid 47 current snap is 129 2024-07-26T06:36:40.851 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 1 to smithi03785213-39 2024-07-26T06:36:40.851 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 2 to smithi03785213-39 2024-07-26T06:36:40.852 INFO:tasks.rados.rados.0.smithi037.stdout:1280: copy_from oid 46 from oid 9 current snap is 129 2024-07-26T06:36:40.852 INFO:tasks.rados.rados.0.smithi037.stdout:1281: snap_create 2024-07-26T06:36:40.853 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 3 to smithi03785213-39 2024-07-26T06:36:40.853 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 4 to smithi03785213-39 2024-07-26T06:36:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:1280: finishing copy_from to smithi03785213-46 2024-07-26T06:36:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:1280: got expected ENOENT (src dne) 2024-07-26T06:36:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:1280: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:36:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 5 to smithi03785213-39 2024-07-26T06:36:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 770 (ObjNum 395 snap 129 seq_num 395) dirty exists 2024-07-26T06:36:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:1278: left oid 39 (ObjNum 395 snap 129 seq_num 395) 2024-07-26T06:36:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1176 (ObjNum 311 snap 101 seq_num 311) dirty exists 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: pgmap v73: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:40.883 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:40 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: pgmap v73: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: pgmap v73: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:36:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:40 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:41] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-07-26T06:36:41.819 INFO:tasks.rados.rados.0.smithi037.stdout:1278: done (3 left) 2024-07-26T06:36:41.819 INFO:tasks.rados.rados.0.smithi037.stdout:1279: done (2 left) 2024-07-26T06:36:41.819 INFO:tasks.rados.rados.0.smithi037.stdout:1280: done (1 left) 2024-07-26T06:36:41.819 INFO:tasks.rados.rados.0.smithi037.stdout:1281: done (0 left) 2024-07-26T06:36:41.820 INFO:tasks.rados.rados.0.smithi037.stdout:1282: snap_remove snap 101 2024-07-26T06:36:42.062 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:36:42.062 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: Reconfiguring daemon mgr.x on smithi135 2024-07-26T06:36:42.062 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:36:42.062 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.063 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.063 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:36:42.063 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: Reconfiguring daemon mgr.x on smithi135 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: Reconfiguring daemon mgr.x on smithi135 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:36:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:42.728 INFO:tasks.rados.rados.0.smithi037.stdout:1282: done (0 left) 2024-07-26T06:36:42.728 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 130 2024-07-26T06:36:42.728 INFO:tasks.rados.rados.0.smithi037.stdout:1283: seq_num 396 ranges {1556480=638976,2195456=786432,2981888=417792} 2024-07-26T06:36:42.741 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03785213-8 from 1556480 to 2195456 tid 1 2024-07-26T06:36:42.747 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03785213-8 from 2195456 to 2981888 tid 2 2024-07-26T06:36:42.751 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03785213-8 from 2981888 to 3399680 tid 3 2024-07-26T06:36:42.751 INFO:tasks.rados.rados.0.smithi037.stdout:1284: rollback oid 31 current snap is 130 2024-07-26T06:36:42.751 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 118 2024-07-26T06:36:42.751 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 130 2024-07-26T06:36:42.751 INFO:tasks.rados.rados.0.smithi037.stdout:1285: seq_num 397 ranges {1073152=655360,1728512=671744,2400256=532480} 2024-07-26T06:36:42.761 INFO:tasks.rados.rados.0.smithi037.stdout:1285: writing smithi03785213-20 from 1073152 to 1728512 tid 1 2024-07-26T06:36:42.766 INFO:tasks.rados.rados.0.smithi037.stdout:1285: writing smithi03785213-20 from 1728512 to 2400256 tid 2 2024-07-26T06:36:42.769 INFO:tasks.rados.rados.0.smithi037.stdout:1285: writing smithi03785213-20 from 2400256 to 2932736 tid 3 2024-07-26T06:36:42.769 INFO:tasks.rados.rados.0.smithi037.stdout:1286: read oid 41 snap -1 2024-07-26T06:36:42.769 INFO:tasks.rados.rados.0.smithi037.stdout:1286: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:36:42.770 INFO:tasks.rados.rados.0.smithi037.stdout:1287: snap_remove snap 128 2024-07-26T06:36:43.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-mon[90132]: pgmap v76: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:43.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-mon[90132]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:36:43.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.4 on smithi135 2024-07-26T06:36:43.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-mon[90132]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:36:43.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:42 smithi135 ceph-mon[90132]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[97339]: pgmap v76: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[97339]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.4 on smithi135 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[97339]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[97339]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[99762]: pgmap v76: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[99762]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:36:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.4 on smithi135 2024-07-26T06:36:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[99762]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:36:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:42 smithi037 ceph-mon[99762]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1287: done (4 left) 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1288: read oid 23 snap 107 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1288: expect (ObjNum -413900592 snap 21989 seq_num 3882654848) 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1289: delete oid 11 current snap is 130 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1284: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:1284: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:36:43.731 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 864 (ObjNum 348 snap 116 seq_num 348) dirty exists 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 1 to smithi03785213-8 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 2 to smithi03785213-8 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 3 to smithi03785213-8 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 4 to smithi03785213-8 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 5 to smithi03785213-8 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1189 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1283: left oid 8 (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: finishing write tid 1 to smithi03785213-20 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: finishing write tid 2 to smithi03785213-20 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: finishing write tid 3 to smithi03785213-20 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: finishing write tid 4 to smithi03785213-20 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: finishing write tid 5 to smithi03785213-20 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 969 (ObjNum 397 snap 130 seq_num 397) dirty exists 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1285: left oid 20 (ObjNum 397 snap 130 seq_num 397) 2024-07-26T06:36:43.732 INFO:tasks.rados.rados.0.smithi037.stdout:1286: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:36:43.762 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:43.852 INFO:tasks.rados.rados.0.smithi037.stdout:1288: expect (ObjNum -413900592 snap 21989 seq_num 3882654848) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1283: done (5 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1284: done (4 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1285: done (3 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1286: done (2 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1288: done (1 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1289: done (0 left) 2024-07-26T06:36:43.858 INFO:tasks.rados.rados.0.smithi037.stdout:1290: rollback oid 19 current snap is 130 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 109 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1291: read oid 23 snap -1 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1291: expect (ObjNum 374 snap 126 seq_num 374) 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1292: read oid 30 snap -1 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1292: expect deleted 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1293: read oid 25 snap -1 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1293: expect deleted 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 130 2024-07-26T06:36:43.859 INFO:tasks.rados.rados.0.smithi037.stdout:1294: seq_num 399 ranges {3039232=688128,3727360=434176,4161536=745472,4907008=24576} 2024-07-26T06:36:43.879 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03785213-1 from 3039232 to 3727360 tid 1 2024-07-26T06:36:43.881 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03785213-1 from 3727360 to 4161536 tid 2 2024-07-26T06:36:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03785213-1 from 4161536 to 4907008 tid 3 2024-07-26T06:36:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03785213-1 from 4907008 to 4931584 tid 4 2024-07-26T06:36:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 130 2024-07-26T06:36:43.887 INFO:tasks.rados.rados.0.smithi037.stdout:1295: seq_num 400 ranges {3694592=704512,4399104=720896,5120000=483328} 2024-07-26T06:36:43.910 INFO:tasks.rados.rados.0.smithi037.stdout:1295: writing smithi03785213-10 from 3694592 to 4399104 tid 1 2024-07-26T06:36:43.914 INFO:tasks.rados.rados.0.smithi037.stdout:1295: writing smithi03785213-10 from 4399104 to 5120000 tid 2 2024-07-26T06:36:43.917 INFO:tasks.rados.rados.0.smithi037.stdout:1295: writing smithi03785213-10 from 5120000 to 5603328 tid 3 2024-07-26T06:36:43.917 INFO:tasks.rados.rados.0.smithi037.stdout:1296: rmattr oid 27 current snap is 130 2024-07-26T06:36:43.917 INFO:tasks.rados.rados.0.smithi037.stdout:1293: done (6 left) 2024-07-26T06:36:43.917 INFO:tasks.rados.rados.0.smithi037.stdout:1297: copy_from oid 3 from oid 32 current snap is 130 2024-07-26T06:36:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:1290: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:36:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:1290: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:36:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 775 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-07-26T06:36:43.918 INFO:tasks.rados.rados.0.smithi037.stdout:1291: expect (ObjNum 374 snap 126 seq_num 374) 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 1 to smithi03785213-1 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 2 to smithi03785213-1 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 3 to smithi03785213-1 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 4 to smithi03785213-1 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 5 to smithi03785213-1 2024-07-26T06:36:44.134 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 6 to smithi03785213-1 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 453 (ObjNum 399 snap 130 seq_num 399) dirty exists 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1294: left oid 1 (ObjNum 399 snap 130 seq_num 399) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1295: finishing write tid 1 to smithi03785213-10 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1295: finishing write tid 2 to smithi03785213-10 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1290: done (6 left) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1291: done (5 left) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1292: done (4 left) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1294: done (3 left) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1298: read oid 29 snap -1 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1298: expect (ObjNum 381 snap 126 seq_num 381) 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 130 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 161 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1295: finishing write tid 3 to smithi03785213-10 2024-07-26T06:36:44.135 INFO:tasks.rados.rados.0.smithi037.stdout:1295: finishing write tid 4 to smithi03785213-10 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:1295: finishing write tid 5 to smithi03785213-10 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 770 (ObjNum 400 snap 130 seq_num 400) dirty exists 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:1295: left oid 10 (ObjNum 400 snap 130 seq_num 400) 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:1297: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:1297: finishing copy_from to smithi03785213-3 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 765 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:36:44.136 INFO:tasks.rados.rados.0.smithi037.stdout:1299: seq_num 401 ranges {3473408=720896,4194304=606208,4800512=598016} 2024-07-26T06:36:44.157 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03785213-22 from 3473408 to 4194304 tid 1 2024-07-26T06:36:44.160 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03785213-22 from 4194304 to 4800512 tid 2 2024-07-26T06:36:44.164 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03785213-22 from 4800512 to 5398528 tid 3 2024-07-26T06:36:44.164 INFO:tasks.rados.rados.0.smithi037.stdout:1295: done (4 left) 2024-07-26T06:36:44.164 INFO:tasks.rados.rados.0.smithi037.stdout:1296: done (3 left) 2024-07-26T06:36:44.164 INFO:tasks.rados.rados.0.smithi037.stdout:1297: done (2 left) 2024-07-26T06:36:44.164 INFO:tasks.rados.rados.0.smithi037.stdout:1300: copy_from oid 4 from oid 36 current snap is 130 2024-07-26T06:36:44.165 INFO:tasks.rados.rados.0.smithi037.stdout:1298: expect (ObjNum 381 snap 126 seq_num 381) 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 1 to smithi03785213-22 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 2 to smithi03785213-22 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1300: finishing copy_from to smithi03785213-4 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1300: got expected ENOENT (src dne) 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1300: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 3 to smithi03785213-22 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1298: done (2 left) 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1300: done (1 left) 2024-07-26T06:36:44.253 INFO:tasks.rados.rados.0.smithi037.stdout:1301: snap_remove snap 127 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.5 on smithi135 2024-07-26T06:36:44.453 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-mon[90132]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.5 on smithi135 2024-07-26T06:36:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[97339]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.5 on smithi135 2024-07-26T06:36:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:44 smithi037 ceph-mon[99762]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:36:44.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:44.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:45.162 INFO:tasks.rados.rados.0.smithi037.stdout:1301: done (1 left) 2024-07-26T06:36:45.162 INFO:tasks.rados.rados.0.smithi037.stdout:1302: snap_remove snap 109 2024-07-26T06:36:45.294 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:45 smithi135 ceph-mon[90132]: pgmap v79: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:45.294 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.294 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.294 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:36:45.294 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[97339]: pgmap v79: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[99762]: pgmap v79: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:36:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:46.184 INFO:tasks.rados.rados.0.smithi037.stdout:1302: done (1 left) 2024-07-26T06:36:46.184 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 130 2024-07-26T06:36:46.184 INFO:tasks.rados.rados.0.smithi037.stdout:1303: seq_num 402 ranges {6266880=737280,7004160=491520,7495680=516096,8011776=196608} 2024-07-26T06:36:46.223 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03785213-32 from 6266880 to 7004160 tid 1 2024-07-26T06:36:46.226 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03785213-32 from 7004160 to 7495680 tid 2 2024-07-26T06:36:46.229 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03785213-32 from 7495680 to 8011776 tid 3 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03785213-32 from 8011776 to 8208384 tid 4 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 130 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 4 to smithi03785213-22 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 5 to smithi03785213-22 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 769 (ObjNum 401 snap 130 seq_num 401) dirty exists 2024-07-26T06:36:46.231 INFO:tasks.rados.rados.0.smithi037.stdout:1299: left oid 22 (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:36:46.232 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 1 to smithi03785213-32 2024-07-26T06:36:46.232 INFO:tasks.rados.rados.0.smithi037.stdout:1304: seq_num 403 ranges {3309568=753664,4063232=425984,4489216=720896,5210112=57344} 2024-07-26T06:36:46.253 INFO:tasks.rados.rados.0.smithi037.stdout:1304: writing smithi03785213-24 from 3309568 to 4063232 tid 1 2024-07-26T06:36:46.256 INFO:tasks.rados.rados.0.smithi037.stdout:1304: writing smithi03785213-24 from 4063232 to 4489216 tid 2 2024-07-26T06:36:46.260 INFO:tasks.rados.rados.0.smithi037.stdout:1304: writing smithi03785213-24 from 4489216 to 5210112 tid 3 2024-07-26T06:36:46.261 INFO:tasks.rados.rados.0.smithi037.stdout:1304: writing smithi03785213-24 from 5210112 to 5267456 tid 4 2024-07-26T06:36:46.261 INFO:tasks.rados.rados.0.smithi037.stdout:1299: done (2 left) 2024-07-26T06:36:46.261 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 130 2024-07-26T06:36:46.261 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 2 to smithi03785213-32 2024-07-26T06:36:46.261 INFO:tasks.rados.rados.0.smithi037.stdout:1305: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-07-26T06:36:46.265 INFO:tasks.rados.rados.0.smithi037.stdout:1305: writing smithi03785213-48 from 0 to 770048 tid 1 2024-07-26T06:36:46.270 INFO:tasks.rados.rados.0.smithi037.stdout:1305: writing smithi03785213-48 from 770048 to 1482752 tid 2 2024-07-26T06:36:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:1305: writing smithi03785213-48 from 1482752 to 1974272 tid 3 2024-07-26T06:36:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:1306: copy_from oid 38 from oid 8 current snap is 130 2024-07-26T06:36:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 3 to smithi03785213-32 2024-07-26T06:36:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 4 to smithi03785213-32 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 5 to smithi03785213-32 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 6 to smithi03785213-32 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 775 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1303: left oid 32 (ObjNum 402 snap 130 seq_num 402) 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 1 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1303: done (3 left) 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1307: copy_from oid 2 from oid 14 current snap is 130 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 2 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 3 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 4 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 5 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:1304: finishing write tid 6 to smithi03785213-24 2024-07-26T06:36:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 869 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1304: left oid 24 (ObjNum 403 snap 130 seq_num 403) 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1305: finishing write tid 1 to smithi03785213-48 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1305: finishing write tid 2 to smithi03785213-48 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1304: done (3 left) 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1308: rollback oid 36 current snap is 130 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 129 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1309: read oid 41 snap -1 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1309: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:36:46.276 INFO:tasks.rados.rados.0.smithi037.stdout:1310: snap_create 2024-07-26T06:36:46.277 INFO:tasks.rados.rados.0.smithi037.stdout:1305: finishing write tid 3 to smithi03785213-48 2024-07-26T06:36:46.277 INFO:tasks.rados.rados.0.smithi037.stdout:1305: finishing write tid 4 to smithi03785213-48 2024-07-26T06:36:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:36:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 996 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-07-26T06:36:46.286 INFO:tasks.rados.rados.0.smithi037.stdout:1305: finishing write tid 5 to smithi03785213-48 2024-07-26T06:36:46.287 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1217 (ObjNum 404 snap 130 seq_num 404) dirty exists 2024-07-26T06:36:46.287 INFO:tasks.rados.rados.0.smithi037.stdout:1305: left oid 48 (ObjNum 404 snap 130 seq_num 404) 2024-07-26T06:36:46.289 INFO:tasks.rados.rados.0.smithi037.stdout:1307: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:36:46.291 INFO:tasks.rados.rados.0.smithi037.stdout:1309: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:36:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:46 smithi135 ceph-mon[90132]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:36:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:46 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.6 on smithi135 2024-07-26T06:36:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:46 smithi135 ceph-mon[90132]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:36:46.412 INFO:tasks.rados.rados.0.smithi037.stdout:1307: finishing copy_from to smithi03785213-2 2024-07-26T06:36:46.413 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 977 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:36:46.413 INFO:tasks.rados.rados.0.smithi037.stdout:1306: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:36:46.413 INFO:tasks.rados.rados.0.smithi037.stdout:1306: finishing copy_from to smithi03785213-38 2024-07-26T06:36:46.413 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1189 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:36:46.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[97339]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:36:46.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.6 on smithi135 2024-07-26T06:36:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[97339]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:36:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[99762]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:36:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.6 on smithi135 2024-07-26T06:36:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:46 smithi037 ceph-mon[99762]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:36:47.181 INFO:tasks.rados.rados.0.smithi037.stdout:1305: done (5 left) 2024-07-26T06:36:47.181 INFO:tasks.rados.rados.0.smithi037.stdout:1306: done (4 left) 2024-07-26T06:36:47.181 INFO:tasks.rados.rados.0.smithi037.stdout:1307: done (3 left) 2024-07-26T06:36:47.181 INFO:tasks.rados.rados.0.smithi037.stdout:1308: done (2 left) 2024-07-26T06:36:47.181 INFO:tasks.rados.rados.0.smithi037.stdout:1309: done (1 left) 2024-07-26T06:36:47.182 INFO:tasks.rados.rados.0.smithi037.stdout:1310: done (0 left) 2024-07-26T06:36:47.182 INFO:tasks.rados.rados.0.smithi037.stdout:1311: snap_create 2024-07-26T06:36:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: pgmap v82: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[97339]: Reconfiguring daemon osd.7 on smithi135 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: pgmap v82: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:36:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:36:47.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:47.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:47 smithi037 ceph-mon[99762]: Reconfiguring daemon osd.7 on smithi135 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: pgmap v82: 121 pgs: 121 active+clean; 255 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:47.580 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:47 smithi135 ceph-mon[90132]: Reconfiguring daemon osd.7 on smithi135 2024-07-26T06:36:48.195 INFO:tasks.rados.rados.0.smithi037.stdout:1311: done (0 left) 2024-07-26T06:36:48.196 INFO:tasks.rados.rados.0.smithi037.stdout:1312: setattr oid 12 current snap is 132 2024-07-26T06:36:48.197 INFO:tasks.rados.rados.0.smithi037.stdout:1313: delete oid 11 current snap is 132 2024-07-26T06:36:48.198 INFO:tasks.rados.rados.0.smithi037.stdout:1313: done (1 left) 2024-07-26T06:36:48.199 INFO:tasks.rados.rados.0.smithi037.stdout:1314: snap_remove snap 130 2024-07-26T06:36:48.480 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-mon[90132]: osdmap e334: 8 total, 8 up, 8 in 2024-07-26T06:36:48.480 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.481 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.481 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:48.481 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[97339]: osdmap e334: 8 total, 8 up, 8 in 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[99762]: osdmap e334: 8 total, 8 up, 8 in 2024-07-26T06:36:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:48.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:36:48.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:48.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1314: done (1 left) 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1315: rmattr oid 47 current snap is 132 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 771 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1312: done (1 left) 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1316: read oid 14 snap 55 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1316: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1317: read oid 22 snap -1 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1317: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1318: read oid 18 snap -1 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:1318: expect (ObjNum 376 snap 126 seq_num 376) 2024-07-26T06:36:49.200 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 132 2024-07-26T06:36:49.201 INFO:tasks.rados.rados.0.smithi037.stdout:1319: seq_num 406 ranges {2555904=802816,3358720=475136,3833856=499712,4333568=229376} 2024-07-26T06:36:49.220 INFO:tasks.rados.rados.0.smithi037.stdout:1319: writing smithi03785213-13 from 2555904 to 3358720 tid 1 2024-07-26T06:36:49.223 INFO:tasks.rados.rados.0.smithi037.stdout:1319: writing smithi03785213-13 from 3358720 to 3833856 tid 2 2024-07-26T06:36:49.226 INFO:tasks.rados.rados.0.smithi037.stdout:1319: writing smithi03785213-13 from 3833856 to 4333568 tid 3 2024-07-26T06:36:49.228 INFO:tasks.rados.rados.0.smithi037.stdout:1319: writing smithi03785213-13 from 4333568 to 4562944 tid 4 2024-07-26T06:36:49.228 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 132 2024-07-26T06:36:49.228 INFO:tasks.rados.rados.0.smithi037.stdout:1320: seq_num 407 ranges {4145152=425984,4571136=761856,5332992=704512,6037504=139264} 2024-07-26T06:36:49.253 INFO:tasks.rados.rados.0.smithi037.stdout:1320: writing smithi03785213-31 from 4145152 to 4571136 tid 1 2024-07-26T06:36:49.258 INFO:tasks.rados.rados.0.smithi037.stdout:1320: writing smithi03785213-31 from 4571136 to 5332992 tid 2 2024-07-26T06:36:49.262 INFO:tasks.rados.rados.0.smithi037.stdout:1320: writing smithi03785213-31 from 5332992 to 6037504 tid 3 2024-07-26T06:36:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1320: writing smithi03785213-31 from 6037504 to 6176768 tid 4 2024-07-26T06:36:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1321: copy_from oid 44 from oid 20 current snap is 132 2024-07-26T06:36:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1219 (ObjNum 311 snap 101 seq_num 311) dirty exists 2024-07-26T06:36:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:1316: expect (ObjNum 170 snap 47 seq_num 170) 2024-07-26T06:36:49.315 INFO:tasks.rados.rados.0.smithi037.stdout:1318: expect (ObjNum 376 snap 126 seq_num 376) 2024-07-26T06:36:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:49 smithi135 ceph-mon[90132]: pgmap v85: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:49 smithi135 ceph-mon[90132]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:36:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:49 smithi135 ceph-mon[90132]: Reconfiguring daemon mds.b on smithi135 2024-07-26T06:36:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:49 smithi135 ceph-mon[90132]: osdmap e335: 8 total, 8 up, 8 in 2024-07-26T06:36:49.389 INFO:tasks.rados.rados.0.smithi037.stdout:1317: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:36:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[97339]: pgmap v85: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[97339]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[97339]: Reconfiguring daemon mds.b on smithi135 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[97339]: osdmap e335: 8 total, 8 up, 8 in 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[99762]: pgmap v85: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[99762]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[99762]: Reconfiguring daemon mds.b on smithi135 2024-07-26T06:36:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:49 smithi037 ceph-mon[99762]: osdmap e335: 8 total, 8 up, 8 in 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 1 to smithi03785213-13 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 2 to smithi03785213-13 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1315: done (6 left) 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1316: done (5 left) 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1317: done (4 left) 2024-07-26T06:36:49.628 INFO:tasks.rados.rados.0.smithi037.stdout:1318: done (3 left) 2024-07-26T06:36:49.629 INFO:tasks.rados.rados.0.smithi037.stdout:1322: read oid 6 snap 126 2024-07-26T06:36:49.629 INFO:tasks.rados.rados.0.smithi037.stdout:1322: expect deleted 2024-07-26T06:36:49.629 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 132 2024-07-26T06:36:49.629 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 3 to smithi03785213-13 2024-07-26T06:36:49.629 INFO:tasks.rados.rados.0.smithi037.stdout:1323: seq_num 408 ranges {1957888=442368,2400256=647168,3047424=507904,3555328=450560} 2024-07-26T06:36:49.641 INFO:tasks.rados.rados.0.smithi037.stdout:1323: writing smithi03785213-14 from 1957888 to 2400256 tid 1 2024-07-26T06:36:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:1323: writing smithi03785213-14 from 2400256 to 3047424 tid 2 2024-07-26T06:36:49.647 INFO:tasks.rados.rados.0.smithi037.stdout:1323: writing smithi03785213-14 from 3047424 to 3555328 tid 3 2024-07-26T06:36:49.651 INFO:tasks.rados.rados.0.smithi037.stdout:1323: writing smithi03785213-14 from 3555328 to 4005888 tid 4 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1324: setattr oid 50 current snap is 132 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 4 to smithi03785213-13 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 5 to smithi03785213-13 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1319: finishing write tid 6 to smithi03785213-13 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 848 (ObjNum 406 snap 132 seq_num 406) dirty exists 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1319: left oid 13 (ObjNum 406 snap 132 seq_num 406) 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 1 to smithi03785213-31 2024-07-26T06:36:49.652 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 2 to smithi03785213-31 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 3 to smithi03785213-31 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 4 to smithi03785213-31 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 5 to smithi03785213-31 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 6 to smithi03785213-31 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 874 (ObjNum 407 snap 132 seq_num 407) dirty exists 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1320: left oid 31 (ObjNum 407 snap 132 seq_num 407) 2024-07-26T06:36:49.653 INFO:tasks.rados.rados.0.smithi037.stdout:1321: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1321: finishing copy_from to smithi03785213-44 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 969 (ObjNum 397 snap 130 seq_num 397) dirty exists 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 1 to smithi03785213-14 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 2 to smithi03785213-14 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 3 to smithi03785213-14 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1319: done (5 left) 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1320: done (4 left) 2024-07-26T06:36:49.654 INFO:tasks.rados.rados.0.smithi037.stdout:1321: done (3 left) 2024-07-26T06:36:49.655 INFO:tasks.rados.rados.0.smithi037.stdout:1322: done (2 left) 2024-07-26T06:36:49.655 INFO:tasks.rados.rados.0.smithi037.stdout:1325: snap_create 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 4 to smithi03785213-14 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 5 to smithi03785213-14 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 477 (ObjNum 373 snap 126 seq_num 373) dirty exists 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing write tid 6 to smithi03785213-14 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1120 (ObjNum 408 snap 132 seq_num 408) dirty exists 2024-07-26T06:36:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:1323: left oid 14 (ObjNum 408 snap 132 seq_num 408) 2024-07-26T06:36:50.496 INFO:tasks.rados.rados.0.smithi037.stdout:1323: done (2 left) 2024-07-26T06:36:50.497 INFO:tasks.rados.rados.0.smithi037.stdout:1324: done (1 left) 2024-07-26T06:36:50.497 INFO:tasks.rados.rados.0.smithi037.stdout:1325: done (0 left) 2024-07-26T06:36:50.497 INFO:tasks.rados.rados.0.smithi037.stdout:1326: rmattr oid 41 current snap is 133 2024-07-26T06:36:50.497 INFO:tasks.rados.rados.0.smithi037.stdout:1327: snap_remove snap 125 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: osdmap e336: 8 total, 8 up, 8 in 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: osdmap e336: 8 total, 8 up, 8 in 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:36:50.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: osdmap e336: 8 total, 8 up, 8 in 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:50.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:51.502 INFO:tasks.rados.rados.0.smithi037.stdout:1327: done (1 left) 2024-07-26T06:36:51.502 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 133 2024-07-26T06:36:51.502 INFO:tasks.rados.rados.0.smithi037.stdout:1328: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-07-26T06:36:51.505 INFO:tasks.rados.rados.0.smithi037.stdout:1328: writing smithi03785213-43 from 0 to 458752 tid 1 2024-07-26T06:36:51.509 INFO:tasks.rados.rados.0.smithi037.stdout:1328: writing smithi03785213-43 from 458752 to 991232 tid 2 2024-07-26T06:36:51.514 INFO:tasks.rados.rados.0.smithi037.stdout:1328: writing smithi03785213-43 from 991232 to 1712128 tid 3 2024-07-26T06:36:51.517 INFO:tasks.rados.rados.0.smithi037.stdout:1328: writing smithi03785213-43 from 1712128 to 2064384 tid 4 2024-07-26T06:36:51.517 INFO:tasks.rados.rados.0.smithi037.stdout:1329: delete oid 20 current snap is 133 2024-07-26T06:36:51.517 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1221 (ObjNum 385 snap 126 seq_num 385) dirty exists 2024-07-26T06:36:51.517 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 1 to smithi03785213-43 2024-07-26T06:36:51.517 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 2 to smithi03785213-43 2024-07-26T06:36:51.520 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 3 to smithi03785213-43 2024-07-26T06:36:51.520 INFO:tasks.rados.rados.0.smithi037.stdout:1326: done (2 left) 2024-07-26T06:36:51.521 INFO:tasks.rados.rados.0.smithi037.stdout:1329: done (1 left) 2024-07-26T06:36:51.521 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 133 2024-07-26T06:36:51.521 INFO:tasks.rados.rados.0.smithi037.stdout:1330: seq_num 411 ranges {2203648=491520,2695168=753664,3448832=688128,4136960=163840} 2024-07-26T06:36:51.535 INFO:tasks.rados.rados.0.smithi037.stdout:1330: writing smithi03785213-18 from 2203648 to 2695168 tid 1 2024-07-26T06:36:51.539 INFO:tasks.rados.rados.0.smithi037.stdout:1330: writing smithi03785213-18 from 2695168 to 3448832 tid 2 2024-07-26T06:36:51.543 INFO:tasks.rados.rados.0.smithi037.stdout:1330: writing smithi03785213-18 from 3448832 to 4136960 tid 3 2024-07-26T06:36:51.544 INFO:tasks.rados.rados.0.smithi037.stdout:1330: writing smithi03785213-18 from 4136960 to 4300800 tid 4 2024-07-26T06:36:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:36:51] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-07-26T06:36:51.545 INFO:tasks.rados.rados.0.smithi037.stdout:1331: delete oid 1 current snap is 133 2024-07-26T06:36:51.545 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 4 to smithi03785213-43 2024-07-26T06:36:51.545 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 5 to smithi03785213-43 2024-07-26T06:36:51.545 INFO:tasks.rados.rados.0.smithi037.stdout:1328: finishing write tid 6 to smithi03785213-43 2024-07-26T06:36:51.546 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 776 (ObjNum 409 snap 133 seq_num 409) dirty exists 2024-07-26T06:36:51.546 INFO:tasks.rados.rados.0.smithi037.stdout:1328: left oid 43 (ObjNum 409 snap 133 seq_num 409) 2024-07-26T06:36:51.546 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 1 to smithi03785213-18 2024-07-26T06:36:51.546 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 2 to smithi03785213-18 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: pgmap v88: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all mon 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all crash 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: Upgrade: osd.0 is safe to restart 2024-07-26T06:36:51.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: osdmap e337: 8 total, 8 up, 8 in 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: pgmap v88: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all mon 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all crash 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: Upgrade: osd.0 is safe to restart 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: osdmap e337: 8 total, 8 up, 8 in 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:51.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:51.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 3 to smithi03785213-18 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1328: done (2 left) 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1331: done (1 left) 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1332: copy_from oid 4 from oid 1 current snap is 133 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 4 to smithi03785213-18 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1333: snap_create 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 5 to smithi03785213-18 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1332: finishing copy_from to smithi03785213-4 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1332: got expected ENOENT (src dne) 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1330: finishing write tid 6 to smithi03785213-18 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 853 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1330: left oid 18 (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:36:51.549 INFO:tasks.rados.rados.0.smithi037.stdout:1332: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: pgmap v88: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all mon 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all crash 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: Upgrade: osd.0 is safe to restart 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: osdmap e337: 8 total, 8 up, 8 in 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:36:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:52.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[97339]: Upgrade: Updating osd.0 2024-07-26T06:36:52.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[97339]: Deploying daemon osd.0 on smithi037 2024-07-26T06:36:52.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[97339]: osdmap e338: 8 total, 8 up, 8 in 2024-07-26T06:36:52.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[99762]: Upgrade: Updating osd.0 2024-07-26T06:36:52.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[99762]: Deploying daemon osd.0 on smithi037 2024-07-26T06:36:52.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:52 smithi037 ceph-mon[99762]: osdmap e338: 8 total, 8 up, 8 in 2024-07-26T06:36:52.500 INFO:tasks.rados.rados.0.smithi037.stdout:1330: done (2 left) 2024-07-26T06:36:52.500 INFO:tasks.rados.rados.0.smithi037.stdout:1332: done (1 left) 2024-07-26T06:36:52.501 INFO:tasks.rados.rados.0.smithi037.stdout:1333: done (0 left) 2024-07-26T06:36:52.501 INFO:tasks.rados.rados.0.smithi037.stdout:1334: setattr oid 25 current snap is 134 2024-07-26T06:36:52.501 INFO:tasks.rados.rados.0.smithi037.stdout:1335: setattr oid 47 current snap is 134 2024-07-26T06:36:52.502 INFO:tasks.rados.rados.0.smithi037.stdout:1336: snap_create 2024-07-26T06:36:52.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1233 (ObjNum 311 snap 101 seq_num 311) dirty exists 2024-07-26T06:36:52.509 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 978 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:36:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:52 smithi135 ceph-mon[90132]: Upgrade: Updating osd.0 2024-07-26T06:36:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:52 smithi135 ceph-mon[90132]: Deploying daemon osd.0 on smithi037 2024-07-26T06:36:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:52 smithi135 ceph-mon[90132]: osdmap e338: 8 total, 8 up, 8 in 2024-07-26T06:36:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:52.730 INFO:tasks.rados.rados.0.smithi037.stdout:1334: done (2 left) 2024-07-26T06:36:52.730 INFO:tasks.rados.rados.0.smithi037.stdout:1335: done (1 left) 2024-07-26T06:36:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:1336: done (0 left) 2024-07-26T06:36:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 135 2024-07-26T06:36:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:1337: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-07-26T06:36:52.735 INFO:tasks.rados.rados.0.smithi037.stdout:1337: writing smithi03785213-7 from 0 to 524288 tid 1 2024-07-26T06:36:52.735 INFO:tasks.rados.rados.0.smithi037.stdout:1337: writing smithi03785213-7 from 524288 to 1040384 tid 2 2024-07-26T06:36:52.740 INFO:tasks.rados.rados.0.smithi037.stdout:1337: writing smithi03785213-7 from 1040384 to 1736704 tid 3 2024-07-26T06:36:52.743 INFO:tasks.rados.rados.0.smithi037.stdout:1337: writing smithi03785213-7 from 1736704 to 2129920 tid 4 2024-07-26T06:36:52.743 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 135 2024-07-26T06:36:52.743 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 1 to smithi03785213-7 2024-07-26T06:36:52.743 INFO:tasks.rados.rados.0.smithi037.stdout:1338: seq_num 414 ranges {8208384=540672,8749056=802816,9551872=458752,10010624=344064} 2024-07-26T06:36:52.790 INFO:tasks.rados.rados.0.smithi037.stdout:1338: writing smithi03785213-32 from 8208384 to 8749056 tid 1 2024-07-26T06:36:52.795 INFO:tasks.rados.rados.0.smithi037.stdout:1338: writing smithi03785213-32 from 8749056 to 9551872 tid 2 2024-07-26T06:36:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:1338: writing smithi03785213-32 from 9551872 to 10010624 tid 3 2024-07-26T06:36:52.800 INFO:tasks.rados.rados.0.smithi037.stdout:1338: writing smithi03785213-32 from 10010624 to 10354688 tid 4 2024-07-26T06:36:52.800 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 135 2024-07-26T06:36:52.800 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 2 to smithi03785213-7 2024-07-26T06:36:52.800 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 3 to smithi03785213-7 2024-07-26T06:36:52.801 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 4 to smithi03785213-7 2024-07-26T06:36:52.801 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 5 to smithi03785213-7 2024-07-26T06:36:52.801 INFO:tasks.rados.rados.0.smithi037.stdout:1339: seq_num 415 ranges {1073152=557056,1630208=688128,2318336=663552,2981888=253952} 2024-07-26T06:36:52.808 INFO:tasks.rados.rados.0.smithi037.stdout:1339: writing smithi03785213-34 from 1073152 to 1630208 tid 1 2024-07-26T06:36:52.813 INFO:tasks.rados.rados.0.smithi037.stdout:1339: writing smithi03785213-34 from 1630208 to 2318336 tid 2 2024-07-26T06:36:52.818 INFO:tasks.rados.rados.0.smithi037.stdout:1339: writing smithi03785213-34 from 2318336 to 2981888 tid 3 2024-07-26T06:36:52.819 INFO:tasks.rados.rados.0.smithi037.stdout:1339: writing smithi03785213-34 from 2981888 to 3235840 tid 4 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1337: finishing write tid 6 to smithi03785213-7 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1238 (ObjNum 413 snap 135 seq_num 413) dirty exists 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1337: left oid 7 (ObjNum 413 snap 135 seq_num 413) 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 1 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 2 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 3 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 4 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 5 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 6 to smithi03785213-32 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 780 (ObjNum 414 snap 135 seq_num 414) dirty exists 2024-07-26T06:36:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:1338: left oid 32 (ObjNum 414 snap 135 seq_num 414) 2024-07-26T06:36:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 1 to smithi03785213-34 2024-07-26T06:36:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:1337: done (2 left) 2024-07-26T06:36:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:1338: done (1 left) 2024-07-26T06:36:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:1340: snap_create 2024-07-26T06:36:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 2 to smithi03785213-34 2024-07-26T06:36:52.824 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 3 to smithi03785213-34 2024-07-26T06:36:52.824 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 4 to smithi03785213-34 2024-07-26T06:36:52.824 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 5 to smithi03785213-34 2024-07-26T06:36:52.826 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 6 to smithi03785213-34 2024-07-26T06:36:52.826 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1134 (ObjNum 415 snap 135 seq_num 415) dirty exists 2024-07-26T06:36:52.826 INFO:tasks.rados.rados.0.smithi037.stdout:1339: left oid 34 (ObjNum 415 snap 135 seq_num 415) 2024-07-26T06:36:53.505 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:53 smithi135 ceph-mon[90132]: pgmap v90: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-07-26T06:36:53.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:53 smithi135 ceph-mon[90132]: osdmap e339: 8 total, 8 up, 8 in 2024-07-26T06:36:53.506 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:53 smithi135 ceph-mon[90132]: osdmap e340: 8 total, 8 up, 8 in 2024-07-26T06:36:53.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[97339]: pgmap v90: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-07-26T06:36:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[97339]: osdmap e339: 8 total, 8 up, 8 in 2024-07-26T06:36:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[97339]: osdmap e340: 8 total, 8 up, 8 in 2024-07-26T06:36:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[99762]: pgmap v90: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-07-26T06:36:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[99762]: osdmap e339: 8 total, 8 up, 8 in 2024-07-26T06:36:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:53 smithi037 ceph-mon[99762]: osdmap e340: 8 total, 8 up, 8 in 2024-07-26T06:36:53.731 INFO:tasks.rados.rados.0.smithi037.stdout:1339: done (1 left) 2024-07-26T06:36:53.732 INFO:tasks.rados.rados.0.smithi037.stdout:1340: done (0 left) 2024-07-26T06:36:53.732 INFO:tasks.rados.rados.0.smithi037.stdout:1341: delete oid 40 current snap is 136 2024-07-26T06:36:53.735 INFO:tasks.rados.rados.0.smithi037.stdout:1341: done (0 left) 2024-07-26T06:36:53.735 INFO:tasks.rados.rados.0.smithi037.stdout:1342: snap_remove snap 123 2024-07-26T06:36:53.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:54.222 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:53 smithi037 systemd[1]: Stopping Ceph osd.0 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:54.544 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[44871]: 2024-07-26T06:36:54.219+0000 7f120e332640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:36:54.545 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[44871]: 2024-07-26T06:36:54.219+0000 7f120e332640 -1 osd.0 341 *** Got signal Terminated *** 2024-07-26T06:36:54.545 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[44871]: 2024-07-26T06:36:54.219+0000 7f120e332640 -1 osd.0 341 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:36:54.729 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:54.729 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:54.739 INFO:tasks.rados.rados.0.smithi037.stdout:1342: done (0 left) 2024-07-26T06:36:54.739 INFO:tasks.rados.rados.0.smithi037.stdout:1343: snap_remove snap 60 2024-07-26T06:36:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[97339]: pgmap v94: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-07-26T06:36:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[97339]: osdmap e341: 8 total, 8 up, 8 in 2024-07-26T06:36:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[97339]: osd.0 marked itself down and dead 2024-07-26T06:36:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[99762]: pgmap v94: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-07-26T06:36:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[99762]: osdmap e341: 8 total, 8 up, 8 in 2024-07-26T06:36:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:54 smithi037 ceph-mon[99762]: osd.0 marked itself down and dead 2024-07-26T06:36:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:54 smithi135 ceph-mon[90132]: pgmap v94: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-07-26T06:36:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:54 smithi135 ceph-mon[90132]: osdmap e341: 8 total, 8 up, 8 in 2024-07-26T06:36:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:54 smithi135 ceph-mon[90132]: osd.0 marked itself down and dead 2024-07-26T06:36:55.544 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:55 smithi037 podman[105165]: 2024-07-26 06:36:55.286203817 +0000 UTC m=+1.176051990 container died 25b1dd2c4bf92b2000a183b2a48f5da0c519b8b6a9dbc96d7b365736fb9820ab (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:36:55.748 INFO:tasks.rados.rados.0.smithi037.stdout:1343: done (0 left) 2024-07-26T06:36:55.748 INFO:tasks.rados.rados.0.smithi037.stdout:1344: snap_remove snap 55 2024-07-26T06:36:55.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:55 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:36:55.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:55 smithi037 ceph-mon[97339]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:36:55.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:55 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:36:55.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:55 smithi037 ceph-mon[99762]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:36:55.863 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:55 smithi037 podman[105165]: 2024-07-26 06:36:55.669394537 +0000 UTC m=+1.559242699 container cleanup 25b1dd2c4bf92b2000a183b2a48f5da0c519b8b6a9dbc96d7b365736fb9820ab (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:36:55.863 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:55 smithi037 bash[105165]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0 2024-07-26T06:36:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:55 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:36:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:55 smithi135 ceph-mon[90132]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:36:56.294 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:55 smithi037 podman[105189]: 2024-07-26 06:36:55.862356265 +0000 UTC m=+0.567097986 container remove 25b1dd2c4bf92b2000a183b2a48f5da0c519b8b6a9dbc96d7b365736fb9820ab (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:36:56.554 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.202043982 +0000 UTC m=+0.017901255 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:36:56.555 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.33008821 +0000 UTC m=+0.145945461 container create 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:36:56.555 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.549274465 +0000 UTC m=+0.365131718 container init 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-26T06:36:56.555 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.554602172 +0000 UTC m=+0.370459431 container start 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-26T06:36:56.747 INFO:tasks.rados.rados.0.smithi037.stdout:1344: done (0 left) 2024-07-26T06:36:56.747 INFO:tasks.rados.rados.0.smithi037.stdout:1345: delete oid 34 current snap is 136 2024-07-26T06:36:56.756 INFO:tasks.rados.rados.0.smithi037.stdout:1345: done (0 left) 2024-07-26T06:36:56.756 INFO:tasks.rados.rados.0.smithi037.stdout:1346: read oid 33 snap -1 2024-07-26T06:36:56.756 INFO:tasks.rados.rados.0.smithi037.stdout:1346: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:36:56.756 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 136 2024-07-26T06:36:56.756 INFO:tasks.rados.rados.0.smithi037.stdout:1347: seq_num 418 ranges {1974272=606208,2580480=737280,3317760=434176,3751936=434176} 2024-07-26T06:36:56.771 INFO:tasks.rados.rados.0.smithi037.stdout:1347: writing smithi03785213-48 from 1974272 to 2580480 tid 1 2024-07-26T06:36:56.775 INFO:tasks.rados.rados.0.smithi037.stdout:1347: writing smithi03785213-48 from 2580480 to 3317760 tid 2 2024-07-26T06:36:56.778 INFO:tasks.rados.rados.0.smithi037.stdout:1347: writing smithi03785213-48 from 3317760 to 3751936 tid 3 2024-07-26T06:36:56.781 INFO:tasks.rados.rados.0.smithi037.stdout:1347: writing smithi03785213-48 from 3751936 to 4186112 tid 4 2024-07-26T06:36:56.781 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 136 2024-07-26T06:36:56.781 INFO:tasks.rados.rados.0.smithi037.stdout:1348: seq_num 419 ranges {2957312=622592,3579904=671744,4251648=647168,4898816=286720} 2024-07-26T06:36:56.800 INFO:tasks.rados.rados.0.smithi037.stdout:1348: writing smithi03785213-5 from 2957312 to 3579904 tid 1 2024-07-26T06:36:56.804 INFO:tasks.rados.rados.0.smithi037.stdout:1348: writing smithi03785213-5 from 3579904 to 4251648 tid 2 2024-07-26T06:36:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:1348: writing smithi03785213-5 from 4251648 to 4898816 tid 3 2024-07-26T06:36:56.810 INFO:tasks.rados.rados.0.smithi037.stdout:1348: writing smithi03785213-5 from 4898816 to 5185536 tid 4 2024-07-26T06:36:56.811 INFO:tasks.rados.rados.0.smithi037.stdout:1349: read oid 42 snap -1 2024-07-26T06:36:56.811 INFO:tasks.rados.rados.0.smithi037.stdout:1349: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:36:56.811 INFO:tasks.rados.rados.0.smithi037.stdout:1350: delete oid 15 current snap is 136 2024-07-26T06:36:56.811 INFO:tasks.rados.rados.0.smithi037.stdout:1346: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 1 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 2 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1346: done (4 left) 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1350: done (3 left) 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1351: rollback oid 31 current snap is 136 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 120 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 3 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 4 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 5 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:1347: finishing write tid 6 to smithi03785213-48 2024-07-26T06:36:56.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1244 (ObjNum 418 snap 136 seq_num 418) dirty exists 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1347: left oid 48 (ObjNum 418 snap 136 seq_num 418) 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 1 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 2 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 3 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 4 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 5 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: finishing write tid 6 to smithi03785213-5 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 975 (ObjNum 419 snap 136 seq_num 419) dirty exists 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1348: left oid 5 (ObjNum 419 snap 136 seq_num 419) 2024-07-26T06:36:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:1349: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 879 (ObjNum 348 snap 116 seq_num 348) dirty exists 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1347: done (3 left) 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1348: done (2 left) 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1349: done (1 left) 2024-07-26T06:36:56.850 INFO:tasks.rados.rados.0.smithi037.stdout:1351: done (0 left) 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:1352: read oid 17 snap 132 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:1352: expect deleted 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:1353: rmattr oid 14 current snap is 136 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:1353: done (1 left) 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 136 2024-07-26T06:36:56.851 INFO:tasks.rados.rados.0.smithi037.stdout:1354: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-07-26T06:36:56.853 INFO:tasks.rados.rados.0.smithi037.stdout:1354: writing smithi03785213-30 from 0 to 655360 tid 1 2024-07-26T06:36:56.855 INFO:tasks.rados.rados.0.smithi037.stdout:1354: writing smithi03785213-30 from 655360 to 1097728 tid 2 2024-07-26T06:36:56.859 INFO:tasks.rados.rados.0.smithi037.stdout:1354: writing smithi03785213-30 from 1097728 to 1761280 tid 3 2024-07-26T06:36:56.862 INFO:tasks.rados.rados.0.smithi037.stdout:1354: writing smithi03785213-30 from 1761280 to 2260992 tid 4 2024-07-26T06:36:56.862 INFO:tasks.rados.rados.0.smithi037.stdout:1355: snap_remove snap 117 2024-07-26T06:36:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:56 smithi037 ceph-mon[97339]: pgmap v97: 121 pgs: 15 stale+active+clean, 106 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:56 smithi037 ceph-mon[97339]: osdmap e343: 8 total, 7 up, 8 in 2024-07-26T06:36:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:56 smithi037 ceph-mon[99762]: pgmap v97: 121 pgs: 15 stale+active+clean, 106 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:56 smithi037 ceph-mon[99762]: osdmap e343: 8 total, 7 up, 8 in 2024-07-26T06:36:57.045 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.6573105 +0000 UTC m=+0.473167752 container attach 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:36:57.045 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:56 smithi037 podman[105279]: 2024-07-26 06:36:56.757922179 +0000 UTC m=+0.573779440 container died 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_BRANCH=HEAD) 2024-07-26T06:36:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:56 smithi135 ceph-mon[90132]: pgmap v97: 121 pgs: 15 stale+active+clean, 106 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:36:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:56 smithi135 ceph-mon[90132]: osdmap e343: 8 total, 7 up, 8 in 2024-07-26T06:36:57.760 INFO:tasks.rados.rados.0.smithi037.stdout:1355: done (2 left) 2024-07-26T06:36:57.761 INFO:tasks.rados.rados.0.smithi037.stdout:1356: read oid 32 snap -1 2024-07-26T06:36:57.761 INFO:tasks.rados.rados.0.smithi037.stdout:1356: expect (ObjNum 414 snap 135 seq_num 414) 2024-07-26T06:36:57.761 INFO:tasks.rados.rados.0.smithi037.stdout:1357: snap_create 2024-07-26T06:36:57.761 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 1 to smithi03785213-30 2024-07-26T06:36:57.761 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 2 to smithi03785213-30 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 3 to smithi03785213-30 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 4 to smithi03785213-30 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 5 to smithi03785213-30 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 6 to smithi03785213-30 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 482 (ObjNum 421 snap 136 seq_num 421) dirty exists 2024-07-26T06:36:57.762 INFO:tasks.rados.rados.0.smithi037.stdout:1354: left oid 30 (ObjNum 421 snap 136 seq_num 421) 2024-07-26T06:36:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:57 smithi037 ceph-mon[97339]: osdmap e344: 8 total, 7 up, 8 in 2024-07-26T06:36:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:57 smithi037 ceph-mon[99762]: osdmap e344: 8 total, 7 up, 8 in 2024-07-26T06:36:57.795 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 podman[105321]: 2024-07-26 06:36:57.511352257 +0000 UTC m=+0.746283963 container remove 5cade767928fa18870cf7af901a55c78ddb809b98cdc00e3cad230cc813d80f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-07-26T06:36:57.795 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.0.service: Deactivated successfully. 2024-07-26T06:36:57.795 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 systemd[1]: Stopped Ceph osd.0 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:36:57.795 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.0.service: Consumed 13.788s CPU time. 2024-07-26T06:36:57.796 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 systemd[1]: Starting Ceph osd.0 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:36:57.817 INFO:tasks.rados.rados.0.smithi037.stdout:1356: expect (ObjNum 414 snap 135 seq_num 414) 2024-07-26T06:36:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:57 smithi135 ceph-mon[90132]: osdmap e344: 8 total, 7 up, 8 in 2024-07-26T06:36:58.295 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 podman[105425]: 2024-07-26 06:36:57.880417786 +0000 UTC m=+0.018493513 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:36:58.295 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:57 smithi037 podman[105425]: 2024-07-26 06:36:57.987213184 +0000 UTC m=+0.125288899 container create 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:36:58.295 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 podman[105425]: 2024-07-26 06:36:58.206206564 +0000 UTC m=+0.344282294 container init 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T06:36:58.296 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 podman[105425]: 2024-07-26 06:36:58.210733258 +0000 UTC m=+0.348808982 container start 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044) 2024-07-26T06:36:58.573 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 podman[105425]: 2024-07-26 06:36:58.323035788 +0000 UTC m=+0.461111507 container attach 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T06:36:58.573 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:36:58.574 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:36:58.760 INFO:tasks.rados.rados.0.smithi037.stdout:1352: done (3 left) 2024-07-26T06:36:58.760 INFO:tasks.rados.rados.0.smithi037.stdout:1354: done (2 left) 2024-07-26T06:36:58.761 INFO:tasks.rados.rados.0.smithi037.stdout:1356: done (1 left) 2024-07-26T06:36:58.761 INFO:tasks.rados.rados.0.smithi037.stdout:1357: done (0 left) 2024-07-26T06:36:58.761 INFO:tasks.rados.rados.0.smithi037.stdout:1358: rollback oid 42 current snap is 137 2024-07-26T06:36:58.761 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 134 2024-07-26T06:36:58.761 INFO:tasks.rados.rados.0.smithi037.stdout:1359: read oid 22 snap -1 2024-07-26T06:36:58.762 INFO:tasks.rados.rados.0.smithi037.stdout:1359: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:36:58.762 INFO:tasks.rados.rados.0.smithi037.stdout:1360: snap_remove snap 120 2024-07-26T06:36:58.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[99762]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:36:58.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[99762]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:36:58.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[99762]: osdmap e345: 8 total, 7 up, 8 in 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate[105440]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 bash[105425]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-26T06:36:58.885 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:58 smithi037 podman[105425]: 2024-07-26 06:36:58.601182313 +0000 UTC m=+0.739258038 container died 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:36:58.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[97339]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:36:58.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[97339]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:36:58.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:58 smithi037 ceph-mon[97339]: osdmap e345: 8 total, 7 up, 8 in 2024-07-26T06:36:58.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:58 smithi135 ceph-mon[90132]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:36:58.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:58 smithi135 ceph-mon[90132]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:36:58.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:58 smithi135 ceph-mon[90132]: osdmap e345: 8 total, 7 up, 8 in 2024-07-26T06:36:58.989 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:36:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:36:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:59.516 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 podman[105595]: 2024-07-26 06:36:59.169128628 +0000 UTC m=+0.562128125 container remove 14db90a452ffd71e3b4ec5e3b21b5c9bf5546d9d479e504dd25c599f5de26489 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-26T06:36:59.517 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 podman[105661]: 2024-07-26 06:36:59.386548769 +0000 UTC m=+0.113945115 container create 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T06:36:59.517 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 podman[105661]: 2024-07-26 06:36:59.290645512 +0000 UTC m=+0.018041875 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:36:59.772 INFO:tasks.rados.rados.0.smithi037.stdout:1360: done (2 left) 2024-07-26T06:36:59.772 INFO:tasks.rados.rados.0.smithi037.stdout:1361: setattr oid 33 current snap is 137 2024-07-26T06:36:59.773 INFO:tasks.rados.rados.0.smithi037.stdout:1358: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:36:59.773 INFO:tasks.rados.rados.0.smithi037.stdout:1358: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:36:59.773 INFO:tasks.rados.rados.0.smithi037.stdout:1358: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:36:59.773 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 485 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:36:59.773 INFO:tasks.rados.rados.0.smithi037.stdout:1359: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1358: done (2 left) 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1359: done (1 left) 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1362: copy_from oid 12 from oid 18 current snap is 137 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1363: read oid 24 snap -1 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1363: expect (ObjNum 403 snap 130 seq_num 403) 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1364: read oid 45 snap -1 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1364: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:37:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1365: delete oid 15 current snap is 137 2024-07-26T06:37:00.012 INFO:tasks.rados.rados.0.smithi037.stdout:1365: done (4 left) 2024-07-26T06:37:00.012 INFO:tasks.rados.rados.0.smithi037.stdout:1366: read oid 3 snap -1 2024-07-26T06:37:00.012 INFO:tasks.rados.rados.0.smithi037.stdout:1366: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:00.012 INFO:tasks.rados.rados.0.smithi037.stdout:1367: delete oid 21 current snap is 137 2024-07-26T06:37:00.016 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 979 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:37:00.034 INFO:tasks.rados.rados.0.smithi037.stdout:1364: expect (ObjNum 273 snap 88 seq_num 273) 2024-07-26T06:37:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:36:59 smithi037 ceph-mon[97339]: osdmap e346: 8 total, 7 up, 8 in 2024-07-26T06:37:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:36:59 smithi037 ceph-mon[99762]: osdmap e346: 8 total, 7 up, 8 in 2024-07-26T06:37:00.045 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 podman[105661]: 2024-07-26 06:36:59.605480821 +0000 UTC m=+0.332877168 container init 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-07-26T06:37:00.045 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 podman[105661]: 2024-07-26 06:36:59.610694383 +0000 UTC m=+0.338090746 container start 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:37:00.046 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 ceph-osd[105700]: -- 172.21.15.37:0/2109711982 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f9890c5a40 con 0x55f989e88000 2024-07-26T06:37:00.046 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 bash[105661]: 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 2024-07-26T06:37:00.046 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:36:59 smithi037 systemd[1]: Started Ceph osd.0 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:37:00.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:36:59 smithi135 ceph-mon[90132]: osdmap e346: 8 total, 7 up, 8 in 2024-07-26T06:37:00.198 INFO:tasks.rados.rados.0.smithi037.stdout:1361: done (5 left) 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1364: done (4 left) 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1367: done (3 left) 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1368: copy_from oid 32 from oid 33 current snap is 137 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1362: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1362: finishing copy_from to smithi03785213-12 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 853 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-07-26T06:37:00.199 INFO:tasks.rados.rados.0.smithi037.stdout:1363: expect (ObjNum 403 snap 130 seq_num 403) 2024-07-26T06:37:00.425 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T06:37:00.156+0000 7f88503d5640 -1 Falling back to public interface 2024-07-26T06:37:00.449 INFO:tasks.rados.rados.0.smithi037.stdout:1366: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1368: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1368: finishing copy_from to smithi03785213-32 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 979 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1362: done (3 left) 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1363: done (2 left) 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1366: done (1 left) 2024-07-26T06:37:00.808 INFO:tasks.rados.rados.0.smithi037.stdout:1368: done (0 left) 2024-07-26T06:37:00.809 INFO:tasks.rados.rados.0.smithi037.stdout:1369: read oid 10 snap -1 2024-07-26T06:37:00.809 INFO:tasks.rados.rados.0.smithi037.stdout:1369: expect (ObjNum 400 snap 130 seq_num 400) 2024-07-26T06:37:00.809 INFO:tasks.rados.rados.0.smithi037.stdout:1370: setattr oid 13 current snap is 137 2024-07-26T06:37:00.809 INFO:tasks.rados.rados.0.smithi037.stdout:1371: snap_create 2024-07-26T06:37:00.812 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 854 (ObjNum 406 snap 132 seq_num 406) dirty exists 2024-07-26T06:37:00.837 INFO:tasks.rados.rados.0.smithi037.stdout:1369: expect (ObjNum 400 snap 130 seq_num 400) 2024-07-26T06:37:01.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[99762]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[99762]: osdmap e347: 8 total, 7 up, 8 in 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[97339]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[97339]: osdmap e347: 8 total, 7 up, 8 in 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:00 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:00 smithi135 ceph-mon[90132]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-07-26T06:37:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:00 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:00 smithi135 ceph-mon[90132]: osdmap e347: 8 total, 7 up, 8 in 2024-07-26T06:37:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:00 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:00 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:01.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:01] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-07-26T06:37:01.776 INFO:tasks.rados.rados.0.smithi037.stdout:1369: done (2 left) 2024-07-26T06:37:01.776 INFO:tasks.rados.rados.0.smithi037.stdout:1370: done (1 left) 2024-07-26T06:37:01.776 INFO:tasks.rados.rados.0.smithi037.stdout:1371: done (0 left) 2024-07-26T06:37:01.776 INFO:tasks.rados.rados.0.smithi037.stdout:1372: snap_create 2024-07-26T06:37:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:01 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 131/630 objects degraded (20.794%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:01 smithi135 ceph-mon[90132]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:37:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:01 smithi135 ceph-mon[90132]: osdmap e348: 8 total, 7 up, 8 in 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 131/630 objects degraded (20.794%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[97339]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[97339]: osdmap e348: 8 total, 7 up, 8 in 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 131/630 objects degraded (20.794%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[99762]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:37:02.183 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:01 smithi037 ceph-mon[99762]: osdmap e348: 8 total, 7 up, 8 in 2024-07-26T06:37:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:02.733 INFO:tasks.rados.rados.0.smithi037.stdout:1372: done (0 left) 2024-07-26T06:37:02.733 INFO:tasks.rados.rados.0.smithi037.stdout:1373: rmattr oid 40 current snap is 139 2024-07-26T06:37:02.733 INFO:tasks.rados.rados.0.smithi037.stdout:1373: done (0 left) 2024-07-26T06:37:02.733 INFO:tasks.rados.rados.0.smithi037.stdout:1374: snap_create 2024-07-26T06:37:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:02 smithi135 ceph-mon[90132]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:02 smithi135 ceph-mon[90132]: osdmap e349: 8 total, 7 up, 8 in 2024-07-26T06:37:03.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:02 smithi037 ceph-mon[97339]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:03.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:02 smithi037 ceph-mon[97339]: osdmap e349: 8 total, 7 up, 8 in 2024-07-26T06:37:03.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:02 smithi037 ceph-mon[99762]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:03.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:02 smithi037 ceph-mon[99762]: osdmap e349: 8 total, 7 up, 8 in 2024-07-26T06:37:03.350 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T06:37:03.088+0000 7f88503d5640 -1 osd.0 341 log_to_monitors true 2024-07-26T06:37:03.735 INFO:tasks.rados.rados.0.smithi037.stdout:1374: done (0 left) 2024-07-26T06:37:03.735 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 140 2024-07-26T06:37:03.735 INFO:tasks.rados.rados.0.smithi037.stdout:1375: seq_num 424 ranges {1949696=704512,2654208=491520,3145728=434176,3579904=679936} 2024-07-26T06:37:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1375: writing smithi03785213-35 from 1949696 to 2654208 tid 1 2024-07-26T06:37:03.755 INFO:tasks.rados.rados.0.smithi037.stdout:1375: writing smithi03785213-35 from 2654208 to 3145728 tid 2 2024-07-26T06:37:03.758 INFO:tasks.rados.rados.0.smithi037.stdout:1375: writing smithi03785213-35 from 3145728 to 3579904 tid 3 2024-07-26T06:37:03.764 INFO:tasks.rados.rados.0.smithi037.stdout:1375: writing smithi03785213-35 from 3579904 to 4259840 tid 4 2024-07-26T06:37:03.764 INFO:tasks.rados.rados.0.smithi037.stdout:1376: delete oid 36 current snap is 140 2024-07-26T06:37:03.764 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 1 to smithi03785213-35 2024-07-26T06:37:03.764 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 2 to smithi03785213-35 2024-07-26T06:37:03.764 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 3 to smithi03785213-35 2024-07-26T06:37:03.766 INFO:tasks.rados.rados.0.smithi037.stdout:1376: done (1 left) 2024-07-26T06:37:03.766 INFO:tasks.rados.rados.0.smithi037.stdout:1377: read oid 3 snap -1 2024-07-26T06:37:03.766 INFO:tasks.rados.rados.0.smithi037.stdout:1377: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:03.766 INFO:tasks.rados.rados.0.smithi037.stdout:1378: delete oid 13 current snap is 140 2024-07-26T06:37:03.767 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 4 to smithi03785213-35 2024-07-26T06:37:03.767 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 5 to smithi03785213-35 2024-07-26T06:37:03.769 INFO:tasks.rados.rados.0.smithi037.stdout:1378: done (2 left) 2024-07-26T06:37:03.769 INFO:tasks.rados.rados.0.smithi037.stdout:1379: snap_remove snap 129 2024-07-26T06:37:03.829 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:04.044 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T06:37:03.765+0000 7f8848180640 -1 osd.0 341 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: osdmap e350: 8 total, 7 up, 8 in 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[97339]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:37:04.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:37:04.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: osdmap e350: 8 total, 7 up, 8 in 2024-07-26T06:37:04.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:03 smithi037 ceph-mon[99762]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: osdmap e350: 8 total, 7 up, 8 in 2024-07-26T06:37:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:03 smithi135 ceph-mon[90132]: from='osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1379: done (2 left) 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1380: read oid 40 snap -1 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1380: expect deleted 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1381: snap_create 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1375: finishing write tid 6 to smithi03785213-35 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 952 (ObjNum 424 snap 140 seq_num 424) dirty exists 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1375: left oid 35 (ObjNum 424 snap 140 seq_num 424) 2024-07-26T06:37:04.740 INFO:tasks.rados.rados.0.smithi037.stdout:1377: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:04.828 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:04.828 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:04.968 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:04.968 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.968 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576] boot 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:04.969 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:04.970 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:04.970 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576] boot 2024-07-26T06:37:04.970 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:37:04.970 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:37:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 17 op/s; 131/630 objects degraded (20.794%) 2024-07-26T06:37:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: osd.0 [v2:172.21.15.37:6802/1306947576,v1:172.21.15.37:6803/1306947576] boot 2024-07-26T06:37:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:37:05.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:37:05.739 INFO:tasks.rados.rados.0.smithi037.stdout:1375: done (3 left) 2024-07-26T06:37:05.739 INFO:tasks.rados.rados.0.smithi037.stdout:1377: done (2 left) 2024-07-26T06:37:05.739 INFO:tasks.rados.rados.0.smithi037.stdout:1381: done (1 left) 2024-07-26T06:37:05.739 INFO:tasks.rados.rados.0.smithi037.stdout:1382: copy_from oid 46 from oid 3 current snap is 141 2024-07-26T06:37:05.739 INFO:tasks.rados.rados.0.smithi037.stdout:1383: copy_from oid 45 from oid 50 current snap is 141 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:1384: read oid 41 snap -1 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:1384: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:1385: read oid 43 snap -1 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:1385: expect (ObjNum 409 snap 133 seq_num 409) 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 141 2024-07-26T06:37:05.740 INFO:tasks.rados.rados.0.smithi037.stdout:1386: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-07-26T06:37:05.744 INFO:tasks.rados.rados.0.smithi037.stdout:1386: writing smithi03785213-34 from 0 to 761856 tid 1 2024-07-26T06:37:05.749 INFO:tasks.rados.rados.0.smithi037.stdout:1386: writing smithi03785213-34 from 761856 to 1359872 tid 2 2024-07-26T06:37:05.754 INFO:tasks.rados.rados.0.smithi037.stdout:1386: writing smithi03785213-34 from 1359872 to 1966080 tid 3 2024-07-26T06:37:05.757 INFO:tasks.rados.rados.0.smithi037.stdout:1386: writing smithi03785213-34 from 1966080 to 2367488 tid 4 2024-07-26T06:37:05.758 INFO:tasks.rados.rados.0.smithi037.stdout:1387: read oid 29 snap 134 2024-07-26T06:37:05.758 INFO:tasks.rados.rados.0.smithi037.stdout:1387: expect (ObjNum 381 snap 126 seq_num 381) 2024-07-26T06:37:05.758 INFO:tasks.rados.rados.0.smithi037.stdout:1388: snap_create 2024-07-26T06:37:05.758 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 1 to smithi03785213-34 2024-07-26T06:37:05.766 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 2 to smithi03785213-34 2024-07-26T06:37:05.774 INFO:tasks.rados.rados.0.smithi037.stdout:1385: expect (ObjNum 409 snap 133 seq_num 409) 2024-07-26T06:37:05.864 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 3 to smithi03785213-34 2024-07-26T06:37:05.865 INFO:tasks.rados.rados.0.smithi037.stdout:1387: expect (ObjNum 381 snap 126 seq_num 381) 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1382: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 4 to smithi03785213-34 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1382: finishing copy_from to smithi03785213-46 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 765 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 5 to smithi03785213-34 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1383: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1386: finishing write tid 6 to smithi03785213-34 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1204 (ObjNum 427 snap 141 seq_num 427) dirty exists 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1386: left oid 34 (ObjNum 427 snap 141 seq_num 427) 2024-07-26T06:37:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:1384: expect (ObjNum 385 snap 126 seq_num 385) 2024-07-26T06:37:06.094 INFO:tasks.rados.rados.0.smithi037.stdout:1383: finishing copy_from to smithi03785213-45 2024-07-26T06:37:06.095 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 477 (ObjNum 373 snap 126 seq_num 373) dirty exists 2024-07-26T06:37:06.743 INFO:tasks.rados.rados.0.smithi037.stdout:1380: done (7 left) 2024-07-26T06:37:06.743 INFO:tasks.rados.rados.0.smithi037.stdout:1382: done (6 left) 2024-07-26T06:37:06.743 INFO:tasks.rados.rados.0.smithi037.stdout:1383: done (5 left) 2024-07-26T06:37:06.743 INFO:tasks.rados.rados.0.smithi037.stdout:1384: done (4 left) 2024-07-26T06:37:06.743 INFO:tasks.rados.rados.0.smithi037.stdout:1385: done (3 left) 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1386: done (2 left) 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1387: done (1 left) 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1388: done (0 left) 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1389: rmattr oid 11 current snap is 142 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1389: done (0 left) 2024-07-26T06:37:06.744 INFO:tasks.rados.rados.0.smithi037.stdout:1390: snap_remove snap 124 2024-07-26T06:37:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:06 smithi037 ceph-mon[97339]: pgmap v111: 121 pgs: 8 peering, 33 active+undersized, 12 active+undersized+degraded, 68 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 564 KiB/s wr, 1 op/s; 86/633 objects degraded (13.586%) 2024-07-26T06:37:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:06 smithi037 ceph-mon[97339]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:37:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:06 smithi037 ceph-mon[99762]: pgmap v111: 121 pgs: 8 peering, 33 active+undersized, 12 active+undersized+degraded, 68 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 564 KiB/s wr, 1 op/s; 86/633 objects degraded (13.586%) 2024-07-26T06:37:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:06 smithi037 ceph-mon[99762]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:37:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:06 smithi135 ceph-mon[90132]: pgmap v111: 121 pgs: 8 peering, 33 active+undersized, 12 active+undersized+degraded, 68 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 564 KiB/s wr, 1 op/s; 86/633 objects degraded (13.586%) 2024-07-26T06:37:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:06 smithi135 ceph-mon[90132]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:37:07.750 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:37:07.600+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:37:07.756 INFO:tasks.rados.rados.0.smithi037.stdout:1390: done (0 left) 2024-07-26T06:37:07.756 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 142 2024-07-26T06:37:07.756 INFO:tasks.rados.rados.0.smithi037.stdout:1391: seq_num 428 ranges {2260992=778240,3039232=483328,3522560=409600,3932160=417792,4349952=294912} 2024-07-26T06:37:07.774 INFO:tasks.rados.rados.0.smithi037.stdout:1391: writing smithi03785213-30 from 2260992 to 3039232 tid 1 2024-07-26T06:37:07.778 INFO:tasks.rados.rados.0.smithi037.stdout:1391: writing smithi03785213-30 from 3039232 to 3522560 tid 2 2024-07-26T06:37:07.780 INFO:tasks.rados.rados.0.smithi037.stdout:1391: writing smithi03785213-30 from 3522560 to 3932160 tid 3 2024-07-26T06:37:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:1391: writing smithi03785213-30 from 3932160 to 4349952 tid 4 2024-07-26T06:37:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1391: writing smithi03785213-30 from 4349952 to 4644864 tid 5 2024-07-26T06:37:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1392: read oid 44 snap -1 2024-07-26T06:37:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1392: expect (ObjNum 397 snap 130 seq_num 397) 2024-07-26T06:37:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1393: read oid 19 snap -1 2024-07-26T06:37:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1393: expect (ObjNum 316 snap 101 seq_num 316) 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1394: read oid 36 snap -1 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1394: expect deleted 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1395: rollback oid 49 current snap is 142 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 132 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 1 to smithi03785213-30 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 2 to smithi03785213-30 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 3 to smithi03785213-30 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1396: rmattr oid 27 current snap is 142 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 142 2024-07-26T06:37:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1397: seq_num 429 ranges {4005888=794624,4800512=770048,5570560=622592,6193152=212992} 2024-07-26T06:37:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:1397: writing smithi03785213-14 from 4005888 to 4800512 tid 1 2024-07-26T06:37:07.817 INFO:tasks.rados.rados.0.smithi037.stdout:1397: writing smithi03785213-14 from 4800512 to 5570560 tid 2 2024-07-26T06:37:07.820 INFO:tasks.rados.rados.0.smithi037.stdout:1397: writing smithi03785213-14 from 5570560 to 6193152 tid 3 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:1397: writing smithi03785213-14 from 6193152 to 6406144 tid 4 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:1398: snap_create 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 4 to smithi03785213-30 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 5 to smithi03785213-30 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 6 to smithi03785213-30 2024-07-26T06:37:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 177 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing write tid 7 to smithi03785213-30 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 491 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:1391: left oid 30 (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:1395: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:1395: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:1395: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:37:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1193 (ObjNum 394 snap 129 seq_num 394) dirty exists 2024-07-26T06:37:07.825 INFO:tasks.rados.rados.0.smithi037.stdout:1392: expect (ObjNum 397 snap 130 seq_num 397) 2024-07-26T06:37:07.922 INFO:tasks.rados.rados.0.smithi037.stdout:1393: expect (ObjNum 316 snap 101 seq_num 316) 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:08.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 86/633 objects degraded (13.586%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:08.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:08.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:07 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 86/633 objects degraded (13.586%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:08.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:08.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:08.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:07 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 86/633 objects degraded (13.586%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:08.148 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 1 to smithi03785213-14 2024-07-26T06:37:08.148 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 2 to smithi03785213-14 2024-07-26T06:37:08.148 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 3 to smithi03785213-14 2024-07-26T06:37:08.148 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 4 to smithi03785213-14 2024-07-26T06:37:08.148 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 5 to smithi03785213-14 2024-07-26T06:37:08.149 INFO:tasks.rados.rados.0.smithi037.stdout:1397: finishing write tid 6 to smithi03785213-14 2024-07-26T06:37:08.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:08.149 INFO:tasks.rados.rados.0.smithi037.stdout:1397: left oid 14 (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:08.458 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:37:08.729 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (2m) 5s ago 7m 17.2M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (2m) 45s ago 7m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (8m) 5s ago 8m 15.7M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (8m) 45s ago 8m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (100s) 45s ago 11m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (2m) 5s ago 13m 494M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (86s) 5s ago 13m 45.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (51s) 45s ago 12m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (64s) 5s ago 12m 38.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:37:08.730 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (2m) 5s ago 6m 7990k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (2m) 45s ago 6m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (9s) 5s ago 11m 11.4M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (11m) 5s ago 11m 212M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 33233cf76a64 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (10m) 5s ago 10m 258M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (10m) 5s ago 10m 197M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (10m) 45s ago 10m 196M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (9m) 45s ago 9m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (9m) 45s ago 9m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (8m) 45s ago 8m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:37:08.731 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (105s) 45s ago 7m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:37:08.755 INFO:tasks.rados.rados.0.smithi037.stdout:1391: done (7 left) 2024-07-26T06:37:08.755 INFO:tasks.rados.rados.0.smithi037.stdout:1392: done (6 left) 2024-07-26T06:37:08.755 INFO:tasks.rados.rados.0.smithi037.stdout:1393: done (5 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1394: done (4 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1395: done (3 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1396: done (2 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1397: done (1 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1398: done (0 left) 2024-07-26T06:37:08.756 INFO:tasks.rados.rados.0.smithi037.stdout:1399: delete oid 24 current snap is 143 2024-07-26T06:37:08.761 INFO:tasks.rados.rados.0.smithi037.stdout:1399: done (0 left) 2024-07-26T06:37:08.761 INFO:tasks.rados.rados.0.smithi037.stdout:1400: snap_remove snap 134 2024-07-26T06:37:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[97339]: pgmap v114: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 564 KiB/s wr, 8 op/s; 37/633 objects degraded (5.845%) 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[97339]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[99762]: pgmap v114: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 564 KiB/s wr, 8 op/s; 37/633 objects degraded (5.845%) 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:37:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:08 smithi037 ceph-mon[99762]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:37:09.067 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 7, 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:37:09.068 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:09.069 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:37:09.069 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 9, 2024-07-26T06:37:09.069 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 6 2024-07-26T06:37:09.069 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:37:09.069 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:37:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:08 smithi135 ceph-mon[90132]: pgmap v114: 121 pgs: 38 peering, 10 active+undersized, 5 active+undersized+degraded, 68 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 564 KiB/s wr, 8 op/s; 37/633 objects degraded (5.845%) 2024-07-26T06:37:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:08 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:08 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:37:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:08 smithi135 ceph-mon[90132]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:37:09.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:09.770 INFO:tasks.rados.rados.0.smithi037.stdout:1400: done (0 left) 2024-07-26T06:37:09.770 INFO:tasks.rados.rados.0.smithi037.stdout:1401: delete oid 24 current snap is 143 2024-07-26T06:37:09.776 INFO:tasks.rados.rados.0.smithi037.stdout:1401: done (0 left) 2024-07-26T06:37:09.776 INFO:tasks.rados.rados.0.smithi037.stdout:1402: read oid 30 snap -1 2024-07-26T06:37:09.776 INFO:tasks.rados.rados.0.smithi037.stdout:1402: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:37:09.776 INFO:tasks.rados.rados.0.smithi037.stdout:1403: read oid 43 snap -1 2024-07-26T06:37:09.776 INFO:tasks.rados.rados.0.smithi037.stdout:1403: expect (ObjNum 409 snap 133 seq_num 409) 2024-07-26T06:37:09.777 INFO:tasks.rados.rados.0.smithi037.stdout:1404: rollback oid 4 current snap is 143 2024-07-26T06:37:09.777 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 107 2024-07-26T06:37:09.777 INFO:tasks.rados.rados.0.smithi037.stdout:1405: copy_from oid 1 from oid 2 current snap is 143 2024-07-26T06:37:09.777 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 143 2024-07-26T06:37:09.777 INFO:tasks.rados.rados.0.smithi037.stdout:1406: seq_num 432 ranges {3383296=40960} 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1406: writing smithi03785213-41 from 3383296 to 3424256 tid 1 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1407: read oid 49 snap -1 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1407: expect (ObjNum 394 snap 129 seq_num 394) 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 143 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1404: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1404: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1227 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:37:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1403: expect (ObjNum 409 snap 133 seq_num 409) 2024-07-26T06:37:09.859 INFO:tasks.rados.rados.0.smithi037.stdout:1405: finishing copy_from racing read to smithi03785213-1 2024-07-26T06:37:09.859 INFO:tasks.rados.rados.0.smithi037.stdout:1405: finishing copy_from to smithi03785213-1 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 977 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1406: finishing write tid 1 to smithi03785213-41 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1408: seq_num 433 ranges {0=57344} 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1408: writing smithi03785213-9 from 0 to 57344 tid 1 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1403: done (6 left) 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1404: done (5 left) 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1405: done (4 left) 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1409: delete oid 11 current snap is 143 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1406: finishing write tid 2 to smithi03785213-41 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1406: finishing write tid 3 to smithi03785213-41 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1299 (ObjNum 432 snap 143 seq_num 432) dirty exists 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1406: left oid 41 (ObjNum 432 snap 143 seq_num 432) 2024-07-26T06:37:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1402: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:37:10.018 INFO:tasks.rados.rados.0.smithi037.stdout:1407: expect (ObjNum 394 snap 129 seq_num 394) 2024-07-26T06:37:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[97339]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[97339]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[97339]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2612470102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[99762]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[99762]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[99762]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:37:10.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:09 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2612470102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1408: finishing write tid 1 to smithi03785213-9 2024-07-26T06:37:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1408: finishing write tid 2 to smithi03785213-9 2024-07-26T06:37:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1408: finishing write tid 3 to smithi03785213-9 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1301 (ObjNum 433 snap 143 seq_num 433) dirty exists 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1408: left oid 9 (ObjNum 433 snap 143 seq_num 433) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1402: done (4 left) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1406: done (3 left) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1407: done (2 left) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1408: done (1 left) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1409: done (0 left) 2024-07-26T06:37:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1410: snap_create 2024-07-26T06:37:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:09 smithi135 ceph-mon[90132]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:09 smithi135 ceph-mon[90132]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:09 smithi135 ceph-mon[90132]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:37:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:09 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2612470102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:10.769 INFO:tasks.rados.rados.0.smithi037.stdout:1410: done (0 left) 2024-07-26T06:37:10.769 INFO:tasks.rados.rados.0.smithi037.stdout:1411: rollback oid 30 current snap is 144 2024-07-26T06:37:10.769 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 126 2024-07-26T06:37:10.769 INFO:tasks.rados.rados.0.smithi037.stdout:1412: snap_remove snap 141 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[97339]: pgmap v117: 121 pgs: 38 peering, 83 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 8 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/633 objects degraded (5.845%), 5 pgs degraded) 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[97339]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[99762]: pgmap v117: 121 pgs: 38 peering, 83 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 8 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/633 objects degraded (5.845%), 5 pgs degraded) 2024-07-26T06:37:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:37:11.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:10 smithi037 ceph-mon[99762]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:37:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:10 smithi135 ceph-mon[90132]: pgmap v117: 121 pgs: 38 peering, 83 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 8 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-07-26T06:37:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:10 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/633 objects degraded (5.845%), 5 pgs degraded) 2024-07-26T06:37:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:10 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:37:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:10 smithi135 ceph-mon[90132]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:37:11.778 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:11] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-07-26T06:37:11.781 INFO:tasks.rados.rados.0.smithi037.stdout:1412: done (1 left) 2024-07-26T06:37:11.781 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 144 2024-07-26T06:37:11.781 INFO:tasks.rados.rados.0.smithi037.stdout:1411: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:37:11.781 INFO:tasks.rados.rados.0.smithi037.stdout:1413: seq_num 435 ranges {0=90112} 2024-07-26T06:37:11.782 INFO:tasks.rados.rados.0.smithi037.stdout:1413: writing smithi03785213-20 from 0 to 90112 tid 1 2024-07-26T06:37:11.782 INFO:tasks.rados.rados.0.smithi037.stdout:1414: delete oid 45 current snap is 144 2024-07-26T06:37:11.782 INFO:tasks.rados.rados.0.smithi037.stdout:1411: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:37:11.782 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 493 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:37:11.791 INFO:tasks.rados.rados.0.smithi037.stdout:1413: finishing write tid 1 to smithi03785213-20 2024-07-26T06:37:11.791 INFO:tasks.rados.rados.0.smithi037.stdout:1413: finishing write tid 2 to smithi03785213-20 2024-07-26T06:37:11.793 INFO:tasks.rados.rados.0.smithi037.stdout:1411: done (2 left) 2024-07-26T06:37:11.793 INFO:tasks.rados.rados.0.smithi037.stdout:1414: done (1 left) 2024-07-26T06:37:11.793 INFO:tasks.rados.rados.0.smithi037.stdout:1415: snap_remove snap 132 2024-07-26T06:37:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:11 smithi037 ceph-mon[97339]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:37:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:11 smithi037 ceph-mon[99762]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:37:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:11 smithi135 ceph-mon[90132]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:37:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:12.742 INFO:tasks.rados.rados.0.smithi037.stdout:1415: done (1 left) 2024-07-26T06:37:12.743 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 144 2024-07-26T06:37:12.743 INFO:tasks.rados.rados.0.smithi037.stdout:1416: seq_num 437 ranges {0=122880} 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1416: writing smithi03785213-25 from 0 to 122880 tid 1 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1413: finishing write tid 3 to smithi03785213-20 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 973 (ObjNum 435 snap 144 seq_num 435) dirty exists 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1413: left oid 20 (ObjNum 435 snap 144 seq_num 435) 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1417: read oid 22 snap -1 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1417: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1413: done (2 left) 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 144 2024-07-26T06:37:12.744 INFO:tasks.rados.rados.0.smithi037.stdout:1418: seq_num 438 ranges {3424256=139264} 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:1418: writing smithi03785213-41 from 3424256 to 3563520 tid 1 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:1419: read oid 36 snap -1 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:1419: expect deleted 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 144 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:1416: finishing write tid 1 to smithi03785213-25 2024-07-26T06:37:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:1420: seq_num 439 ranges {0=155648} 2024-07-26T06:37:12.766 INFO:tasks.rados.rados.0.smithi037.stdout:1420: writing smithi03785213-21 from 0 to 155648 tid 1 2024-07-26T06:37:12.766 INFO:tasks.rados.rados.0.smithi037.stdout:1421: setattr oid 20 current snap is 144 2024-07-26T06:37:12.766 INFO:tasks.rados.rados.0.smithi037.stdout:1416: finishing write tid 2 to smithi03785213-25 2024-07-26T06:37:12.766 INFO:tasks.rados.rados.0.smithi037.stdout:1416: finishing write tid 3 to smithi03785213-25 2024-07-26T06:37:12.766 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 981 (ObjNum 437 snap 144 seq_num 437) dirty exists 2024-07-26T06:37:12.767 INFO:tasks.rados.rados.0.smithi037.stdout:1416: left oid 25 (ObjNum 437 snap 144 seq_num 437) 2024-07-26T06:37:12.769 INFO:tasks.rados.rados.0.smithi037.stdout:1418: finishing write tid 1 to smithi03785213-41 2024-07-26T06:37:12.770 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 1 to smithi03785213-21 2024-07-26T06:37:12.770 INFO:tasks.rados.rados.0.smithi037.stdout:1418: finishing write tid 2 to smithi03785213-41 2024-07-26T06:37:12.770 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 2 to smithi03785213-21 2024-07-26T06:37:12.771 INFO:tasks.rados.rados.0.smithi037.stdout:1416: done (5 left) 2024-07-26T06:37:12.771 INFO:tasks.rados.rados.0.smithi037.stdout:1419: done (4 left) 2024-07-26T06:37:12.771 INFO:tasks.rados.rados.0.smithi037.stdout:1422: delete oid 3 current snap is 144 2024-07-26T06:37:12.772 INFO:tasks.rados.rados.0.smithi037.stdout:1418: finishing write tid 3 to smithi03785213-41 2024-07-26T06:37:12.772 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1316 (ObjNum 438 snap 144 seq_num 438) dirty exists 2024-07-26T06:37:12.772 INFO:tasks.rados.rados.0.smithi037.stdout:1418: left oid 41 (ObjNum 438 snap 144 seq_num 438) 2024-07-26T06:37:12.772 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 3 to smithi03785213-21 2024-07-26T06:37:12.772 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 934 (ObjNum 439 snap 144 seq_num 439) dirty exists 2024-07-26T06:37:12.773 INFO:tasks.rados.rados.0.smithi037.stdout:1420: left oid 21 (ObjNum 439 snap 144 seq_num 439) 2024-07-26T06:37:12.775 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 974 (ObjNum 435 snap 144 seq_num 435) dirty exists 2024-07-26T06:37:12.783 INFO:tasks.rados.rados.0.smithi037.stdout:1417: expect (ObjNum 401 snap 130 seq_num 401) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1417: done (4 left) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1418: done (3 left) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1420: done (2 left) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1421: done (1 left) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1422: done (0 left) 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1423: rollback oid 50 current snap is 144 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 136 2024-07-26T06:37:13.014 INFO:tasks.rados.rados.0.smithi037.stdout:1424: delete oid 32 current snap is 144 2024-07-26T06:37:13.016 INFO:tasks.rados.rados.0.smithi037.stdout:1424: done (1 left) 2024-07-26T06:37:13.016 INFO:tasks.rados.rados.0.smithi037.stdout:1425: delete oid 22 current snap is 144 2024-07-26T06:37:13.017 INFO:tasks.rados.rados.0.smithi037.stdout:1423: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:37:13.017 INFO:tasks.rados.rados.0.smithi037.stdout:1423: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:37:13.017 INFO:tasks.rados.rados.0.smithi037.stdout:1423: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:37:13.017 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 496 (ObjNum 373 snap 126 seq_num 373) dirty exists 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1423: done (1 left) 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1425: done (0 left) 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1426: read oid 32 snap -1 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1426: expect deleted 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1427: setattr oid 19 current snap is 144 2024-07-26T06:37:13.019 INFO:tasks.rados.rados.0.smithi037.stdout:1426: done (1 left) 2024-07-26T06:37:13.020 INFO:tasks.rados.rados.0.smithi037.stdout:1428: snap_remove snap 107 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[97339]: pgmap v120: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 10 MiB/s, 3 objects/s recovering 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[97339]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[97339]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[99762]: pgmap v120: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 10 MiB/s, 3 objects/s recovering 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[99762]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:37:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:12 smithi037 ceph-mon[99762]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:37:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:12 smithi135 ceph-mon[90132]: pgmap v120: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 10 MiB/s, 3 objects/s recovering 2024-07-26T06:37:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:12 smithi135 ceph-mon[90132]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:37:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:12 smithi135 ceph-mon[90132]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:37:13.788 INFO:tasks.rados.rados.0.smithi037.stdout:1428: done (1 left) 2024-07-26T06:37:13.788 INFO:tasks.rados.rados.0.smithi037.stdout:1429: read oid 41 snap -1 2024-07-26T06:37:13.788 INFO:tasks.rados.rados.0.smithi037.stdout:1429: expect (ObjNum 438 snap 144 seq_num 438) 2024-07-26T06:37:13.789 INFO:tasks.rados.rados.0.smithi037.stdout:1430: copy_from oid 23 from oid 11 current snap is 144 2024-07-26T06:37:13.789 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 776 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-07-26T06:37:13.789 INFO:tasks.rados.rados.0.smithi037.stdout:1427: done (2 left) 2024-07-26T06:37:13.789 INFO:tasks.rados.rados.0.smithi037.stdout:1431: delete oid 45 current snap is 144 2024-07-26T06:37:13.791 INFO:tasks.rados.rados.0.smithi037.stdout:1430: finishing copy_from to smithi03785213-23 2024-07-26T06:37:13.791 INFO:tasks.rados.rados.0.smithi037.stdout:1430: got expected ENOENT (src dne) 2024-07-26T06:37:13.791 INFO:tasks.rados.rados.0.smithi037.stdout:1430: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:37:13.816 INFO:tasks.rados.rados.0.smithi037.stdout:1429: expect (ObjNum 438 snap 144 seq_num 438) 2024-07-26T06:37:13.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:14.052 INFO:tasks.rados.rados.0.smithi037.stdout:1429: done (2 left) 2024-07-26T06:37:14.052 INFO:tasks.rados.rados.0.smithi037.stdout:1430: done (1 left) 2024-07-26T06:37:14.052 INFO:tasks.rados.rados.0.smithi037.stdout:1431: done (0 left) 2024-07-26T06:37:14.052 INFO:tasks.rados.rados.0.smithi037.stdout:1432: read oid 38 snap -1 2024-07-26T06:37:14.053 INFO:tasks.rados.rados.0.smithi037.stdout:1432: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:37:14.053 INFO:tasks.rados.rados.0.smithi037.stdout:1433: snap_create 2024-07-26T06:37:14.062 INFO:tasks.rados.rados.0.smithi037.stdout:1432: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:37:14.784 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:14.784 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:14.792 INFO:tasks.rados.rados.0.smithi037.stdout:1432: done (1 left) 2024-07-26T06:37:14.792 INFO:tasks.rados.rados.0.smithi037.stdout:1433: done (0 left) 2024-07-26T06:37:14.792 INFO:tasks.rados.rados.0.smithi037.stdout:1434: delete oid 24 current snap is 145 2024-07-26T06:37:14.797 INFO:tasks.rados.rados.0.smithi037.stdout:1434: done (0 left) 2024-07-26T06:37:14.797 INFO:tasks.rados.rados.0.smithi037.stdout:1435: snap_create 2024-07-26T06:37:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:14 smithi037 ceph-mon[97339]: pgmap v123: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:37:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:14 smithi037 ceph-mon[97339]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:37:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:14 smithi037 ceph-mon[99762]: pgmap v123: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:37:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:14 smithi037 ceph-mon[99762]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:37:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:14 smithi135 ceph-mon[90132]: pgmap v123: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 16 op/s; 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:37:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:14 smithi135 ceph-mon[90132]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:37:15.799 INFO:tasks.rados.rados.0.smithi037.stdout:1435: done (0 left) 2024-07-26T06:37:15.799 INFO:tasks.rados.rados.0.smithi037.stdout:1436: snap_remove snap 135 2024-07-26T06:37:16.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:15 smithi135 ceph-mon[90132]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:37:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:15 smithi037 ceph-mon[97339]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:37:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:15 smithi037 ceph-mon[99762]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:37:16.805 INFO:tasks.rados.rados.0.smithi037.stdout:1436: done (0 left) 2024-07-26T06:37:16.805 INFO:tasks.rados.rados.0.smithi037.stdout:1437: snap_create 2024-07-26T06:37:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:16 smithi135 ceph-mon[90132]: pgmap v126: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 94 KiB/s wr, 16 op/s 2024-07-26T06:37:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:16 smithi135 ceph-mon[90132]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:37:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:16 smithi037 ceph-mon[97339]: pgmap v126: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 94 KiB/s wr, 16 op/s 2024-07-26T06:37:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:16 smithi037 ceph-mon[97339]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:37:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:16 smithi037 ceph-mon[99762]: pgmap v126: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 94 KiB/s wr, 16 op/s 2024-07-26T06:37:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:16 smithi037 ceph-mon[99762]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:37:17.742 INFO:tasks.rados.rados.0.smithi037.stdout:1437: done (0 left) 2024-07-26T06:37:17.742 INFO:tasks.rados.rados.0.smithi037.stdout:1438: read oid 11 snap -1 2024-07-26T06:37:17.742 INFO:tasks.rados.rados.0.smithi037.stdout:1438: expect deleted 2024-07-26T06:37:17.742 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 147 2024-07-26T06:37:17.743 INFO:tasks.rados.rados.0.smithi037.stdout:1439: seq_num 445 ranges {0=253952} 2024-07-26T06:37:17.743 INFO:tasks.rados.rados.0.smithi037.stdout:1439: writing smithi03785213-24 from 0 to 253952 tid 1 2024-07-26T06:37:17.743 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 147 2024-07-26T06:37:17.743 INFO:tasks.rados.rados.0.smithi037.stdout:1440: seq_num 446 ranges {0=278528} 2024-07-26T06:37:17.745 INFO:tasks.rados.rados.0.smithi037.stdout:1440: writing smithi03785213-32 from 0 to 278528 tid 1 2024-07-26T06:37:17.745 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 147 2024-07-26T06:37:17.745 INFO:tasks.rados.rados.0.smithi037.stdout:1441: seq_num 447 ranges {0=294912} 2024-07-26T06:37:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1441: writing smithi03785213-36 from 0 to 294912 tid 1 2024-07-26T06:37:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 147 2024-07-26T06:37:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1442: seq_num 448 ranges {0=311296} 2024-07-26T06:37:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1442: writing smithi03785213-22 from 0 to 311296 tid 1 2024-07-26T06:37:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1443: snap_remove snap 133 2024-07-26T06:37:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:17 smithi135 ceph-mon[90132]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:37:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:17 smithi135 ceph-mon[90132]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:37:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:17 smithi037 ceph-mon[97339]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:37:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:17 smithi037 ceph-mon[97339]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:37:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:17 smithi037 ceph-mon[99762]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:37:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:17 smithi037 ceph-mon[99762]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:37:18.740 INFO:tasks.rados.rados.0.smithi037.stdout:1443: done (5 left) 2024-07-26T06:37:18.740 INFO:tasks.rados.rados.0.smithi037.stdout:1444: rollback oid 34 current snap is 147 2024-07-26T06:37:18.740 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 146 2024-07-26T06:37:18.740 INFO:tasks.rados.rados.0.smithi037.stdout:1445: snap_remove snap 140 2024-07-26T06:37:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:18 smithi135 ceph-mon[90132]: pgmap v129: 121 pgs: 121 active+clean; 223 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 124 KiB/s wr, 19 op/s 2024-07-26T06:37:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:18 smithi135 ceph-mon[90132]: osdmap e365: 8 total, 8 up, 8 in 2024-07-26T06:37:19.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:37:19.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:18.664Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:18 smithi037 ceph-mon[97339]: pgmap v129: 121 pgs: 121 active+clean; 223 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 124 KiB/s wr, 19 op/s 2024-07-26T06:37:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:18 smithi037 ceph-mon[97339]: osdmap e365: 8 total, 8 up, 8 in 2024-07-26T06:37:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:18 smithi037 ceph-mon[99762]: pgmap v129: 121 pgs: 121 active+clean; 223 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 124 KiB/s wr, 19 op/s 2024-07-26T06:37:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:18 smithi037 ceph-mon[99762]: osdmap e365: 8 total, 8 up, 8 in 2024-07-26T06:37:19.743 INFO:tasks.rados.rados.0.smithi037.stdout:1445: done (6 left) 2024-07-26T06:37:19.743 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 147 2024-07-26T06:37:19.743 INFO:tasks.rados.rados.0.smithi037.stdout:1446: seq_num 449 ranges {0=327680} 2024-07-26T06:37:19.745 INFO:tasks.rados.rados.0.smithi037.stdout:1446: writing smithi03785213-27 from 0 to 327680 tid 1 2024-07-26T06:37:19.745 INFO:tasks.rados.rados.0.smithi037.stdout:1447: read oid 21 snap 137 2024-07-26T06:37:19.745 INFO:tasks.rados.rados.0.smithi037.stdout:1447: expect deleted 2024-07-26T06:37:19.745 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 147 2024-07-26T06:37:19.746 INFO:tasks.rados.rados.0.smithi037.stdout:1448: seq_num 450 ranges {4300800=344064} 2024-07-26T06:37:19.772 INFO:tasks.rados.rados.0.smithi037.stdout:1448: writing smithi03785213-18 from 4300800 to 4644864 tid 1 2024-07-26T06:37:19.772 INFO:tasks.rados.rados.0.smithi037.stdout:1449: copy_from oid 15 from oid 14 current snap is 147 2024-07-26T06:37:19.772 INFO:tasks.rados.rados.0.smithi037.stdout:1441: finishing write tid 1 to smithi03785213-36 2024-07-26T06:37:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 1 to smithi03785213-32 2024-07-26T06:37:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 2 to smithi03785213-32 2024-07-26T06:37:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1438: done (9 left) 2024-07-26T06:37:19.773 INFO:tasks.rados.rados.0.smithi037.stdout:1450: snap_remove snap 138 2024-07-26T06:37:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:20 smithi135 ceph-mon[90132]: pgmap v132: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-07-26T06:37:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:20 smithi135 ceph-mon[90132]: osdmap e366: 8 total, 8 up, 8 in 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1450: done (9 left) 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1451: snap_create 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1439: finishing write tid 1 to smithi03785213-24 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1441: finishing write tid 2 to smithi03785213-36 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1439: finishing write tid 2 to smithi03785213-24 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1439: finishing write tid 3 to smithi03785213-24 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 953 (ObjNum 445 snap 147 seq_num 445) dirty exists 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1439: left oid 24 (ObjNum 445 snap 147 seq_num 445) 2024-07-26T06:37:20.751 INFO:tasks.rados.rados.0.smithi037.stdout:1441: finishing write tid 3 to smithi03785213-36 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1257 (ObjNum 447 snap 147 seq_num 447) dirty exists 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1441: left oid 36 (ObjNum 447 snap 147 seq_num 447) 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 3 to smithi03785213-32 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 982 (ObjNum 446 snap 147 seq_num 446) dirty exists 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1440: left oid 32 (ObjNum 446 snap 147 seq_num 446) 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing write tid 1 to smithi03785213-22 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing write tid 2 to smithi03785213-22 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing write tid 3 to smithi03785213-22 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 774 (ObjNum 448 snap 147 seq_num 448) dirty exists 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1442: left oid 22 (ObjNum 448 snap 147 seq_num 448) 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:37:20.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1261 (ObjNum 427 snap 141 seq_num 427) dirty exists 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1446: finishing write tid 1 to smithi03785213-27 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1446: finishing write tid 2 to smithi03785213-27 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1446: finishing write tid 3 to smithi03785213-27 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 192 (ObjNum 449 snap 147 seq_num 449) dirty exists 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1446: left oid 27 (ObjNum 449 snap 147 seq_num 449) 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1448: finishing write tid 1 to smithi03785213-18 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1448: finishing write tid 2 to smithi03785213-18 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1448: finishing write tid 3 to smithi03785213-18 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 857 (ObjNum 450 snap 147 seq_num 450) dirty exists 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1448: left oid 18 (ObjNum 450 snap 147 seq_num 450) 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1449: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:1449: finishing copy_from to smithi03785213-15 2024-07-26T06:37:20.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[97339]: pgmap v132: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[97339]: osdmap e366: 8 total, 8 up, 8 in 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[99762]: pgmap v132: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:20 smithi037 ceph-mon[99762]: osdmap e366: 8 total, 8 up, 8 in 2024-07-26T06:37:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:21] "GET /metrics HTTP/1.1" 200 36165 "" "Prometheus/2.43.0" 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1439: done (9 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1440: done (8 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1441: done (7 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1442: done (6 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1444: done (5 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1446: done (4 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1447: done (3 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1448: done (2 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1449: done (1 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1451: done (0 left) 2024-07-26T06:37:21.756 INFO:tasks.rados.rados.0.smithi037.stdout:1452: read oid 28 snap -1 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1452: expect (ObjNum 349 snap 117 seq_num 349) 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1453: read oid 11 snap -1 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1453: expect deleted 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1454: read oid 14 snap -1 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1454: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1455: copy_from oid 50 from oid 12 current snap is 148 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 148 2024-07-26T06:37:21.757 INFO:tasks.rados.rados.0.smithi037.stdout:1456: seq_num 451 ranges {0=360448} 2024-07-26T06:37:21.758 INFO:tasks.rados.rados.0.smithi037.stdout:1456: writing smithi03785213-45 from 0 to 360448 tid 1 2024-07-26T06:37:21.758 INFO:tasks.rados.rados.0.smithi037.stdout:1457: read oid 2 snap 139 2024-07-26T06:37:21.758 INFO:tasks.rados.rados.0.smithi037.stdout:1457: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:37:21.758 INFO:tasks.rados.rados.0.smithi037.stdout:1458: rollback oid 37 current snap is 148 2024-07-26T06:37:21.758 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 145 2024-07-26T06:37:21.759 INFO:tasks.rados.rados.0.smithi037.stdout:1453: done (6 left) 2024-07-26T06:37:21.759 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 148 2024-07-26T06:37:21.759 INFO:tasks.rados.rados.0.smithi037.stdout:1459: seq_num 452 ranges {294912=376832} 2024-07-26T06:37:21.763 INFO:tasks.rados.rados.0.smithi037.stdout:1459: writing smithi03785213-36 from 294912 to 671744 tid 1 2024-07-26T06:37:21.763 INFO:tasks.rados.rados.0.smithi037.stdout:1460: snap_remove snap 126 2024-07-26T06:37:22.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:21 smithi037 ceph-mon[97339]: osdmap e367: 8 total, 8 up, 8 in 2024-07-26T06:37:22.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:21 smithi037 ceph-mon[99762]: osdmap e367: 8 total, 8 up, 8 in 2024-07-26T06:37:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:21 smithi135 ceph-mon[90132]: osdmap e367: 8 total, 8 up, 8 in 2024-07-26T06:37:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:1460: done (7 left) 2024-07-26T06:37:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:1461: snap_remove snap 118 2024-07-26T06:37:23.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[99762]: pgmap v135: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[99762]: osdmap e368: 8 total, 8 up, 8 in 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[99762]: mgrmap e41: y(active, since 92s), standbys: x 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[99762]: osdmap e369: 8 total, 8 up, 8 in 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[97339]: pgmap v135: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[97339]: osdmap e368: 8 total, 8 up, 8 in 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[97339]: mgrmap e41: y(active, since 92s), standbys: x 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:23.015 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:22 smithi037 ceph-mon[97339]: osdmap e369: 8 total, 8 up, 8 in 2024-07-26T06:37:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-mon[90132]: pgmap v135: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:37:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-mon[90132]: osdmap e368: 8 total, 8 up, 8 in 2024-07-26T06:37:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-mon[90132]: mgrmap e41: y(active, since 92s), standbys: x 2024-07-26T06:37:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:22 smithi135 ceph-mon[90132]: osdmap e369: 8 total, 8 up, 8 in 2024-07-26T06:37:23.744 INFO:tasks.rados.rados.0.smithi037.stdout:1461: done (7 left) 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1462: delete oid 35 current snap is 148 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1456: finishing write tid 1 to smithi03785213-45 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1456: finishing write tid 2 to smithi03785213-45 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1456: finishing write tid 3 to smithi03785213-45 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1351 (ObjNum 451 snap 148 seq_num 451) dirty exists 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1456: left oid 45 (ObjNum 451 snap 148 seq_num 451) 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1458: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1458: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:37:23.745 INFO:tasks.rados.rados.0.smithi037.stdout:1458: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:37:23.746 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 779 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-07-26T06:37:23.746 INFO:tasks.rados.rados.0.smithi037.stdout:1455: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:37:23.746 INFO:tasks.rados.rados.0.smithi037.stdout:1452: expect (ObjNum 349 snap 117 seq_num 349) 2024-07-26T06:37:23.760 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:23.999 INFO:tasks.rados.rados.0.smithi037.stdout:1454: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[97339]: Upgrade: osd.1 is safe to restart 2024-07-26T06:37:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[97339]: osdmap e370: 8 total, 8 up, 8 in 2024-07-26T06:37:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[99762]: Upgrade: osd.1 is safe to restart 2024-07-26T06:37:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:23 smithi037 ceph-mon[99762]: osdmap e370: 8 total, 8 up, 8 in 2024-07-26T06:37:24.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:23 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:37:24.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:23 smithi135 ceph-mon[90132]: Upgrade: osd.1 is safe to restart 2024-07-26T06:37:24.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:23 smithi135 ceph-mon[90132]: osdmap e370: 8 total, 8 up, 8 in 2024-07-26T06:37:24.277 INFO:tasks.rados.rados.0.smithi037.stdout:1459: finishing write tid 1 to smithi03785213-36 2024-07-26T06:37:24.277 INFO:tasks.rados.rados.0.smithi037.stdout:1457: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:37:24.341 INFO:tasks.rados.rados.0.smithi037.stdout:1459: finishing write tid 2 to smithi03785213-36 2024-07-26T06:37:24.341 INFO:tasks.rados.rados.0.smithi037.stdout:1459: finishing write tid 3 to smithi03785213-36 2024-07-26T06:37:24.341 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1284 (ObjNum 452 snap 148 seq_num 452) dirty exists 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1459: left oid 36 (ObjNum 452 snap 148 seq_num 452) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1455: finishing copy_from to smithi03785213-50 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 853 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1452: done (7 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1454: done (6 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1455: done (5 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1456: done (4 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1457: done (3 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1458: done (2 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1459: done (1 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1462: done (0 left) 2024-07-26T06:37:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:1463: setattr oid 18 current snap is 148 2024-07-26T06:37:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:1464: delete oid 22 current snap is 148 2024-07-26T06:37:24.345 INFO:tasks.rados.rados.0.smithi037.stdout:1464: done (1 left) 2024-07-26T06:37:24.345 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 148 2024-07-26T06:37:24.345 INFO:tasks.rados.rados.0.smithi037.stdout:1465: seq_num 455 ranges {0=425984} 2024-07-26T06:37:24.347 INFO:tasks.rados.rados.0.smithi037.stdout:1465: writing smithi03785213-6 from 0 to 425984 tid 1 2024-07-26T06:37:24.347 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 148 2024-07-26T06:37:24.347 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 858 (ObjNum 450 snap 147 seq_num 450) dirty exists 2024-07-26T06:37:24.348 INFO:tasks.rados.rados.0.smithi037.stdout:1466: seq_num 456 ranges {90112=442368} 2024-07-26T06:37:24.350 INFO:tasks.rados.rados.0.smithi037.stdout:1466: writing smithi03785213-20 from 90112 to 532480 tid 1 2024-07-26T06:37:24.350 INFO:tasks.rados.rados.0.smithi037.stdout:1463: done (2 left) 2024-07-26T06:37:24.351 INFO:tasks.rados.rados.0.smithi037.stdout:1467: snap_remove snap 139 2024-07-26T06:37:24.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:24.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:24.771 INFO:tasks.rados.rados.0.smithi037.stdout:1467: done (2 left) 2024-07-26T06:37:24.771 INFO:tasks.rados.rados.0.smithi037.stdout:1468: snap_remove snap 131 2024-07-26T06:37:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[97339]: pgmap v138: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[99762]: pgmap v138: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:37:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-mon[90132]: pgmap v138: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:37:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:37:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1468: done (2 left) 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1469: snap_create 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1465: finishing write tid 1 to smithi03785213-6 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1465: finishing write tid 2 to smithi03785213-6 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1465: finishing write tid 3 to smithi03785213-6 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1306 (ObjNum 455 snap 148 seq_num 455) dirty exists 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1465: left oid 6 (ObjNum 455 snap 148 seq_num 455) 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1466: finishing write tid 1 to smithi03785213-20 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1466: finishing write tid 2 to smithi03785213-20 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:1466: finishing write tid 3 to smithi03785213-20 2024-07-26T06:37:25.779 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 976 (ObjNum 456 snap 148 seq_num 456) dirty exists 2024-07-26T06:37:25.780 INFO:tasks.rados.rados.0.smithi037.stdout:1466: left oid 20 (ObjNum 456 snap 148 seq_num 456) 2024-07-26T06:37:25.904 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[97339]: Upgrade: Updating osd.1 2024-07-26T06:37:25.904 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[97339]: Deploying daemon osd.1 on smithi037 2024-07-26T06:37:25.904 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[97339]: osdmap e371: 8 total, 8 up, 8 in 2024-07-26T06:37:25.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[99762]: Upgrade: Updating osd.1 2024-07-26T06:37:25.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[99762]: Deploying daemon osd.1 on smithi037 2024-07-26T06:37:25.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:25 smithi037 ceph-mon[99762]: osdmap e371: 8 total, 8 up, 8 in 2024-07-26T06:37:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:25 smithi135 ceph-mon[90132]: Upgrade: Updating osd.1 2024-07-26T06:37:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:25 smithi135 ceph-mon[90132]: Deploying daemon osd.1 on smithi037 2024-07-26T06:37:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:25 smithi135 ceph-mon[90132]: osdmap e371: 8 total, 8 up, 8 in 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1465: done (2 left) 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1466: done (1 left) 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1469: done (0 left) 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1470: read oid 50 snap -1 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1470: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 149 2024-07-26T06:37:26.781 INFO:tasks.rados.rados.0.smithi037.stdout:1471: seq_num 457 ranges {253952=458752} 2024-07-26T06:37:26.784 INFO:tasks.rados.rados.0.smithi037.stdout:1471: writing smithi03785213-24 from 253952 to 712704 tid 1 2024-07-26T06:37:26.785 INFO:tasks.rados.rados.0.smithi037.stdout:1472: delete oid 35 current snap is 149 2024-07-26T06:37:26.790 INFO:tasks.rados.rados.0.smithi037.stdout:1472: done (2 left) 2024-07-26T06:37:26.790 INFO:tasks.rados.rados.0.smithi037.stdout:1473: snap_create 2024-07-26T06:37:26.795 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 1 to smithi03785213-24 2024-07-26T06:37:26.795 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 2 to smithi03785213-24 2024-07-26T06:37:26.797 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 3 to smithi03785213-24 2024-07-26T06:37:26.797 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 990 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:37:26.797 INFO:tasks.rados.rados.0.smithi037.stdout:1471: left oid 24 (ObjNum 457 snap 149 seq_num 457) 2024-07-26T06:37:26.805 INFO:tasks.rados.rados.0.smithi037.stdout:1470: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:26 smithi037 ceph-mon[97339]: pgmap v141: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:37:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:26 smithi037 ceph-mon[97339]: osdmap e372: 8 total, 8 up, 8 in 2024-07-26T06:37:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:26 smithi037 ceph-mon[99762]: pgmap v141: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:37:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:26 smithi037 ceph-mon[99762]: osdmap e372: 8 total, 8 up, 8 in 2024-07-26T06:37:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:26 smithi135 ceph-mon[90132]: pgmap v141: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:37:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:26 smithi135 ceph-mon[90132]: osdmap e372: 8 total, 8 up, 8 in 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1470: done (2 left) 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1471: done (1 left) 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1473: done (0 left) 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1474: read oid 13 snap -1 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1474: expect deleted 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 150 2024-07-26T06:37:27.744 INFO:tasks.rados.rados.0.smithi037.stdout:1475: seq_num 459 ranges {278528=491520} 2024-07-26T06:37:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1475: writing smithi03785213-32 from 278528 to 770048 tid 1 2024-07-26T06:37:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1476: copy_from oid 3 from oid 14 current snap is 150 2024-07-26T06:37:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1474: done (2 left) 2024-07-26T06:37:27.748 INFO:tasks.rados.rados.0.smithi037.stdout:1477: snap_create 2024-07-26T06:37:27.753 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:27 smithi037 systemd[1]: Stopping Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:37:27.755 INFO:tasks.rados.rados.0.smithi037.stdout:1475: finishing write tid 1 to smithi03785213-32 2024-07-26T06:37:27.755 INFO:tasks.rados.rados.0.smithi037.stdout:1475: finishing write tid 2 to smithi03785213-32 2024-07-26T06:37:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1475: finishing write tid 3 to smithi03785213-32 2024-07-26T06:37:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 984 (ObjNum 459 snap 150 seq_num 459) dirty exists 2024-07-26T06:37:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1475: left oid 32 (ObjNum 459 snap 150 seq_num 459) 2024-07-26T06:37:27.778 INFO:tasks.rados.rados.0.smithi037.stdout:1476: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:37:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:1476: finishing copy_from to smithi03785213-3 2024-07-26T06:37:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[97339]: osdmap e373: 8 total, 8 up, 8 in 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[97339]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[97339]: osd.1 marked itself down and dead 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[99762]: osdmap e373: 8 total, 8 up, 8 in 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[99762]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:37:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-mon[99762]: osd.1 marked itself down and dead 2024-07-26T06:37:28.046 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[50889]: 2024-07-26T06:37:27.752+0000 7fc8b1c13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:37:28.046 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[50889]: 2024-07-26T06:37:27.752+0000 7fc8b1c13640 -1 osd.1 373 *** Got signal Terminated *** 2024-07-26T06:37:28.046 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[50889]: 2024-07-26T06:37:27.752+0000 7fc8b1c13640 -1 osd.1 373 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:37:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:27 smithi135 ceph-mon[90132]: osdmap e373: 8 total, 8 up, 8 in 2024-07-26T06:37:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:27 smithi135 ceph-mon[90132]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:37:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:27 smithi135 ceph-mon[90132]: osd.1 marked itself down and dead 2024-07-26T06:37:28.742 INFO:tasks.rados.rados.0.smithi037.stdout:1475: done (2 left) 2024-07-26T06:37:28.742 INFO:tasks.rados.rados.0.smithi037.stdout:1476: done (1 left) 2024-07-26T06:37:28.743 INFO:tasks.rados.rados.0.smithi037.stdout:1477: done (0 left) 2024-07-26T06:37:28.743 INFO:tasks.rados.rados.0.smithi037.stdout:1478: delete oid 33 current snap is 151 2024-07-26T06:37:28.752 INFO:tasks.rados.rados.0.smithi037.stdout:1478: done (0 left) 2024-07-26T06:37:28.756 INFO:tasks.rados.rados.0.smithi037.stdout:1479: read oid 12 snap -1 2024-07-26T06:37:28.756 INFO:tasks.rados.rados.0.smithi037.stdout:1479: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:28.756 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 151 2024-07-26T06:37:28.756 INFO:tasks.rados.rados.0.smithi037.stdout:1480: seq_num 461 ranges {0=524288} 2024-07-26T06:37:28.756 INFO:tasks.rados.rados.0.smithi037.stdout:1480: writing smithi03785213-22 from 0 to 524288 tid 1 2024-07-26T06:37:28.757 INFO:tasks.rados.rados.0.smithi037.stdout:1481: read oid 46 snap -1 2024-07-26T06:37:28.757 INFO:tasks.rados.rados.0.smithi037.stdout:1481: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:28.757 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 151 2024-07-26T06:37:28.758 INFO:tasks.rados.rados.0.smithi037.stdout:1482: seq_num 462 ranges {2129920=540672} 2024-07-26T06:37:28.777 INFO:tasks.rados.rados.0.smithi037.stdout:1482: writing smithi03785213-7 from 2129920 to 2670592 tid 1 2024-07-26T06:37:28.777 INFO:tasks.rados.rados.0.smithi037.stdout:1483: rollback oid 38 current snap is 151 2024-07-26T06:37:28.777 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 148 2024-07-26T06:37:28.777 INFO:tasks.rados.rados.0.smithi037.stdout:1484: read oid 34 snap 149 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1484: expect (ObjNum 427 snap 141 seq_num 427) 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1485: read oid 35 snap -1 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1485: expect deleted 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1486: read oid 18 snap -1 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1486: expect (ObjNum 450 snap 147 seq_num 450) 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1487: copy_from oid 49 from oid 40 current snap is 151 2024-07-26T06:37:28.778 INFO:tasks.rados.rados.0.smithi037.stdout:1488: snap_remove snap 142 2024-07-26T06:37:28.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:28 smithi135 ceph-mon[90132]: pgmap v144: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-07-26T06:37:28.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:28 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:37:28.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:28 smithi135 ceph-mon[90132]: osdmap e375: 8 total, 7 up, 8 in 2024-07-26T06:37:28.990 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[97339]: pgmap v144: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[97339]: osdmap e375: 8 total, 7 up, 8 in 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[99762]: pgmap v144: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:37:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:28 smithi037 ceph-mon[99762]: osdmap e375: 8 total, 7 up, 8 in 2024-07-26T06:37:29.584 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:29 smithi037 podman[110237]: 2024-07-26 06:37:29.298345878 +0000 UTC m=+1.654526920 container died 33233cf76a64fa747434a8af97687e8c509f81a35d3f9f4feb512dbf2ce4d701 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:37:29.746 INFO:tasks.rados.rados.0.smithi037.stdout:1488: done (9 left) 2024-07-26T06:37:29.746 INFO:tasks.rados.rados.0.smithi037.stdout:1489: delete oid 16 current snap is 151 2024-07-26T06:37:29.746 INFO:tasks.rados.rados.0.smithi037.stdout:1479: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:29.925 INFO:tasks.rados.rados.0.smithi037.stdout:1481: expect (ObjNum 160 snap 44 seq_num 160) 2024-07-26T06:37:30.044 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:29 smithi037 podman[110237]: 2024-07-26 06:37:29.766621901 +0000 UTC m=+2.122802950 container cleanup 33233cf76a64fa747434a8af97687e8c509f81a35d3f9f4feb512dbf2ce4d701 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c) 2024-07-26T06:37:30.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:29 smithi037 bash[110237]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1 2024-07-26T06:37:30.281 INFO:tasks.rados.rados.0.smithi037.stdout:1484: expect (ObjNum 427 snap 141 seq_num 427) 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:1480: finishing write tid 1 to smithi03785213-22 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:1480: finishing write tid 2 to smithi03785213-22 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:1480: finishing write tid 3 to smithi03785213-22 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1223 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:1480: left oid 22 (ObjNum 461 snap 151 seq_num 461) 2024-07-26T06:37:30.352 INFO:tasks.rados.rados.0.smithi037.stdout:1483: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1483: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1487: finishing copy_from to smithi03785213-49 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1487: got expected ENOENT (src dne) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1487: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1483: finishing rollback tid 2 to smithi03785213-38 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1196 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1482: finishing write tid 1 to smithi03785213-7 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1479: done (9 left) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1480: done (8 left) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1481: done (7 left) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1483: done (6 left) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1484: done (5 left) 2024-07-26T06:37:30.353 INFO:tasks.rados.rados.0.smithi037.stdout:1485: done (4 left) 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:1487: done (3 left) 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:1489: done (2 left) 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:1490: read oid 15 snap -1 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:1490: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 151 2024-07-26T06:37:30.354 INFO:tasks.rados.rados.0.smithi037.stdout:1491: seq_num 464 ranges {6266880=573440} 2024-07-26T06:37:30.390 INFO:tasks.rados.rados.0.smithi037.stdout:1491: writing smithi03785213-46 from 6266880 to 6840320 tid 1 2024-07-26T06:37:30.391 INFO:tasks.rados.rados.0.smithi037.stdout:1492: snap_remove snap 147 2024-07-26T06:37:30.391 INFO:tasks.rados.rados.0.smithi037.stdout:1482: finishing write tid 2 to smithi03785213-7 2024-07-26T06:37:30.391 INFO:tasks.rados.rados.0.smithi037.stdout:1482: finishing write tid 3 to smithi03785213-7 2024-07-26T06:37:30.391 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1384 (ObjNum 462 snap 151 seq_num 462) dirty exists 2024-07-26T06:37:30.391 INFO:tasks.rados.rados.0.smithi037.stdout:1482: left oid 7 (ObjNum 462 snap 151 seq_num 462) 2024-07-26T06:37:30.460 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110261]: 2024-07-26 06:37:30.109703523 +0000 UTC m=+0.812384018 container remove 33233cf76a64fa747434a8af97687e8c509f81a35d3f9f4feb512dbf2ce4d701 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-07-26T06:37:30.741 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.362909469 +0000 UTC m=+0.021779647 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:37:30.742 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.485941753 +0000 UTC m=+0.144811956 container create 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-07-26T06:37:30.742 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.696781555 +0000 UTC m=+0.355651735 container init 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:37:30.742 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.70143947 +0000 UTC m=+0.360309632 container start 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, ceph=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-07-26T06:37:30.800 INFO:tasks.rados.rados.0.smithi037.stdout:1482: done (4 left) 2024-07-26T06:37:30.800 INFO:tasks.rados.rados.0.smithi037.stdout:1492: done (3 left) 2024-07-26T06:37:30.800 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 151 2024-07-26T06:37:30.800 INFO:tasks.rados.rados.0.smithi037.stdout:1486: expect (ObjNum 450 snap 147 seq_num 450) 2024-07-26T06:37:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:30 smithi037 ceph-mon[97339]: pgmap v147: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 112 KiB/s wr, 3 op/s 2024-07-26T06:37:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:30 smithi037 ceph-mon[97339]: osdmap e376: 8 total, 7 up, 8 in 2024-07-26T06:37:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:30 smithi037 ceph-mon[99762]: pgmap v147: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 112 KiB/s wr, 3 op/s 2024-07-26T06:37:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:30 smithi037 ceph-mon[99762]: osdmap e376: 8 total, 7 up, 8 in 2024-07-26T06:37:31.046 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.780020773 +0000 UTC m=+0.438890946 container attach 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-26T06:37:31.046 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:30 smithi037 podman[110356]: 2024-07-26 06:37:30.896607668 +0000 UTC m=+0.555477848 container died 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD) 2024-07-26T06:37:31.046 INFO:tasks.rados.rados.0.smithi037.stdout:1493: seq_num 465 ranges {0=598016} 2024-07-26T06:37:31.050 INFO:tasks.rados.rados.0.smithi037.stdout:1493: writing smithi03785213-40 from 0 to 598016 tid 1 2024-07-26T06:37:31.050 INFO:tasks.rados.rados.0.smithi037.stdout:1486: done (3 left) 2024-07-26T06:37:31.051 INFO:tasks.rados.rados.0.smithi037.stdout:1494: snap_create 2024-07-26T06:37:31.051 INFO:tasks.rados.rados.0.smithi037.stdout:1490: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:30 smithi135 ceph-mon[90132]: pgmap v147: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 112 KiB/s wr, 3 op/s 2024-07-26T06:37:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:30 smithi135 ceph-mon[90132]: osdmap e376: 8 total, 7 up, 8 in 2024-07-26T06:37:31.331 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing write tid 1 to smithi03785213-46 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing write tid 2 to smithi03785213-46 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing write tid 3 to smithi03785213-46 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1327 (ObjNum 464 snap 151 seq_num 464) dirty exists 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1491: left oid 46 (ObjNum 464 snap 151 seq_num 464) 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1493: finishing write tid 1 to smithi03785213-40 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1493: finishing write tid 2 to smithi03785213-40 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1493: finishing write tid 3 to smithi03785213-40 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 977 (ObjNum 465 snap 151 seq_num 465) dirty exists 2024-07-26T06:37:31.332 INFO:tasks.rados.rados.0.smithi037.stdout:1493: left oid 40 (ObjNum 465 snap 151 seq_num 465) 2024-07-26T06:37:31.492 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:31] "GET /metrics HTTP/1.1" 200 36165 "" "Prometheus/2.43.0" 2024-07-26T06:37:31.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 podman[110398]: 2024-07-26 06:37:31.492326003 +0000 UTC m=+0.585415160 container remove 346f0e8ea7c20da711050b2c590d81f6b0f3cdd4e410cdd63f8d55ea99b1bf81 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-26T06:37:31.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service: Deactivated successfully. 2024-07-26T06:37:31.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 systemd[1]: Stopped Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:37:31.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service: Consumed 14.352s CPU time. 2024-07-26T06:37:31.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 systemd[1]: Starting Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:1490: done (3 left) 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:1491: done (2 left) 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:1493: done (1 left) 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:1494: done (0 left) 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 152 2024-07-26T06:37:31.804 INFO:tasks.rados.rados.0.smithi037.stdout:1495: seq_num 466 ranges {2932736=614400} 2024-07-26T06:37:31.823 INFO:tasks.rados.rados.0.smithi037.stdout:1495: writing smithi03785213-44 from 2932736 to 3547136 tid 1 2024-07-26T06:37:31.823 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 152 2024-07-26T06:37:31.823 INFO:tasks.rados.rados.0.smithi037.stdout:1496: seq_num 467 ranges {4186112=630784} 2024-07-26T06:37:31.850 INFO:tasks.rados.rados.0.smithi037.stdout:1496: writing smithi03785213-48 from 4186112 to 4816896 tid 1 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:1497: delete oid 25 current snap is 152 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:1495: finishing write tid 1 to smithi03785213-44 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:1495: finishing write tid 2 to smithi03785213-44 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:1495: finishing write tid 3 to smithi03785213-44 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 979 (ObjNum 466 snap 152 seq_num 466) dirty exists 2024-07-26T06:37:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:1495: left oid 44 (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:37:31.855 INFO:tasks.rados.rados.0.smithi037.stdout:1495: done (2 left) 2024-07-26T06:37:31.855 INFO:tasks.rados.rados.0.smithi037.stdout:1497: done (1 left) 2024-07-26T06:37:31.855 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 152 2024-07-26T06:37:31.855 INFO:tasks.rados.rados.0.smithi037.stdout:1498: seq_num 469 ranges {524288=663552} 2024-07-26T06:37:31.862 INFO:tasks.rados.rados.0.smithi037.stdout:1498: writing smithi03785213-22 from 524288 to 1187840 tid 1 2024-07-26T06:37:31.862 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 152 2024-07-26T06:37:31.862 INFO:tasks.rados.rados.0.smithi037.stdout:1499: seq_num 470 ranges {1810432=679936} 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1499: writing smithi03785213-49 from 1810432 to 2490368 tid 1 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1500: read oid 44 snap 150 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1500: expect (ObjNum 397 snap 130 seq_num 397) 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1501: rollback oid 30 current snap is 152 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 143 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1496: finishing write tid 1 to smithi03785213-48 2024-07-26T06:37:31.876 INFO:tasks.rados.rados.0.smithi037.stdout:1496: finishing write tid 2 to smithi03785213-48 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1496: finishing write tid 3 to smithi03785213-48 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1389 (ObjNum 467 snap 152 seq_num 467) dirty exists 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1496: left oid 48 (ObjNum 467 snap 152 seq_num 467) 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1498: finishing write tid 1 to smithi03785213-22 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1498: finishing write tid 2 to smithi03785213-22 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1498: finishing write tid 3 to smithi03785213-22 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1225 (ObjNum 469 snap 152 seq_num 469) dirty exists 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1498: left oid 22 (ObjNum 469 snap 152 seq_num 469) 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1496: done (4 left) 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1498: done (3 left) 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 152 2024-07-26T06:37:31.877 INFO:tasks.rados.rados.0.smithi037.stdout:1502: seq_num 471 ranges {2064384=696320} 2024-07-26T06:37:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:1502: writing smithi03785213-43 from 2064384 to 2760704 tid 1 2024-07-26T06:37:31.891 INFO:tasks.rados.rados.0.smithi037.stdout:1503: snap_remove snap 145 2024-07-26T06:37:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:31 smithi135 ceph-mon[90132]: osdmap e377: 8 total, 7 up, 8 in 2024-07-26T06:37:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:31 smithi037 ceph-mon[97339]: osdmap e377: 8 total, 7 up, 8 in 2024-07-26T06:37:32.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:31 smithi037 ceph-mon[99762]: osdmap e377: 8 total, 7 up, 8 in 2024-07-26T06:37:32.117 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 podman[110504]: 2024-07-26 06:37:31.862383777 +0000 UTC m=+0.019008033 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:37:32.117 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:31 smithi037 podman[110504]: 2024-07-26 06:37:31.985296516 +0000 UTC m=+0.141920748 container create d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:37:32.375 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 podman[110504]: 2024-07-26 06:37:32.221354493 +0000 UTC m=+0.377978733 container init d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:37:32.375 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 podman[110504]: 2024-07-26 06:37:32.22624165 +0000 UTC m=+0.382865885 container start d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-26T06:37:32.375 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 podman[110504]: 2024-07-26 06:37:32.304354544 +0000 UTC m=+0.460978788 container attach d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724) 2024-07-26T06:37:32.376 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:37:32.376 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:37:32.376 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:37:32.376 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:37:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:1503: done (4 left) 2024-07-26T06:37:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 152 2024-07-26T06:37:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:1501: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:37:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:1504: seq_num 472 ranges {4734976=712704} 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:1504: writing smithi03785213-19 from 4734976 to 5447680 tid 1 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:1505: copy_from oid 28 from oid 2 current snap is 152 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:1501: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 855 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 1 to smithi03785213-49 2024-07-26T06:37:32.777 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 2 to smithi03785213-49 2024-07-26T06:37:32.778 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 3 to smithi03785213-49 2024-07-26T06:37:32.778 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1198 (ObjNum 470 snap 152 seq_num 470) dirty exists 2024-07-26T06:37:32.778 INFO:tasks.rados.rados.0.smithi037.stdout:1499: left oid 49 (ObjNum 470 snap 152 seq_num 470) 2024-07-26T06:37:32.778 INFO:tasks.rados.rados.0.smithi037.stdout:1500: expect (ObjNum 397 snap 130 seq_num 397) 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:37:32.795 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate[110519]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-26T06:37:32.796 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 bash[110504]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-26T06:37:32.796 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:32 smithi037 podman[110504]: 2024-07-26 06:37:32.613972669 +0000 UTC m=+0.770596898 container died d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724) 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 1 to smithi03785213-43 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 2 to smithi03785213-43 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 3 to smithi03785213-43 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 855 (ObjNum 471 snap 152 seq_num 471) dirty exists 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1502: left oid 43 (ObjNum 471 snap 152 seq_num 471) 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1504: finishing write tid 1 to smithi03785213-19 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1504: finishing write tid 2 to smithi03785213-19 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1499: done (5 left) 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1500: done (4 left) 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1501: done (3 left) 2024-07-26T06:37:32.881 INFO:tasks.rados.rados.0.smithi037.stdout:1502: done (2 left) 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1506: rollback oid 33 current snap is 152 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 146 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1504: finishing write tid 3 to smithi03785213-19 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 781 (ObjNum 472 snap 152 seq_num 472) dirty exists 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1504: left oid 19 (ObjNum 472 snap 152 seq_num 472) 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1505: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1505: finishing copy_from to smithi03785213-28 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 977 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1504: done (2 left) 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1505: done (1 left) 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1507: rollback oid 7 current snap is 152 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 137 2024-07-26T06:37:32.882 INFO:tasks.rados.rados.0.smithi037.stdout:1508: snap_remove snap 149 2024-07-26T06:37:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:32 smithi135 ceph-mon[90132]: pgmap v150: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:32 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 51/342 objects degraded (14.912%), 11 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:32 smithi135 ceph-mon[90132]: osdmap e378: 8 total, 7 up, 8 in 2024-07-26T06:37:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:32 smithi135 ceph-mon[90132]: osdmap e379: 8 total, 7 up, 8 in 2024-07-26T06:37:33.291 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[97339]: pgmap v150: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 51/342 objects degraded (14.912%), 11 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[97339]: osdmap e378: 8 total, 7 up, 8 in 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[97339]: osdmap e379: 8 total, 7 up, 8 in 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[99762]: pgmap v150: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 51/342 objects degraded (14.912%), 11 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[99762]: osdmap e378: 8 total, 7 up, 8 in 2024-07-26T06:37:33.292 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:32 smithi037 ceph-mon[99762]: osdmap e379: 8 total, 7 up, 8 in 2024-07-26T06:37:33.544 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 podman[110674]: 2024-07-26 06:37:33.291905173 +0000 UTC m=+0.667953045 container remove d813f244e627b3394c7b6d0ea9660b76e12a420fd91c16f530903313705e49a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux ) 2024-07-26T06:37:33.545 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 podman[110742]: 2024-07-26 06:37:33.411662635 +0000 UTC m=+0.017641746 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:37:33.545 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 podman[110742]: 2024-07-26 06:37:33.517716155 +0000 UTC m=+0.123695293 container create f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:37:33.808 INFO:tasks.rados.rados.0.smithi037.stdout:1508: done (2 left) 2024-07-26T06:37:33.808 INFO:tasks.rados.rados.0.smithi037.stdout:1509: snap_remove snap 143 2024-07-26T06:37:33.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:34.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 podman[110742]: 2024-07-26 06:37:33.73647998 +0000 UTC m=+0.342459087 container init f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240724) 2024-07-26T06:37:34.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 podman[110742]: 2024-07-26 06:37:33.741703736 +0000 UTC m=+0.347682832 container start f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, io.buildah.version=1.36.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0) 2024-07-26T06:37:34.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 ceph-osd[110780]: -- 172.21.15.37:0/3140115590 <== mon.2 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56138246ba40 con 0x56138322e400 2024-07-26T06:37:34.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 bash[110742]: f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d 2024-07-26T06:37:34.045 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:33 smithi037 systemd[1]: Started Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:37:34.544 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T06:37:34.284+0000 7fe9eaafb640 -1 Falling back to public interface 2024-07-26T06:37:34.812 INFO:tasks.rados.rados.0.smithi037.stdout:1509: done (2 left) 2024-07-26T06:37:34.812 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 152 2024-07-26T06:37:34.812 INFO:tasks.rados.rados.0.smithi037.stdout:1510: seq_num 473 ranges {598016=729088} 2024-07-26T06:37:34.812 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:34.812 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:34.819 INFO:tasks.rados.rados.0.smithi037.stdout:1510: writing smithi03785213-47 from 598016 to 1327104 tid 1 2024-07-26T06:37:34.819 INFO:tasks.rados.rados.0.smithi037.stdout:1511: read oid 31 snap -1 2024-07-26T06:37:34.819 INFO:tasks.rados.rados.0.smithi037.stdout:1511: expect (ObjNum 348 snap 116 seq_num 348) 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1512: read oid 12 snap 137 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1512: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1513: rollback oid 1 current snap is 152 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 146 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 985 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1507: finishing rollback tid 0 to smithi03785213-7 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1506: done (5 left) 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1514: read oid 40 snap -1 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1514: expect (ObjNum 465 snap 151 seq_num 465) 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1515: snap_create 2024-07-26T06:37:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:1507: finishing rollback tid 1 to smithi03785213-7 2024-07-26T06:37:34.821 INFO:tasks.rados.rados.0.smithi037.stdout:1507: finishing rollback tid 2 to smithi03785213-7 2024-07-26T06:37:34.821 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1393 (ObjNum 413 snap 135 seq_num 413) dirty exists 2024-07-26T06:37:34.827 INFO:tasks.rados.rados.0.smithi037.stdout:1513: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:37:34.829 INFO:tasks.rados.rados.0.smithi037.stdout:1510: finishing write tid 1 to smithi03785213-47 2024-07-26T06:37:34.829 INFO:tasks.rados.rados.0.smithi037.stdout:1513: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:37:34.830 INFO:tasks.rados.rados.0.smithi037.stdout:1513: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:37:34.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1201 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:37:34.830 INFO:tasks.rados.rados.0.smithi037.stdout:1510: finishing write tid 2 to smithi03785213-47 2024-07-26T06:37:34.830 INFO:tasks.rados.rados.0.smithi037.stdout:1514: expect (ObjNum 465 snap 151 seq_num 465) 2024-07-26T06:37:34.851 INFO:tasks.rados.rados.0.smithi037.stdout:1511: expect (ObjNum 348 snap 116 seq_num 348) 2024-07-26T06:37:35.037 INFO:tasks.rados.rados.0.smithi037.stdout:1510: finishing write tid 3 to smithi03785213-47 2024-07-26T06:37:35.037 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1396 (ObjNum 473 snap 152 seq_num 473) dirty exists 2024-07-26T06:37:35.037 INFO:tasks.rados.rados.0.smithi037.stdout:1510: left oid 47 (ObjNum 473 snap 152 seq_num 473) 2024-07-26T06:37:35.037 INFO:tasks.rados.rados.0.smithi037.stdout:1512: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: pgmap v153: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: osdmap e380: 8 total, 7 up, 8 in 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: pgmap v153: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: osdmap e380: 8 total, 7 up, 8 in 2024-07-26T06:37:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: pgmap v153: 121 pgs: 27 active+undersized, 8 peering, 11 active+undersized+degraded, 75 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 51/342 objects degraded (14.912%) 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: osdmap e380: 8 total, 7 up, 8 in 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:35.827 INFO:tasks.rados.rados.0.smithi037.stdout:1507: done (6 left) 2024-07-26T06:37:35.827 INFO:tasks.rados.rados.0.smithi037.stdout:1510: done (5 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1511: done (4 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1512: done (3 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1513: done (2 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1514: done (1 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1515: done (0 left) 2024-07-26T06:37:35.828 INFO:tasks.rados.rados.0.smithi037.stdout:1516: snap_create 2024-07-26T06:37:36.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:35 smithi135 ceph-mon[90132]: osdmap e381: 8 total, 7 up, 8 in 2024-07-26T06:37:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:35 smithi037 ceph-mon[97339]: osdmap e381: 8 total, 7 up, 8 in 2024-07-26T06:37:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:35 smithi037 ceph-mon[99762]: osdmap e381: 8 total, 7 up, 8 in 2024-07-26T06:37:36.828 INFO:tasks.rados.rados.0.smithi037.stdout:1516: done (0 left) 2024-07-26T06:37:36.829 INFO:tasks.rados.rados.0.smithi037.stdout:1517: copy_from oid 10 from oid 15 current snap is 154 2024-07-26T06:37:36.829 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 154 2024-07-26T06:37:36.829 INFO:tasks.rados.rados.0.smithi037.stdout:1518: seq_num 474 ranges {0=745472} 2024-07-26T06:37:36.832 INFO:tasks.rados.rados.0.smithi037.stdout:1518: writing smithi03785213-35 from 0 to 745472 tid 1 2024-07-26T06:37:36.833 INFO:tasks.rados.rados.0.smithi037.stdout:1519: copy_from oid 6 from oid 14 current snap is 154 2024-07-26T06:37:36.833 INFO:tasks.rados.rados.0.smithi037.stdout:1520: snap_create 2024-07-26T06:37:36.842 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 1 to smithi03785213-35 2024-07-26T06:37:36.842 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 2 to smithi03785213-35 2024-07-26T06:37:36.843 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 3 to smithi03785213-35 2024-07-26T06:37:36.844 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 955 (ObjNum 474 snap 154 seq_num 474) dirty exists 2024-07-26T06:37:36.844 INFO:tasks.rados.rados.0.smithi037.stdout:1518: left oid 35 (ObjNum 474 snap 154 seq_num 474) 2024-07-26T06:37:36.861 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:37:36.864 INFO:tasks.rados.rados.0.smithi037.stdout:1519: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:37:36.874 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing copy_from to smithi03785213-10 2024-07-26T06:37:36.875 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:36.875 INFO:tasks.rados.rados.0.smithi037.stdout:1519: finishing copy_from to smithi03785213-6 2024-07-26T06:37:36.875 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:36 smithi135 ceph-mon[90132]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:36 smithi135 ceph-mon[90132]: osdmap e382: 8 total, 7 up, 8 in 2024-07-26T06:37:37.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:36 smithi037 ceph-mon[97339]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:37.192 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:36 smithi037 ceph-mon[97339]: osdmap e382: 8 total, 7 up, 8 in 2024-07-26T06:37:37.192 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:36 smithi037 ceph-mon[99762]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:37.192 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:36 smithi037 ceph-mon[99762]: osdmap e382: 8 total, 7 up, 8 in 2024-07-26T06:37:37.794 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T06:37:37.477+0000 7fe9eaafb640 -1 osd.1 374 log_to_monitors true 2024-07-26T06:37:37.840 INFO:tasks.rados.rados.0.smithi037.stdout:1517: done (3 left) 2024-07-26T06:37:37.840 INFO:tasks.rados.rados.0.smithi037.stdout:1518: done (2 left) 2024-07-26T06:37:37.840 INFO:tasks.rados.rados.0.smithi037.stdout:1519: done (1 left) 2024-07-26T06:37:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1520: done (0 left) 2024-07-26T06:37:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1521: delete oid 36 current snap is 155 2024-07-26T06:37:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:1521: done (0 left) 2024-07-26T06:37:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 155 2024-07-26T06:37:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:1522: seq_num 476 ranges {0=778240} 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1522: writing smithi03785213-4 from 0 to 778240 tid 1 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1523: rollback oid 39 current snap is 155 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 154 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1524: read oid 48 snap 151 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1524: expect (ObjNum 418 snap 136 seq_num 418) 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1525: rollback oid 36 current snap is 155 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 152 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1526: rmattr oid 5 current snap is 155 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1526: done (4 left) 2024-07-26T06:37:37.849 INFO:tasks.rados.rados.0.smithi037.stdout:1527: setattr oid 8 current snap is 155 2024-07-26T06:37:37.851 INFO:tasks.rados.rados.0.smithi037.stdout:1528: read oid 14 snap 148 2024-07-26T06:37:37.851 INFO:tasks.rados.rados.0.smithi037.stdout:1528: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:37.851 INFO:tasks.rados.rados.0.smithi037.stdout:1529: setattr oid 50 current snap is 155 2024-07-26T06:37:37.853 INFO:tasks.rados.rados.0.smithi037.stdout:1530: snap_remove snap 150 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: osdmap e383: 8 total, 7 up, 8 in 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:37 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 62/378 objects degraded (16.402%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: osdmap e383: 8 total, 7 up, 8 in 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 62/378 objects degraded (16.402%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: osdmap e383: 8 total, 7 up, 8 in 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 62/378 objects degraded (16.402%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:38.296 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:37:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T06:37:37.871+0000 7fe9e28a6640 -1 osd.1 374 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:37:38.860 INFO:tasks.rados.rados.0.smithi037.stdout:1530: done (7 left) 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1531: delete oid 22 current snap is 155 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1523: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1523: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1523: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 858 (ObjNum 395 snap 129 seq_num 395) dirty exists 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 1 to smithi03785213-4 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 2 to smithi03785213-4 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1525: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1525: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1349 (ObjNum 452 snap 148 seq_num 452) dirty exists 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 856 (ObjNum 411 snap 133 seq_num 411) dirty exists 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1398 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:37:38.861 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 3 to smithi03785213-4 2024-07-26T06:37:38.862 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1347 (ObjNum 476 snap 155 seq_num 476) dirty exists 2024-07-26T06:37:38.862 INFO:tasks.rados.rados.0.smithi037.stdout:1522: left oid 4 (ObjNum 476 snap 155 seq_num 476) 2024-07-26T06:37:38.862 INFO:tasks.rados.rados.0.smithi037.stdout:1524: expect (ObjNum 418 snap 136 seq_num 418) 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: osdmap e384: 8 total, 7 up, 8 in 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: osdmap e384: 8 total, 7 up, 8 in 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:38.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:38 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:39.010 INFO:tasks.rados.rados.0.smithi037.stdout:1528: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:39.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: osdmap e384: 8 total, 7 up, 8 in 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: from='osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:37:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:39.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:38 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:39.372 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (2m) 2s ago 7m 17.2M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (2m) 76s ago 7m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (9m) 2s ago 9m 15.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (9m) 76s ago 9m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (2m) 76s ago 12m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (2m) 2s ago 14m 496M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (117s) 2s ago 14m 49.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (82s) 76s ago 12m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (95s) 2s ago 12m 42.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:37:39.646 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (2m) 2s ago 7m 8636k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (2m) 76s ago 7m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (40s) 2s ago 12m 94.8M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (6s) 2s ago 11m 11.8M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (11m) 2s ago 11m 274M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 fa40f41bb7ff 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (10m) 2s ago 10m 196M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (10m) 76s ago 10m 196M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (10m) 76s ago 10m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (9m) 76s ago 9m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (9m) 76s ago 9m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:37:39.647 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (2m) 76s ago 8m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:37:39.884 INFO:tasks.rados.rados.0.smithi037.stdout:1522: done (7 left) 2024-07-26T06:37:39.884 INFO:tasks.rados.rados.0.smithi037.stdout:1523: done (6 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1524: done (5 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1525: done (4 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1527: done (3 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1528: done (2 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1529: done (1 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1531: done (0 left) 2024-07-26T06:37:39.885 INFO:tasks.rados.rados.0.smithi037.stdout:1532: snap_remove snap 151 2024-07-26T06:37:39.936 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:39.936 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[97339]: osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531] boot 2024-07-26T06:37:39.936 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[97339]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:37:39.936 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:37:39.936 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:39.937 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[99762]: osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531] boot 2024-07-26T06:37:39.937 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[99762]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:37:39.937 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:37:40.033 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:37:40.033 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 6, 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:37:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:37:40.035 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:37:40.035 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8, 2024-07-26T06:37:40.035 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 7 2024-07-26T06:37:40.035 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:37:40.035 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:37:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:39 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:37:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:39 smithi135 ceph-mon[90132]: osd.1 [v2:172.21.15.37:6810/1144871531,v1:172.21.15.37:6811/1144871531] boot 2024-07-26T06:37:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:39 smithi135 ceph-mon[90132]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:37:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1532: done (0 left) 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1533: read oid 11 snap -1 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1533: expect deleted 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1534: read oid 36 snap -1 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1534: expect (ObjNum 452 snap 148 seq_num 452) 2024-07-26T06:37:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:1535: setattr oid 6 current snap is 155 2024-07-26T06:37:40.859 INFO:tasks.rados.rados.0.smithi037.stdout:1536: snap_remove snap 146 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[97339]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[97339]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[97339]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[97339]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2426726058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[99762]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[99762]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[99762]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[99762]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:37:41.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2426726058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:40 smithi135 ceph-mon[90132]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 op/s; 62/378 objects degraded (16.402%) 2024-07-26T06:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:40 smithi135 ceph-mon[90132]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:40 smithi135 ceph-mon[90132]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:40 smithi135 ceph-mon[90132]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2426726058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:41] "GET /metrics HTTP/1.1" 200 36164 "" "Prometheus/2.43.0" 2024-07-26T06:37:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:37:41.541+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-07-26T06:37:41.863 INFO:tasks.rados.rados.0.smithi037.stdout:1536: done (3 left) 2024-07-26T06:37:41.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 155 2024-07-26T06:37:41.864 INFO:tasks.rados.rados.0.smithi037.stdout:1537: seq_num 478 ranges {2678784=409600,3088384=401408} 2024-07-26T06:37:41.882 INFO:tasks.rados.rados.0.smithi037.stdout:1537: writing smithi03785213-29 from 2678784 to 3088384 tid 1 2024-07-26T06:37:41.884 INFO:tasks.rados.rados.0.smithi037.stdout:1537: writing smithi03785213-29 from 3088384 to 3489792 tid 2 2024-07-26T06:37:41.885 INFO:tasks.rados.rados.0.smithi037.stdout:1538: snap_create 2024-07-26T06:37:41.885 INFO:tasks.rados.rados.0.smithi037.stdout:1534: expect (ObjNum 452 snap 148 seq_num 452) 2024-07-26T06:37:41.907 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1357 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:41.907 INFO:tasks.rados.rados.0.smithi037.stdout:1537: finishing write tid 1 to smithi03785213-29 2024-07-26T06:37:41.907 INFO:tasks.rados.rados.0.smithi037.stdout:1537: finishing write tid 2 to smithi03785213-29 2024-07-26T06:37:41.908 INFO:tasks.rados.rados.0.smithi037.stdout:1537: finishing write tid 3 to smithi03785213-29 2024-07-26T06:37:41.908 INFO:tasks.rados.rados.0.smithi037.stdout:1537: finishing write tid 4 to smithi03785213-29 2024-07-26T06:37:41.908 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 988 (ObjNum 478 snap 155 seq_num 478) dirty exists 2024-07-26T06:37:41.908 INFO:tasks.rados.rados.0.smithi037.stdout:1537: left oid 29 (ObjNum 478 snap 155 seq_num 478) 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:37:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:37:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:42.868 INFO:tasks.rados.rados.0.smithi037.stdout:1533: done (4 left) 2024-07-26T06:37:42.868 INFO:tasks.rados.rados.0.smithi037.stdout:1534: done (3 left) 2024-07-26T06:37:42.868 INFO:tasks.rados.rados.0.smithi037.stdout:1535: done (2 left) 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1537: done (1 left) 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1538: done (0 left) 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1539: read oid 27 snap -1 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1539: expect (ObjNum 449 snap 147 seq_num 449) 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1540: copy_from oid 36 from oid 24 current snap is 156 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 156 2024-07-26T06:37:42.869 INFO:tasks.rados.rados.0.smithi037.stdout:1541: seq_num 479 ranges {3489792=425984,3915776=401408} 2024-07-26T06:37:42.890 INFO:tasks.rados.rados.0.smithi037.stdout:1541: writing smithi03785213-29 from 3489792 to 3915776 tid 1 2024-07-26T06:37:42.892 INFO:tasks.rados.rados.0.smithi037.stdout:1541: writing smithi03785213-29 from 3915776 to 4317184 tid 2 2024-07-26T06:37:42.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 156 2024-07-26T06:37:42.892 INFO:tasks.rados.rados.0.smithi037.stdout:1542: seq_num 480 ranges {1957888=442368,2400256=401408} 2024-07-26T06:37:42.905 INFO:tasks.rados.rados.0.smithi037.stdout:1542: writing smithi03785213-1 from 1957888 to 2400256 tid 1 2024-07-26T06:37:42.907 INFO:tasks.rados.rados.0.smithi037.stdout:1542: writing smithi03785213-1 from 2400256 to 2801664 tid 2 2024-07-26T06:37:42.908 INFO:tasks.rados.rados.0.smithi037.stdout:1543: rollback oid 41 current snap is 156 2024-07-26T06:37:42.908 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 155 2024-07-26T06:37:42.908 INFO:tasks.rados.rados.0.smithi037.stdout:1539: expect (ObjNum 449 snap 147 seq_num 449) 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1540: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1540: finishing copy_from to smithi03785213-36 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 990 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1539: done (4 left) 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1540: done (3 left) 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 156 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 1 to smithi03785213-29 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 2 to smithi03785213-29 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 3 to smithi03785213-29 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 4 to smithi03785213-29 2024-07-26T06:37:42.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 991 (ObjNum 479 snap 156 seq_num 479) dirty exists 2024-07-26T06:37:42.922 INFO:tasks.rados.rados.0.smithi037.stdout:1541: left oid 29 (ObjNum 479 snap 156 seq_num 479) 2024-07-26T06:37:42.922 INFO:tasks.rados.rados.0.smithi037.stdout:1544: seq_num 481 ranges {4816896=458752,5275648=401408} 2024-07-26T06:37:42.949 INFO:tasks.rados.rados.0.smithi037.stdout:1544: writing smithi03785213-48 from 4816896 to 5275648 tid 1 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1544: writing smithi03785213-48 from 5275648 to 5677056 tid 2 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1541: done (3 left) 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1545: delete oid 46 current snap is 156 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing write tid 1 to smithi03785213-1 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing write tid 2 to smithi03785213-1 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing write tid 3 to smithi03785213-1 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1543: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:37:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing write tid 4 to smithi03785213-1 2024-07-26T06:37:42.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1204 (ObjNum 480 snap 156 seq_num 480) dirty exists 2024-07-26T06:37:42.953 INFO:tasks.rados.rados.0.smithi037.stdout:1542: left oid 1 (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:37:42.953 INFO:tasks.rados.rados.0.smithi037.stdout:1543: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:37:42.953 INFO:tasks.rados.rados.0.smithi037.stdout:1543: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:37:42.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1436 (ObjNum 438 snap 144 seq_num 438) dirty exists 2024-07-26T06:37:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:1542: done (3 left) 2024-07-26T06:37:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:1543: done (2 left) 2024-07-26T06:37:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:1545: done (1 left) 2024-07-26T06:37:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 156 2024-07-26T06:37:42.955 INFO:tasks.rados.rados.0.smithi037.stdout:1546: seq_num 483 ranges {2760704=491520,3252224=401408} 2024-07-26T06:37:42.972 INFO:tasks.rados.rados.0.smithi037.stdout:1546: writing smithi03785213-43 from 2760704 to 3252224 tid 1 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1546: writing smithi03785213-43 from 3252224 to 3653632 tid 2 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1547: read oid 2 snap -1 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1547: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1548: snap_create 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1544: finishing write tid 1 to smithi03785213-48 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1544: finishing write tid 2 to smithi03785213-48 2024-07-26T06:37:42.975 INFO:tasks.rados.rados.0.smithi037.stdout:1544: finishing write tid 3 to smithi03785213-48 2024-07-26T06:37:42.976 INFO:tasks.rados.rados.0.smithi037.stdout:1544: finishing write tid 4 to smithi03785213-48 2024-07-26T06:37:42.976 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1440 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-07-26T06:37:42.976 INFO:tasks.rados.rados.0.smithi037.stdout:1544: left oid 48 (ObjNum 481 snap 156 seq_num 481) 2024-07-26T06:37:42.978 INFO:tasks.rados.rados.0.smithi037.stdout:1546: finishing write tid 1 to smithi03785213-43 2024-07-26T06:37:42.978 INFO:tasks.rados.rados.0.smithi037.stdout:1546: finishing write tid 2 to smithi03785213-43 2024-07-26T06:37:42.979 INFO:tasks.rados.rados.0.smithi037.stdout:1546: finishing write tid 3 to smithi03785213-43 2024-07-26T06:37:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:1546: finishing write tid 4 to smithi03785213-43 2024-07-26T06:37:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 861 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-07-26T06:37:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:1546: left oid 43 (ObjNum 483 snap 156 seq_num 483) 2024-07-26T06:37:42.985 INFO:tasks.rados.rados.0.smithi037.stdout:1547: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:37:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[97339]: pgmap v165: 121 pgs: 16 active+undersized, 6 active+undersized+degraded, 99 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 27/387 objects degraded (6.977%); 7.1 MiB/s, 2 objects/s recovering 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[97339]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 27/387 objects degraded (6.977%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[99762]: pgmap v165: 121 pgs: 16 active+undersized, 6 active+undersized+degraded, 99 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 27/387 objects degraded (6.977%); 7.1 MiB/s, 2 objects/s recovering 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[99762]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:37:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:42 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 27/387 objects degraded (6.977%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-mon[90132]: pgmap v165: 121 pgs: 16 active+undersized, 6 active+undersized+degraded, 99 active+clean; 198 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.4 MiB/s wr, 10 op/s; 27/387 objects degraded (6.977%); 7.1 MiB/s, 2 objects/s recovering 2024-07-26T06:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-07-26T06:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-mon[90132]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:42 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 27/387 objects degraded (6.977%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:37:43.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:43.875 INFO:tasks.rados.rados.0.smithi037.stdout:1544: done (3 left) 2024-07-26T06:37:43.875 INFO:tasks.rados.rados.0.smithi037.stdout:1546: done (2 left) 2024-07-26T06:37:43.875 INFO:tasks.rados.rados.0.smithi037.stdout:1547: done (1 left) 2024-07-26T06:37:43.876 INFO:tasks.rados.rados.0.smithi037.stdout:1548: done (0 left) 2024-07-26T06:37:43.876 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 157 2024-07-26T06:37:43.876 INFO:tasks.rados.rados.0.smithi037.stdout:1549: seq_num 484 ranges {327680=507904,835584=401408} 2024-07-26T06:37:43.880 INFO:tasks.rados.rados.0.smithi037.stdout:1549: writing smithi03785213-27 from 327680 to 835584 tid 1 2024-07-26T06:37:43.883 INFO:tasks.rados.rados.0.smithi037.stdout:1549: writing smithi03785213-27 from 835584 to 1236992 tid 2 2024-07-26T06:37:43.883 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 157 2024-07-26T06:37:43.883 INFO:tasks.rados.rados.0.smithi037.stdout:1550: seq_num 485 ranges {6406144=532480,6938624=401408} 2024-07-26T06:37:43.920 INFO:tasks.rados.rados.0.smithi037.stdout:1550: writing smithi03785213-15 from 6406144 to 6938624 tid 1 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1550: writing smithi03785213-15 from 6938624 to 7340032 tid 2 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1551: read oid 29 snap -1 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1551: expect (ObjNum 479 snap 156 seq_num 479) 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 157 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing write tid 1 to smithi03785213-27 2024-07-26T06:37:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1552: seq_num 486 ranges {4145152=548864,4694016=401408} 2024-07-26T06:37:43.949 INFO:tasks.rados.rados.0.smithi037.stdout:1552: writing smithi03785213-31 from 4145152 to 4694016 tid 1 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1552: writing smithi03785213-31 from 4694016 to 5095424 tid 2 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1553: read oid 35 snap -1 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1553: expect (ObjNum 474 snap 154 seq_num 474) 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1554: delete oid 23 current snap is 157 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing write tid 2 to smithi03785213-27 2024-07-26T06:37:43.952 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing write tid 3 to smithi03785213-27 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing write tid 4 to smithi03785213-27 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 212 (ObjNum 484 snap 157 seq_num 484) dirty exists 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1549: left oid 27 (ObjNum 484 snap 157 seq_num 484) 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1550: finishing write tid 1 to smithi03785213-15 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1550: finishing write tid 2 to smithi03785213-15 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1550: finishing write tid 3 to smithi03785213-15 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1550: finishing write tid 4 to smithi03785213-15 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1229 (ObjNum 485 snap 157 seq_num 485) dirty exists 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1550: left oid 15 (ObjNum 485 snap 157 seq_num 485) 2024-07-26T06:37:43.953 INFO:tasks.rados.rados.0.smithi037.stdout:1551: expect (ObjNum 479 snap 156 seq_num 479) 2024-07-26T06:37:44.186 INFO:tasks.rados.rados.0.smithi037.stdout:1553: expect (ObjNum 474 snap 154 seq_num 474) 2024-07-26T06:37:44.206 INFO:tasks.rados.rados.0.smithi037.stdout:1552: finishing write tid 1 to smithi03785213-31 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1552: finishing write tid 2 to smithi03785213-31 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1552: finishing write tid 3 to smithi03785213-31 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1552: finishing write tid 4 to smithi03785213-31 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 998 (ObjNum 486 snap 157 seq_num 486) dirty exists 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1552: left oid 31 (ObjNum 486 snap 157 seq_num 486) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1549: done (5 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1550: done (4 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1551: done (3 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1552: done (2 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1553: done (1 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:1554: done (0 left) 2024-07-26T06:37:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 157 2024-07-26T06:37:44.208 INFO:tasks.rados.rados.0.smithi037.stdout:1555: seq_num 488 ranges {2367488=581632,2949120=401408} 2024-07-26T06:37:44.222 INFO:tasks.rados.rados.0.smithi037.stdout:1555: writing smithi03785213-34 from 2367488 to 2949120 tid 1 2024-07-26T06:37:44.224 INFO:tasks.rados.rados.0.smithi037.stdout:1555: writing smithi03785213-34 from 2949120 to 3350528 tid 2 2024-07-26T06:37:44.224 INFO:tasks.rados.rados.0.smithi037.stdout:1556: snap_remove snap 154 2024-07-26T06:37:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:43 smithi037 ceph-mon[97339]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:37:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:43 smithi037 ceph-mon[99762]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:37:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:43 smithi135 ceph-mon[90132]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:37:44.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:44.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:44.884 INFO:tasks.rados.rados.0.smithi037.stdout:1556: done (1 left) 2024-07-26T06:37:44.885 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 157 2024-07-26T06:37:44.885 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing write tid 1 to smithi03785213-34 2024-07-26T06:37:44.885 INFO:tasks.rados.rados.0.smithi037.stdout:1557: seq_num 489 ranges {5447680=598016,6045696=401408} 2024-07-26T06:37:44.917 INFO:tasks.rados.rados.0.smithi037.stdout:1557: writing smithi03785213-19 from 5447680 to 6045696 tid 1 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1557: writing smithi03785213-19 from 6045696 to 6447104 tid 2 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1558: snap_create 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing write tid 2 to smithi03785213-34 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing write tid 3 to smithi03785213-34 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing write tid 4 to smithi03785213-34 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1375 (ObjNum 488 snap 157 seq_num 488) dirty exists 2024-07-26T06:37:44.920 INFO:tasks.rados.rados.0.smithi037.stdout:1555: left oid 34 (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:37:44.927 INFO:tasks.rados.rados.0.smithi037.stdout:1557: finishing write tid 1 to smithi03785213-19 2024-07-26T06:37:44.927 INFO:tasks.rados.rados.0.smithi037.stdout:1557: finishing write tid 2 to smithi03785213-19 2024-07-26T06:37:44.928 INFO:tasks.rados.rados.0.smithi037.stdout:1557: finishing write tid 3 to smithi03785213-19 2024-07-26T06:37:44.932 INFO:tasks.rados.rados.0.smithi037.stdout:1557: finishing write tid 4 to smithi03785213-19 2024-07-26T06:37:44.932 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 784 (ObjNum 489 snap 157 seq_num 489) dirty exists 2024-07-26T06:37:44.932 INFO:tasks.rados.rados.0.smithi037.stdout:1557: left oid 19 (ObjNum 489 snap 157 seq_num 489) 2024-07-26T06:37:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:44 smithi037 ceph-mon[97339]: pgmap v168: 121 pgs: 5 active+undersized, 1 active+undersized+degraded, 115 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 5/381 objects degraded (1.312%); 14 MiB/s, 5 objects/s recovering 2024-07-26T06:37:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:44 smithi037 ceph-mon[97339]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:37:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:44 smithi037 ceph-mon[99762]: pgmap v168: 121 pgs: 5 active+undersized, 1 active+undersized+degraded, 115 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 5/381 objects degraded (1.312%); 14 MiB/s, 5 objects/s recovering 2024-07-26T06:37:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:44 smithi037 ceph-mon[99762]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:37:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:44 smithi135 ceph-mon[90132]: pgmap v168: 121 pgs: 5 active+undersized, 1 active+undersized+degraded, 115 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 5/381 objects degraded (1.312%); 14 MiB/s, 5 objects/s recovering 2024-07-26T06:37:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:44 smithi135 ceph-mon[90132]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:37:45.888 INFO:tasks.rados.rados.0.smithi037.stdout:1555: done (2 left) 2024-07-26T06:37:45.888 INFO:tasks.rados.rados.0.smithi037.stdout:1557: done (1 left) 2024-07-26T06:37:45.888 INFO:tasks.rados.rados.0.smithi037.stdout:1558: done (0 left) 2024-07-26T06:37:45.888 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 158 2024-07-26T06:37:45.889 INFO:tasks.rados.rados.0.smithi037.stdout:1559: seq_num 490 ranges {6406144=614400,7020544=401408} 2024-07-26T06:37:45.926 INFO:tasks.rados.rados.0.smithi037.stdout:1559: writing smithi03785213-3 from 6406144 to 7020544 tid 1 2024-07-26T06:37:45.928 INFO:tasks.rados.rados.0.smithi037.stdout:1559: writing smithi03785213-3 from 7020544 to 7421952 tid 2 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1560: read oid 23 snap -1 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1560: expect deleted 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1561: read oid 30 snap 156 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1561: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1562: rmattr oid 13 current snap is 158 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1562: done (3 left) 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 158 2024-07-26T06:37:45.929 INFO:tasks.rados.rados.0.smithi037.stdout:1563: seq_num 491 ranges {155648=630784,786432=401408} 2024-07-26T06:37:45.933 INFO:tasks.rados.rados.0.smithi037.stdout:1563: writing smithi03785213-21 from 155648 to 786432 tid 1 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1563: writing smithi03785213-21 from 786432 to 1187840 tid 2 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1564: read oid 37 snap -1 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1564: expect (ObjNum 386 snap 126 seq_num 386) 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1565: rollback oid 45 current snap is 158 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 157 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1559: finishing write tid 1 to smithi03785213-3 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1559: finishing write tid 2 to smithi03785213-3 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1559: finishing write tid 3 to smithi03785213-3 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1560: done (5 left) 2024-07-26T06:37:45.937 INFO:tasks.rados.rados.0.smithi037.stdout:1566: delete oid 19 current snap is 158 2024-07-26T06:37:45.938 INFO:tasks.rados.rados.0.smithi037.stdout:1559: finishing write tid 4 to smithi03785213-3 2024-07-26T06:37:45.938 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1232 (ObjNum 490 snap 158 seq_num 490) dirty exists 2024-07-26T06:37:45.938 INFO:tasks.rados.rados.0.smithi037.stdout:1559: left oid 3 (ObjNum 490 snap 158 seq_num 490) 2024-07-26T06:37:45.943 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:37:45.945 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing write tid 1 to smithi03785213-21 2024-07-26T06:37:45.945 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:37:45.946 INFO:tasks.rados.rados.0.smithi037.stdout:1564: expect (ObjNum 386 snap 126 seq_num 386) 2024-07-26T06:37:45.993 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:37:45.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1450 (ObjNum 451 snap 148 seq_num 451) dirty exists 2024-07-26T06:37:45.993 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing write tid 2 to smithi03785213-21 2024-07-26T06:37:45.993 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing write tid 3 to smithi03785213-21 2024-07-26T06:37:45.993 INFO:tasks.rados.rados.0.smithi037.stdout:1559: done (5 left) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1564: done (4 left) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1565: done (3 left) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1566: done (2 left) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1567: read oid 45 snap 152 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1567: expect (ObjNum 451 snap 148 seq_num 451) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1568: read oid 38 snap -1 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1568: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:37:45.994 INFO:tasks.rados.rados.0.smithi037.stdout:1569: snap_remove snap 155 2024-07-26T06:37:46.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:45 smithi037 ceph-mon[97339]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:37:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:45 smithi037 ceph-mon[99762]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:37:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:45 smithi135 ceph-mon[90132]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:37:46.897 INFO:tasks.rados.rados.0.smithi037.stdout:1569: done (4 left) 2024-07-26T06:37:46.897 INFO:tasks.rados.rados.0.smithi037.stdout:1570: snap_create 2024-07-26T06:37:46.897 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing write tid 4 to smithi03785213-21 2024-07-26T06:37:46.897 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1004 (ObjNum 491 snap 158 seq_num 491) dirty exists 2024-07-26T06:37:46.897 INFO:tasks.rados.rados.0.smithi037.stdout:1563: left oid 21 (ObjNum 491 snap 158 seq_num 491) 2024-07-26T06:37:46.898 INFO:tasks.rados.rados.0.smithi037.stdout:1561: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:37:47.063 INFO:tasks.rados.rados.0.smithi037.stdout:1567: expect (ObjNum 451 snap 148 seq_num 451) 2024-07-26T06:37:47.073 INFO:tasks.rados.rados.0.smithi037.stdout:1568: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[97339]: pgmap v171: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 9.0 MiB/s, 3 objects/s recovering 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/381 objects degraded (1.312%), 1 pg degraded) 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[97339]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[99762]: pgmap v171: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 9.0 MiB/s, 3 objects/s recovering 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/381 objects degraded (1.312%), 1 pg degraded) 2024-07-26T06:37:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:37:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:46 smithi037 ceph-mon[99762]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:46 smithi135 ceph-mon[90132]: pgmap v171: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 9.0 MiB/s, 3 objects/s recovering 2024-07-26T06:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:46 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/381 objects degraded (1.312%), 1 pg degraded) 2024-07-26T06:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:46 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:46 smithi135 ceph-mon[90132]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:37:47.746 INFO:tasks.rados.rados.0.smithi037.stdout:1561: done (4 left) 2024-07-26T06:37:47.746 INFO:tasks.rados.rados.0.smithi037.stdout:1563: done (3 left) 2024-07-26T06:37:47.746 INFO:tasks.rados.rados.0.smithi037.stdout:1567: done (2 left) 2024-07-26T06:37:47.746 INFO:tasks.rados.rados.0.smithi037.stdout:1568: done (1 left) 2024-07-26T06:37:47.746 INFO:tasks.rados.rados.0.smithi037.stdout:1570: done (0 left) 2024-07-26T06:37:47.747 INFO:tasks.rados.rados.0.smithi037.stdout:1571: snap_create 2024-07-26T06:37:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:47 smithi037 ceph-mon[97339]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:37:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:47 smithi037 ceph-mon[97339]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:37:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:47 smithi037 ceph-mon[99762]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:37:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:47 smithi037 ceph-mon[99762]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:37:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:47 smithi135 ceph-mon[90132]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:37:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:47 smithi135 ceph-mon[90132]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:37:48.748 INFO:tasks.rados.rados.0.smithi037.stdout:1571: done (0 left) 2024-07-26T06:37:48.748 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 160 2024-07-26T06:37:48.748 INFO:tasks.rados.rados.0.smithi037.stdout:1572: seq_num 493 ranges {598016=663552,1261568=401408} 2024-07-26T06:37:48.754 INFO:tasks.rados.rados.0.smithi037.stdout:1572: writing smithi03785213-40 from 598016 to 1261568 tid 1 2024-07-26T06:37:48.757 INFO:tasks.rados.rados.0.smithi037.stdout:1572: writing smithi03785213-40 from 1261568 to 1662976 tid 2 2024-07-26T06:37:48.757 INFO:tasks.rados.rados.0.smithi037.stdout:1573: snap_create 2024-07-26T06:37:48.762 INFO:tasks.rados.rados.0.smithi037.stdout:1572: finishing write tid 1 to smithi03785213-40 2024-07-26T06:37:48.762 INFO:tasks.rados.rados.0.smithi037.stdout:1572: finishing write tid 2 to smithi03785213-40 2024-07-26T06:37:48.762 INFO:tasks.rados.rados.0.smithi037.stdout:1572: finishing write tid 3 to smithi03785213-40 2024-07-26T06:37:48.763 INFO:tasks.rados.rados.0.smithi037.stdout:1572: finishing write tid 4 to smithi03785213-40 2024-07-26T06:37:48.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 982 (ObjNum 493 snap 160 seq_num 493) dirty exists 2024-07-26T06:37:48.763 INFO:tasks.rados.rados.0.smithi037.stdout:1572: left oid 40 (ObjNum 493 snap 160 seq_num 493) 2024-07-26T06:37:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:48 smithi135 ceph-mon[90132]: pgmap v174: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 2.4 MiB/s, 0 objects/s recovering 2024-07-26T06:37:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:48 smithi135 ceph-mon[90132]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:37:49.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:48.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:37:49.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:48 smithi037 ceph-mon[97339]: pgmap v174: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 2.4 MiB/s, 0 objects/s recovering 2024-07-26T06:37:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:48 smithi037 ceph-mon[97339]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:37:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:48 smithi037 ceph-mon[99762]: pgmap v174: 121 pgs: 121 active+clean; 203 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 2.4 MiB/s, 0 objects/s recovering 2024-07-26T06:37:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:48 smithi037 ceph-mon[99762]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:37:49.749 INFO:tasks.rados.rados.0.smithi037.stdout:1572: done (1 left) 2024-07-26T06:37:49.750 INFO:tasks.rados.rados.0.smithi037.stdout:1573: done (0 left) 2024-07-26T06:37:49.750 INFO:tasks.rados.rados.0.smithi037.stdout:1574: copy_from oid 50 from oid 10 current snap is 161 2024-07-26T06:37:49.750 INFO:tasks.rados.rados.0.smithi037.stdout:1575: snap_remove snap 137 2024-07-26T06:37:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:50 smithi135 ceph-mon[90132]: pgmap v177: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 938 KiB/s wr, 7 op/s 2024-07-26T06:37:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:50 smithi135 ceph-mon[90132]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:37:50.752 INFO:tasks.rados.rados.0.smithi037.stdout:1575: done (1 left) 2024-07-26T06:37:50.752 INFO:tasks.rados.rados.0.smithi037.stdout:1576: copy_from oid 5 from oid 2 current snap is 161 2024-07-26T06:37:50.752 INFO:tasks.rados.rados.0.smithi037.stdout:1574: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:37:50.753 INFO:tasks.rados.rados.0.smithi037.stdout:1574: finishing copy_from to smithi03785213-50 2024-07-26T06:37:50.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:50.753 INFO:tasks.rados.rados.0.smithi037.stdout:1574: done (1 left) 2024-07-26T06:37:50.753 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 161 2024-07-26T06:37:50.753 INFO:tasks.rados.rados.0.smithi037.stdout:1577: seq_num 494 ranges {2129920=679936,2809856=401408} 2024-07-26T06:37:50.770 INFO:tasks.rados.rados.0.smithi037.stdout:1577: writing smithi03785213-7 from 2129920 to 2809856 tid 1 2024-07-26T06:37:50.773 INFO:tasks.rados.rados.0.smithi037.stdout:1577: writing smithi03785213-7 from 2809856 to 3211264 tid 2 2024-07-26T06:37:50.773 INFO:tasks.rados.rados.0.smithi037.stdout:1578: snap_create 2024-07-26T06:37:50.774 INFO:tasks.rados.rados.0.smithi037.stdout:1576: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:37:50.777 INFO:tasks.rados.rados.0.smithi037.stdout:1576: finishing copy_from to smithi03785213-5 2024-07-26T06:37:50.777 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 977 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:37:50.780 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 1 to smithi03785213-7 2024-07-26T06:37:50.780 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 2 to smithi03785213-7 2024-07-26T06:37:50.782 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 3 to smithi03785213-7 2024-07-26T06:37:50.785 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 4 to smithi03785213-7 2024-07-26T06:37:50.785 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1468 (ObjNum 494 snap 161 seq_num 494) dirty exists 2024-07-26T06:37:50.785 INFO:tasks.rados.rados.0.smithi037.stdout:1577: left oid 7 (ObjNum 494 snap 161 seq_num 494) 2024-07-26T06:37:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[97339]: pgmap v177: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 938 KiB/s wr, 7 op/s 2024-07-26T06:37:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[97339]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[99762]: pgmap v177: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 938 KiB/s wr, 7 op/s 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:50 smithi037 ceph-mon[99762]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:37:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:37:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:37:51] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-07-26T06:37:51.755 INFO:tasks.rados.rados.0.smithi037.stdout:1576: done (2 left) 2024-07-26T06:37:51.755 INFO:tasks.rados.rados.0.smithi037.stdout:1577: done (1 left) 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1578: done (0 left) 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1579: read oid 9 snap -1 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1579: expect (ObjNum 433 snap 143 seq_num 433) 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1580: read oid 50 snap -1 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1580: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 162 2024-07-26T06:37:51.756 INFO:tasks.rados.rados.0.smithi037.stdout:1581: seq_num 495 ranges {0=696320,696320=401408} 2024-07-26T06:37:51.759 INFO:tasks.rados.rados.0.smithi037.stdout:1581: writing smithi03785213-17 from 0 to 696320 tid 1 2024-07-26T06:37:51.763 INFO:tasks.rados.rados.0.smithi037.stdout:1581: writing smithi03785213-17 from 696320 to 1097728 tid 2 2024-07-26T06:37:51.763 INFO:tasks.rados.rados.0.smithi037.stdout:1582: rmattr oid 44 current snap is 162 2024-07-26T06:37:51.763 INFO:tasks.rados.rados.0.smithi037.stdout:1579: expect (ObjNum 433 snap 143 seq_num 433) 2024-07-26T06:37:51.765 INFO:tasks.rados.rados.0.smithi037.stdout:1579: done (3 left) 2024-07-26T06:37:51.765 INFO:tasks.rados.rados.0.smithi037.stdout:1583: rollback oid 38 current snap is 162 2024-07-26T06:37:51.765 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 159 2024-07-26T06:37:51.765 INFO:tasks.rados.rados.0.smithi037.stdout:1584: read oid 49 snap 157 2024-07-26T06:37:51.765 INFO:tasks.rados.rados.0.smithi037.stdout:1584: expect (ObjNum 470 snap 152 seq_num 470) 2024-07-26T06:37:51.766 INFO:tasks.rados.rados.0.smithi037.stdout:1585: copy_from oid 10 from oid 6 current snap is 162 2024-07-26T06:37:51.766 INFO:tasks.rados.rados.0.smithi037.stdout:1586: snap_create 2024-07-26T06:37:51.768 INFO:tasks.rados.rados.0.smithi037.stdout:1581: finishing write tid 1 to smithi03785213-17 2024-07-26T06:37:51.768 INFO:tasks.rados.rados.0.smithi037.stdout:1581: finishing write tid 2 to smithi03785213-17 2024-07-26T06:37:51.768 INFO:tasks.rados.rados.0.smithi037.stdout:1581: finishing write tid 3 to smithi03785213-17 2024-07-26T06:37:51.771 INFO:tasks.rados.rados.0.smithi037.stdout:1581: finishing write tid 4 to smithi03785213-17 2024-07-26T06:37:51.771 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1015 (ObjNum 495 snap 162 seq_num 495) dirty exists 2024-07-26T06:37:51.771 INFO:tasks.rados.rados.0.smithi037.stdout:1581: left oid 17 (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:37:51.773 INFO:tasks.rados.rados.0.smithi037.stdout:1583: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:37:51.774 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 983 (ObjNum 466 snap 152 seq_num 466) dirty exists 2024-07-26T06:37:51.774 INFO:tasks.rados.rados.0.smithi037.stdout:1583: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:37:51.780 INFO:tasks.rados.rados.0.smithi037.stdout:1583: finishing rollback tid 2 to smithi03785213-38 2024-07-26T06:37:51.780 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1207 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:37:51.783 INFO:tasks.rados.rados.0.smithi037.stdout:1584: expect (ObjNum 470 snap 152 seq_num 470) 2024-07-26T06:37:51.879 INFO:tasks.rados.rados.0.smithi037.stdout:1580: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:37:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:51 smithi037 ceph-mon[97339]: osdmap e397: 8 total, 8 up, 8 in 2024-07-26T06:37:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:51 smithi037 ceph-mon[99762]: osdmap e397: 8 total, 8 up, 8 in 2024-07-26T06:37:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:51 smithi135 ceph-mon[90132]: osdmap e397: 8 total, 8 up, 8 in 2024-07-26T06:37:52.169 INFO:tasks.rados.rados.0.smithi037.stdout:1585: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:37:52.169 INFO:tasks.rados.rados.0.smithi037.stdout:1585: finishing copy_from to smithi03785213-10 2024-07-26T06:37:52.169 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1357 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:37:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:52.751 INFO:tasks.rados.rados.0.smithi037.stdout:1580: done (6 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1581: done (5 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1582: done (4 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1583: done (3 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1584: done (2 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1585: done (1 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1586: done (0 left) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1587: read oid 34 snap -1 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1587: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:37:52.752 INFO:tasks.rados.rados.0.smithi037.stdout:1588: setattr oid 5 current snap is 163 2024-07-26T06:37:52.755 INFO:tasks.rados.rados.0.smithi037.stdout:1589: snap_create 2024-07-26T06:37:52.762 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 984 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:37:52.768 INFO:tasks.rados.rados.0.smithi037.stdout:1587: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:37:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:52 smithi037 ceph-mon[97339]: pgmap v180: 121 pgs: 121 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-26T06:37:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:52 smithi037 ceph-mon[97339]: osdmap e398: 8 total, 8 up, 8 in 2024-07-26T06:37:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:52 smithi037 ceph-mon[99762]: pgmap v180: 121 pgs: 121 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-26T06:37:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:52 smithi037 ceph-mon[99762]: osdmap e398: 8 total, 8 up, 8 in 2024-07-26T06:37:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:52 smithi135 ceph-mon[90132]: pgmap v180: 121 pgs: 121 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-26T06:37:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:52 smithi135 ceph-mon[90132]: osdmap e398: 8 total, 8 up, 8 in 2024-07-26T06:37:53.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:53.766 INFO:tasks.rados.rados.0.smithi037.stdout:1587: done (2 left) 2024-07-26T06:37:53.766 INFO:tasks.rados.rados.0.smithi037.stdout:1588: done (1 left) 2024-07-26T06:37:53.766 INFO:tasks.rados.rados.0.smithi037.stdout:1589: done (0 left) 2024-07-26T06:37:53.766 INFO:tasks.rados.rados.0.smithi037.stdout:1590: delete oid 6 current snap is 164 2024-07-26T06:37:53.771 INFO:tasks.rados.rados.0.smithi037.stdout:1590: done (0 left) 2024-07-26T06:37:53.771 INFO:tasks.rados.rados.0.smithi037.stdout:1591: snap_create 2024-07-26T06:37:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:53 smithi037 ceph-mon[97339]: osdmap e399: 8 total, 8 up, 8 in 2024-07-26T06:37:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:53 smithi037 ceph-mon[99762]: osdmap e399: 8 total, 8 up, 8 in 2024-07-26T06:37:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:53 smithi135 ceph-mon[90132]: osdmap e399: 8 total, 8 up, 8 in 2024-07-26T06:37:54.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:54.762 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:54.770 INFO:tasks.rados.rados.0.smithi037.stdout:1591: done (0 left) 2024-07-26T06:37:54.770 INFO:tasks.rados.rados.0.smithi037.stdout:1592: snap_remove snap 136 2024-07-26T06:37:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:54 smithi037 ceph-mon[99762]: pgmap v183: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:37:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:54 smithi037 ceph-mon[99762]: osdmap e400: 8 total, 8 up, 8 in 2024-07-26T06:37:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:54 smithi037 ceph-mon[97339]: pgmap v183: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:37:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:54 smithi037 ceph-mon[97339]: osdmap e400: 8 total, 8 up, 8 in 2024-07-26T06:37:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:54 smithi135 ceph-mon[90132]: pgmap v183: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:37:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:54 smithi135 ceph-mon[90132]: osdmap e400: 8 total, 8 up, 8 in 2024-07-26T06:37:55.777 INFO:tasks.rados.rados.0.smithi037.stdout:1592: done (0 left) 2024-07-26T06:37:55.777 INFO:tasks.rados.rados.0.smithi037.stdout:1593: delete oid 32 current snap is 165 2024-07-26T06:37:55.784 INFO:tasks.rados.rados.0.smithi037.stdout:1593: done (0 left) 2024-07-26T06:37:55.785 INFO:tasks.rados.rados.0.smithi037.stdout:1594: delete oid 21 current snap is 165 2024-07-26T06:37:55.793 INFO:tasks.rados.rados.0.smithi037.stdout:1594: done (0 left) 2024-07-26T06:37:55.794 INFO:tasks.rados.rados.0.smithi037.stdout:1595: snap_remove snap 163 2024-07-26T06:37:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:55 smithi037 ceph-mon[97339]: osdmap e401: 8 total, 8 up, 8 in 2024-07-26T06:37:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:55 smithi037 ceph-mon[99762]: osdmap e401: 8 total, 8 up, 8 in 2024-07-26T06:37:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:55 smithi135 ceph-mon[90132]: osdmap e401: 8 total, 8 up, 8 in 2024-07-26T06:37:56.779 INFO:tasks.rados.rados.0.smithi037.stdout:1595: done (0 left) 2024-07-26T06:37:56.779 INFO:tasks.rados.rados.0.smithi037.stdout:1596: snap_remove snap 157 2024-07-26T06:37:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[97339]: pgmap v186: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-07-26T06:37:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[97339]: osdmap e402: 8 total, 8 up, 8 in 2024-07-26T06:37:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[99762]: pgmap v186: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-07-26T06:37:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[99762]: osdmap e402: 8 total, 8 up, 8 in 2024-07-26T06:37:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:56 smithi135 ceph-mon[90132]: pgmap v186: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-07-26T06:37:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:56 smithi135 ceph-mon[90132]: osdmap e402: 8 total, 8 up, 8 in 2024-07-26T06:37:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:57.748 INFO:tasks.rados.rados.0.smithi037.stdout:1596: done (0 left) 2024-07-26T06:37:57.748 INFO:tasks.rados.rados.0.smithi037.stdout:1597: copy_from oid 11 from oid 16 current snap is 165 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:1598: rollback oid 40 current snap is 165 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 162 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:1599: read oid 17 snap -1 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:1599: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 165 2024-07-26T06:37:57.749 INFO:tasks.rados.rados.0.smithi037.stdout:1600: seq_num 499 ranges {7421952=761856,8183808=401408} 2024-07-26T06:37:57.794 INFO:tasks.rados.rados.0.smithi037.stdout:1600: writing smithi03785213-3 from 7421952 to 8183808 tid 1 2024-07-26T06:37:57.797 INFO:tasks.rados.rados.0.smithi037.stdout:1600: writing smithi03785213-3 from 8183808 to 8585216 tid 2 2024-07-26T06:37:57.797 INFO:tasks.rados.rados.0.smithi037.stdout:1601: copy_from oid 41 from oid 24 current snap is 165 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1597: finishing copy_from to smithi03785213-11 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1597: got expected ENOENT (src dne) 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1597: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing rollback tid 0 to smithi03785213-40 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing rollback tid 2 to smithi03785213-40 2024-07-26T06:37:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 987 (ObjNum 493 snap 160 seq_num 493) dirty exists 2024-07-26T06:37:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:1599: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:37:57.827 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1600: finishing write tid 1 to smithi03785213-3 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing copy_from to smithi03785213-41 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 990 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1600: finishing write tid 2 to smithi03785213-3 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1597: done (4 left) 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1598: done (3 left) 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1599: done (2 left) 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1601: done (1 left) 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 165 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1600: finishing write tid 3 to smithi03785213-3 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1600: finishing write tid 4 to smithi03785213-3 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1235 (ObjNum 499 snap 165 seq_num 499) dirty exists 2024-07-26T06:37:57.828 INFO:tasks.rados.rados.0.smithi037.stdout:1600: left oid 3 (ObjNum 499 snap 165 seq_num 499) 2024-07-26T06:37:57.829 INFO:tasks.rados.rados.0.smithi037.stdout:1602: seq_num 500 ranges {0=778240,778240=401408} 2024-07-26T06:37:57.832 INFO:tasks.rados.rados.0.smithi037.stdout:1602: writing smithi03785213-22 from 0 to 778240 tid 1 2024-07-26T06:37:57.834 INFO:tasks.rados.rados.0.smithi037.stdout:1602: writing smithi03785213-22 from 778240 to 1179648 tid 2 2024-07-26T06:37:57.834 INFO:tasks.rados.rados.0.smithi037.stdout:1600: done (1 left) 2024-07-26T06:37:57.834 INFO:tasks.rados.rados.0.smithi037.stdout:1603: copy_from oid 18 from oid 20 current snap is 165 2024-07-26T06:37:57.834 INFO:tasks.rados.rados.0.smithi037.stdout:1604: delete oid 46 current snap is 165 2024-07-26T06:37:57.836 INFO:tasks.rados.rados.0.smithi037.stdout:1604: done (2 left) 2024-07-26T06:37:57.836 INFO:tasks.rados.rados.0.smithi037.stdout:1605: snap_remove snap 144 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[97339]: Upgrade: osd.2 is safe to restart 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[97339]: osdmap e403: 8 total, 8 up, 8 in 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[97339]: osdmap e404: 8 total, 8 up, 8 in 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[99762]: Upgrade: osd.2 is safe to restart 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[99762]: osdmap e403: 8 total, 8 up, 8 in 2024-07-26T06:37:57.958 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:57 smithi037 ceph-mon[99762]: osdmap e404: 8 total, 8 up, 8 in 2024-07-26T06:37:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:57 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:37:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:57 smithi135 ceph-mon[90132]: Upgrade: osd.2 is safe to restart 2024-07-26T06:37:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:57 smithi135 ceph-mon[90132]: osdmap e403: 8 total, 8 up, 8 in 2024-07-26T06:37:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:57 smithi135 ceph-mon[90132]: osdmap e404: 8 total, 8 up, 8 in 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1605: done (2 left) 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1606: read oid 1 snap 160 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1606: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1607: rmattr oid 39 current snap is 165 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1607: done (3 left) 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1608: read oid 34 snap -1 2024-07-26T06:37:58.789 INFO:tasks.rados.rados.0.smithi037.stdout:1608: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1609: copy_from oid 27 from oid 8 current snap is 165 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: finishing write tid 1 to smithi03785213-22 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: finishing write tid 2 to smithi03785213-22 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: finishing write tid 3 to smithi03785213-22 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: finishing write tid 4 to smithi03785213-22 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1238 (ObjNum 500 snap 165 seq_num 500) dirty exists 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: left oid 22 (ObjNum 500 snap 165 seq_num 500) 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1602: done (4 left) 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 165 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing copy_from to smithi03785213-18 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 976 (ObjNum 456 snap 148 seq_num 456) dirty exists 2024-07-26T06:37:58.790 INFO:tasks.rados.rados.0.smithi037.stdout:1610: seq_num 502 ranges {1662976=409600,2072576=417792,2490368=385024} 2024-07-26T06:37:58.801 INFO:tasks.rados.rados.0.smithi037.stdout:1610: writing smithi03785213-40 from 1662976 to 2072576 tid 1 2024-07-26T06:37:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:1610: writing smithi03785213-40 from 2072576 to 2490368 tid 2 2024-07-26T06:37:58.808 INFO:tasks.rados.rados.0.smithi037.stdout:1610: writing smithi03785213-40 from 2490368 to 2875392 tid 3 2024-07-26T06:37:58.808 INFO:tasks.rados.rados.0.smithi037.stdout:1603: done (4 left) 2024-07-26T06:37:58.808 INFO:tasks.rados.rados.0.smithi037.stdout:1611: setattr oid 9 current snap is 165 2024-07-26T06:37:58.809 INFO:tasks.rados.rados.0.smithi037.stdout:1612: snap_remove snap 153 2024-07-26T06:37:58.988 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:37:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: pgmap v189: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: Upgrade: Updating osd.2 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: Deploying daemon osd.2 on smithi037 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[97339]: osdmap e405: 8 total, 8 up, 8 in 2024-07-26T06:37:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: pgmap v189: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: Upgrade: Updating osd.2 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: Deploying daemon osd.2 on smithi037 2024-07-26T06:37:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:37:58 smithi037 ceph-mon[99762]: osdmap e405: 8 total, 8 up, 8 in 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: pgmap v189: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: Upgrade: Updating osd.2 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: Deploying daemon osd.2 on smithi037 2024-07-26T06:37:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:37:58 smithi135 ceph-mon[90132]: osdmap e405: 8 total, 8 up, 8 in 2024-07-26T06:37:59.789 INFO:tasks.rados.rados.0.smithi037.stdout:1612: done (5 left) 2024-07-26T06:37:59.789 INFO:tasks.rados.rados.0.smithi037.stdout:1613: rmattr oid 28 current snap is 165 2024-07-26T06:37:59.789 INFO:tasks.rados.rados.0.smithi037.stdout:1613: done (5 left) 2024-07-26T06:37:59.790 INFO:tasks.rados.rados.0.smithi037.stdout:1614: read oid 31 snap 148 2024-07-26T06:37:59.790 INFO:tasks.rados.rados.0.smithi037.stdout:1614: expect (ObjNum 348 snap 116 seq_num 348) 2024-07-26T06:37:59.790 INFO:tasks.rados.rados.0.smithi037.stdout:1615: read oid 50 snap 148 2024-07-26T06:37:59.790 INFO:tasks.rados.rados.0.smithi037.stdout:1615: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:37:59.790 INFO:tasks.rados.rados.0.smithi037.stdout:1616: snap_remove snap 152 2024-07-26T06:38:00.789 INFO:tasks.rados.rados.0.smithi037.stdout:1616: done (7 left) 2024-07-26T06:38:00.789 INFO:tasks.rados.rados.0.smithi037.stdout:1617: snap_create 2024-07-26T06:38:00.789 INFO:tasks.rados.rados.0.smithi037.stdout:1610: finishing write tid 1 to smithi03785213-40 2024-07-26T06:38:00.790 INFO:tasks.rados.rados.0.smithi037.stdout:1608: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:38:00.938 INFO:tasks.rados.rados.0.smithi037.stdout:1606: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:00 smithi037 ceph-mon[97339]: pgmap v192: 121 pgs: 121 active+clean; 210 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-07-26T06:38:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:00 smithi037 ceph-mon[97339]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:38:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:00 smithi037 ceph-mon[99762]: pgmap v192: 121 pgs: 121 active+clean; 210 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-07-26T06:38:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:00 smithi037 ceph-mon[99762]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:38:01.058 INFO:tasks.rados.rados.0.smithi037.stdout:1610: finishing write tid 2 to smithi03785213-40 2024-07-26T06:38:01.058 INFO:tasks.rados.rados.0.smithi037.stdout:1610: finishing write tid 3 to smithi03785213-40 2024-07-26T06:38:01.058 INFO:tasks.rados.rados.0.smithi037.stdout:1610: finishing write tid 4 to smithi03785213-40 2024-07-26T06:38:01.058 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1504 (ObjNum 433 snap 143 seq_num 433) dirty exists 2024-07-26T06:38:01.058 INFO:tasks.rados.rados.0.smithi037.stdout:1610: finishing write tid 5 to smithi03785213-40 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 991 (ObjNum 502 snap 165 seq_num 502) dirty exists 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:1610: left oid 40 (ObjNum 502 snap 165 seq_num 502) 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing copy_from to smithi03785213-27 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1398 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:38:01.059 INFO:tasks.rados.rados.0.smithi037.stdout:1615: expect (ObjNum 411 snap 133 seq_num 411) 2024-07-26T06:38:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:00 smithi135 ceph-mon[90132]: pgmap v192: 121 pgs: 121 active+clean; 210 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 804 KiB/s rd, 174 KiB/s wr, 1 op/s 2024-07-26T06:38:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:00 smithi135 ceph-mon[90132]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:38:01.235 INFO:tasks.rados.rados.0.smithi037.stdout:1614: expect (ObjNum 348 snap 116 seq_num 348) 2024-07-26T06:38:01.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:01] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-07-26T06:38:01.339 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:01 smithi037 systemd[1]: Stopping Ceph osd.2 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:38:01.794 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[57037]: 2024-07-26T06:38:01.338+0000 7fe52ea4f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:38:01.794 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[57037]: 2024-07-26T06:38:01.338+0000 7fe52ea4f640 -1 osd.2 407 *** Got signal Terminated *** 2024-07-26T06:38:01.795 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[57037]: 2024-07-26T06:38:01.338+0000 7fe52ea4f640 -1 osd.2 407 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:38:01.803 INFO:tasks.rados.rados.0.smithi037.stdout:1606: done (7 left) 2024-07-26T06:38:01.803 INFO:tasks.rados.rados.0.smithi037.stdout:1608: done (6 left) 2024-07-26T06:38:01.803 INFO:tasks.rados.rados.0.smithi037.stdout:1609: done (5 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1610: done (4 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1611: done (3 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1614: done (2 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1615: done (1 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1617: done (0 left) 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 166 2024-07-26T06:38:01.804 INFO:tasks.rados.rados.0.smithi037.stdout:1618: seq_num 503 ranges {753664=425984,1179648=704512,1884160=98304} 2024-07-26T06:38:01.810 INFO:tasks.rados.rados.0.smithi037.stdout:1618: writing smithi03785213-42 from 753664 to 1179648 tid 1 2024-07-26T06:38:01.814 INFO:tasks.rados.rados.0.smithi037.stdout:1618: writing smithi03785213-42 from 1179648 to 1884160 tid 2 2024-07-26T06:38:01.815 INFO:tasks.rados.rados.0.smithi037.stdout:1618: writing smithi03785213-42 from 1884160 to 1982464 tid 3 2024-07-26T06:38:01.815 INFO:tasks.rados.rados.0.smithi037.stdout:1619: copy_from oid 22 from oid 18 current snap is 166 2024-07-26T06:38:01.815 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 166 2024-07-26T06:38:01.815 INFO:tasks.rados.rados.0.smithi037.stdout:1620: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-07-26T06:38:01.818 INFO:tasks.rados.rados.0.smithi037.stdout:1620: writing smithi03785213-21 from 0 to 450560 tid 1 2024-07-26T06:38:01.822 INFO:tasks.rados.rados.0.smithi037.stdout:1620: writing smithi03785213-21 from 450560 to 1040384 tid 2 2024-07-26T06:38:01.823 INFO:tasks.rados.rados.0.smithi037.stdout:1620: writing smithi03785213-21 from 1040384 to 1253376 tid 3 2024-07-26T06:38:01.823 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 166 2024-07-26T06:38:01.823 INFO:tasks.rados.rados.0.smithi037.stdout:1618: finishing write tid 1 to smithi03785213-42 2024-07-26T06:38:01.824 INFO:tasks.rados.rados.0.smithi037.stdout:1621: seq_num 505 ranges {7340032=466944,7806976=475136,8282112=327680} 2024-07-26T06:38:01.866 INFO:tasks.rados.rados.0.smithi037.stdout:1621: writing smithi03785213-15 from 7340032 to 7806976 tid 1 2024-07-26T06:38:01.869 INFO:tasks.rados.rados.0.smithi037.stdout:1621: writing smithi03785213-15 from 7806976 to 8282112 tid 2 2024-07-26T06:38:01.871 INFO:tasks.rados.rados.0.smithi037.stdout:1621: writing smithi03785213-15 from 8282112 to 8609792 tid 3 2024-07-26T06:38:01.871 INFO:tasks.rados.rados.0.smithi037.stdout:1622: read oid 38 snap -1 2024-07-26T06:38:01.871 INFO:tasks.rados.rados.0.smithi037.stdout:1622: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:38:01.871 INFO:tasks.rados.rados.0.smithi037.stdout:1623: snap_remove snap 156 2024-07-26T06:38:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:01 smithi135 ceph-mon[90132]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:38:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:01 smithi135 ceph-mon[90132]: osd.2 marked itself down and dead 2024-07-26T06:38:02.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-mon[97339]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:38:02.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-mon[97339]: osd.2 marked itself down and dead 2024-07-26T06:38:02.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-mon[99762]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:38:02.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:01 smithi037 ceph-mon[99762]: osd.2 marked itself down and dead 2024-07-26T06:38:02.545 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:02 smithi037 podman[115005]: 2024-07-26 06:38:02.360798632 +0000 UTC m=+1.126569574 container died fa40f41bb7ff4a5e2a0387e67a9425dbfcb3ccb026e052a35bf64693a3f55547 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0) 2024-07-26T06:38:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:02.751 INFO:tasks.rados.rados.0.smithi037.stdout:1623: done (5 left) 2024-07-26T06:38:02.751 INFO:tasks.rados.rados.0.smithi037.stdout:1624: rmattr oid 48 current snap is 166 2024-07-26T06:38:02.751 INFO:tasks.rados.rados.0.smithi037.stdout:1624: done (5 left) 2024-07-26T06:38:02.751 INFO:tasks.rados.rados.0.smithi037.stdout:1625: rollback oid 30 current snap is 166 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 164 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1618: finishing write tid 2 to smithi03785213-42 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1618: finishing write tid 3 to smithi03785213-42 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1618: finishing write tid 4 to smithi03785213-42 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1618: finishing write tid 5 to smithi03785213-42 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1224 (ObjNum 503 snap 166 seq_num 503) dirty exists 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1618: left oid 42 (ObjNum 503 snap 166 seq_num 503) 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1620: finishing write tid 1 to smithi03785213-21 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1619: finishing copy_from racing read to smithi03785213-22 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1619: finishing copy_from to smithi03785213-22 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 976 (ObjNum 456 snap 148 seq_num 456) dirty exists 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1620: finishing write tid 2 to smithi03785213-21 2024-07-26T06:38:02.752 INFO:tasks.rados.rados.0.smithi037.stdout:1620: finishing write tid 3 to smithi03785213-21 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1620: finishing write tid 4 to smithi03785213-21 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1620: finishing write tid 5 to smithi03785213-21 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1043 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1620: left oid 21 (ObjNum 504 snap 166 seq_num 504) 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: finishing write tid 1 to smithi03785213-15 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: finishing write tid 2 to smithi03785213-15 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: finishing write tid 3 to smithi03785213-15 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: finishing write tid 4 to smithi03785213-15 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: finishing write tid 5 to smithi03785213-15 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1242 (ObjNum 505 snap 166 seq_num 505) dirty exists 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: left oid 15 (ObjNum 505 snap 166 seq_num 505) 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1618: done (5 left) 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1619: done (4 left) 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1620: done (3 left) 2024-07-26T06:38:02.753 INFO:tasks.rados.rados.0.smithi037.stdout:1621: done (2 left) 2024-07-26T06:38:02.754 INFO:tasks.rados.rados.0.smithi037.stdout:1626: read oid 25 snap -1 2024-07-26T06:38:02.754 INFO:tasks.rados.rados.0.smithi037.stdout:1626: expect deleted 2024-07-26T06:38:02.754 INFO:tasks.rados.rados.0.smithi037.stdout:1627: snap_create 2024-07-26T06:38:02.767 INFO:tasks.rados.rados.0.smithi037.stdout:1625: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:38:02.768 INFO:tasks.rados.rados.0.smithi037.stdout:1625: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:38:02.769 INFO:tasks.rados.rados.0.smithi037.stdout:1625: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:38:02.769 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1227 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:38:02.777 INFO:tasks.rados.rados.0.smithi037.stdout:1622: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:38:02.896 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[97339]: pgmap v195: 121 pgs: 121 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[97339]: osdmap e408: 8 total, 7 up, 8 in 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[97339]: osdmap e409: 8 total, 7 up, 8 in 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[99762]: pgmap v195: 121 pgs: 121 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[99762]: osdmap e408: 8 total, 7 up, 8 in 2024-07-26T06:38:02.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:02 smithi037 ceph-mon[99762]: osdmap e409: 8 total, 7 up, 8 in 2024-07-26T06:38:02.897 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:02 smithi037 podman[115005]: 2024-07-26 06:38:02.703132588 +0000 UTC m=+1.468903529 container cleanup fa40f41bb7ff4a5e2a0387e67a9425dbfcb3ccb026e052a35bf64693a3f55547 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T06:38:02.898 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:02 smithi037 bash[115005]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2 2024-07-26T06:38:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:02 smithi135 ceph-mon[90132]: pgmap v195: 121 pgs: 121 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:38:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:02 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:02 smithi135 ceph-mon[90132]: osdmap e408: 8 total, 7 up, 8 in 2024-07-26T06:38:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:02 smithi135 ceph-mon[90132]: osdmap e409: 8 total, 7 up, 8 in 2024-07-26T06:38:03.294 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:02 smithi037 podman[115027]: 2024-07-26 06:38:02.896261211 +0000 UTC m=+0.533662278 container remove fa40f41bb7ff4a5e2a0387e67a9425dbfcb3ccb026e052a35bf64693a3f55547 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-26T06:38:03.641 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.238803626 +0000 UTC m=+0.017846934 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:03.641 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.347287586 +0000 UTC m=+0.126330879 container create 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T06:38:03.641 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.558273299 +0000 UTC m=+0.337316608 container init 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:38:03.641 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.563325786 +0000 UTC m=+0.342369082 container start 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:38:03.641 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.64104726 +0000 UTC m=+0.420090566 container attach 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1622: done (3 left) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1625: done (2 left) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1626: done (1 left) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1627: done (0 left) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1628: read oid 1 snap -1 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1628: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 167 2024-07-26T06:38:03.751 INFO:tasks.rados.rados.0.smithi037.stdout:1629: seq_num 506 ranges {6406144=483328,6889472=761856,7651328=40960} 2024-07-26T06:38:03.789 INFO:tasks.rados.rados.0.smithi037.stdout:1629: writing smithi03785213-14 from 6406144 to 6889472 tid 1 2024-07-26T06:38:03.793 INFO:tasks.rados.rados.0.smithi037.stdout:1629: writing smithi03785213-14 from 6889472 to 7651328 tid 2 2024-07-26T06:38:03.793 INFO:tasks.rados.rados.0.smithi037.stdout:1629: writing smithi03785213-14 from 7651328 to 7692288 tid 3 2024-07-26T06:38:03.793 INFO:tasks.rados.rados.0.smithi037.stdout:1630: snap_remove snap 162 2024-07-26T06:38:03.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:03 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:04.044 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:03 smithi037 podman[115119]: 2024-07-26 06:38:03.763995972 +0000 UTC m=+0.543039277 container died 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-26T06:38:04.751 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 podman[115162]: 2024-07-26 06:38:04.345255806 +0000 UTC m=+0.573891527 container remove 529bdf578c684150658599ca1d3e7ae047ab5392fef77eea273282ce5d484715 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:38:04.751 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.2.service: Deactivated successfully. 2024-07-26T06:38:04.751 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 systemd[1]: Stopped Ceph osd.2 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:38:04.751 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.2.service: Consumed 16.428s CPU time. 2024-07-26T06:38:04.751 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 systemd[1]: Starting Ceph osd.2 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:38:04.751 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:04.751 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:04.763 INFO:tasks.rados.rados.0.smithi037.stdout:1630: done (2 left) 2024-07-26T06:38:04.763 INFO:tasks.rados.rados.0.smithi037.stdout:1631: rollback oid 30 current snap is 167 2024-07-26T06:38:04.763 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 159 2024-07-26T06:38:04.763 INFO:tasks.rados.rados.0.smithi037.stdout:1628: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:04.885 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing write tid 1 to smithi03785213-14 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing write tid 2 to smithi03785213-14 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1628: done (2 left) 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1632: copy_from oid 37 from oid 50 current snap is 167 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing write tid 3 to smithi03785213-14 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing write tid 4 to smithi03785213-14 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing write tid 5 to smithi03785213-14 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1447 (ObjNum 506 snap 167 seq_num 506) dirty exists 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1629: left oid 14 (ObjNum 506 snap 167 seq_num 506) 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1631: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1631: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:38:04.886 INFO:tasks.rados.rados.0.smithi037.stdout:1631: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1230 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:1629: done (2 left) 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:1631: done (1 left) 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:1633: setattr oid 11 current snap is 167 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:1634: copy_from oid 38 from oid 30 current snap is 167 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 167 2024-07-26T06:38:04.887 INFO:tasks.rados.rados.0.smithi037.stdout:1635: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-07-26T06:38:04.890 INFO:tasks.rados.rados.0.smithi037.stdout:1635: writing smithi03785213-23 from 0 to 499712 tid 1 2024-07-26T06:38:04.894 INFO:tasks.rados.rados.0.smithi037.stdout:1635: writing smithi03785213-23 from 499712 to 1138688 tid 2 2024-07-26T06:38:04.895 INFO:tasks.rados.rados.0.smithi037.stdout:1635: writing smithi03785213-23 from 1138688 to 1302528 tid 3 2024-07-26T06:38:04.895 INFO:tasks.rados.rados.0.smithi037.stdout:1636: snap_remove snap 166 2024-07-26T06:38:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[97339]: pgmap v198: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 4/384 objects degraded (1.042%) 2024-07-26T06:38:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[97339]: osdmap e410: 8 total, 7 up, 8 in 2024-07-26T06:38:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 4/384 objects degraded (1.042%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[99762]: pgmap v198: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 4/384 objects degraded (1.042%) 2024-07-26T06:38:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[99762]: osdmap e410: 8 total, 7 up, 8 in 2024-07-26T06:38:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 4/384 objects degraded (1.042%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:05.046 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 podman[115264]: 2024-07-26 06:38:04.697103426 +0000 UTC m=+0.018158491 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:05.046 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:04 smithi037 podman[115264]: 2024-07-26 06:38:04.813645849 +0000 UTC m=+0.134700902 container create cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:38:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-mon[90132]: pgmap v198: 121 pgs: 4 active+undersized, 13 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 4/384 objects degraded (1.042%) 2024-07-26T06:38:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-mon[90132]: osdmap e410: 8 total, 7 up, 8 in 2024-07-26T06:38:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 4/384 objects degraded (1.042%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 podman[115264]: 2024-07-26 06:38:05.091567471 +0000 UTC m=+0.412622541 container init cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 podman[115264]: 2024-07-26 06:38:05.096819874 +0000 UTC m=+0.417874928 container start cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 podman[115264]: 2024-07-26 06:38:05.174597347 +0000 UTC m=+0.495652431 container attach cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:38:05.439 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:38:05.767 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:38:05.767 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:38:05.767 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:38:05.767 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:38:05.767 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate[115280]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 bash[115264]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-26T06:38:05.768 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:05 smithi037 podman[115264]: 2024-07-26 06:38:05.488381997 +0000 UTC m=+0.809437063 container died cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:38:05.770 INFO:tasks.rados.rados.0.smithi037.stdout:1636: done (4 left) 2024-07-26T06:38:05.770 INFO:tasks.rados.rados.0.smithi037.stdout:1637: copy_from oid 18 from oid 16 current snap is 167 2024-07-26T06:38:05.770 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 977 (ObjNum 513 snap 0 seq_num 3873418960) dirty exists 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: finishing write tid 1 to smithi03785213-23 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: finishing write tid 2 to smithi03785213-23 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: finishing write tid 3 to smithi03785213-23 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: finishing write tid 4 to smithi03785213-23 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: finishing write tid 5 to smithi03785213-23 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1451 (ObjNum 507 snap 167 seq_num 507) dirty exists 2024-07-26T06:38:05.771 INFO:tasks.rados.rados.0.smithi037.stdout:1635: left oid 23 (ObjNum 507 snap 167 seq_num 507) 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1632: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1632: finishing copy_from to smithi03785213-37 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1634: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1634: finishing copy_from to smithi03785213-38 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1230 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1632: done (4 left) 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1633: done (3 left) 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1634: done (2 left) 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1635: done (1 left) 2024-07-26T06:38:05.772 INFO:tasks.rados.rados.0.smithi037.stdout:1638: snap_create 2024-07-26T06:38:05.773 INFO:tasks.rados.rados.0.smithi037.stdout:1637: finishing copy_from to smithi03785213-18 2024-07-26T06:38:05.773 INFO:tasks.rados.rados.0.smithi037.stdout:1637: got expected ENOENT (src dne) 2024-07-26T06:38:05.773 INFO:tasks.rados.rados.0.smithi037.stdout:1637: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:38:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-mon[97339]: osdmap e411: 8 total, 7 up, 8 in 2024-07-26T06:38:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:05 smithi037 ceph-mon[99762]: osdmap e411: 8 total, 7 up, 8 in 2024-07-26T06:38:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:05 smithi135 ceph-mon[90132]: osdmap e411: 8 total, 7 up, 8 in 2024-07-26T06:38:06.410 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 podman[115435]: 2024-07-26 06:38:06.062165167 +0000 UTC m=+0.564370010 container remove cd10454ab4b499554502b309b6e1e01094982b50afab0d22471fff0bd2aa7855 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-07-26T06:38:06.410 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 podman[115500]: 2024-07-26 06:38:06.188383952 +0000 UTC m=+0.018513305 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:06.410 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 podman[115500]: 2024-07-26 06:38:06.296269276 +0000 UTC m=+0.126398618 container create 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-07-26T06:38:06.765 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 podman[115500]: 2024-07-26 06:38:06.498675874 +0000 UTC m=+0.328805228 container init 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-26T06:38:06.765 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 podman[115500]: 2024-07-26 06:38:06.503927637 +0000 UTC m=+0.334056981 container start 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-07-26T06:38:06.766 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-osd[115538]: -- 172.21.15.37:0/864419876 <== mon.2 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f79cd79a40 con 0x55f79db3c400 2024-07-26T06:38:06.766 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 bash[115500]: 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f 2024-07-26T06:38:06.766 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:06 smithi037 systemd[1]: Started Ceph osd.2 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:38:06.767 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[97339]: pgmap v201: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:06.767 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[97339]: osdmap e412: 8 total, 7 up, 8 in 2024-07-26T06:38:06.767 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:06.767 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:06.767 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:06.777 INFO:tasks.rados.rados.0.smithi037.stdout:1637: done (1 left) 2024-07-26T06:38:06.778 INFO:tasks.rados.rados.0.smithi037.stdout:1638: done (0 left) 2024-07-26T06:38:06.778 INFO:tasks.rados.rados.0.smithi037.stdout:1639: delete oid 30 current snap is 168 2024-07-26T06:38:06.782 INFO:tasks.rados.rados.0.smithi037.stdout:1639: done (0 left) 2024-07-26T06:38:06.782 INFO:tasks.rados.rados.0.smithi037.stdout:1640: rollback oid 41 current snap is 168 2024-07-26T06:38:06.782 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 160 2024-07-26T06:38:06.783 INFO:tasks.rados.rados.0.smithi037.stdout:1641: read oid 42 snap -1 2024-07-26T06:38:06.783 INFO:tasks.rados.rados.0.smithi037.stdout:1641: expect (ObjNum 503 snap 166 seq_num 503) 2024-07-26T06:38:06.783 INFO:tasks.rados.rados.0.smithi037.stdout:1642: copy_from oid 31 from oid 50 current snap is 168 2024-07-26T06:38:06.783 INFO:tasks.rados.rados.0.smithi037.stdout:1643: snap_create 2024-07-26T06:38:06.787 INFO:tasks.rados.rados.0.smithi037.stdout:1640: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:38:06.787 INFO:tasks.rados.rados.0.smithi037.stdout:1640: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:38:06.787 INFO:tasks.rados.rados.0.smithi037.stdout:1640: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:38:06.787 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1548 (ObjNum 438 snap 144 seq_num 438) dirty exists 2024-07-26T06:38:06.796 INFO:tasks.rados.rados.0.smithi037.stdout:1641: expect (ObjNum 503 snap 166 seq_num 503) 2024-07-26T06:38:06.863 INFO:tasks.rados.rados.0.smithi037.stdout:1642: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:38:06.863 INFO:tasks.rados.rados.0.smithi037.stdout:1642: finishing copy_from to smithi03785213-31 2024-07-26T06:38:06.863 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:38:07.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[99762]: pgmap v201: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[99762]: osdmap e412: 8 total, 7 up, 8 in 2024-07-26T06:38:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:06 smithi135 ceph-mon[90132]: pgmap v201: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:06 smithi135 ceph-mon[90132]: osdmap e412: 8 total, 7 up, 8 in 2024-07-26T06:38:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:07.301 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:07 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T06:38:07.049+0000 7f0d6acc4640 -1 Falling back to public interface 2024-07-26T06:38:07.753 INFO:tasks.rados.rados.0.smithi037.stdout:1640: done (3 left) 2024-07-26T06:38:07.753 INFO:tasks.rados.rados.0.smithi037.stdout:1641: done (2 left) 2024-07-26T06:38:07.754 INFO:tasks.rados.rados.0.smithi037.stdout:1642: done (1 left) 2024-07-26T06:38:07.754 INFO:tasks.rados.rados.0.smithi037.stdout:1643: done (0 left) 2024-07-26T06:38:07.754 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 169 2024-07-26T06:38:07.754 INFO:tasks.rados.rados.0.smithi037.stdout:1644: seq_num 509 ranges {1327104=532480,1859584=409600,2269184=393216} 2024-07-26T06:38:07.763 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03785213-47 from 1327104 to 1859584 tid 1 2024-07-26T06:38:07.766 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03785213-47 from 1859584 to 2269184 tid 2 2024-07-26T06:38:07.769 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03785213-47 from 2269184 to 2662400 tid 3 2024-07-26T06:38:07.769 INFO:tasks.rados.rados.0.smithi037.stdout:1645: read oid 37 snap -1 2024-07-26T06:38:07.769 INFO:tasks.rados.rados.0.smithi037.stdout:1645: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:38:07.769 INFO:tasks.rados.rados.0.smithi037.stdout:1646: snap_create 2024-07-26T06:38:07.775 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 1 to smithi03785213-47 2024-07-26T06:38:07.776 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 2 to smithi03785213-47 2024-07-26T06:38:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 3 to smithi03785213-47 2024-07-26T06:38:07.787 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 4 to smithi03785213-47 2024-07-26T06:38:07.788 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 5 to smithi03785213-47 2024-07-26T06:38:07.788 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1553 (ObjNum 509 snap 169 seq_num 509) dirty exists 2024-07-26T06:38:07.788 INFO:tasks.rados.rados.0.smithi037.stdout:1644: left oid 47 (ObjNum 509 snap 169 seq_num 509) 2024-07-26T06:38:07.798 INFO:tasks.rados.rados.0.smithi037.stdout:1645: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:38:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:07 smithi037 ceph-mon[97339]: osdmap e413: 8 total, 7 up, 8 in 2024-07-26T06:38:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:07 smithi037 ceph-mon[97339]: osdmap e414: 8 total, 7 up, 8 in 2024-07-26T06:38:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:07 smithi037 ceph-mon[99762]: osdmap e413: 8 total, 7 up, 8 in 2024-07-26T06:38:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:07 smithi037 ceph-mon[99762]: osdmap e414: 8 total, 7 up, 8 in 2024-07-26T06:38:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:07 smithi135 ceph-mon[90132]: osdmap e413: 8 total, 7 up, 8 in 2024-07-26T06:38:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:07 smithi135 ceph-mon[90132]: osdmap e414: 8 total, 7 up, 8 in 2024-07-26T06:38:08.752 INFO:tasks.rados.rados.0.smithi037.stdout:1644: done (2 left) 2024-07-26T06:38:08.752 INFO:tasks.rados.rados.0.smithi037.stdout:1645: done (1 left) 2024-07-26T06:38:08.752 INFO:tasks.rados.rados.0.smithi037.stdout:1646: done (0 left) 2024-07-26T06:38:08.752 INFO:tasks.rados.rados.0.smithi037.stdout:1647: snap_create 2024-07-26T06:38:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:08 smithi037 ceph-mon[97339]: pgmap v204: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:08 smithi037 ceph-mon[97339]: osdmap e415: 8 total, 7 up, 8 in 2024-07-26T06:38:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:08 smithi037 ceph-mon[99762]: pgmap v204: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:08 smithi037 ceph-mon[99762]: osdmap e415: 8 total, 7 up, 8 in 2024-07-26T06:38:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:08 smithi135 ceph-mon[90132]: pgmap v204: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 51/384 objects degraded (13.281%) 2024-07-26T06:38:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:08 smithi135 ceph-mon[90132]: osdmap e415: 8 total, 7 up, 8 in 2024-07-26T06:38:09.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:09.757 INFO:tasks.rados.rados.0.smithi037.stdout:1647: done (0 left) 2024-07-26T06:38:09.757 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 171 2024-07-26T06:38:09.757 INFO:tasks.rados.rados.0.smithi037.stdout:1648: seq_num 510 ranges {3399680=548864,3948544=745472,4694016=57344} 2024-07-26T06:38:09.779 INFO:tasks.rados.rados.0.smithi037.stdout:1648: writing smithi03785213-27 from 3399680 to 3948544 tid 1 2024-07-26T06:38:09.783 INFO:tasks.rados.rados.0.smithi037.stdout:1648: writing smithi03785213-27 from 3948544 to 4694016 tid 2 2024-07-26T06:38:09.783 INFO:tasks.rados.rados.0.smithi037.stdout:1648: writing smithi03785213-27 from 4694016 to 4751360 tid 3 2024-07-26T06:38:09.783 INFO:tasks.rados.rados.0.smithi037.stdout:1649: setattr oid 26 current snap is 171 2024-07-26T06:38:09.784 INFO:tasks.rados.rados.0.smithi037.stdout:1650: read oid 1 snap -1 2024-07-26T06:38:09.784 INFO:tasks.rados.rados.0.smithi037.stdout:1650: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:09.784 INFO:tasks.rados.rados.0.smithi037.stdout:1651: rollback oid 7 current snap is 171 2024-07-26T06:38:09.784 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 165 2024-07-26T06:38:09.784 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 171 2024-07-26T06:38:09.785 INFO:tasks.rados.rados.0.smithi037.stdout:1652: seq_num 511 ranges {532480=565248,1097728=630784,1728512=172032} 2024-07-26T06:38:09.792 INFO:tasks.rados.rados.0.smithi037.stdout:1652: writing smithi03785213-22 from 532480 to 1097728 tid 1 2024-07-26T06:38:09.797 INFO:tasks.rados.rados.0.smithi037.stdout:1652: writing smithi03785213-22 from 1097728 to 1728512 tid 2 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1652: writing smithi03785213-22 from 1728512 to 1900544 tid 3 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1648: finishing write tid 1 to smithi03785213-27 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1648: finishing write tid 2 to smithi03785213-27 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1648: finishing write tid 3 to smithi03785213-27 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1648: finishing write tid 4 to smithi03785213-27 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1651: finishing rollback tid 0 to smithi03785213-7 2024-07-26T06:38:09.799 INFO:tasks.rados.rados.0.smithi037.stdout:1651: finishing rollback tid 1 to smithi03785213-7 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1648: finishing write tid 5 to smithi03785213-27 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1402 (ObjNum 510 snap 171 seq_num 510) dirty exists 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1648: left oid 27 (ObjNum 510 snap 171 seq_num 510) 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1651: finishing rollback tid 2 to smithi03785213-7 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1557 (ObjNum 494 snap 161 seq_num 494) dirty exists 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1648: done (4 left) 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1651: done (3 left) 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 171 2024-07-26T06:38:09.800 INFO:tasks.rados.rados.0.smithi037.stdout:1653: seq_num 512 ranges {2490368=581632,3072000=516096,3588096=286720} 2024-07-26T06:38:09.816 INFO:tasks.rados.rados.0.smithi037.stdout:1653: writing smithi03785213-49 from 2490368 to 3072000 tid 1 2024-07-26T06:38:09.819 INFO:tasks.rados.rados.0.smithi037.stdout:1653: writing smithi03785213-49 from 3072000 to 3588096 tid 2 2024-07-26T06:38:09.822 INFO:tasks.rados.rados.0.smithi037.stdout:1653: writing smithi03785213-49 from 3588096 to 3874816 tid 3 2024-07-26T06:38:09.822 INFO:tasks.rados.rados.0.smithi037.stdout:1654: delete oid 47 current snap is 171 2024-07-26T06:38:09.822 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1221 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:38:09.822 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing write tid 1 to smithi03785213-22 2024-07-26T06:38:09.822 INFO:tasks.rados.rados.0.smithi037.stdout:1650: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:09.944 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing write tid 2 to smithi03785213-22 2024-07-26T06:38:09.944 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing write tid 3 to smithi03785213-22 2024-07-26T06:38:09.944 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing write tid 4 to smithi03785213-22 2024-07-26T06:38:09.944 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing write tid 5 to smithi03785213-22 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1246 (ObjNum 511 snap 171 seq_num 511) dirty exists 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1652: left oid 22 (ObjNum 511 snap 171 seq_num 511) 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1653: finishing write tid 1 to smithi03785213-49 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1649: done (4 left) 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1650: done (3 left) 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1652: done (2 left) 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1654: done (1 left) 2024-07-26T06:38:09.945 INFO:tasks.rados.rados.0.smithi037.stdout:1655: delete oid 15 current snap is 171 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:1653: finishing write tid 2 to smithi03785213-49 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:1653: finishing write tid 3 to smithi03785213-49 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:1653: finishing write tid 4 to smithi03785213-49 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:1653: finishing write tid 5 to smithi03785213-49 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1234 (ObjNum 512 snap 171 seq_num 512) dirty exists 2024-07-26T06:38:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:1653: left oid 49 (ObjNum 512 snap 171 seq_num 512) 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1653: done (1 left) 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1655: done (0 left) 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1656: copy_from oid 27 from oid 15 current snap is 171 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1657: read oid 30 snap 160 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1657: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:38:09.947 INFO:tasks.rados.rados.0.smithi037.stdout:1658: snap_remove snap 167 2024-07-26T06:38:10.354 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:38:10.544 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T06:38:10.271+0000 7f0d6acc4640 -1 osd.2 407 log_to_monitors true 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (3m) 0s ago 8m 17.2M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (3m) 107s ago 8m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (9m) 0s ago 9m 15.9M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (9m) 107s ago 9m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (2m) 107s ago 12m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:38:10.647 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (3m) 0s ago 14m 498M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (2m) 0s ago 14m 53.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (113s) 107s ago 13m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (2m) 0s ago 13m 45.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (3m) 0s ago 7m 8656k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (3m) 107s ago 7m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (71s) 0s ago 12m 154M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (37s) 0s ago 12m 102M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (4s) 0s ago 11m 12.1M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (11m) 0s ago 11m 207M 2481M 17.2.7-1143-g5dff84c0 18bcb77ae794 63451e6f49eb 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (11m) 107s ago 11m 196M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (10m) 107s ago 10m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (10m) 107s ago 10m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (9m) 107s ago 9m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:38:10.648 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (2m) 107s ago 8m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:38:10.796 INFO:tasks.rados.rados.0.smithi037.stdout:1658: done (2 left) 2024-07-26T06:38:10.797 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 171 2024-07-26T06:38:10.797 INFO:tasks.rados.rados.0.smithi037.stdout:1659: seq_num 515 ranges {3211264=630784,3842048=565248,4407296=237568} 2024-07-26T06:38:10.818 INFO:tasks.rados.rados.0.smithi037.stdout:1659: writing smithi03785213-7 from 3211264 to 3842048 tid 1 2024-07-26T06:38:10.822 INFO:tasks.rados.rados.0.smithi037.stdout:1659: writing smithi03785213-7 from 3842048 to 4407296 tid 2 2024-07-26T06:38:10.823 INFO:tasks.rados.rados.0.smithi037.stdout:1659: writing smithi03785213-7 from 4407296 to 4644864 tid 3 2024-07-26T06:38:10.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 171 2024-07-26T06:38:10.824 INFO:tasks.rados.rados.0.smithi037.stdout:1660: seq_num 516 ranges {2875392=647168,3522560=450560,3973120=352256} 2024-07-26T06:38:10.843 INFO:tasks.rados.rados.0.smithi037.stdout:1660: writing smithi03785213-40 from 2875392 to 3522560 tid 1 2024-07-26T06:38:10.845 INFO:tasks.rados.rados.0.smithi037.stdout:1660: writing smithi03785213-40 from 3522560 to 3973120 tid 2 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1660: writing smithi03785213-40 from 3973120 to 4325376 tid 3 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1661: read oid 47 snap -1 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1661: expect deleted 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1656: finishing copy_from to smithi03785213-27 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1656: got expected ENOENT (src dne) 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1656: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:38:10.848 INFO:tasks.rados.rados.0.smithi037.stdout:1657: expect (ObjNum 428 snap 142 seq_num 428) 2024-07-26T06:38:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:1659: finishing write tid 1 to smithi03785213-7 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: finishing write tid 2 to smithi03785213-7 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: finishing write tid 3 to smithi03785213-7 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: finishing write tid 4 to smithi03785213-7 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: finishing write tid 5 to smithi03785213-7 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1569 (ObjNum 515 snap 171 seq_num 515) dirty exists 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: left oid 7 (ObjNum 515 snap 171 seq_num 515) 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1660: finishing write tid 1 to smithi03785213-40 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1660: finishing write tid 2 to smithi03785213-40 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1656: done (4 left) 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1657: done (3 left) 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1659: done (2 left) 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1662: delete oid 46 current snap is 171 2024-07-26T06:38:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:1660: finishing write tid 3 to smithi03785213-40 2024-07-26T06:38:11.017 INFO:tasks.rados.rados.0.smithi037.stdout:1660: finishing write tid 4 to smithi03785213-40 2024-07-26T06:38:11.017 INFO:tasks.rados.rados.0.smithi037.stdout:1660: finishing write tid 5 to smithi03785213-40 2024-07-26T06:38:11.017 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 995 (ObjNum 516 snap 171 seq_num 516) dirty exists 2024-07-26T06:38:11.017 INFO:tasks.rados.rados.0.smithi037.stdout:1660: left oid 40 (ObjNum 516 snap 171 seq_num 516) 2024-07-26T06:38:11.017 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:38:11.017 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:38:11.017 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 5, 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:38:11.018 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:11.019 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:38:11.019 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 7, 2024-07-26T06:38:11.019 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 7 2024-07-26T06:38:11.019 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:38:11.019 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:38:11.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: pgmap v207: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 200 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 4 op/s; 52/399 objects degraded (13.033%) 2024-07-26T06:38:11.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: osdmap e416: 8 total, 7 up, 8 in 2024-07-26T06:38:11.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 52/399 objects degraded (13.033%), 10 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:11.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.020 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.020 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.020 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T06:38:10.827+0000 7f0d62a6f640 -1 osd.2 407 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:38:11.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: pgmap v207: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 200 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 4 op/s; 52/399 objects degraded (13.033%) 2024-07-26T06:38:11.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: osdmap e416: 8 total, 7 up, 8 in 2024-07-26T06:38:11.020 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 52/399 objects degraded (13.033%), 10 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:11.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.021 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.021 INFO:tasks.rados.rados.0.smithi037.stdout:1660: done (2 left) 2024-07-26T06:38:11.021 INFO:tasks.rados.rados.0.smithi037.stdout:1661: done (1 left) 2024-07-26T06:38:11.021 INFO:tasks.rados.rados.0.smithi037.stdout:1662: done (0 left) 2024-07-26T06:38:11.022 INFO:tasks.rados.rados.0.smithi037.stdout:1663: rmattr oid 2 current snap is 171 2024-07-26T06:38:11.022 INFO:tasks.rados.rados.0.smithi037.stdout:1663: done (0 left) 2024-07-26T06:38:11.022 INFO:tasks.rados.rados.0.smithi037.stdout:1664: snap_create 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: pgmap v207: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 200 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 4 op/s; 52/399 objects degraded (13.033%) 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: osdmap e416: 8 total, 7 up, 8 in 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 52/399 objects degraded (13.033%), 10 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:11.559 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:11] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-07-26T06:38:11.802 INFO:tasks.rados.rados.0.smithi037.stdout:1664: done (0 left) 2024-07-26T06:38:11.803 INFO:tasks.rados.rados.0.smithi037.stdout:1665: snap_remove snap 164 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: osdmap e417: 8 total, 7 up, 8 in 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4073721733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: osdmap e417: 8 total, 7 up, 8 in 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:11 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4073721733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='client.44171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: osdmap e417: 8 total, 7 up, 8 in 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:11 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4073721733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:12.805 INFO:tasks.rados.rados.0.smithi037.stdout:1665: done (0 left) 2024-07-26T06:38:12.805 INFO:tasks.rados.rados.0.smithi037.stdout:1666: delete oid 49 current snap is 172 2024-07-26T06:38:12.851 INFO:tasks.rados.rados.0.smithi037.stdout:1666: done (0 left) 2024-07-26T06:38:12.851 INFO:tasks.rados.rados.0.smithi037.stdout:1667: delete oid 40 current snap is 172 2024-07-26T06:38:12.870 INFO:tasks.rados.rados.0.smithi037.stdout:1667: done (0 left) 2024-07-26T06:38:12.870 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 172 2024-07-26T06:38:12.871 INFO:tasks.rados.rados.0.smithi037.stdout:1668: seq_num 520 ranges {0=712704,712704=434176,1146880=368640} 2024-07-26T06:38:12.875 INFO:tasks.rados.rados.0.smithi037.stdout:1668: writing smithi03785213-15 from 0 to 712704 tid 1 2024-07-26T06:38:12.878 INFO:tasks.rados.rados.0.smithi037.stdout:1668: writing smithi03785213-15 from 712704 to 1146880 tid 2 2024-07-26T06:38:12.880 INFO:tasks.rados.rados.0.smithi037.stdout:1668: writing smithi03785213-15 from 1146880 to 1515520 tid 3 2024-07-26T06:38:12.880 INFO:tasks.rados.rados.0.smithi037.stdout:1668: finishing write tid 1 to smithi03785213-15 2024-07-26T06:38:12.880 INFO:tasks.rados.rados.0.smithi037.stdout:1669: delete oid 41 current snap is 172 2024-07-26T06:38:12.880 INFO:tasks.rados.rados.0.smithi037.stdout:1668: finishing write tid 2 to smithi03785213-15 2024-07-26T06:38:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:1668: finishing write tid 3 to smithi03785213-15 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1668: finishing write tid 4 to smithi03785213-15 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1669: done (1 left) 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1670: read oid 43 snap -1 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1670: expect (ObjNum 483 snap 156 seq_num 483) 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1671: read oid 27 snap -1 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1671: expect (ObjNum 510 snap 171 seq_num 510) 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1672: read oid 7 snap -1 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1672: expect (ObjNum 515 snap 171 seq_num 515) 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1673: rollback oid 1 current snap is 172 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 171 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1674: read oid 39 snap -1 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1674: expect (ObjNum 395 snap 129 seq_num 395) 2024-07-26T06:38:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:1675: copy_from oid 30 from oid 5 current snap is 172 2024-07-26T06:38:12.885 INFO:tasks.rados.rados.0.smithi037.stdout:1676: snap_remove snap 168 2024-07-26T06:38:12.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[97339]: pgmap v210: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 202 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 10 op/s; 53/408 objects degraded (12.990%) 2024-07-26T06:38:12.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:12.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[97339]: osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006] boot 2024-07-26T06:38:12.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[97339]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:38:12.985 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:38:12.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[99762]: pgmap v210: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 202 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 10 op/s; 53/408 objects degraded (12.990%) 2024-07-26T06:38:12.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:12.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[99762]: osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006] boot 2024-07-26T06:38:12.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[99762]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:38:12.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:38:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-mon[90132]: pgmap v210: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 202 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 10 op/s; 53/408 objects degraded (12.990%) 2024-07-26T06:38:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-mon[90132]: osd.2 [v2:172.21.15.37:6818/1812793006,v1:172.21.15.37:6819/1812793006] boot 2024-07-26T06:38:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-mon[90132]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:38:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:38:13.814 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:13.820 INFO:tasks.rados.rados.0.smithi037.stdout:1668: finishing write tid 5 to smithi03785213-15 2024-07-26T06:38:13.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1251 (ObjNum 520 snap 172 seq_num 520) dirty exists 2024-07-26T06:38:13.820 INFO:tasks.rados.rados.0.smithi037.stdout:1668: left oid 15 (ObjNum 520 snap 172 seq_num 520) 2024-07-26T06:38:13.821 INFO:tasks.rados.rados.0.smithi037.stdout:1673: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:38:13.821 INFO:tasks.rados.rados.0.smithi037.stdout:1673: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:38:13.821 INFO:tasks.rados.rados.0.smithi037.stdout:1673: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:38:13.821 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1238 (ObjNum 480 snap 156 seq_num 480) dirty exists 2024-07-26T06:38:13.821 INFO:tasks.rados.rados.0.smithi037.stdout:1670: expect (ObjNum 483 snap 156 seq_num 483) 2024-07-26T06:38:14.002 INFO:tasks.rados.rados.0.smithi037.stdout:1672: expect (ObjNum 515 snap 171 seq_num 515) 2024-07-26T06:38:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:13 smithi135 ceph-mon[90132]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:38:14.210 INFO:tasks.rados.rados.0.smithi037.stdout:1671: expect (ObjNum 510 snap 171 seq_num 510) 2024-07-26T06:38:14.214 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:13 smithi037 ceph-mon[97339]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:38:14.215 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:13 smithi037 ceph-mon[99762]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:38:14.423 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:38:14.423 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing copy_from to smithi03785213-30 2024-07-26T06:38:14.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 984 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:14.423 INFO:tasks.rados.rados.0.smithi037.stdout:1674: expect (ObjNum 395 snap 129 seq_num 395) 2024-07-26T06:38:14.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:38:14.377+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1668: done (7 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1670: done (6 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1671: done (5 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1672: done (4 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1673: done (3 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1674: done (2 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1675: done (1 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1676: done (0 left) 2024-07-26T06:38:14.752 INFO:tasks.rados.rados.0.smithi037.stdout:1677: read oid 4 snap -1 2024-07-26T06:38:14.753 INFO:tasks.rados.rados.0.smithi037.stdout:1677: expect (ObjNum 476 snap 155 seq_num 476) 2024-07-26T06:38:14.753 INFO:tasks.rados.rados.0.smithi037.stdout:1678: snap_remove snap 160 2024-07-26T06:38:14.815 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:14.815 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: pgmap v213: 121 pgs: 22 active+undersized, 10 active+undersized+degraded, 89 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1014 KiB/s wr, 7 op/s; 53/414 objects degraded (12.802%) 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:15.265 INFO:tasks.rados.rados.0.smithi037.stdout:1678: done (1 left) 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:1679: rollback oid 21 current snap is 172 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 171 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:1680: read oid 34 snap 158 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:1680: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:1681: copy_from oid 10 from oid 30 current snap is 172 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 172 2024-07-26T06:38:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:1682: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-07-26T06:38:15.270 INFO:tasks.rados.rados.0.smithi037.stdout:1682: writing smithi03785213-13 from 0 to 745472 tid 1 2024-07-26T06:38:15.275 INFO:tasks.rados.rados.0.smithi037.stdout:1682: writing smithi03785213-13 from 745472 to 1351680 tid 2 2024-07-26T06:38:15.277 INFO:tasks.rados.rados.0.smithi037.stdout:1682: writing smithi03785213-13 from 1351680 to 1548288 tid 3 2024-07-26T06:38:15.277 INFO:tasks.rados.rados.0.smithi037.stdout:1683: snap_create 2024-07-26T06:38:15.278 INFO:tasks.rados.rados.0.smithi037.stdout:1677: expect (ObjNum 476 snap 155 seq_num 476) 2024-07-26T06:38:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: pgmap v213: 121 pgs: 22 active+undersized, 10 active+undersized+degraded, 89 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1014 KiB/s wr, 7 op/s; 53/414 objects degraded (12.802%) 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: pgmap v213: 121 pgs: 22 active+undersized, 10 active+undersized+degraded, 89 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1014 KiB/s wr, 7 op/s; 53/414 objects degraded (12.802%) 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:15.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1682: finishing write tid 1 to smithi03785213-13 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1679: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1679: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1682: finishing write tid 2 to smithi03785213-13 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1682: finishing write tid 3 to smithi03785213-13 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1682: finishing write tid 4 to smithi03785213-13 2024-07-26T06:38:15.308 INFO:tasks.rados.rados.0.smithi037.stdout:1681: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:1682: finishing write tid 5 to smithi03785213-13 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 980 (ObjNum 522 snap 172 seq_num 522) dirty exists 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:1682: left oid 13 (ObjNum 522 snap 172 seq_num 522) 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:1679: finishing rollback tid 2 to smithi03785213-21 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1224 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:1681: finishing copy_from to smithi03785213-10 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 984 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:15.309 INFO:tasks.rados.rados.0.smithi037.stdout:1680: expect (ObjNum 488 snap 157 seq_num 488) 2024-07-26T06:38:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:15 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:15 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:38:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:15 smithi135 ceph-mon[90132]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1677: done (5 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1679: done (4 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1680: done (3 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1681: done (2 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1682: done (1 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1683: done (0 left) 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 173 2024-07-26T06:38:16.272 INFO:tasks.rados.rados.0.smithi037.stdout:1684: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-07-26T06:38:16.275 INFO:tasks.rados.rados.0.smithi037.stdout:1684: writing smithi03785213-47 from 0 to 770048 tid 1 2024-07-26T06:38:16.278 INFO:tasks.rados.rados.0.smithi037.stdout:1684: writing smithi03785213-47 from 770048 to 1261568 tid 2 2024-07-26T06:38:16.281 INFO:tasks.rados.rados.0.smithi037.stdout:1684: writing smithi03785213-47 from 1261568 to 1572864 tid 3 2024-07-26T06:38:16.281 INFO:tasks.rados.rados.0.smithi037.stdout:1685: setattr oid 48 current snap is 173 2024-07-26T06:38:16.284 INFO:tasks.rados.rados.0.smithi037.stdout:1686: read oid 17 snap 165 2024-07-26T06:38:16.284 INFO:tasks.rados.rados.0.smithi037.stdout:1686: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:38:16.284 INFO:tasks.rados.rados.0.smithi037.stdout:1687: snap_create 2024-07-26T06:38:16.287 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing write tid 1 to smithi03785213-47 2024-07-26T06:38:16.290 INFO:tasks.rados.rados.0.smithi037.stdout:1686: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:38:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:38:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[97339]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:38:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:38:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:15 smithi037 ceph-mon[99762]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:38:16.319 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing write tid 2 to smithi03785213-47 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing write tid 3 to smithi03785213-47 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing write tid 4 to smithi03785213-47 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing write tid 5 to smithi03785213-47 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1597 (ObjNum 523 snap 173 seq_num 523) dirty exists 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:1684: left oid 47 (ObjNum 523 snap 173 seq_num 523) 2024-07-26T06:38:16.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1599 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-07-26T06:38:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:16 smithi135 ceph-mon[90132]: pgmap v216: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 42/420 objects degraded (10.000%) 2024-07-26T06:38:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:16 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:16 smithi135 ceph-mon[90132]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:38:17.272 INFO:tasks.rados.rados.0.smithi037.stdout:1684: done (3 left) 2024-07-26T06:38:17.273 INFO:tasks.rados.rados.0.smithi037.stdout:1685: done (2 left) 2024-07-26T06:38:17.273 INFO:tasks.rados.rados.0.smithi037.stdout:1686: done (1 left) 2024-07-26T06:38:17.273 INFO:tasks.rados.rados.0.smithi037.stdout:1687: done (0 left) 2024-07-26T06:38:17.273 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 174 2024-07-26T06:38:17.273 INFO:tasks.rados.rados.0.smithi037.stdout:1688: seq_num 524 ranges {1957888=786432,2744320=778240,3522560=24576} 2024-07-26T06:38:17.287 INFO:tasks.rados.rados.0.smithi037.stdout:1688: writing smithi03785213-5 from 1957888 to 2744320 tid 1 2024-07-26T06:38:17.292 INFO:tasks.rados.rados.0.smithi037.stdout:1688: writing smithi03785213-5 from 2744320 to 3522560 tid 2 2024-07-26T06:38:17.292 INFO:tasks.rados.rados.0.smithi037.stdout:1688: writing smithi03785213-5 from 3522560 to 3547136 tid 3 2024-07-26T06:38:17.292 INFO:tasks.rados.rados.0.smithi037.stdout:1689: rollback oid 45 current snap is 174 2024-07-26T06:38:17.292 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 165 2024-07-26T06:38:17.292 INFO:tasks.rados.rados.0.smithi037.stdout:1690: setattr oid 38 current snap is 174 2024-07-26T06:38:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[97339]: pgmap v216: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 42/420 objects degraded (10.000%) 2024-07-26T06:38:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[97339]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:38:17.295 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 174 2024-07-26T06:38:17.295 INFO:tasks.rados.rados.0.smithi037.stdout:1691: seq_num 525 ranges {4644864=802816,5447680=712704,6160384=90112} 2024-07-26T06:38:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[99762]: pgmap v216: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 42/420 objects degraded (10.000%) 2024-07-26T06:38:17.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:17.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:16 smithi037 ceph-mon[99762]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:38:17.325 INFO:tasks.rados.rados.0.smithi037.stdout:1691: writing smithi03785213-7 from 4644864 to 5447680 tid 1 2024-07-26T06:38:17.329 INFO:tasks.rados.rados.0.smithi037.stdout:1691: writing smithi03785213-7 from 5447680 to 6160384 tid 2 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1691: writing smithi03785213-7 from 6160384 to 6250496 tid 3 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1692: read oid 11 snap -1 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1692: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1693: read oid 48 snap -1 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1693: expect (ObjNum 481 snap 156 seq_num 481) 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1694: delete oid 16 current snap is 174 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1688: finishing write tid 1 to smithi03785213-5 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1689: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1688: finishing write tid 2 to smithi03785213-5 2024-07-26T06:38:17.331 INFO:tasks.rados.rados.0.smithi037.stdout:1689: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1688: finishing write tid 3 to smithi03785213-5 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1689: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1603 (ObjNum 451 snap 148 seq_num 451) dirty exists 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1688: finishing write tid 4 to smithi03785213-5 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1239 (ObjNum 428 snap 142 seq_num 428) dirty exists 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1688: finishing write tid 5 to smithi03785213-5 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1000 (ObjNum 524 snap 174 seq_num 524) dirty exists 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1688: left oid 5 (ObjNum 524 snap 174 seq_num 524) 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1691: finishing write tid 1 to smithi03785213-7 2024-07-26T06:38:17.332 INFO:tasks.rados.rados.0.smithi037.stdout:1692: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:38:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:1691: finishing write tid 2 to smithi03785213-7 2024-07-26T06:38:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:1691: finishing write tid 3 to smithi03785213-7 2024-07-26T06:38:17.335 INFO:tasks.rados.rados.0.smithi037.stdout:1691: finishing write tid 4 to smithi03785213-7 2024-07-26T06:38:17.346 INFO:tasks.rados.rados.0.smithi037.stdout:1691: finishing write tid 5 to smithi03785213-7 2024-07-26T06:38:17.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1608 (ObjNum 525 snap 174 seq_num 525) dirty exists 2024-07-26T06:38:17.346 INFO:tasks.rados.rados.0.smithi037.stdout:1691: left oid 7 (ObjNum 525 snap 174 seq_num 525) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1688: done (6 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1689: done (5 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1690: done (4 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1691: done (3 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1692: done (2 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1694: done (1 left) 2024-07-26T06:38:17.351 INFO:tasks.rados.rados.0.smithi037.stdout:1695: delete oid 21 current snap is 174 2024-07-26T06:38:17.353 INFO:tasks.rados.rados.0.smithi037.stdout:1695: done (1 left) 2024-07-26T06:38:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 174 2024-07-26T06:38:17.354 INFO:tasks.rados.rados.0.smithi037.stdout:1696: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-07-26T06:38:17.356 INFO:tasks.rados.rados.0.smithi037.stdout:1696: writing smithi03785213-41 from 0 to 450560 tid 1 2024-07-26T06:38:17.360 INFO:tasks.rados.rados.0.smithi037.stdout:1696: writing smithi03785213-41 from 450560 to 1212416 tid 2 2024-07-26T06:38:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:1696: writing smithi03785213-41 from 1212416 to 1654784 tid 3 2024-07-26T06:38:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 174 2024-07-26T06:38:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:1693: expect (ObjNum 481 snap 156 seq_num 481) 2024-07-26T06:38:17.696 INFO:tasks.rados.rados.0.smithi037.stdout:1696: finishing write tid 1 to smithi03785213-41 2024-07-26T06:38:17.696 INFO:tasks.rados.rados.0.smithi037.stdout:1696: finishing write tid 2 to smithi03785213-41 2024-07-26T06:38:17.697 INFO:tasks.rados.rados.0.smithi037.stdout:1697: seq_num 529 ranges {7692288=466944,8159232=647168,8806400=532480,9338880=24576} 2024-07-26T06:38:17.741 INFO:tasks.rados.rados.0.smithi037.stdout:1697: writing smithi03785213-14 from 7692288 to 8159232 tid 1 2024-07-26T06:38:17.744 INFO:tasks.rados.rados.0.smithi037.stdout:1697: writing smithi03785213-14 from 8159232 to 8806400 tid 2 2024-07-26T06:38:17.748 INFO:tasks.rados.rados.0.smithi037.stdout:1697: writing smithi03785213-14 from 8806400 to 9338880 tid 3 2024-07-26T06:38:17.748 INFO:tasks.rados.rados.0.smithi037.stdout:1697: writing smithi03785213-14 from 9338880 to 9363456 tid 4 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1693: done (2 left) 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1698: read oid 10 snap -1 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1698: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1699: copy_from oid 46 from oid 39 current snap is 174 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1700: read oid 32 snap -1 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1700: expect deleted 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1701: setattr oid 29 current snap is 174 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1696: finishing write tid 3 to smithi03785213-41 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1696: finishing write tid 4 to smithi03785213-41 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1696: finishing write tid 5 to smithi03785213-41 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1613 (ObjNum 528 snap 174 seq_num 528) dirty exists 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1696: left oid 41 (ObjNum 528 snap 174 seq_num 528) 2024-07-26T06:38:17.749 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 1 to smithi03785213-14 2024-07-26T06:38:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 2 to smithi03785213-14 2024-07-26T06:38:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1696: done (5 left) 2024-07-26T06:38:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1702: read oid 8 snap -1 2024-07-26T06:38:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:1702: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:38:17.750 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 174 2024-07-26T06:38:17.751 INFO:tasks.rados.rados.0.smithi037.stdout:1703: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-07-26T06:38:17.754 INFO:tasks.rados.rados.0.smithi037.stdout:1703: writing smithi03785213-19 from 0 to 483328 tid 1 2024-07-26T06:38:17.757 INFO:tasks.rados.rados.0.smithi037.stdout:1703: writing smithi03785213-19 from 483328 to 1015808 tid 2 2024-07-26T06:38:17.762 INFO:tasks.rados.rados.0.smithi037.stdout:1703: writing smithi03785213-19 from 1015808 to 1687552 tid 3 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1704: delete oid 21 current snap is 174 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 3 to smithi03785213-14 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 4 to smithi03785213-14 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 5 to smithi03785213-14 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1697: finishing write tid 6 to smithi03785213-14 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1470 (ObjNum 529 snap 174 seq_num 529) dirty exists 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1697: left oid 14 (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 992 (ObjNum 479 snap 156 seq_num 479) dirty exists 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1703: finishing write tid 1 to smithi03785213-19 2024-07-26T06:38:17.763 INFO:tasks.rados.rados.0.smithi037.stdout:1703: finishing write tid 2 to smithi03785213-19 2024-07-26T06:38:17.764 INFO:tasks.rados.rados.0.smithi037.stdout:1698: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:17.836 INFO:tasks.rados.rados.0.smithi037.stdout:1703: finishing write tid 3 to smithi03785213-19 2024-07-26T06:38:17.836 INFO:tasks.rados.rados.0.smithi037.stdout:1703: finishing write tid 4 to smithi03785213-19 2024-07-26T06:38:17.836 INFO:tasks.rados.rados.0.smithi037.stdout:1697: done (7 left) 2024-07-26T06:38:17.836 INFO:tasks.rados.rados.0.smithi037.stdout:1698: done (6 left) 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1700: done (5 left) 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1701: done (4 left) 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1704: done (3 left) 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1705: snap_create 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1703: finishing write tid 5 to smithi03785213-19 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1224 (ObjNum 530 snap 174 seq_num 530) dirty exists 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1703: left oid 19 (ObjNum 530 snap 174 seq_num 530) 2024-07-26T06:38:17.837 INFO:tasks.rados.rados.0.smithi037.stdout:1702: expect (ObjNum 396 snap 130 seq_num 396) 2024-07-26T06:38:17.952 INFO:tasks.rados.rados.0.smithi037.stdout:1699: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:38:17.953 INFO:tasks.rados.rados.0.smithi037.stdout:1699: finishing copy_from to smithi03785213-46 2024-07-26T06:38:17.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 858 (ObjNum 395 snap 129 seq_num 395) dirty exists 2024-07-26T06:38:18.278 INFO:tasks.rados.rados.0.smithi037.stdout:1699: done (3 left) 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:1702: done (2 left) 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:1703: done (1 left) 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:1705: done (0 left) 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:1706: rollback oid 10 current snap is 175 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 172 2024-07-26T06:38:18.279 INFO:tasks.rados.rados.0.smithi037.stdout:1707: snap_remove snap 165 2024-07-26T06:38:18.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:18 smithi037 ceph-mon[97339]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:38:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:18 smithi037 ceph-mon[97339]: pgmap v219: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:18 smithi037 ceph-mon[99762]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:38:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:18 smithi037 ceph-mon[99762]: pgmap v219: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:18.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:18 smithi135 ceph-mon[90132]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:38:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:18 smithi135 ceph-mon[90132]: pgmap v219: 121 pgs: 121 active+clean; 213 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:19.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:38:19.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:19.289 INFO:tasks.rados.rados.0.smithi037.stdout:1707: done (1 left) 2024-07-26T06:38:19.289 INFO:tasks.rados.rados.0.smithi037.stdout:1708: rmattr oid 40 current snap is 175 2024-07-26T06:38:19.289 INFO:tasks.rados.rados.0.smithi037.stdout:1708: done (1 left) 2024-07-26T06:38:19.289 INFO:tasks.rados.rados.0.smithi037.stdout:1709: snap_create 2024-07-26T06:38:19.289 INFO:tasks.rados.rados.0.smithi037.stdout:1706: finishing rollback tid 0 to smithi03785213-10 2024-07-26T06:38:19.290 INFO:tasks.rados.rados.0.smithi037.stdout:1706: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:38:19.290 INFO:tasks.rados.rados.0.smithi037.stdout:1706: finishing rollback tid 2 to smithi03785213-10 2024-07-26T06:38:19.290 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1361 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded) 2024-07-26T06:38:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:38:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[97339]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:38:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded) 2024-07-26T06:38:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:38:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:19 smithi037 ceph-mon[99762]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:38:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:19 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/420 objects degraded (10.000%), 7 pgs degraded) 2024-07-26T06:38:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:19 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:38:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:19 smithi135 ceph-mon[90132]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:38:20.292 INFO:tasks.rados.rados.0.smithi037.stdout:1706: done (1 left) 2024-07-26T06:38:20.292 INFO:tasks.rados.rados.0.smithi037.stdout:1709: done (0 left) 2024-07-26T06:38:20.292 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 176 2024-07-26T06:38:20.292 INFO:tasks.rados.rados.0.smithi037.stdout:1710: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-07-26T06:38:20.294 INFO:tasks.rados.rados.0.smithi037.stdout:1710: writing smithi03785213-32 from 0 to 516096 tid 1 2024-07-26T06:38:20.298 INFO:tasks.rados.rados.0.smithi037.stdout:1710: writing smithi03785213-32 from 516096 to 1212416 tid 2 2024-07-26T06:38:20.302 INFO:tasks.rados.rados.0.smithi037.stdout:1710: writing smithi03785213-32 from 1212416 to 1720320 tid 3 2024-07-26T06:38:20.302 INFO:tasks.rados.rados.0.smithi037.stdout:1711: rollback oid 4 current snap is 176 2024-07-26T06:38:20.302 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 161 2024-07-26T06:38:20.302 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 176 2024-07-26T06:38:20.302 INFO:tasks.rados.rados.0.smithi037.stdout:1712: seq_num 533 ranges {1097728=532480,1630208=630784,2260992=516096,2777088=57344} 2024-07-26T06:38:20.311 INFO:tasks.rados.rados.0.smithi037.stdout:1712: writing smithi03785213-17 from 1097728 to 1630208 tid 1 2024-07-26T06:38:20.315 INFO:tasks.rados.rados.0.smithi037.stdout:1712: writing smithi03785213-17 from 1630208 to 2260992 tid 2 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1712: writing smithi03785213-17 from 2260992 to 2777088 tid 3 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1712: writing smithi03785213-17 from 2777088 to 2834432 tid 4 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1713: rollback oid 34 current snap is 176 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 173 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1710: finishing write tid 1 to smithi03785213-32 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1710: finishing write tid 2 to smithi03785213-32 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1710: finishing write tid 3 to smithi03785213-32 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1710: finishing write tid 4 to smithi03785213-32 2024-07-26T06:38:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:1710: finishing write tid 5 to smithi03785213-32 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1365 (ObjNum 532 snap 176 seq_num 532) dirty exists 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1710: left oid 32 (ObjNum 532 snap 176 seq_num 532) 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1711: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1711: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1711: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1477 (ObjNum 476 snap 155 seq_num 476) dirty exists 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 1 to smithi03785213-17 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1710: done (3 left) 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1711: done (2 left) 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1714: setattr oid 16 current snap is 176 2024-07-26T06:38:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 2 to smithi03785213-17 2024-07-26T06:38:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 176 2024-07-26T06:38:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 3 to smithi03785213-17 2024-07-26T06:38:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:1715: seq_num 534 ranges {1654784=548864,2203648=516096,2719744=688128} 2024-07-26T06:38:20.334 INFO:tasks.rados.rados.0.smithi037.stdout:1715: writing smithi03785213-41 from 1654784 to 2203648 tid 1 2024-07-26T06:38:20.337 INFO:tasks.rados.rados.0.smithi037.stdout:1715: writing smithi03785213-41 from 2203648 to 2719744 tid 2 2024-07-26T06:38:20.341 INFO:tasks.rados.rados.0.smithi037.stdout:1715: writing smithi03785213-41 from 2719744 to 3407872 tid 3 2024-07-26T06:38:20.342 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 176 2024-07-26T06:38:20.342 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:38:20.342 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 4 to smithi03785213-17 2024-07-26T06:38:20.342 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:38:20.342 INFO:tasks.rados.rados.0.smithi037.stdout:1716: seq_num 535 ranges {4300800=565248,4866048=802816,5668864=401408} 2024-07-26T06:38:20.368 INFO:tasks.rados.rados.0.smithi037.stdout:1716: writing smithi03785213-12 from 4300800 to 4866048 tid 1 2024-07-26T06:38:20.372 INFO:tasks.rados.rados.0.smithi037.stdout:1716: writing smithi03785213-12 from 4866048 to 5668864 tid 2 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1716: writing smithi03785213-12 from 5668864 to 6070272 tid 3 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1717: read oid 5 snap -1 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1717: expect (ObjNum 524 snap 174 seq_num 524) 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1718: copy_from oid 26 from oid 19 current snap is 176 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1481 (ObjNum 488 snap 157 seq_num 488) dirty exists 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 5 to smithi03785213-17 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing write tid 6 to smithi03785213-17 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1230 (ObjNum 533 snap 176 seq_num 533) dirty exists 2024-07-26T06:38:20.376 INFO:tasks.rados.rados.0.smithi037.stdout:1712: left oid 17 (ObjNum 533 snap 176 seq_num 533) 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1624 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: finishing write tid 1 to smithi03785213-41 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: finishing write tid 2 to smithi03785213-41 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: finishing write tid 3 to smithi03785213-41 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1712: done (6 left) 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1713: done (5 left) 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1714: done (4 left) 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1719: rollback oid 11 current snap is 176 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 158 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: finishing write tid 4 to smithi03785213-41 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: finishing write tid 5 to smithi03785213-41 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1629 (ObjNum 534 snap 176 seq_num 534) dirty exists 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1715: left oid 41 (ObjNum 534 snap 176 seq_num 534) 2024-07-26T06:38:20.377 INFO:tasks.rados.rados.0.smithi037.stdout:1716: finishing write tid 1 to smithi03785213-12 2024-07-26T06:38:20.378 INFO:tasks.rados.rados.0.smithi037.stdout:1715: done (4 left) 2024-07-26T06:38:20.378 INFO:tasks.rados.rados.0.smithi037.stdout:1720: copy_from oid 3 from oid 32 current snap is 176 2024-07-26T06:38:20.378 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 176 2024-07-26T06:38:20.378 INFO:tasks.rados.rados.0.smithi037.stdout:1721: seq_num 536 ranges {4751360=581632,5332992=688128,6021120=516096} 2024-07-26T06:38:20.405 INFO:tasks.rados.rados.0.smithi037.stdout:1721: writing smithi03785213-27 from 4751360 to 5332992 tid 1 2024-07-26T06:38:20.409 INFO:tasks.rados.rados.0.smithi037.stdout:1721: writing smithi03785213-27 from 5332992 to 6021120 tid 2 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1721: writing smithi03785213-27 from 6021120 to 6537216 tid 3 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1722: delete oid 43 current snap is 176 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1716: finishing write tid 2 to smithi03785213-12 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1716: finishing write tid 3 to smithi03785213-12 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1719: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1716: finishing write tid 4 to smithi03785213-12 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1716: finishing write tid 5 to smithi03785213-12 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 865 (ObjNum 535 snap 176 seq_num 535) dirty exists 2024-07-26T06:38:20.413 INFO:tasks.rados.rados.0.smithi037.stdout:1716: left oid 12 (ObjNum 535 snap 176 seq_num 535) 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1719: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 979 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1720: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1720: finishing copy_from to smithi03785213-3 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1365 (ObjNum 532 snap 176 seq_num 532) dirty exists 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1718: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1718: finishing copy_from to smithi03785213-26 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1224 (ObjNum 530 snap 174 seq_num 530) dirty exists 2024-07-26T06:38:20.414 INFO:tasks.rados.rados.0.smithi037.stdout:1717: expect (ObjNum 524 snap 174 seq_num 524) 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[97339]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[97339]: pgmap v222: 121 pgs: 121 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[99762]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[99762]: pgmap v222: 121 pgs: 121 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1721: finishing write tid 1 to smithi03785213-27 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1721: finishing write tid 2 to smithi03785213-27 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1721: finishing write tid 3 to smithi03785213-27 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1716: done (6 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1717: done (5 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1718: done (4 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1719: done (3 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1720: done (2 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1722: done (1 left) 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 176 2024-07-26T06:38:20.557 INFO:tasks.rados.rados.0.smithi037.stdout:1721: finishing write tid 4 to smithi03785213-27 2024-07-26T06:38:20.558 INFO:tasks.rados.rados.0.smithi037.stdout:1723: seq_num 538 ranges {1572864=614400,2187264=450560,2637824=704512,3342336=49152} 2024-07-26T06:38:20.568 INFO:tasks.rados.rados.0.smithi037.stdout:1723: writing smithi03785213-47 from 1572864 to 2187264 tid 1 2024-07-26T06:38:20.570 INFO:tasks.rados.rados.0.smithi037.stdout:1723: writing smithi03785213-47 from 2187264 to 2637824 tid 2 2024-07-26T06:38:20.576 INFO:tasks.rados.rados.0.smithi037.stdout:1723: writing smithi03785213-47 from 2637824 to 3342336 tid 3 2024-07-26T06:38:20.576 INFO:tasks.rados.rados.0.smithi037.stdout:1723: writing smithi03785213-47 from 3342336 to 3391488 tid 4 2024-07-26T06:38:20.576 INFO:tasks.rados.rados.0.smithi037.stdout:1724: rollback oid 25 current snap is 176 2024-07-26T06:38:20.576 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 159 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1721: finishing write tid 5 to smithi03785213-27 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1406 (ObjNum 536 snap 176 seq_num 536) dirty exists 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1721: left oid 27 (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 1 to smithi03785213-47 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 2 to smithi03785213-47 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1721: done (2 left) 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 176 2024-07-26T06:38:20.577 INFO:tasks.rados.rados.0.smithi037.stdout:1725: seq_num 539 ranges {360448=630784,991232=737280,1728512=466944} 2024-07-26T06:38:20.581 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03785213-45 from 360448 to 991232 tid 1 2024-07-26T06:38:20.586 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03785213-45 from 991232 to 1728512 tid 2 2024-07-26T06:38:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:20 smithi135 ceph-mon[90132]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:38:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:20 smithi135 ceph-mon[90132]: pgmap v222: 121 pgs: 121 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-26T06:38:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:20.589 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03785213-45 from 1728512 to 2195456 tid 3 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1726: setattr oid 13 current snap is 176 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1724: finishing rollback tid 1 to smithi03785213-25 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 983 (ObjNum 33 snap 0 seq_num 3882988864) dirty dne 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 3 to smithi03785213-47 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 4 to smithi03785213-47 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 5 to smithi03785213-47 2024-07-26T06:38:20.590 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing write tid 6 to smithi03785213-47 2024-07-26T06:38:20.591 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1635 (ObjNum 538 snap 176 seq_num 538) dirty exists 2024-07-26T06:38:20.591 INFO:tasks.rados.rados.0.smithi037.stdout:1723: left oid 47 (ObjNum 538 snap 176 seq_num 538) 2024-07-26T06:38:20.591 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 1 to smithi03785213-45 2024-07-26T06:38:20.591 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 2 to smithi03785213-45 2024-07-26T06:38:20.592 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 3 to smithi03785213-45 2024-07-26T06:38:20.592 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 4 to smithi03785213-45 2024-07-26T06:38:20.592 INFO:tasks.rados.rados.0.smithi037.stdout:1723: done (3 left) 2024-07-26T06:38:20.593 INFO:tasks.rados.rados.0.smithi037.stdout:1724: done (2 left) 2024-07-26T06:38:20.593 INFO:tasks.rados.rados.0.smithi037.stdout:1727: setattr oid 17 current snap is 176 2024-07-26T06:38:20.594 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 5 to smithi03785213-45 2024-07-26T06:38:20.594 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1640 (ObjNum 539 snap 176 seq_num 539) dirty exists 2024-07-26T06:38:20.594 INFO:tasks.rados.rados.0.smithi037.stdout:1725: left oid 45 (ObjNum 539 snap 176 seq_num 539) 2024-07-26T06:38:20.595 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 981 (ObjNum 522 snap 172 seq_num 522) dirty exists 2024-07-26T06:38:20.597 INFO:tasks.rados.rados.0.smithi037.stdout:1725: done (2 left) 2024-07-26T06:38:20.597 INFO:tasks.rados.rados.0.smithi037.stdout:1726: done (1 left) 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1728: copy_from oid 43 from oid 26 current snap is 176 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1729: read oid 28 snap -1 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1729: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1730: rollback oid 32 current snap is 176 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 170 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1731: copy_from oid 9 from oid 37 current snap is 176 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1732: rollback oid 16 current snap is 176 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 175 2024-07-26T06:38:20.598 INFO:tasks.rados.rados.0.smithi037.stdout:1733: snap_create 2024-07-26T06:38:20.601 INFO:tasks.rados.rados.0.smithi037.stdout:1730: finishing rollback tid 0 to smithi03785213-32 2024-07-26T06:38:20.601 INFO:tasks.rados.rados.0.smithi037.stdout:1732: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:38:20.602 INFO:tasks.rados.rados.0.smithi037.stdout:1730: finishing rollback tid 1 to smithi03785213-32 2024-07-26T06:38:20.602 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1367 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:38:20.603 INFO:tasks.rados.rados.0.smithi037.stdout:1732: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:38:20.603 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1642 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:38:20.604 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1231 (ObjNum 533 snap 176 seq_num 533) dirty exists 2024-07-26T06:38:20.608 INFO:tasks.rados.rados.0.smithi037.stdout:1729: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:20.674 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing copy_from racing read to smithi03785213-43 2024-07-26T06:38:20.674 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing copy_from to smithi03785213-43 2024-07-26T06:38:20.674 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1224 (ObjNum 530 snap 174 seq_num 530) dirty exists 2024-07-26T06:38:20.674 INFO:tasks.rados.rados.0.smithi037.stdout:1731: finishing copy_from racing read to smithi03785213-9 2024-07-26T06:38:20.675 INFO:tasks.rados.rados.0.smithi037.stdout:1731: finishing copy_from to smithi03785213-9 2024-07-26T06:38:20.675 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1220 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:38:21.296 INFO:tasks.rados.rados.0.smithi037.stdout:1727: done (6 left) 2024-07-26T06:38:21.296 INFO:tasks.rados.rados.0.smithi037.stdout:1728: done (5 left) 2024-07-26T06:38:21.296 INFO:tasks.rados.rados.0.smithi037.stdout:1729: done (4 left) 2024-07-26T06:38:21.297 INFO:tasks.rados.rados.0.smithi037.stdout:1730: done (3 left) 2024-07-26T06:38:21.297 INFO:tasks.rados.rados.0.smithi037.stdout:1731: done (2 left) 2024-07-26T06:38:21.297 INFO:tasks.rados.rados.0.smithi037.stdout:1732: done (1 left) 2024-07-26T06:38:21.297 INFO:tasks.rados.rados.0.smithi037.stdout:1733: done (0 left) 2024-07-26T06:38:21.297 INFO:tasks.rados.rados.0.smithi037.stdout:1734: snap_create 2024-07-26T06:38:21.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:21 smithi037 ceph-mon[97339]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:38:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:21] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-07-26T06:38:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:21 smithi037 ceph-mon[99762]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:38:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:21 smithi135 ceph-mon[90132]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:38:22.301 INFO:tasks.rados.rados.0.smithi037.stdout:1734: done (0 left) 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:1735: read oid 37 snap -1 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:1735: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:1736: read oid 17 snap -1 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:1736: expect (ObjNum 533 snap 176 seq_num 533) 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 178 2024-07-26T06:38:22.302 INFO:tasks.rados.rados.0.smithi037.stdout:1737: seq_num 540 ranges {6356992=647168,7004160=671744,7675904=532480} 2024-07-26T06:38:22.340 INFO:tasks.rados.rados.0.smithi037.stdout:1737: writing smithi03785213-39 from 6356992 to 7004160 tid 1 2024-07-26T06:38:22.344 INFO:tasks.rados.rados.0.smithi037.stdout:1737: writing smithi03785213-39 from 7004160 to 7675904 tid 2 2024-07-26T06:38:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:1737: writing smithi03785213-39 from 7675904 to 8208384 tid 3 2024-07-26T06:38:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:1738: copy_from oid 29 from oid 44 current snap is 178 2024-07-26T06:38:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:1736: expect (ObjNum 533 snap 176 seq_num 533) 2024-07-26T06:38:22.446 INFO:tasks.rados.rados.0.smithi037.stdout:1735: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:38:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:22 smithi135 ceph-mon[90132]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:38:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:22 smithi135 ceph-mon[90132]: pgmap v225: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-07-26T06:38:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1737: finishing write tid 1 to smithi03785213-39 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1737: finishing write tid 2 to smithi03785213-39 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1737: finishing write tid 3 to smithi03785213-39 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1737: finishing write tid 4 to smithi03785213-39 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:1737: finishing write tid 5 to smithi03785213-39 2024-07-26T06:38:22.724 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1228 (ObjNum 540 snap 178 seq_num 540) dirty exists 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1737: left oid 39 (ObjNum 540 snap 178 seq_num 540) 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1738: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1738: finishing copy_from to smithi03785213-29 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 983 (ObjNum 466 snap 152 seq_num 466) dirty exists 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1735: done (3 left) 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1736: done (2 left) 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1737: done (1 left) 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1738: done (0 left) 2024-07-26T06:38:22.725 INFO:tasks.rados.rados.0.smithi037.stdout:1739: delete oid 44 current snap is 178 2024-07-26T06:38:22.727 INFO:tasks.rados.rados.0.smithi037.stdout:1739: done (0 left) 2024-07-26T06:38:22.727 INFO:tasks.rados.rados.0.smithi037.stdout:1740: rollback oid 49 current snap is 178 2024-07-26T06:38:22.727 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 159 2024-07-26T06:38:22.727 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 178 2024-07-26T06:38:22.727 INFO:tasks.rados.rados.0.smithi037.stdout:1741: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-07-26T06:38:22.731 INFO:tasks.rados.rados.0.smithi037.stdout:1741: writing smithi03785213-32 from 0 to 679936 tid 1 2024-07-26T06:38:22.733 INFO:tasks.rados.rados.0.smithi037.stdout:1741: writing smithi03785213-32 from 679936 to 1122304 tid 2 2024-07-26T06:38:22.737 INFO:tasks.rados.rados.0.smithi037.stdout:1741: writing smithi03785213-32 from 1122304 to 1802240 tid 3 2024-07-26T06:38:22.738 INFO:tasks.rados.rados.0.smithi037.stdout:1741: writing smithi03785213-32 from 1802240 to 1884160 tid 4 2024-07-26T06:38:22.738 INFO:tasks.rados.rados.0.smithi037.stdout:1742: snap_create 2024-07-26T06:38:22.738 INFO:tasks.rados.rados.0.smithi037.stdout:1740: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:38:22.738 INFO:tasks.rados.rados.0.smithi037.stdout:1740: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:38:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1241 (ObjNum 470 snap 152 seq_num 470) dirty exists 2024-07-26T06:38:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 1 to smithi03785213-32 2024-07-26T06:38:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 2 to smithi03785213-32 2024-07-26T06:38:22.742 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 3 to smithi03785213-32 2024-07-26T06:38:22.742 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 4 to smithi03785213-32 2024-07-26T06:38:22.742 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 5 to smithi03785213-32 2024-07-26T06:38:22.743 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing write tid 6 to smithi03785213-32 2024-07-26T06:38:22.743 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1372 (ObjNum 542 snap 178 seq_num 542) dirty exists 2024-07-26T06:38:22.743 INFO:tasks.rados.rados.0.smithi037.stdout:1741: left oid 32 (ObjNum 542 snap 178 seq_num 542) 2024-07-26T06:38:22.753 INFO:tasks.rados.rados.0.smithi037.stdout:1740: done (2 left) 2024-07-26T06:38:22.753 INFO:tasks.rados.rados.0.smithi037.stdout:1741: done (1 left) 2024-07-26T06:38:22.753 INFO:tasks.rados.rados.0.smithi037.stdout:1742: done (0 left) 2024-07-26T06:38:22.753 INFO:tasks.rados.rados.0.smithi037.stdout:1743: read oid 25 snap -1 2024-07-26T06:38:22.753 INFO:tasks.rados.rados.0.smithi037.stdout:1743: expect deleted 2024-07-26T06:38:22.754 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 179 2024-07-26T06:38:22.754 INFO:tasks.rados.rados.0.smithi037.stdout:1744: seq_num 543 ranges {6250496=704512,6955008=729088,7684096=475136} 2024-07-26T06:38:22.791 INFO:tasks.rados.rados.0.smithi037.stdout:1744: writing smithi03785213-7 from 6250496 to 6955008 tid 1 2024-07-26T06:38:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:22 smithi037 ceph-mon[97339]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:38:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:22 smithi037 ceph-mon[97339]: pgmap v225: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-07-26T06:38:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:22 smithi037 ceph-mon[99762]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:38:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:22 smithi037 ceph-mon[99762]: pgmap v225: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-07-26T06:38:22.796 INFO:tasks.rados.rados.0.smithi037.stdout:1744: writing smithi03785213-7 from 6955008 to 7684096 tid 2 2024-07-26T06:38:22.800 INFO:tasks.rados.rados.0.smithi037.stdout:1744: writing smithi03785213-7 from 7684096 to 8159232 tid 3 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1745: rmattr oid 3 current snap is 179 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1745: done (2 left) 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1746: rollback oid 5 current snap is 179 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 161 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1744: finishing write tid 1 to smithi03785213-7 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1743: done (2 left) 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1747: read oid 29 snap -1 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1747: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1748: rollback oid 11 current snap is 179 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 169 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:1749: rollback oid 24 current snap is 179 2024-07-26T06:38:22.801 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 172 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1750: read oid 30 snap -1 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1750: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1751: read oid 17 snap 159 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1751: expect deleted 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1752: read oid 46 snap -1 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1752: expect (ObjNum 395 snap 129 seq_num 395) 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 179 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1744: finishing write tid 2 to smithi03785213-7 2024-07-26T06:38:22.802 INFO:tasks.rados.rados.0.smithi037.stdout:1753: seq_num 544 ranges {5677056=720896,6397952=614400,7012352=589824} 2024-07-26T06:38:22.837 INFO:tasks.rados.rados.0.smithi037.stdout:1753: writing smithi03785213-48 from 5677056 to 6397952 tid 1 2024-07-26T06:38:22.841 INFO:tasks.rados.rados.0.smithi037.stdout:1753: writing smithi03785213-48 from 6397952 to 7012352 tid 2 2024-07-26T06:38:22.845 INFO:tasks.rados.rados.0.smithi037.stdout:1753: writing smithi03785213-48 from 7012352 to 7602176 tid 3 2024-07-26T06:38:22.845 INFO:tasks.rados.rados.0.smithi037.stdout:1754: rollback oid 36 current snap is 179 2024-07-26T06:38:22.845 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 175 2024-07-26T06:38:22.845 INFO:tasks.rados.rados.0.smithi037.stdout:1744: finishing write tid 3 to smithi03785213-7 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1749: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1749: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1744: finishing write tid 4 to smithi03785213-7 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1749: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1234 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1746: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1748: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1748: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 981 (ObjNum 33 snap 0 seq_num 3883275472) dirty exists 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1744: finishing write tid 5 to smithi03785213-7 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1649 (ObjNum 543 snap 179 seq_num 543) dirty exists 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1744: left oid 7 (ObjNum 543 snap 179 seq_num 543) 2024-07-26T06:38:22.846 INFO:tasks.rados.rados.0.smithi037.stdout:1746: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:38:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:1746: finishing rollback tid 2 to smithi03785213-5 2024-07-26T06:38:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1004 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:1750: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:22.915 INFO:tasks.rados.rados.0.smithi037.stdout:1747: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:23.077 INFO:tasks.rados.rados.0.smithi037.stdout:1752: expect (ObjNum 395 snap 129 seq_num 395) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1753: finishing write tid 1 to smithi03785213-48 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1753: finishing write tid 2 to smithi03785213-48 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1744: done (9 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1746: done (8 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1747: done (7 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1748: done (6 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1749: done (5 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1750: done (4 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1751: done (3 left) 2024-07-26T06:38:23.408 INFO:tasks.rados.rados.0.smithi037.stdout:1752: done (2 left) 2024-07-26T06:38:23.409 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 179 2024-07-26T06:38:23.409 INFO:tasks.rados.rados.0.smithi037.stdout:1753: finishing write tid 3 to smithi03785213-48 2024-07-26T06:38:23.409 INFO:tasks.rados.rados.0.smithi037.stdout:1753: finishing write tid 4 to smithi03785213-48 2024-07-26T06:38:23.409 INFO:tasks.rados.rados.0.smithi037.stdout:1755: seq_num 545 ranges {6406144=737280,7143424=491520,7634944=450560,8085504=262144} 2024-07-26T06:38:23.446 INFO:tasks.rados.rados.0.smithi037.stdout:1755: writing smithi03785213-37 from 6406144 to 7143424 tid 1 2024-07-26T06:38:23.449 INFO:tasks.rados.rados.0.smithi037.stdout:1755: writing smithi03785213-37 from 7143424 to 7634944 tid 2 2024-07-26T06:38:23.451 INFO:tasks.rados.rados.0.smithi037.stdout:1755: writing smithi03785213-37 from 7634944 to 8085504 tid 3 2024-07-26T06:38:23.453 INFO:tasks.rados.rados.0.smithi037.stdout:1755: writing smithi03785213-37 from 8085504 to 8347648 tid 4 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1756: snap_create 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1754: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1754: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1754: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1485 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1753: finishing write tid 5 to smithi03785213-48 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1654 (ObjNum 544 snap 179 seq_num 544) dirty exists 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1753: left oid 48 (ObjNum 544 snap 179 seq_num 544) 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 1 to smithi03785213-37 2024-07-26T06:38:23.454 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 2 to smithi03785213-37 2024-07-26T06:38:23.455 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 3 to smithi03785213-37 2024-07-26T06:38:23.455 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 4 to smithi03785213-37 2024-07-26T06:38:23.455 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 5 to smithi03785213-37 2024-07-26T06:38:23.456 INFO:tasks.rados.rados.0.smithi037.stdout:1755: finishing write tid 6 to smithi03785213-37 2024-07-26T06:38:23.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1229 (ObjNum 545 snap 179 seq_num 545) dirty exists 2024-07-26T06:38:23.456 INFO:tasks.rados.rados.0.smithi037.stdout:1755: left oid 37 (ObjNum 545 snap 179 seq_num 545) 2024-07-26T06:38:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:23 smithi135 ceph-mon[90132]: osdmap e428: 8 total, 8 up, 8 in 2024-07-26T06:38:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:23 smithi135 ceph-mon[90132]: osdmap e429: 8 total, 8 up, 8 in 2024-07-26T06:38:23.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:23 smithi037 ceph-mon[97339]: osdmap e428: 8 total, 8 up, 8 in 2024-07-26T06:38:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:23 smithi037 ceph-mon[97339]: osdmap e429: 8 total, 8 up, 8 in 2024-07-26T06:38:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:23 smithi037 ceph-mon[99762]: osdmap e428: 8 total, 8 up, 8 in 2024-07-26T06:38:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:23 smithi037 ceph-mon[99762]: osdmap e429: 8 total, 8 up, 8 in 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1753: done (3 left) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1754: done (2 left) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1755: done (1 left) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1756: done (0 left) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1757: read oid 12 snap -1 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1757: expect (ObjNum 535 snap 176 seq_num 535) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1758: rmattr oid 14 current snap is 180 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1758: done (1 left) 2024-07-26T06:38:24.308 INFO:tasks.rados.rados.0.smithi037.stdout:1759: rollback oid 40 current snap is 180 2024-07-26T06:38:24.309 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 179 2024-07-26T06:38:24.309 INFO:tasks.rados.rados.0.smithi037.stdout:1760: rmattr oid 1 current snap is 180 2024-07-26T06:38:24.309 INFO:tasks.rados.rados.0.smithi037.stdout:1760: done (2 left) 2024-07-26T06:38:24.309 INFO:tasks.rados.rados.0.smithi037.stdout:1761: delete oid 46 current snap is 180 2024-07-26T06:38:24.312 INFO:tasks.rados.rados.0.smithi037.stdout:1759: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:38:24.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 996 (ObjNum 97 snap 0 seq_num 3883056384) dirty dne 2024-07-26T06:38:24.314 INFO:tasks.rados.rados.0.smithi037.stdout:1759: done (2 left) 2024-07-26T06:38:24.314 INFO:tasks.rados.rados.0.smithi037.stdout:1761: done (1 left) 2024-07-26T06:38:24.314 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 180 2024-07-26T06:38:24.314 INFO:tasks.rados.rados.0.smithi037.stdout:1762: seq_num 547 ranges {1720320=770048,2490368=663552,3153920=466944,3620864=73728} 2024-07-26T06:38:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03785213-3 from 1720320 to 2490368 tid 1 2024-07-26T06:38:24.331 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03785213-3 from 2490368 to 3153920 tid 2 2024-07-26T06:38:24.334 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03785213-3 from 3153920 to 3620864 tid 3 2024-07-26T06:38:24.335 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03785213-3 from 3620864 to 3694592 tid 4 2024-07-26T06:38:24.335 INFO:tasks.rados.rados.0.smithi037.stdout:1763: copy_from oid 44 from oid 15 current snap is 180 2024-07-26T06:38:24.335 INFO:tasks.rados.rados.0.smithi037.stdout:1764: snap_create 2024-07-26T06:38:24.339 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 1 to smithi03785213-3 2024-07-26T06:38:24.340 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 2 to smithi03785213-3 2024-07-26T06:38:24.340 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 3 to smithi03785213-3 2024-07-26T06:38:24.340 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 4 to smithi03785213-3 2024-07-26T06:38:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 5 to smithi03785213-3 2024-07-26T06:38:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:1757: expect (ObjNum 535 snap 176 seq_num 535) 2024-07-26T06:38:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:24 smithi135 ceph-mon[90132]: pgmap v228: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.4 MiB/s wr, 31 op/s 2024-07-26T06:38:24.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:24.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 6 to smithi03785213-3 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1370 (ObjNum 547 snap 180 seq_num 547) dirty exists 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:1762: left oid 3 (ObjNum 547 snap 180 seq_num 547) 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:1763: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:1763: finishing copy_from to smithi03785213-44 2024-07-26T06:38:24.626 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1251 (ObjNum 520 snap 172 seq_num 520) dirty exists 2024-07-26T06:38:24.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:24 smithi037 ceph-mon[97339]: pgmap v228: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.4 MiB/s wr, 31 op/s 2024-07-26T06:38:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:24 smithi037 ceph-mon[99762]: pgmap v228: 121 pgs: 121 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.4 MiB/s wr, 31 op/s 2024-07-26T06:38:25.310 INFO:tasks.rados.rados.0.smithi037.stdout:1757: done (3 left) 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:1762: done (2 left) 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:1763: done (1 left) 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:1764: done (0 left) 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:1765: rollback oid 2 current snap is 181 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 176 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 181 2024-07-26T06:38:25.311 INFO:tasks.rados.rados.0.smithi037.stdout:1766: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-07-26T06:38:25.315 INFO:tasks.rados.rados.0.smithi037.stdout:1766: writing smithi03785213-11 from 0 to 786432 tid 1 2024-07-26T06:38:25.319 INFO:tasks.rados.rados.0.smithi037.stdout:1766: writing smithi03785213-11 from 786432 to 1384448 tid 2 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1766: writing smithi03785213-11 from 1384448 to 1990656 tid 3 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1767: copy_from oid 49 from oid 36 current snap is 181 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing rollback tid 0 to smithi03785213-2 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing rollback tid 1 to smithi03785213-2 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing rollback tid 2 to smithi03785213-2 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 995 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 1 to smithi03785213-11 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 2 to smithi03785213-11 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:1765: done (2 left) 2024-07-26T06:38:25.323 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 181 2024-07-26T06:38:25.324 INFO:tasks.rados.rados.0.smithi037.stdout:1768: seq_num 549 ranges {1687552=802816,2490368=483328,2973696=434176,3407872=286720} 2024-07-26T06:38:25.337 INFO:tasks.rados.rados.0.smithi037.stdout:1768: writing smithi03785213-43 from 1687552 to 2490368 tid 1 2024-07-26T06:38:25.340 INFO:tasks.rados.rados.0.smithi037.stdout:1768: writing smithi03785213-43 from 2490368 to 2973696 tid 2 2024-07-26T06:38:25.342 INFO:tasks.rados.rados.0.smithi037.stdout:1768: writing smithi03785213-43 from 2973696 to 3407872 tid 3 2024-07-26T06:38:25.344 INFO:tasks.rados.rados.0.smithi037.stdout:1768: writing smithi03785213-43 from 3407872 to 3694592 tid 4 2024-07-26T06:38:25.345 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 3 to smithi03785213-11 2024-07-26T06:38:25.345 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 4 to smithi03785213-11 2024-07-26T06:38:25.345 INFO:tasks.rados.rados.0.smithi037.stdout:1769: read oid 37 snap -1 2024-07-26T06:38:25.345 INFO:tasks.rados.rados.0.smithi037.stdout:1769: expect (ObjNum 545 snap 179 seq_num 545) 2024-07-26T06:38:25.345 INFO:tasks.rados.rados.0.smithi037.stdout:1770: snap_remove snap 159 2024-07-26T06:38:25.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:25 smithi135 ceph-mon[90132]: osdmap e430: 8 total, 8 up, 8 in 2024-07-26T06:38:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:25 smithi037 ceph-mon[97339]: osdmap e430: 8 total, 8 up, 8 in 2024-07-26T06:38:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:25 smithi037 ceph-mon[99762]: osdmap e430: 8 total, 8 up, 8 in 2024-07-26T06:38:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1770: done (4 left) 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1771: snap_create 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 5 to smithi03785213-11 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 985 (ObjNum 548 snap 181 seq_num 548) dirty exists 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1766: left oid 11 (ObjNum 548 snap 181 seq_num 548) 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1767: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1767: finishing copy_from to smithi03785213-49 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1485 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 1 to smithi03785213-43 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 2 to smithi03785213-43 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 3 to smithi03785213-43 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 4 to smithi03785213-43 2024-07-26T06:38:26.328 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 5 to smithi03785213-43 2024-07-26T06:38:26.329 INFO:tasks.rados.rados.0.smithi037.stdout:1768: finishing write tid 6 to smithi03785213-43 2024-07-26T06:38:26.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1233 (ObjNum 549 snap 181 seq_num 549) dirty exists 2024-07-26T06:38:26.329 INFO:tasks.rados.rados.0.smithi037.stdout:1768: left oid 43 (ObjNum 549 snap 181 seq_num 549) 2024-07-26T06:38:26.329 INFO:tasks.rados.rados.0.smithi037.stdout:1769: expect (ObjNum 545 snap 179 seq_num 545) 2024-07-26T06:38:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:26 smithi135 ceph-mon[90132]: pgmap v230: 121 pgs: 121 active+clean; 262 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.8 MiB/s wr, 41 op/s 2024-07-26T06:38:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:26 smithi135 ceph-mon[90132]: osdmap e431: 8 total, 8 up, 8 in 2024-07-26T06:38:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:26 smithi037 ceph-mon[97339]: pgmap v230: 121 pgs: 121 active+clean; 262 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.8 MiB/s wr, 41 op/s 2024-07-26T06:38:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:26 smithi037 ceph-mon[97339]: osdmap e431: 8 total, 8 up, 8 in 2024-07-26T06:38:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:26 smithi037 ceph-mon[99762]: pgmap v230: 121 pgs: 121 active+clean; 262 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.8 MiB/s wr, 41 op/s 2024-07-26T06:38:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:26 smithi037 ceph-mon[99762]: osdmap e431: 8 total, 8 up, 8 in 2024-07-26T06:38:27.332 INFO:tasks.rados.rados.0.smithi037.stdout:1766: done (4 left) 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1767: done (3 left) 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1768: done (2 left) 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1769: done (1 left) 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1771: done (0 left) 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1772: copy_from oid 2 from oid 47 current snap is 182 2024-07-26T06:38:27.333 INFO:tasks.rados.rados.0.smithi037.stdout:1773: snap_remove snap 177 2024-07-26T06:38:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:27 smithi135 ceph-mon[90132]: osdmap e432: 8 total, 8 up, 8 in 2024-07-26T06:38:27.756 INFO:tasks.rados.rados.0.smithi037.stdout:1773: done (1 left) 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1774: rollback oid 25 current snap is 182 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 171 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1772: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1772: finishing copy_from to smithi03785213-2 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1635 (ObjNum 538 snap 176 seq_num 538) dirty exists 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1772: done (1 left) 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1775: rmattr oid 50 current snap is 182 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1775: done (1 left) 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1776: read oid 10 snap 173 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1776: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 182 2024-07-26T06:38:27.757 INFO:tasks.rados.rados.0.smithi037.stdout:1777: seq_num 550 ranges {1982464=417792,2400256=770048,3170304=638976,3809280=196608} 2024-07-26T06:38:27.770 INFO:tasks.rados.rados.0.smithi037.stdout:1777: writing smithi03785213-42 from 1982464 to 2400256 tid 1 2024-07-26T06:38:27.776 INFO:tasks.rados.rados.0.smithi037.stdout:1777: writing smithi03785213-42 from 2400256 to 3170304 tid 2 2024-07-26T06:38:27.779 INFO:tasks.rados.rados.0.smithi037.stdout:1777: writing smithi03785213-42 from 3170304 to 3809280 tid 3 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:1777: writing smithi03785213-42 from 3809280 to 4005888 tid 4 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:1778: rollback oid 16 current snap is 182 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 170 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:1774: finishing rollback tid 1 to smithi03785213-25 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 983 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:38:27.781 INFO:tasks.rados.rados.0.smithi037.stdout:1776: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:38:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:27 smithi037 ceph-mon[97339]: osdmap e432: 8 total, 8 up, 8 in 2024-07-26T06:38:27.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:27 smithi037 ceph-mon[99762]: osdmap e432: 8 total, 8 up, 8 in 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 1 to smithi03785213-42 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 2 to smithi03785213-42 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 3 to smithi03785213-42 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:1778: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1642 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:38:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 4 to smithi03785213-42 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1774: done (3 left) 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1776: done (2 left) 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1778: done (1 left) 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1779: snap_create 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 5 to smithi03785213-42 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 6 to smithi03785213-42 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1236 (ObjNum 550 snap 182 seq_num 550) dirty exists 2024-07-26T06:38:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:1777: left oid 42 (ObjNum 550 snap 182 seq_num 550) 2024-07-26T06:38:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:28 smithi135 ceph-mon[90132]: pgmap v233: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 41 op/s 2024-07-26T06:38:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:28 smithi135 ceph-mon[90132]: osdmap e433: 8 total, 8 up, 8 in 2024-07-26T06:38:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:28 smithi135 ceph-mon[90132]: osdmap e434: 8 total, 8 up, 8 in 2024-07-26T06:38:28.758 INFO:tasks.rados.rados.0.smithi037.stdout:1777: done (1 left) 2024-07-26T06:38:28.758 INFO:tasks.rados.rados.0.smithi037.stdout:1779: done (0 left) 2024-07-26T06:38:28.758 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 183 2024-07-26T06:38:28.758 INFO:tasks.rados.rados.0.smithi037.stdout:1780: seq_num 551 ranges {3399680=434176,3833856=647168,4481024=450560,4931584=507904} 2024-07-26T06:38:28.779 INFO:tasks.rados.rados.0.smithi037.stdout:1780: writing smithi03785213-8 from 3399680 to 3833856 tid 1 2024-07-26T06:38:28.783 INFO:tasks.rados.rados.0.smithi037.stdout:1780: writing smithi03785213-8 from 3833856 to 4481024 tid 2 2024-07-26T06:38:28.785 INFO:tasks.rados.rados.0.smithi037.stdout:1780: writing smithi03785213-8 from 4481024 to 4931584 tid 3 2024-07-26T06:38:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:1780: writing smithi03785213-8 from 4931584 to 5439488 tid 4 2024-07-26T06:38:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:1781: delete oid 12 current snap is 183 2024-07-26T06:38:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 1 to smithi03785213-8 2024-07-26T06:38:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 2 to smithi03785213-8 2024-07-26T06:38:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 3 to smithi03785213-8 2024-07-26T06:38:28.792 INFO:tasks.rados.rados.0.smithi037.stdout:1781: done (1 left) 2024-07-26T06:38:28.792 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 183 2024-07-26T06:38:28.792 INFO:tasks.rados.rados.0.smithi037.stdout:1782: seq_num 553 ranges {745472=466944,1212416=417792,1630208=417792,2048000=516096,2564096=253952} 2024-07-26T06:38:28.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[97339]: pgmap v233: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 41 op/s 2024-07-26T06:38:28.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[97339]: osdmap e433: 8 total, 8 up, 8 in 2024-07-26T06:38:28.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[97339]: osdmap e434: 8 total, 8 up, 8 in 2024-07-26T06:38:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[99762]: pgmap v233: 121 pgs: 121 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 41 op/s 2024-07-26T06:38:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[99762]: osdmap e433: 8 total, 8 up, 8 in 2024-07-26T06:38:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:28 smithi037 ceph-mon[99762]: osdmap e434: 8 total, 8 up, 8 in 2024-07-26T06:38:28.799 INFO:tasks.rados.rados.0.smithi037.stdout:1782: writing smithi03785213-35 from 745472 to 1212416 tid 1 2024-07-26T06:38:28.802 INFO:tasks.rados.rados.0.smithi037.stdout:1782: writing smithi03785213-35 from 1212416 to 1630208 tid 2 2024-07-26T06:38:28.803 INFO:tasks.rados.rados.0.smithi037.stdout:1782: writing smithi03785213-35 from 1630208 to 2048000 tid 3 2024-07-26T06:38:28.807 INFO:tasks.rados.rados.0.smithi037.stdout:1782: writing smithi03785213-35 from 2048000 to 2564096 tid 4 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1782: writing smithi03785213-35 from 2564096 to 2818048 tid 5 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1783: delete oid 4 current snap is 183 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 4 to smithi03785213-8 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 5 to smithi03785213-8 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 6 to smithi03785213-8 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1677 (ObjNum 551 snap 183 seq_num 551) dirty exists 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1780: left oid 8 (ObjNum 551 snap 183 seq_num 551) 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 1 to smithi03785213-35 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 2 to smithi03785213-35 2024-07-26T06:38:28.809 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 3 to smithi03785213-35 2024-07-26T06:38:28.810 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 4 to smithi03785213-35 2024-07-26T06:38:28.811 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 5 to smithi03785213-35 2024-07-26T06:38:28.811 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 6 to smithi03785213-35 2024-07-26T06:38:28.812 INFO:tasks.rados.rados.0.smithi037.stdout:1782: finishing write tid 7 to smithi03785213-35 2024-07-26T06:38:28.812 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 961 (ObjNum 553 snap 183 seq_num 553) dirty exists 2024-07-26T06:38:28.812 INFO:tasks.rados.rados.0.smithi037.stdout:1782: left oid 35 (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:38:28.813 INFO:tasks.rados.rados.0.smithi037.stdout:1780: done (2 left) 2024-07-26T06:38:28.813 INFO:tasks.rados.rados.0.smithi037.stdout:1782: done (1 left) 2024-07-26T06:38:28.813 INFO:tasks.rados.rados.0.smithi037.stdout:1783: done (0 left) 2024-07-26T06:38:28.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 183 2024-07-26T06:38:28.813 INFO:tasks.rados.rados.0.smithi037.stdout:1784: seq_num 555 ranges {3350528=499712,3850240=638976,4489216=425984,4915200=540672} 2024-07-26T06:38:28.834 INFO:tasks.rados.rados.0.smithi037.stdout:1784: writing smithi03785213-34 from 3350528 to 3850240 tid 1 2024-07-26T06:38:28.837 INFO:tasks.rados.rados.0.smithi037.stdout:1784: writing smithi03785213-34 from 3850240 to 4489216 tid 2 2024-07-26T06:38:28.840 INFO:tasks.rados.rados.0.smithi037.stdout:1784: writing smithi03785213-34 from 4489216 to 4915200 tid 3 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1784: writing smithi03785213-34 from 4915200 to 5455872 tid 4 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1785: rmattr oid 23 current snap is 183 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1785: done (1 left) 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1786: copy_from oid 36 from oid 3 current snap is 183 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 1 to smithi03785213-34 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 2 to smithi03785213-34 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 3 to smithi03785213-34 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1787: copy_from oid 18 from oid 45 current snap is 183 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 183 2024-07-26T06:38:28.844 INFO:tasks.rados.rados.0.smithi037.stdout:1788: seq_num 556 ranges {8159232=516096,8675328=524288,9199616=638976,9838592=442368} 2024-07-26T06:38:28.891 INFO:tasks.rados.rados.0.smithi037.stdout:1788: writing smithi03785213-7 from 8159232 to 8675328 tid 1 2024-07-26T06:38:28.894 INFO:tasks.rados.rados.0.smithi037.stdout:1788: writing smithi03785213-7 from 8675328 to 9199616 tid 2 2024-07-26T06:38:28.898 INFO:tasks.rados.rados.0.smithi037.stdout:1788: writing smithi03785213-7 from 9199616 to 9838592 tid 3 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:1788: writing smithi03785213-7 from 9838592 to 10280960 tid 4 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:1789: delete oid 47 current snap is 183 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 4 to smithi03785213-34 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 5 to smithi03785213-34 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:1784: finishing write tid 6 to smithi03785213-34 2024-07-26T06:38:28.901 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1509 (ObjNum 555 snap 183 seq_num 555) dirty exists 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1784: left oid 34 (ObjNum 555 snap 183 seq_num 555) 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1787: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1787: finishing copy_from to smithi03785213-18 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1640 (ObjNum 539 snap 176 seq_num 539) dirty exists 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1786: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1786: finishing copy_from to smithi03785213-36 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1370 (ObjNum 547 snap 180 seq_num 547) dirty exists 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 1 to smithi03785213-7 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 2 to smithi03785213-7 2024-07-26T06:38:28.902 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 3 to smithi03785213-7 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 4 to smithi03785213-7 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 5 to smithi03785213-7 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1784: done (4 left) 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1786: done (3 left) 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1787: done (2 left) 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1789: done (1 left) 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1790: read oid 29 snap -1 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:1790: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:28.905 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 183 2024-07-26T06:38:28.906 INFO:tasks.rados.rados.0.smithi037.stdout:1791: seq_num 558 ranges {4644864=548864,5193728=688128,5881856=606208,6488064=311296} 2024-07-26T06:38:28.933 INFO:tasks.rados.rados.0.smithi037.stdout:1791: writing smithi03785213-38 from 4644864 to 5193728 tid 1 2024-07-26T06:38:28.938 INFO:tasks.rados.rados.0.smithi037.stdout:1791: writing smithi03785213-38 from 5193728 to 5881856 tid 2 2024-07-26T06:38:28.941 INFO:tasks.rados.rados.0.smithi037.stdout:1791: writing smithi03785213-38 from 5881856 to 6488064 tid 3 2024-07-26T06:38:28.943 INFO:tasks.rados.rados.0.smithi037.stdout:1791: writing smithi03785213-38 from 6488064 to 6799360 tid 4 2024-07-26T06:38:28.943 INFO:tasks.rados.rados.0.smithi037.stdout:1792: snap_create 2024-07-26T06:38:28.944 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 6 to smithi03785213-7 2024-07-26T06:38:28.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1683 (ObjNum 556 snap 183 seq_num 556) dirty exists 2024-07-26T06:38:28.944 INFO:tasks.rados.rados.0.smithi037.stdout:1788: left oid 7 (ObjNum 556 snap 183 seq_num 556) 2024-07-26T06:38:28.944 INFO:tasks.rados.rados.0.smithi037.stdout:1790: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:29.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:29.106 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 1 to smithi03785213-38 2024-07-26T06:38:29.106 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 2 to smithi03785213-38 2024-07-26T06:38:29.106 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 3 to smithi03785213-38 2024-07-26T06:38:29.106 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 4 to smithi03785213-38 2024-07-26T06:38:29.107 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 5 to smithi03785213-38 2024-07-26T06:38:29.107 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 6 to smithi03785213-38 2024-07-26T06:38:29.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1490 (ObjNum 558 snap 183 seq_num 558) dirty exists 2024-07-26T06:38:29.107 INFO:tasks.rados.rados.0.smithi037.stdout:1791: left oid 38 (ObjNum 558 snap 183 seq_num 558) 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1788: done (3 left) 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1790: done (2 left) 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1791: done (1 left) 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1792: done (0 left) 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1793: read oid 4 snap -1 2024-07-26T06:38:29.764 INFO:tasks.rados.rados.0.smithi037.stdout:1793: expect deleted 2024-07-26T06:38:29.765 INFO:tasks.rados.rados.0.smithi037.stdout:1794: rollback oid 30 current snap is 184 2024-07-26T06:38:29.765 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 148 2024-07-26T06:38:29.765 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 184 2024-07-26T06:38:29.765 INFO:tasks.rados.rados.0.smithi037.stdout:1795: seq_num 559 ranges {1957888=565248,2523136=573440,3096576=409600,3506176=622592} 2024-07-26T06:38:29.778 INFO:tasks.rados.rados.0.smithi037.stdout:1795: writing smithi03785213-10 from 1957888 to 2523136 tid 1 2024-07-26T06:38:29.781 INFO:tasks.rados.rados.0.smithi037.stdout:1795: writing smithi03785213-10 from 2523136 to 3096576 tid 2 2024-07-26T06:38:29.783 INFO:tasks.rados.rados.0.smithi037.stdout:1795: writing smithi03785213-10 from 3096576 to 3506176 tid 3 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:1795: writing smithi03785213-10 from 3506176 to 4128768 tid 4 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:1796: copy_from oid 38 from oid 39 current snap is 184 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:1794: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:1794: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1238 (ObjNum 97 snap 0 seq_num 3882494192) dirty dne 2024-07-26T06:38:29.787 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 1 to smithi03785213-10 2024-07-26T06:38:29.788 INFO:tasks.rados.rados.0.smithi037.stdout:1793: done (3 left) 2024-07-26T06:38:29.788 INFO:tasks.rados.rados.0.smithi037.stdout:1794: done (2 left) 2024-07-26T06:38:29.788 INFO:tasks.rados.rados.0.smithi037.stdout:1797: delete oid 34 current snap is 184 2024-07-26T06:38:29.788 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 2 to smithi03785213-10 2024-07-26T06:38:29.788 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 3 to smithi03785213-10 2024-07-26T06:38:29.790 INFO:tasks.rados.rados.0.smithi037.stdout:1797: done (2 left) 2024-07-26T06:38:29.790 INFO:tasks.rados.rados.0.smithi037.stdout:1798: rollback oid 5 current snap is 184 2024-07-26T06:38:29.790 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 174 2024-07-26T06:38:29.790 INFO:tasks.rados.rados.0.smithi037.stdout:1799: snap_create 2024-07-26T06:38:29.791 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 4 to smithi03785213-10 2024-07-26T06:38:29.791 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 5 to smithi03785213-10 2024-07-26T06:38:29.793 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing write tid 6 to smithi03785213-10 2024-07-26T06:38:29.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1377 (ObjNum 559 snap 184 seq_num 559) dirty exists 2024-07-26T06:38:29.793 INFO:tasks.rados.rados.0.smithi037.stdout:1795: left oid 10 (ObjNum 559 snap 184 seq_num 559) 2024-07-26T06:38:29.794 INFO:tasks.rados.rados.0.smithi037.stdout:1798: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:38:29.795 INFO:tasks.rados.rados.0.smithi037.stdout:1798: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:38:29.795 INFO:tasks.rados.rados.0.smithi037.stdout:1798: finishing rollback tid 2 to smithi03785213-5 2024-07-26T06:38:29.795 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1254 (ObjNum 524 snap 174 seq_num 524) dirty exists 2024-07-26T06:38:29.826 INFO:tasks.rados.rados.0.smithi037.stdout:1796: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:38:29.835 INFO:tasks.rados.rados.0.smithi037.stdout:1796: finishing copy_from to smithi03785213-38 2024-07-26T06:38:29.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1228 (ObjNum 540 snap 178 seq_num 540) dirty exists 2024-07-26T06:38:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:29 smithi037 ceph-mon[97339]: osdmap e435: 8 total, 8 up, 8 in 2024-07-26T06:38:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:29 smithi037 ceph-mon[99762]: osdmap e435: 8 total, 8 up, 8 in 2024-07-26T06:38:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:29 smithi135 ceph-mon[90132]: osdmap e435: 8 total, 8 up, 8 in 2024-07-26T06:38:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1795: done (3 left) 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1796: done (2 left) 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1798: done (1 left) 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1799: done (0 left) 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1800: read oid 30 snap 169 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1800: expect deleted 2024-07-26T06:38:30.767 INFO:tasks.rados.rados.0.smithi037.stdout:1801: rollback oid 17 current snap is 185 2024-07-26T06:38:30.768 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 148 2024-07-26T06:38:30.768 INFO:tasks.rados.rados.0.smithi037.stdout:1802: read oid 14 snap 174 2024-07-26T06:38:30.768 INFO:tasks.rados.rados.0.smithi037.stdout:1802: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:38:30.768 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 185 2024-07-26T06:38:30.768 INFO:tasks.rados.rados.0.smithi037.stdout:1803: seq_num 561 ranges {1548288=598016,2146304=745472,2891776=778240,3670016=81920} 2024-07-26T06:38:30.781 INFO:tasks.rados.rados.0.smithi037.stdout:1803: writing smithi03785213-13 from 1548288 to 2146304 tid 1 2024-07-26T06:38:30.787 INFO:tasks.rados.rados.0.smithi037.stdout:1803: writing smithi03785213-13 from 2146304 to 2891776 tid 2 2024-07-26T06:38:30.793 INFO:tasks.rados.rados.0.smithi037.stdout:1803: writing smithi03785213-13 from 2891776 to 3670016 tid 3 2024-07-26T06:38:30.793 INFO:tasks.rados.rados.0.smithi037.stdout:1803: writing smithi03785213-13 from 3670016 to 3751936 tid 4 2024-07-26T06:38:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 185 2024-07-26T06:38:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:1804: seq_num 562 ranges {1302528=622592,1925120=630784,2555904=581632,3137536=393216} 2024-07-26T06:38:30.805 INFO:tasks.rados.rados.0.smithi037.stdout:1804: writing smithi03785213-23 from 1302528 to 1925120 tid 1 2024-07-26T06:38:30.808 INFO:tasks.rados.rados.0.smithi037.stdout:1804: writing smithi03785213-23 from 1925120 to 2555904 tid 2 2024-07-26T06:38:30.812 INFO:tasks.rados.rados.0.smithi037.stdout:1804: writing smithi03785213-23 from 2555904 to 3137536 tid 3 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:1804: writing smithi03785213-23 from 3137536 to 3530752 tid 4 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:1805: rollback oid 32 current snap is 185 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 181 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:1801: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:1801: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1236 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-07-26T06:38:30.815 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 1 to smithi03785213-13 2024-07-26T06:38:30.816 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 2 to smithi03785213-13 2024-07-26T06:38:30.816 INFO:tasks.rados.rados.0.smithi037.stdout:1800: done (5 left) 2024-07-26T06:38:30.816 INFO:tasks.rados.rados.0.smithi037.stdout:1801: done (4 left) 2024-07-26T06:38:30.816 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 185 2024-07-26T06:38:30.816 INFO:tasks.rados.rados.0.smithi037.stdout:1806: seq_num 563 ranges {1990656=638976,2629632=565248,3194880=794624,3989504=245760} 2024-07-26T06:38:30.829 INFO:tasks.rados.rados.0.smithi037.stdout:1806: writing smithi03785213-11 from 1990656 to 2629632 tid 1 2024-07-26T06:38:30.833 INFO:tasks.rados.rados.0.smithi037.stdout:1806: writing smithi03785213-11 from 2629632 to 3194880 tid 2 2024-07-26T06:38:30.837 INFO:tasks.rados.rados.0.smithi037.stdout:1806: writing smithi03785213-11 from 3194880 to 3989504 tid 3 2024-07-26T06:38:30.839 INFO:tasks.rados.rados.0.smithi037.stdout:1806: writing smithi03785213-11 from 3989504 to 4235264 tid 4 2024-07-26T06:38:30.839 INFO:tasks.rados.rados.0.smithi037.stdout:1807: read oid 36 snap -1 2024-07-26T06:38:30.839 INFO:tasks.rados.rados.0.smithi037.stdout:1807: expect (ObjNum 547 snap 180 seq_num 547) 2024-07-26T06:38:30.840 INFO:tasks.rados.rados.0.smithi037.stdout:1808: snap_remove snap 183 2024-07-26T06:38:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[97339]: pgmap v237: 121 pgs: 121 active+clean; 268 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[97339]: Upgrade: osd.3 is safe to restart 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[97339]: osdmap e436: 8 total, 8 up, 8 in 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[99762]: pgmap v237: 121 pgs: 121 active+clean; 268 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[99762]: Upgrade: osd.3 is safe to restart 2024-07-26T06:38:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:30 smithi037 ceph-mon[99762]: osdmap e436: 8 total, 8 up, 8 in 2024-07-26T06:38:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:30 smithi135 ceph-mon[90132]: pgmap v237: 121 pgs: 121 active+clean; 268 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-26T06:38:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:30 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:38:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:30 smithi135 ceph-mon[90132]: Upgrade: osd.3 is safe to restart 2024-07-26T06:38:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:30 smithi135 ceph-mon[90132]: osdmap e436: 8 total, 8 up, 8 in 2024-07-26T06:38:31.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:31] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1808: done (6 left) 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1809: rollback oid 33 current snap is 185 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 169 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 3 to smithi03785213-13 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 4 to smithi03785213-13 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 5 to smithi03785213-13 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:1803: finishing write tid 6 to smithi03785213-13 2024-07-26T06:38:31.774 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1645 (ObjNum 561 snap 185 seq_num 561) dirty exists 2024-07-26T06:38:31.775 INFO:tasks.rados.rados.0.smithi037.stdout:1803: left oid 13 (ObjNum 561 snap 185 seq_num 561) 2024-07-26T06:38:31.775 INFO:tasks.rados.rados.0.smithi037.stdout:1802: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:38:31.814 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: Upgrade: Updating osd.3 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[97339]: Deploying daemon osd.3 on smithi037 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: Upgrade: Updating osd.3 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:31.815 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:31 smithi037 ceph-mon[99762]: Deploying daemon osd.3 on smithi037 2024-07-26T06:38:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:38:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: Upgrade: Updating osd.3 2024-07-26T06:38:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:38:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:31 smithi135 ceph-mon[90132]: Deploying daemon osd.3 on smithi037 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 1 to smithi03785213-23 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1805: finishing rollback tid 0 to smithi03785213-32 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 2 to smithi03785213-23 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1805: finishing rollback tid 1 to smithi03785213-32 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1805: finishing rollback tid 2 to smithi03785213-32 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1380 (ObjNum 542 snap 178 seq_num 542) dirty exists 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 3 to smithi03785213-23 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 4 to smithi03785213-23 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 5 to smithi03785213-23 2024-07-26T06:38:32.368 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing write tid 6 to smithi03785213-23 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1519 (ObjNum 562 snap 185 seq_num 562) dirty exists 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1804: left oid 23 (ObjNum 562 snap 185 seq_num 562) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 1 to smithi03785213-11 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1802: done (6 left) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1803: done (5 left) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1804: done (4 left) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1805: done (3 left) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1810: read oid 19 snap 178 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1810: expect (ObjNum 530 snap 174 seq_num 530) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1811: read oid 3 snap 169 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1811: expect (ObjNum 499 snap 165 seq_num 499) 2024-07-26T06:38:32.369 INFO:tasks.rados.rados.0.smithi037.stdout:1812: rmattr oid 5 current snap is 185 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 2 to smithi03785213-11 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 3 to smithi03785213-11 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 4 to smithi03785213-11 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 5 to smithi03785213-11 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing write tid 6 to smithi03785213-11 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 990 (ObjNum 563 snap 185 seq_num 563) dirty exists 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1806: left oid 11 (ObjNum 563 snap 185 seq_num 563) 2024-07-26T06:38:32.370 INFO:tasks.rados.rados.0.smithi037.stdout:1807: expect (ObjNum 547 snap 180 seq_num 547) 2024-07-26T06:38:32.500 INFO:tasks.rados.rados.0.smithi037.stdout:1809: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:38:32.500 INFO:tasks.rados.rados.0.smithi037.stdout:1809: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:1809: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1638 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:1806: done (5 left) 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:1807: done (4 left) 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:1809: done (3 left) 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 185 2024-07-26T06:38:32.501 INFO:tasks.rados.rados.0.smithi037.stdout:1813: seq_num 564 ranges {1515520=655360,2170880=442368,2613248=598016,3211264=565248} 2024-07-26T06:38:32.512 INFO:tasks.rados.rados.0.smithi037.stdout:1813: writing smithi03785213-15 from 1515520 to 2170880 tid 1 2024-07-26T06:38:32.514 INFO:tasks.rados.rados.0.smithi037.stdout:1813: writing smithi03785213-15 from 2170880 to 2613248 tid 2 2024-07-26T06:38:32.518 INFO:tasks.rados.rados.0.smithi037.stdout:1813: writing smithi03785213-15 from 2613248 to 3211264 tid 3 2024-07-26T06:38:32.521 INFO:tasks.rados.rados.0.smithi037.stdout:1813: writing smithi03785213-15 from 3211264 to 3776512 tid 4 2024-07-26T06:38:32.521 INFO:tasks.rados.rados.0.smithi037.stdout:1814: read oid 45 snap 175 2024-07-26T06:38:32.521 INFO:tasks.rados.rados.0.smithi037.stdout:1814: expect (ObjNum 451 snap 148 seq_num 451) 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1815: read oid 32 snap -1 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1815: expect (ObjNum 542 snap 178 seq_num 542) 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1816: rmattr oid 16 current snap is 185 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1816: done (6 left) 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1817: rollback oid 30 current snap is 185 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 171 2024-07-26T06:38:32.522 INFO:tasks.rados.rados.0.smithi037.stdout:1810: expect (ObjNum 530 snap 174 seq_num 530) 2024-07-26T06:38:32.566 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1255 (ObjNum 524 snap 174 seq_num 524) dirty exists 2024-07-26T06:38:32.567 INFO:tasks.rados.rados.0.smithi037.stdout:1811: expect (ObjNum 499 snap 165 seq_num 499) 2024-07-26T06:38:32.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[97339]: pgmap v240: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-26T06:38:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[97339]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:38:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[97339]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:38:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[99762]: pgmap v240: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-26T06:38:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[99762]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:38:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:32 smithi037 ceph-mon[99762]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:38:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:32 smithi135 ceph-mon[90132]: pgmap v240: 121 pgs: 121 active+clean; 301 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-26T06:38:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:32 smithi135 ceph-mon[90132]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:38:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:32 smithi135 ceph-mon[90132]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:38:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 1 to smithi03785213-15 2024-07-26T06:38:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 2 to smithi03785213-15 2024-07-26T06:38:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 3 to smithi03785213-15 2024-07-26T06:38:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1817: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:38:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1238 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:38:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1814: expect (ObjNum 451 snap 148 seq_num 451) 2024-07-26T06:38:33.141 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 4 to smithi03785213-15 2024-07-26T06:38:33.141 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 5 to smithi03785213-15 2024-07-26T06:38:33.142 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 6 to smithi03785213-15 2024-07-26T06:38:33.142 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1375 (ObjNum 564 snap 185 seq_num 564) dirty exists 2024-07-26T06:38:33.142 INFO:tasks.rados.rados.0.smithi037.stdout:1813: left oid 15 (ObjNum 564 snap 185 seq_num 564) 2024-07-26T06:38:33.142 INFO:tasks.rados.rados.0.smithi037.stdout:1815: expect (ObjNum 542 snap 178 seq_num 542) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1810: done (6 left) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1811: done (5 left) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1812: done (4 left) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1813: done (3 left) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1814: done (2 left) 2024-07-26T06:38:33.191 INFO:tasks.rados.rados.0.smithi037.stdout:1815: done (1 left) 2024-07-26T06:38:33.192 INFO:tasks.rados.rados.0.smithi037.stdout:1817: done (0 left) 2024-07-26T06:38:33.192 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 185 2024-07-26T06:38:33.192 INFO:tasks.rados.rados.0.smithi037.stdout:1818: seq_num 565 ranges {1687552=671744,2359296=729088,3088384=753664,3842048=122880} 2024-07-26T06:38:33.204 INFO:tasks.rados.rados.0.smithi037.stdout:1818: writing smithi03785213-26 from 1687552 to 2359296 tid 1 2024-07-26T06:38:33.208 INFO:tasks.rados.rados.0.smithi037.stdout:1818: writing smithi03785213-26 from 2359296 to 3088384 tid 2 2024-07-26T06:38:33.213 INFO:tasks.rados.rados.0.smithi037.stdout:1818: writing smithi03785213-26 from 3088384 to 3842048 tid 3 2024-07-26T06:38:33.213 INFO:tasks.rados.rados.0.smithi037.stdout:1818: writing smithi03785213-26 from 3842048 to 3964928 tid 4 2024-07-26T06:38:33.213 INFO:tasks.rados.rados.0.smithi037.stdout:1819: snap_create 2024-07-26T06:38:33.214 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 1 to smithi03785213-26 2024-07-26T06:38:33.214 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 2 to smithi03785213-26 2024-07-26T06:38:33.216 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 3 to smithi03785213-26 2024-07-26T06:38:33.216 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 4 to smithi03785213-26 2024-07-26T06:38:33.217 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 5 to smithi03785213-26 2024-07-26T06:38:33.217 INFO:tasks.rados.rados.0.smithi037.stdout:1818: finishing write tid 6 to smithi03785213-26 2024-07-26T06:38:33.218 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1241 (ObjNum 565 snap 185 seq_num 565) dirty exists 2024-07-26T06:38:33.218 INFO:tasks.rados.rados.0.smithi037.stdout:1818: left oid 26 (ObjNum 565 snap 185 seq_num 565) 2024-07-26T06:38:33.780 INFO:tasks.rados.rados.0.smithi037.stdout:1818: done (1 left) 2024-07-26T06:38:33.781 INFO:tasks.rados.rados.0.smithi037.stdout:1819: done (0 left) 2024-07-26T06:38:33.781 INFO:tasks.rados.rados.0.smithi037.stdout:1820: delete oid 40 current snap is 186 2024-07-26T06:38:33.785 INFO:tasks.rados.rados.0.smithi037.stdout:1820: done (0 left) 2024-07-26T06:38:33.785 INFO:tasks.rados.rados.0.smithi037.stdout:1821: read oid 17 snap 171 2024-07-26T06:38:33.785 INFO:tasks.rados.rados.0.smithi037.stdout:1821: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:38:33.786 INFO:tasks.rados.rados.0.smithi037.stdout:1822: read oid 45 snap 184 2024-07-26T06:38:33.786 INFO:tasks.rados.rados.0.smithi037.stdout:1822: expect (ObjNum 539 snap 176 seq_num 539) 2024-07-26T06:38:33.786 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 186 2024-07-26T06:38:33.787 INFO:tasks.rados.rados.0.smithi037.stdout:1823: seq_num 567 ranges {3547136=704512,4251648=499712,4751360=770048,5521408=335872} 2024-07-26T06:38:33.815 INFO:tasks.rados.rados.0.smithi037.stdout:1823: writing smithi03785213-29 from 3547136 to 4251648 tid 1 2024-07-26T06:38:33.819 INFO:tasks.rados.rados.0.smithi037.stdout:1823: writing smithi03785213-29 from 4251648 to 4751360 tid 2 2024-07-26T06:38:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:1823: writing smithi03785213-29 from 4751360 to 5521408 tid 3 2024-07-26T06:38:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:1823: writing smithi03785213-29 from 5521408 to 5857280 tid 4 2024-07-26T06:38:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:1824: snap_remove snap 181 2024-07-26T06:38:33.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:34.044 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:33 smithi037 systemd[1]: Stopping Ceph osd.3 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:38:34.544 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[63543]: 2024-07-26T06:38:34.245+0000 7fe8a8c94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:38:34.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[63543]: 2024-07-26T06:38:34.245+0000 7fe8a8c94640 -1 osd.3 440 *** Got signal Terminated *** 2024-07-26T06:38:34.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[63543]: 2024-07-26T06:38:34.245+0000 7fe8a8c94640 -1 osd.3 440 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:38:34.779 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:34.779 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:34.793 INFO:tasks.rados.rados.0.smithi037.stdout:1821: expect (ObjNum 495 snap 162 seq_num 495) 2024-07-26T06:38:34.830 INFO:tasks.rados.rados.0.smithi037.stdout:1822: expect (ObjNum 539 snap 176 seq_num 539) 2024-07-26T06:38:34.894 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 1 to smithi03785213-29 2024-07-26T06:38:34.894 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 2 to smithi03785213-29 2024-07-26T06:38:34.894 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 3 to smithi03785213-29 2024-07-26T06:38:34.894 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 4 to smithi03785213-29 2024-07-26T06:38:34.894 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 5 to smithi03785213-29 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1823: finishing write tid 6 to smithi03785213-29 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1643 (ObjNum 567 snap 186 seq_num 567) dirty exists 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1823: left oid 29 (ObjNum 567 snap 186 seq_num 567) 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1821: done (3 left) 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1822: done (2 left) 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1823: done (1 left) 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1824: done (0 left) 2024-07-26T06:38:34.895 INFO:tasks.rados.rados.0.smithi037.stdout:1825: delete oid 29 current snap is 186 2024-07-26T06:38:34.896 INFO:tasks.rados.rados.0.smithi037.stdout:1825: done (0 left) 2024-07-26T06:38:34.896 INFO:tasks.rados.rados.0.smithi037.stdout:1826: setattr oid 44 current snap is 186 2024-07-26T06:38:34.899 INFO:tasks.rados.rados.0.smithi037.stdout:1827: rollback oid 18 current snap is 186 2024-07-26T06:38:34.899 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 174 2024-07-26T06:38:34.899 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 186 2024-07-26T06:38:34.899 INFO:tasks.rados.rados.0.smithi037.stdout:1828: seq_num 569 ranges {7602176=737280,8339456=671744,9011200=737280,9748480=196608} 2024-07-26T06:38:34.944 INFO:tasks.rados.rados.0.smithi037.stdout:1828: writing smithi03785213-48 from 7602176 to 8339456 tid 1 2024-07-26T06:38:34.948 INFO:tasks.rados.rados.0.smithi037.stdout:1828: writing smithi03785213-48 from 8339456 to 9011200 tid 2 2024-07-26T06:38:34.952 INFO:tasks.rados.rados.0.smithi037.stdout:1828: writing smithi03785213-48 from 9011200 to 9748480 tid 3 2024-07-26T06:38:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:1828: writing smithi03785213-48 from 9748480 to 9945088 tid 4 2024-07-26T06:38:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:1829: read oid 1 snap -1 2024-07-26T06:38:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:1829: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 186 2024-07-26T06:38:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1256 (ObjNum 520 snap 172 seq_num 520) dirty exists 2024-07-26T06:38:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 1 to smithi03785213-48 2024-07-26T06:38:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 2 to smithi03785213-48 2024-07-26T06:38:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1830: seq_num 570 ranges {3776512=753664,4530176=548864,5079040=540672,5619712=516096} 2024-07-26T06:38:34.979 INFO:tasks.rados.rados.0.smithi037.stdout:1830: writing smithi03785213-15 from 3776512 to 4530176 tid 1 2024-07-26T06:38:34.982 INFO:tasks.rados.rados.0.smithi037.stdout:1830: writing smithi03785213-15 from 4530176 to 5079040 tid 2 2024-07-26T06:38:34.985 INFO:tasks.rados.rados.0.smithi037.stdout:1830: writing smithi03785213-15 from 5079040 to 5619712 tid 3 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1830: writing smithi03785213-15 from 5619712 to 6135808 tid 4 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1826: done (4 left) 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1831: delete oid 30 current snap is 186 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 3 to smithi03785213-48 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 4 to smithi03785213-48 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 5 to smithi03785213-48 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1828: finishing write tid 6 to smithi03785213-48 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1697 (ObjNum 569 snap 186 seq_num 569) dirty exists 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1828: left oid 48 (ObjNum 569 snap 186 seq_num 569) 2024-07-26T06:38:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1829: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[97339]: pgmap v243: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[97339]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[97339]: osd.3 marked itself down and dead 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[99762]: pgmap v243: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[99762]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[99762]: osd.3 marked itself down and dead 2024-07-26T06:38:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-mon[90132]: pgmap v243: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-07-26T06:38:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-mon[90132]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:38:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-mon[90132]: osd.3 marked itself down and dead 2024-07-26T06:38:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 1 to smithi03785213-15 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 2 to smithi03785213-15 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1828: done (4 left) 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1829: done (3 left) 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1831: done (2 left) 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1832: snap_create 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 3 to smithi03785213-15 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 4 to smithi03785213-15 2024-07-26T06:38:35.109 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 5 to smithi03785213-15 2024-07-26T06:38:35.110 INFO:tasks.rados.rados.0.smithi037.stdout:1830: finishing write tid 6 to smithi03785213-15 2024-07-26T06:38:35.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1380 (ObjNum 570 snap 186 seq_num 570) dirty exists 2024-07-26T06:38:35.110 INFO:tasks.rados.rados.0.smithi037.stdout:1830: left oid 15 (ObjNum 570 snap 186 seq_num 570) 2024-07-26T06:38:35.629 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:35 smithi037 podman[120212]: 2024-07-26 06:38:35.348515018 +0000 UTC m=+1.233839646 container died 63451e6f49eb16920482f8c7aa174560c339dd3cd64eb36444a9bf54cb8655e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-26T06:38:35.800 INFO:tasks.rados.rados.0.smithi037.stdout:1830: done (2 left) 2024-07-26T06:38:35.800 INFO:tasks.rados.rados.0.smithi037.stdout:1832: done (1 left) 2024-07-26T06:38:35.800 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 187 2024-07-26T06:38:35.800 INFO:tasks.rados.rados.0.smithi037.stdout:1833: seq_num 572 ranges {532480=786432,1318912=770048,2088960=557056,2646016=278528} 2024-07-26T06:38:35.808 INFO:tasks.rados.rados.0.smithi037.stdout:1833: writing smithi03785213-20 from 532480 to 1318912 tid 1 2024-07-26T06:38:35.814 INFO:tasks.rados.rados.0.smithi037.stdout:1833: writing smithi03785213-20 from 1318912 to 2088960 tid 2 2024-07-26T06:38:35.817 INFO:tasks.rados.rados.0.smithi037.stdout:1833: writing smithi03785213-20 from 2088960 to 2646016 tid 3 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1833: writing smithi03785213-20 from 2646016 to 2924544 tid 4 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1834: rollback oid 45 current snap is 187 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 161 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1827: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1827: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1827: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1648 (ObjNum 456 snap 148 seq_num 456) dirty exists 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 1 to smithi03785213-20 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1827: done (2 left) 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1835: rollback oid 26 current snap is 187 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 185 2024-07-26T06:38:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:1836: rollback oid 18 current snap is 187 2024-07-26T06:38:35.821 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 169 2024-07-26T06:38:35.821 INFO:tasks.rados.rados.0.smithi037.stdout:1837: snap_create 2024-07-26T06:38:35.821 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 2 to smithi03785213-20 2024-07-26T06:38:35.823 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 3 to smithi03785213-20 2024-07-26T06:38:35.823 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:38:35.824 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 4 to smithi03785213-20 2024-07-26T06:38:35.824 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 5 to smithi03785213-20 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1701 (ObjNum 451 snap 148 seq_num 451) dirty exists 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1835: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:38:35.825 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1651 (ObjNum 456 snap 148 seq_num 456) dirty exists 2024-07-26T06:38:35.826 INFO:tasks.rados.rados.0.smithi037.stdout:1835: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:38:35.826 INFO:tasks.rados.rados.0.smithi037.stdout:1835: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:38:35.826 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1244 (ObjNum 565 snap 185 seq_num 565) dirty exists 2024-07-26T06:38:35.827 INFO:tasks.rados.rados.0.smithi037.stdout:1833: finishing write tid 6 to smithi03785213-20 2024-07-26T06:38:35.827 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 995 (ObjNum 572 snap 187 seq_num 572) dirty exists 2024-07-26T06:38:35.827 INFO:tasks.rados.rados.0.smithi037.stdout:1833: left oid 20 (ObjNum 572 snap 187 seq_num 572) 2024-07-26T06:38:36.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:35 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:36.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:35 smithi037 ceph-mon[97339]: osdmap e441: 8 total, 7 up, 8 in 2024-07-26T06:38:36.003 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:35 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:36.003 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:35 smithi037 ceph-mon[99762]: osdmap e441: 8 total, 7 up, 8 in 2024-07-26T06:38:36.004 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:35 smithi037 podman[120212]: 2024-07-26 06:38:35.727057129 +0000 UTC m=+1.612381756 container cleanup 63451e6f49eb16920482f8c7aa174560c339dd3cd64eb36444a9bf54cb8655e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:38:36.004 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:35 smithi037 bash[120212]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3 2024-07-26T06:38:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:35 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:38:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:35 smithi135 ceph-mon[90132]: osdmap e441: 8 total, 7 up, 8 in 2024-07-26T06:38:36.294 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120234]: 2024-07-26 06:38:36.003275919 +0000 UTC m=+0.648070893 container remove 63451e6f49eb16920482f8c7aa174560c339dd3cd64eb36444a9bf54cb8655e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c) 2024-07-26T06:38:36.698 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.371060276 +0000 UTC m=+0.108650866 container create 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True) 2024-07-26T06:38:36.698 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.280192457 +0000 UTC m=+0.017782990 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:36.698 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.556924037 +0000 UTC m=+0.294514558 container init 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-07-26T06:38:36.698 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.562188344 +0000 UTC m=+0.299778865 container start 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:38:36.698 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.698100085 +0000 UTC m=+0.435690616 container attach 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1833: done (4 left) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1834: done (3 left) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1835: done (2 left) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1836: done (1 left) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1837: done (0 left) 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 188 2024-07-26T06:38:36.798 INFO:tasks.rados.rados.0.smithi037.stdout:1838: seq_num 573 ranges {8208384=802816,9011200=655360,9666560=720896,10387456=229376} 2024-07-26T06:38:36.847 INFO:tasks.rados.rados.0.smithi037.stdout:1838: writing smithi03785213-38 from 8208384 to 9011200 tid 1 2024-07-26T06:38:36.851 INFO:tasks.rados.rados.0.smithi037.stdout:1838: writing smithi03785213-38 from 9011200 to 9666560 tid 2 2024-07-26T06:38:36.855 INFO:tasks.rados.rados.0.smithi037.stdout:1838: writing smithi03785213-38 from 9666560 to 10387456 tid 3 2024-07-26T06:38:36.857 INFO:tasks.rados.rados.0.smithi037.stdout:1838: writing smithi03785213-38 from 10387456 to 10616832 tid 4 2024-07-26T06:38:36.857 INFO:tasks.rados.rados.0.smithi037.stdout:1839: snap_create 2024-07-26T06:38:36.859 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 1 to smithi03785213-38 2024-07-26T06:38:36.860 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 2 to smithi03785213-38 2024-07-26T06:38:36.860 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 3 to smithi03785213-38 2024-07-26T06:38:36.861 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 4 to smithi03785213-38 2024-07-26T06:38:36.861 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 5 to smithi03785213-38 2024-07-26T06:38:36.862 INFO:tasks.rados.rados.0.smithi037.stdout:1838: finishing write tid 6 to smithi03785213-38 2024-07-26T06:38:36.862 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1495 (ObjNum 573 snap 188 seq_num 573) dirty exists 2024-07-26T06:38:36.862 INFO:tasks.rados.rados.0.smithi037.stdout:1838: left oid 38 (ObjNum 573 snap 188 seq_num 573) 2024-07-26T06:38:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[99762]: pgmap v246: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 311 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-07-26T06:38:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[99762]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-07-26T06:38:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[99762]: osdmap e442: 8 total, 7 up, 8 in 2024-07-26T06:38:37.045 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:36 smithi037 podman[120326]: 2024-07-26 06:38:36.759405048 +0000 UTC m=+0.496995579 container died 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-07-26T06:38:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[97339]: pgmap v246: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 311 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-07-26T06:38:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[97339]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-07-26T06:38:37.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:36 smithi037 ceph-mon[97339]: osdmap e442: 8 total, 7 up, 8 in 2024-07-26T06:38:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:36 smithi135 ceph-mon[90132]: pgmap v246: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 311 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-07-26T06:38:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:36 smithi135 ceph-mon[90132]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-07-26T06:38:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:36 smithi135 ceph-mon[90132]: osdmap e442: 8 total, 7 up, 8 in 2024-07-26T06:38:37.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 podman[120369]: 2024-07-26 06:38:37.369135022 +0000 UTC m=+0.603499136 container remove 4428cf03b250b4c39fa19ae10aba6636f4dded39edb7de8167f2ce1af8e7f077 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-26T06:38:37.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.3.service: Deactivated successfully. 2024-07-26T06:38:37.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 systemd[1]: Stopped Ceph osd.3 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:38:37.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.3.service: Consumed 12.823s CPU time. 2024-07-26T06:38:37.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 systemd[1]: Starting Ceph osd.3 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:38:37.803 INFO:tasks.rados.rados.0.smithi037.stdout:1838: done (1 left) 2024-07-26T06:38:37.803 INFO:tasks.rados.rados.0.smithi037.stdout:1839: done (0 left) 2024-07-26T06:38:37.804 INFO:tasks.rados.rados.0.smithi037.stdout:1840: setattr oid 29 current snap is 189 2024-07-26T06:38:37.805 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 189 2024-07-26T06:38:37.805 INFO:tasks.rados.rados.0.smithi037.stdout:1841: seq_num 574 ranges {6406144=16384} 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1841: writing smithi03785213-31 from 6406144 to 6422528 tid 1 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 189 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1645 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1842: seq_num 575 ranges {0=32768} 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1842: writing smithi03785213-46 from 0 to 32768 tid 1 2024-07-26T06:38:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:1840: done (2 left) 2024-07-26T06:38:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 189 2024-07-26T06:38:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:1843: seq_num 576 ranges {0=49152} 2024-07-26T06:38:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:1843: writing smithi03785213-25 from 0 to 49152 tid 1 2024-07-26T06:38:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 189 2024-07-26T06:38:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:1844: seq_num 577 ranges {3391488=65536} 2024-07-26T06:38:37.861 INFO:tasks.rados.rados.0.smithi037.stdout:1844: writing smithi03785213-2 from 3391488 to 3457024 tid 1 2024-07-26T06:38:37.861 INFO:tasks.rados.rados.0.smithi037.stdout:1845: rmattr oid 12 current snap is 189 2024-07-26T06:38:37.861 INFO:tasks.rados.rados.0.smithi037.stdout:1845: done (4 left) 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1846: setattr oid 47 current snap is 189 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1842: finishing write tid 1 to smithi03785213-46 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1842: finishing write tid 2 to smithi03785213-46 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing write tid 1 to smithi03785213-25 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing write tid 2 to smithi03785213-25 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1842: finishing write tid 3 to smithi03785213-46 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1525 (ObjNum 575 snap 189 seq_num 575) dirty exists 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1842: left oid 46 (ObjNum 575 snap 189 seq_num 575) 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1841: finishing write tid 1 to smithi03785213-31 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing write tid 3 to smithi03785213-25 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1647 (ObjNum 576 snap 189 seq_num 576) dirty exists 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1843: left oid 25 (ObjNum 576 snap 189 seq_num 576) 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1841: finishing write tid 2 to smithi03785213-31 2024-07-26T06:38:37.862 INFO:tasks.rados.rados.0.smithi037.stdout:1841: finishing write tid 3 to smithi03785213-31 2024-07-26T06:38:37.863 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1246 (ObjNum 574 snap 189 seq_num 574) dirty exists 2024-07-26T06:38:37.863 INFO:tasks.rados.rados.0.smithi037.stdout:1841: left oid 31 (ObjNum 574 snap 189 seq_num 574) 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1841: done (4 left) 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1842: done (3 left) 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1843: done (2 left) 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1847: rollback oid 24 current snap is 189 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 184 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 189 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1848: seq_num 578 ranges {0=81920} 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1848: writing smithi03785213-40 from 0 to 81920 tid 1 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1849: rollback oid 42 current snap is 189 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 172 2024-07-26T06:38:37.864 INFO:tasks.rados.rados.0.smithi037.stdout:1850: copy_from oid 5 from oid 32 current snap is 189 2024-07-26T06:38:37.865 INFO:tasks.rados.rados.0.smithi037.stdout:1851: delete oid 9 current snap is 189 2024-07-26T06:38:37.865 INFO:tasks.rados.rados.0.smithi037.stdout:1844: finishing write tid 1 to smithi03785213-2 2024-07-26T06:38:37.865 INFO:tasks.rados.rados.0.smithi037.stdout:1844: finishing write tid 2 to smithi03785213-2 2024-07-26T06:38:37.866 INFO:tasks.rados.rados.0.smithi037.stdout:1847: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:38:37.866 INFO:tasks.rados.rados.0.smithi037.stdout:1844: finishing write tid 3 to smithi03785213-2 2024-07-26T06:38:37.866 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1649 (ObjNum 577 snap 189 seq_num 577) dirty exists 2024-07-26T06:38:37.866 INFO:tasks.rados.rados.0.smithi037.stdout:1844: left oid 2 (ObjNum 577 snap 189 seq_num 577) 2024-07-26T06:38:37.866 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1702 (ObjNum 33 snap 0 seq_num 3882508688) dirty exists 2024-07-26T06:38:37.867 INFO:tasks.rados.rados.0.smithi037.stdout:1847: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:38:37.867 INFO:tasks.rados.rados.0.smithi037.stdout:1847: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:38:37.867 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1249 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1849: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1849: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1849: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1241 (ObjNum 503 snap 166 seq_num 503) dirty exists 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing write tid 1 to smithi03785213-40 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1844: done (6 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1846: done (5 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1847: done (4 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1849: done (3 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1851: done (2 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1852: rmattr oid 16 current snap is 189 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1852: done (2 left) 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1853: copy_from oid 18 from oid 49 current snap is 189 2024-07-26T06:38:37.868 INFO:tasks.rados.rados.0.smithi037.stdout:1854: setattr oid 14 current snap is 189 2024-07-26T06:38:37.869 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing write tid 2 to smithi03785213-40 2024-07-26T06:38:37.869 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing write tid 3 to smithi03785213-40 2024-07-26T06:38:37.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1258 (ObjNum 578 snap 189 seq_num 578) dirty exists 2024-07-26T06:38:37.869 INFO:tasks.rados.rados.0.smithi037.stdout:1848: left oid 40 (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:38:37.871 INFO:tasks.rados.rados.0.smithi037.stdout:1848: done (3 left) 2024-07-26T06:38:37.871 INFO:tasks.rados.rados.0.smithi037.stdout:1855: snap_create 2024-07-26T06:38:37.874 INFO:tasks.rados.rados.0.smithi037.stdout:1853: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:38:37.875 INFO:tasks.rados.rados.0.smithi037.stdout:1853: finishing copy_from to smithi03785213-18 2024-07-26T06:38:37.875 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1485 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:38:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1527 (ObjNum 529 snap 174 seq_num 529) dirty exists 2024-07-26T06:38:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:1850: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:38:37.877 INFO:tasks.rados.rados.0.smithi037.stdout:1850: finishing copy_from to smithi03785213-5 2024-07-26T06:38:37.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1380 (ObjNum 542 snap 178 seq_num 542) dirty exists 2024-07-26T06:38:38.073 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:37 smithi037 ceph-mon[97339]: osdmap e443: 8 total, 7 up, 8 in 2024-07-26T06:38:38.073 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:37 smithi037 ceph-mon[99762]: osdmap e443: 8 total, 7 up, 8 in 2024-07-26T06:38:38.073 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 podman[120474]: 2024-07-26 06:38:37.729199129 +0000 UTC m=+0.017949493 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:38.074 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:37 smithi037 podman[120474]: 2024-07-26 06:38:37.837292973 +0000 UTC m=+0.126043314 container create a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-07-26T06:38:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:37 smithi135 ceph-mon[90132]: osdmap e443: 8 total, 7 up, 8 in 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 podman[120474]: 2024-07-26 06:38:38.073441838 +0000 UTC m=+0.362192193 container init a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724) 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 podman[120474]: 2024-07-26 06:38:38.078635195 +0000 UTC m=+0.367385539 container start a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724) 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 podman[120474]: 2024-07-26 06:38:38.156444937 +0000 UTC m=+0.445195284 container attach a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044) 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:38.419 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:38.420 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:38:38.420 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:38:38.420 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:38:38.760 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:38:38.760 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate[120489]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 bash[120474]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-26T06:38:38.761 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:38 smithi037 podman[120474]: 2024-07-26 06:38:38.468225263 +0000 UTC m=+0.756975598 container died a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:38:38.812 INFO:tasks.rados.rados.0.smithi037.stdout:1850: done (3 left) 2024-07-26T06:38:38.812 INFO:tasks.rados.rados.0.smithi037.stdout:1853: done (2 left) 2024-07-26T06:38:38.812 INFO:tasks.rados.rados.0.smithi037.stdout:1854: done (1 left) 2024-07-26T06:38:38.812 INFO:tasks.rados.rados.0.smithi037.stdout:1855: done (0 left) 2024-07-26T06:38:38.812 INFO:tasks.rados.rados.0.smithi037.stdout:1856: delete oid 24 current snap is 190 2024-07-26T06:38:38.816 INFO:tasks.rados.rados.0.smithi037.stdout:1856: done (0 left) 2024-07-26T06:38:38.816 INFO:tasks.rados.rados.0.smithi037.stdout:1857: rmattr oid 14 current snap is 190 2024-07-26T06:38:38.816 INFO:tasks.rados.rados.0.smithi037.stdout:1858: delete oid 7 current snap is 190 2024-07-26T06:38:38.822 INFO:tasks.rados.rados.0.smithi037.stdout:1858: done (1 left) 2024-07-26T06:38:38.822 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 190 2024-07-26T06:38:38.822 INFO:tasks.rados.rados.0.smithi037.stdout:1859: seq_num 582 ranges {0=155648} 2024-07-26T06:38:38.823 INFO:tasks.rados.rados.0.smithi037.stdout:1859: writing smithi03785213-29 from 0 to 155648 tid 1 2024-07-26T06:38:38.823 INFO:tasks.rados.rados.0.smithi037.stdout:1860: snap_create 2024-07-26T06:38:38.823 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1529 (ObjNum 529 snap 174 seq_num 529) dirty exists 2024-07-26T06:38:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:1859: finishing write tid 1 to smithi03785213-29 2024-07-26T06:38:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:1859: finishing write tid 2 to smithi03785213-29 2024-07-26T06:38:38.831 INFO:tasks.rados.rados.0.smithi037.stdout:1859: finishing write tid 3 to smithi03785213-29 2024-07-26T06:38:38.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1651 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-07-26T06:38:38.831 INFO:tasks.rados.rados.0.smithi037.stdout:1859: left oid 29 (ObjNum 582 snap 190 seq_num 582) 2024-07-26T06:38:39.043 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[97339]: pgmap v249: 121 pgs: 2 active+undersized, 20 peering, 6 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 24/624 objects degraded (3.846%) 2024-07-26T06:38:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 24/624 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[97339]: osdmap e444: 8 total, 7 up, 8 in 2024-07-26T06:38:39.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[99762]: pgmap v249: 121 pgs: 2 active+undersized, 20 peering, 6 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 24/624 objects degraded (3.846%) 2024-07-26T06:38:39.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 24/624 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:39.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:38 smithi037 ceph-mon[99762]: osdmap e444: 8 total, 7 up, 8 in 2024-07-26T06:38:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:38 smithi135 ceph-mon[90132]: pgmap v249: 121 pgs: 2 active+undersized, 20 peering, 6 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 24/624 objects degraded (3.846%) 2024-07-26T06:38:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:38 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 24/624 objects degraded (3.846%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:38 smithi135 ceph-mon[90132]: osdmap e444: 8 total, 7 up, 8 in 2024-07-26T06:38:39.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:39.294 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 podman[120644]: 2024-07-26 06:38:39.04384472 +0000 UTC m=+0.569659647 container remove a4f6832a0f966e73d7249babc20a29dbc63fbe1f2e9284ebb3debf570939e44e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-activate, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:38:39.295 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 podman[120713]: 2024-07-26 06:38:39.163527359 +0000 UTC m=+0.017944150 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:38:39.295 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 podman[120713]: 2024-07-26 06:38:39.261384317 +0000 UTC m=+0.115801108 container create e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-07-26T06:38:39.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 podman[120713]: 2024-07-26 06:38:39.455293535 +0000 UTC m=+0.309710343 container init e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044) 2024-07-26T06:38:39.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 podman[120713]: 2024-07-26 06:38:39.460385424 +0000 UTC m=+0.314802218 container start e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS) 2024-07-26T06:38:39.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-osd[120751]: -- 172.21.15.37:0/2786893902 <== mon.2 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5605f49f1a40 con 0x5605f57b4000 2024-07-26T06:38:39.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 bash[120713]: e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c 2024-07-26T06:38:39.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:39 smithi037 systemd[1]: Started Ceph osd.3 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:38:39.819 INFO:tasks.rados.rados.0.smithi037.stdout:1857: done (2 left) 2024-07-26T06:38:39.819 INFO:tasks.rados.rados.0.smithi037.stdout:1859: done (1 left) 2024-07-26T06:38:39.819 INFO:tasks.rados.rados.0.smithi037.stdout:1860: done (0 left) 2024-07-26T06:38:39.819 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 191 2024-07-26T06:38:39.820 INFO:tasks.rados.rados.0.smithi037.stdout:1861: seq_num 583 ranges {360448=172032} 2024-07-26T06:38:39.822 INFO:tasks.rados.rados.0.smithi037.stdout:1861: writing smithi03785213-45 from 360448 to 532480 tid 1 2024-07-26T06:38:39.822 INFO:tasks.rados.rados.0.smithi037.stdout:1862: snap_remove snap 158 2024-07-26T06:38:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:39 smithi135 ceph-mon[90132]: osdmap e445: 8 total, 7 up, 8 in 2024-07-26T06:38:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:40.267 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:40 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T06:38:40.005+0000 7f0082b76640 -1 Falling back to public interface 2024-07-26T06:38:40.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[97339]: osdmap e445: 8 total, 7 up, 8 in 2024-07-26T06:38:40.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.267 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:40.267 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[99762]: osdmap e445: 8 total, 7 up, 8 in 2024-07-26T06:38:40.268 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.268 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:40.268 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:40.825 INFO:tasks.rados.rados.0.smithi037.stdout:1862: done (1 left) 2024-07-26T06:38:40.825 INFO:tasks.rados.rados.0.smithi037.stdout:1863: copy_from oid 25 from oid 40 current snap is 191 2024-07-26T06:38:40.825 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 191 2024-07-26T06:38:40.825 INFO:tasks.rados.rados.0.smithi037.stdout:1864: seq_num 584 ranges {155648=188416} 2024-07-26T06:38:40.829 INFO:tasks.rados.rados.0.smithi037.stdout:1864: writing smithi03785213-29 from 155648 to 344064 tid 1 2024-07-26T06:38:40.829 INFO:tasks.rados.rados.0.smithi037.stdout:1865: snap_remove snap 176 2024-07-26T06:38:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:40 smithi135 ceph-mon[90132]: pgmap v252: 121 pgs: 15 active+undersized, 20 peering, 6 active+undersized+degraded, 80 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.2 MiB/s wr, 25 op/s; 55/651 objects degraded (8.449%) 2024-07-26T06:38:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:40 smithi135 ceph-mon[90132]: osdmap e446: 8 total, 7 up, 8 in 2024-07-26T06:38:41.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:40 smithi037 ceph-mon[97339]: pgmap v252: 121 pgs: 15 active+undersized, 20 peering, 6 active+undersized+degraded, 80 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.2 MiB/s wr, 25 op/s; 55/651 objects degraded (8.449%) 2024-07-26T06:38:41.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:40 smithi037 ceph-mon[97339]: osdmap e446: 8 total, 7 up, 8 in 2024-07-26T06:38:41.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:40 smithi037 ceph-mon[99762]: pgmap v252: 121 pgs: 15 active+undersized, 20 peering, 6 active+undersized+degraded, 80 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.2 MiB/s wr, 25 op/s; 55/651 objects degraded (8.449%) 2024-07-26T06:38:41.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:40 smithi037 ceph-mon[99762]: osdmap e446: 8 total, 7 up, 8 in 2024-07-26T06:38:41.331 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (3m) 31s ago 8m 17.2M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (3m) 2m ago 8m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (10m) 31s ago 10m 15.9M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (10m) 2m ago 10m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:38:41.611 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (3m) 31s ago 15m 498M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (2m) 31s ago 15m 53.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (2m) 2m ago 13m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (2m) 31s ago 13m 45.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (3m) 31s ago 8m 8656k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (3m) 2m ago 8m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (102s) 31s ago 13m 154M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (68s) 31s ago 12m 102M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:38:41.612 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (35s) 31s ago 12m 12.1M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 starting - - - 2481M 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (11m) 2m ago 11m 196M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 f95b8c07e3b0 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (11m) 2m ago 11m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (10m) 2m ago 10m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (10m) 2m ago 10m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:38:41.613 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (3m) 2m ago 9m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:38:41.613 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:41] "GET /metrics HTTP/1.1" 200 36165 "" "Prometheus/2.43.0" 2024-07-26T06:38:41.834 INFO:tasks.rados.rados.0.smithi037.stdout:1861: finishing write tid 1 to smithi03785213-45 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1861: finishing write tid 2 to smithi03785213-45 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1861: finishing write tid 3 to smithi03785213-45 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1709 (ObjNum 583 snap 191 seq_num 583) dirty exists 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1861: left oid 45 (ObjNum 583 snap 191 seq_num 583) 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1864: finishing write tid 1 to smithi03785213-29 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1863: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1864: finishing write tid 2 to smithi03785213-29 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1864: finishing write tid 3 to smithi03785213-29 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1653 (ObjNum 584 snap 191 seq_num 584) dirty exists 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1864: left oid 29 (ObjNum 584 snap 191 seq_num 584) 2024-07-26T06:38:41.835 INFO:tasks.rados.rados.0.smithi037.stdout:1863: finishing copy_from to smithi03785213-25 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1258 (ObjNum 578 snap 189 seq_num 578) dirty exists 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:1861: done (3 left) 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:1863: done (2 left) 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:1864: done (1 left) 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:1865: done (0 left) 2024-07-26T06:38:41.836 INFO:tasks.rados.rados.0.smithi037.stdout:1866: delete oid 8 current snap is 191 2024-07-26T06:38:41.841 INFO:tasks.rados.rados.0.smithi037.stdout:1866: done (0 left) 2024-07-26T06:38:41.841 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 191 2024-07-26T06:38:41.841 INFO:tasks.rados.rados.0.smithi037.stdout:1867: seq_num 586 ranges {3530752=221184} 2024-07-26T06:38:41.862 INFO:tasks.rados.rados.0.smithi037.stdout:1867: writing smithi03785213-23 from 3530752 to 3751936 tid 1 2024-07-26T06:38:41.862 INFO:tasks.rados.rados.0.smithi037.stdout:1868: snap_create 2024-07-26T06:38:41.870 INFO:tasks.rados.rados.0.smithi037.stdout:1867: finishing write tid 1 to smithi03785213-23 2024-07-26T06:38:41.870 INFO:tasks.rados.rados.0.smithi037.stdout:1867: finishing write tid 2 to smithi03785213-23 2024-07-26T06:38:41.872 INFO:tasks.rados.rados.0.smithi037.stdout:1867: finishing write tid 3 to smithi03785213-23 2024-07-26T06:38:41.872 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1532 (ObjNum 586 snap 191 seq_num 586) dirty exists 2024-07-26T06:38:41.872 INFO:tasks.rados.rados.0.smithi037.stdout:1867: left oid 23 (ObjNum 586 snap 191 seq_num 586) 2024-07-26T06:38:41.989 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:41 smithi037 ceph-mon[97339]: osdmap e447: 8 total, 7 up, 8 in 2024-07-26T06:38:41.989 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:38:41.989 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:38:41.989 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:38:41.990 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:41.990 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:38:41.990 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:38:41.990 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:41.990 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:38:41.991 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 4, 2024-07-26T06:38:41.991 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:38:41.991 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:41.991 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:38:41.991 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 6, 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:38:41.992 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:38:41.993 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:41 smithi037 ceph-mon[99762]: osdmap e447: 8 total, 7 up, 8 in 2024-07-26T06:38:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:41 smithi135 ceph-mon[90132]: osdmap e447: 8 total, 7 up, 8 in 2024-07-26T06:38:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:1867: done (1 left) 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:1868: done (0 left) 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:1869: read oid 33 snap -1 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:1869: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:1870: rollback oid 17 current snap is 192 2024-07-26T06:38:42.760 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 180 2024-07-26T06:38:42.761 INFO:tasks.rados.rados.0.smithi037.stdout:1871: snap_create 2024-07-26T06:38:42.766 INFO:tasks.rados.rados.0.smithi037.stdout:1870: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:38:42.766 INFO:tasks.rados.rados.0.smithi037.stdout:1870: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:38:42.767 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1252 (ObjNum 533 snap 176 seq_num 533) dirty exists 2024-07-26T06:38:42.768 INFO:tasks.rados.rados.0.smithi037.stdout:1869: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 31 op/s; 71/672 objects degraded (10.565%) 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: osdmap e448: 8 total, 7 up, 8 in 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1359959294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:42 smithi135 ceph-mon[90132]: osdmap e449: 8 total, 7 up, 8 in 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 31 op/s; 71/672 objects degraded (10.565%) 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: osdmap e448: 8 total, 7 up, 8 in 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1359959294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[97339]: osdmap e449: 8 total, 7 up, 8 in 2024-07-26T06:38:43.195 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 321 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 31 op/s; 71/672 objects degraded (10.565%) 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: osdmap e448: 8 total, 7 up, 8 in 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1359959294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:43.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:42 smithi037 ceph-mon[99762]: osdmap e449: 8 total, 7 up, 8 in 2024-07-26T06:38:43.544 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T06:38:43.219+0000 7f0082b76640 -1 osd.3 440 log_to_monitors true 2024-07-26T06:38:43.762 INFO:tasks.rados.rados.0.smithi037.stdout:1869: done (2 left) 2024-07-26T06:38:43.762 INFO:tasks.rados.rados.0.smithi037.stdout:1870: done (1 left) 2024-07-26T06:38:43.762 INFO:tasks.rados.rados.0.smithi037.stdout:1871: done (0 left) 2024-07-26T06:38:43.762 INFO:tasks.rados.rados.0.smithi037.stdout:1872: snap_create 2024-07-26T06:38:43.836 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:44.044 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T06:38:43.782+0000 7f007a921640 -1 osd.3 440 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: osdmap e450: 8 total, 7 up, 8 in 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[97339]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:38:44.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:38:44.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: osdmap e450: 8 total, 7 up, 8 in 2024-07-26T06:38:44.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:43 smithi037 ceph-mon[99762]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: osdmap e450: 8 total, 7 up, 8 in 2024-07-26T06:38:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:43 smithi135 ceph-mon[90132]: from='osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2024-07-26T06:38:44.763 INFO:tasks.rados.rados.0.smithi037.stdout:1872: done (0 left) 2024-07-26T06:38:44.763 INFO:tasks.rados.rados.0.smithi037.stdout:1873: read oid 37 snap -1 2024-07-26T06:38:44.763 INFO:tasks.rados.rados.0.smithi037.stdout:1873: expect (ObjNum 545 snap 179 seq_num 545) 2024-07-26T06:38:44.763 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 194 2024-07-26T06:38:44.764 INFO:tasks.rados.rados.0.smithi037.stdout:1874: seq_num 587 ranges {2834432=237568} 2024-07-26T06:38:44.784 INFO:tasks.rados.rados.0.smithi037.stdout:1874: writing smithi03785213-17 from 2834432 to 3072000 tid 1 2024-07-26T06:38:44.784 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 194 2024-07-26T06:38:44.784 INFO:tasks.rados.rados.0.smithi037.stdout:1875: seq_num 588 ranges {532480=253952} 2024-07-26T06:38:44.789 INFO:tasks.rados.rados.0.smithi037.stdout:1875: writing smithi03785213-45 from 532480 to 786432 tid 1 2024-07-26T06:38:44.789 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 194 2024-07-26T06:38:44.789 INFO:tasks.rados.rados.0.smithi037.stdout:1876: seq_num 589 ranges {0=270336} 2024-07-26T06:38:44.791 INFO:tasks.rados.rados.0.smithi037.stdout:1876: writing smithi03785213-12 from 0 to 270336 tid 1 2024-07-26T06:38:44.792 INFO:tasks.rados.rados.0.smithi037.stdout:1877: rollback oid 29 current snap is 194 2024-07-26T06:38:44.792 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 172 2024-07-26T06:38:44.792 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 194 2024-07-26T06:38:44.792 INFO:tasks.rados.rados.0.smithi037.stdout:1878: seq_num 590 ranges {1687552=286720} 2024-07-26T06:38:44.803 INFO:tasks.rados.rados.0.smithi037.stdout:1878: writing smithi03785213-19 from 1687552 to 1974272 tid 1 2024-07-26T06:38:44.803 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 194 2024-07-26T06:38:44.803 INFO:tasks.rados.rados.0.smithi037.stdout:1879: seq_num 591 ranges {8208384=303104} 2024-07-26T06:38:44.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:44.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:44.850 INFO:tasks.rados.rados.0.smithi037.stdout:1879: writing smithi03785213-39 from 8208384 to 8511488 tid 1 2024-07-26T06:38:44.850 INFO:tasks.rados.rados.0.smithi037.stdout:1880: delete oid 28 current snap is 194 2024-07-26T06:38:44.850 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 1 to smithi03785213-45 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 2 to smithi03785213-45 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1877: finishing rollback tid 0 to smithi03785213-29 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1877: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1877: finishing rollback tid 2 to smithi03785213-29 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1656 (ObjNum 479 snap 156 seq_num 479) dirty exists 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 3 to smithi03785213-45 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1740 (ObjNum 588 snap 194 seq_num 588) dirty exists 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1875: left oid 45 (ObjNum 588 snap 194 seq_num 588) 2024-07-26T06:38:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:1873: expect (ObjNum 545 snap 179 seq_num 545) 2024-07-26T06:38:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.3 MiB/s wr, 20 op/s; 72/681 objects degraded (10.573%) 2024-07-26T06:38:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 72/681 objects degraded (10.573%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646] boot 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.3 MiB/s wr, 20 op/s; 72/681 objects degraded (10.573%) 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 72/681 objects degraded (10.573%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:45.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646] boot 2024-07-26T06:38:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:38:45.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:38:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 322 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.3 MiB/s wr, 20 op/s; 72/681 objects degraded (10.573%) 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 72/681 objects degraded (10.573%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: osd.3 [v2:172.21.15.37:6826/2599424646,v1:172.21.15.37:6827/2599424646] boot 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:38:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:38:45.290 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 1 to smithi03785213-19 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 2 to smithi03785213-19 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 3 to smithi03785213-19 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1231 (ObjNum 590 snap 194 seq_num 590) dirty exists 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1878: left oid 19 (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1873: done (7 left) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1875: done (6 left) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1877: done (5 left) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1878: done (4 left) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1880: done (3 left) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1881: read oid 2 snap -1 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:1881: expect (ObjNum 577 snap 189 seq_num 577) 2024-07-26T06:38:45.291 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 194 2024-07-26T06:38:45.292 INFO:tasks.rados.rados.0.smithi037.stdout:1882: seq_num 593 ranges {2924544=335872} 2024-07-26T06:38:45.310 INFO:tasks.rados.rados.0.smithi037.stdout:1882: writing smithi03785213-20 from 2924544 to 3260416 tid 1 2024-07-26T06:38:45.310 INFO:tasks.rados.rados.0.smithi037.stdout:1883: delete oid 21 current snap is 194 2024-07-26T06:38:45.310 INFO:tasks.rados.rados.0.smithi037.stdout:1881: expect (ObjNum 577 snap 189 seq_num 577) 2024-07-26T06:38:45.482 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 1 to smithi03785213-20 2024-07-26T06:38:45.482 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 2 to smithi03785213-20 2024-07-26T06:38:45.482 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 3 to smithi03785213-20 2024-07-26T06:38:45.482 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 997 (ObjNum 593 snap 194 seq_num 593) dirty exists 2024-07-26T06:38:45.482 INFO:tasks.rados.rados.0.smithi037.stdout:1882: left oid 20 (ObjNum 593 snap 194 seq_num 593) 2024-07-26T06:38:45.787 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing write tid 1 to smithi03785213-12 2024-07-26T06:38:45.788 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing write tid 2 to smithi03785213-12 2024-07-26T06:38:45.788 INFO:tasks.rados.rados.0.smithi037.stdout:1879: finishing write tid 1 to smithi03785213-39 2024-07-26T06:38:45.788 INFO:tasks.rados.rados.0.smithi037.stdout:1879: finishing write tid 2 to smithi03785213-39 2024-07-26T06:38:45.789 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing write tid 3 to smithi03785213-12 2024-07-26T06:38:45.789 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1236 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-07-26T06:38:45.789 INFO:tasks.rados.rados.0.smithi037.stdout:1876: left oid 12 (ObjNum 589 snap 194 seq_num 589) 2024-07-26T06:38:45.792 INFO:tasks.rados.rados.0.smithi037.stdout:1876: done (5 left) 2024-07-26T06:38:45.792 INFO:tasks.rados.rados.0.smithi037.stdout:1881: done (4 left) 2024-07-26T06:38:45.792 INFO:tasks.rados.rados.0.smithi037.stdout:1882: done (3 left) 2024-07-26T06:38:45.792 INFO:tasks.rados.rados.0.smithi037.stdout:1883: done (2 left) 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1884: copy_from oid 27 from oid 43 current snap is 194 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1879: finishing write tid 3 to smithi03785213-39 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1238 (ObjNum 591 snap 194 seq_num 591) dirty exists 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1879: left oid 39 (ObjNum 591 snap 194 seq_num 591) 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1879: done (2 left) 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1885: read oid 19 snap -1 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1885: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1886: rmattr oid 20 current snap is 194 2024-07-26T06:38:45.793 INFO:tasks.rados.rados.0.smithi037.stdout:1887: delete oid 11 current snap is 194 2024-07-26T06:38:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 998 (ObjNum 593 snap 194 seq_num 593) dirty exists 2024-07-26T06:38:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:1886: done (4 left) 2024-07-26T06:38:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:1887: done (3 left) 2024-07-26T06:38:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:1888: snap_remove snap 173 2024-07-26T06:38:46.764 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:46 smithi037 ceph-mon[99762]: pgmap v261: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 282 KiB/s wr, 6 op/s; 59/693 objects degraded (8.514%) 2024-07-26T06:38:46.775 INFO:tasks.rados.rados.0.smithi037.stdout:1888: done (3 left) 2024-07-26T06:38:46.776 INFO:tasks.rados.rados.0.smithi037.stdout:1889: read oid 7 snap -1 2024-07-26T06:38:46.776 INFO:tasks.rados.rados.0.smithi037.stdout:1889: expect deleted 2024-07-26T06:38:46.776 INFO:tasks.rados.rados.0.smithi037.stdout:1890: read oid 47 snap 172 2024-07-26T06:38:46.776 INFO:tasks.rados.rados.0.smithi037.stdout:1890: expect deleted 2024-07-26T06:38:46.776 INFO:tasks.rados.rados.0.smithi037.stdout:1891: snap_remove snap 188 2024-07-26T06:38:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:46 smithi037 ceph-mon[97339]: pgmap v261: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 282 KiB/s wr, 6 op/s; 59/693 objects degraded (8.514%) 2024-07-26T06:38:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:46 smithi037 ceph-mon[97339]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:38:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:46 smithi037 ceph-mon[99762]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:38:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:46 smithi135 ceph-mon[90132]: pgmap v261: 121 pgs: 9 peering, 26 active+undersized, 6 active+undersized+degraded, 80 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 282 KiB/s wr, 6 op/s; 59/693 objects degraded (8.514%) 2024-07-26T06:38:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:46 smithi135 ceph-mon[90132]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:38:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:1891: done (5 left) 2024-07-26T06:38:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:1892: copy_from oid 40 from oid 35 current snap is 194 2024-07-26T06:38:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:1893: snap_create 2024-07-26T06:38:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:1885: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1884: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing write tid 1 to smithi03785213-17 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1884: finishing copy_from to smithi03785213-27 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1233 (ObjNum 549 snap 181 seq_num 549) dirty exists 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing write tid 2 to smithi03785213-17 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing write tid 3 to smithi03785213-17 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1254 (ObjNum 587 snap 194 seq_num 587) dirty exists 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1874: left oid 17 (ObjNum 587 snap 194 seq_num 587) 2024-07-26T06:38:47.877 INFO:tasks.rados.rados.0.smithi037.stdout:1892: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:38:47.878 INFO:tasks.rados.rados.0.smithi037.stdout:1892: finishing copy_from to smithi03785213-40 2024-07-26T06:38:47.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 961 (ObjNum 553 snap 183 seq_num 553) dirty exists 2024-07-26T06:38:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:47 smithi037 ceph-mon[97339]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:38:48.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:38:47.961+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-26T06:38:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:47 smithi037 ceph-mon[99762]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:38:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:47 smithi135 ceph-mon[90132]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1874: done (6 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1884: done (5 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1885: done (4 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1889: done (3 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1890: done (2 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1892: done (1 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1893: done (0 left) 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1894: copy_from oid 5 from oid 13 current snap is 195 2024-07-26T06:38:48.790 INFO:tasks.rados.rados.0.smithi037.stdout:1895: rollback oid 8 current snap is 195 2024-07-26T06:38:48.791 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 190 2024-07-26T06:38:48.791 INFO:tasks.rados.rados.0.smithi037.stdout:1896: snap_create 2024-07-26T06:38:48.798 INFO:tasks.rados.rados.0.smithi037.stdout:1895: finishing rollback tid 1 to smithi03785213-8 2024-07-26T06:38:48.798 INFO:tasks.rados.rados.0.smithi037.stdout:1895: finishing rollback tid 2 to smithi03785213-8 2024-07-26T06:38:48.798 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1762 (ObjNum 551 snap 183 seq_num 551) dirty exists 2024-07-26T06:38:48.811 INFO:tasks.rados.rados.0.smithi037.stdout:1894: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:38:48.814 INFO:tasks.rados.rados.0.smithi037.stdout:1894: finishing copy_from to smithi03785213-5 2024-07-26T06:38:48.814 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1645 (ObjNum 561 snap 185 seq_num 561) dirty exists 2024-07-26T06:38:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: pgmap v264: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 39/702 objects degraded (5.556%) 2024-07-26T06:38:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:38:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:49.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-26T06:38:49.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: pgmap v264: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 39/702 objects degraded (5.556%) 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:48 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-26T06:38:49.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: pgmap v264: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 39/702 objects degraded (5.556%) 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:38:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:38:49.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:48 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-26T06:38:49.797 INFO:tasks.rados.rados.0.smithi037.stdout:1894: done (2 left) 2024-07-26T06:38:49.797 INFO:tasks.rados.rados.0.smithi037.stdout:1895: done (1 left) 2024-07-26T06:38:49.797 INFO:tasks.rados.rados.0.smithi037.stdout:1896: done (0 left) 2024-07-26T06:38:49.797 INFO:tasks.rados.rados.0.smithi037.stdout:1897: snap_remove snap 185 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[97339]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[99762]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:49 smithi135 ceph-mon[90132]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:38:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:38:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:50.803 INFO:tasks.rados.rados.0.smithi037.stdout:1897: done (0 left) 2024-07-26T06:38:50.803 INFO:tasks.rados.rados.0.smithi037.stdout:1898: rmattr oid 33 current snap is 196 2024-07-26T06:38:50.803 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 196 2024-07-26T06:38:50.803 INFO:tasks.rados.rados.0.smithi037.stdout:1899: seq_num 596 ranges {0=385024} 2024-07-26T06:38:50.806 INFO:tasks.rados.rados.0.smithi037.stdout:1899: writing smithi03785213-4 from 0 to 385024 tid 1 2024-07-26T06:38:50.806 INFO:tasks.rados.rados.0.smithi037.stdout:1900: snap_remove snap 161 2024-07-26T06:38:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[97339]: pgmap v267: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 111 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 6/711 objects degraded (0.844%); 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:38:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[97339]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:38:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[99762]: pgmap v267: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 111 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 6/711 objects degraded (0.844%); 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:38:51.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:51.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:50 smithi037 ceph-mon[99762]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:38:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:50 smithi135 ceph-mon[90132]: pgmap v267: 121 pgs: 9 peering, 1 active+recovery_wait+degraded, 111 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 6/711 objects degraded (0.844%); 6.9 MiB/s, 2 objects/s recovering 2024-07-26T06:38:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:50 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded (PG_DEGRADED) 2024-07-26T06:38:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:50 smithi135 ceph-mon[90132]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:38:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:38:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:38:51] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:1900: done (2 left) 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:1901: delete oid 15 current snap is 196 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1658 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing write tid 1 to smithi03785213-4 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing write tid 2 to smithi03785213-4 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing write tid 3 to smithi03785213-4 2024-07-26T06:38:51.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1570 (ObjNum 596 snap 196 seq_num 596) dirty exists 2024-07-26T06:38:51.812 INFO:tasks.rados.rados.0.smithi037.stdout:1899: left oid 4 (ObjNum 596 snap 196 seq_num 596) 2024-07-26T06:38:51.821 INFO:tasks.rados.rados.0.smithi037.stdout:1898: done (2 left) 2024-07-26T06:38:51.821 INFO:tasks.rados.rados.0.smithi037.stdout:1899: done (1 left) 2024-07-26T06:38:51.822 INFO:tasks.rados.rados.0.smithi037.stdout:1901: done (0 left) 2024-07-26T06:38:51.822 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 196 2024-07-26T06:38:51.822 INFO:tasks.rados.rados.0.smithi037.stdout:1902: seq_num 598 ranges {0=417792} 2024-07-26T06:38:51.824 INFO:tasks.rados.rados.0.smithi037.stdout:1902: writing smithi03785213-6 from 0 to 417792 tid 1 2024-07-26T06:38:51.824 INFO:tasks.rados.rados.0.smithi037.stdout:1903: snap_create 2024-07-26T06:38:51.833 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing write tid 1 to smithi03785213-6 2024-07-26T06:38:51.834 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing write tid 2 to smithi03785213-6 2024-07-26T06:38:51.839 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing write tid 3 to smithi03785213-6 2024-07-26T06:38:51.840 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1576 (ObjNum 598 snap 196 seq_num 598) dirty exists 2024-07-26T06:38:51.840 INFO:tasks.rados.rados.0.smithi037.stdout:1902: left oid 6 (ObjNum 598 snap 196 seq_num 598) 2024-07-26T06:38:52.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:51 smithi135 ceph-mon[90132]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:38:52.233 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:51 smithi037 ceph-mon[97339]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:38:52.233 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:51 smithi037 ceph-mon[99762]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:38:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:52.761 INFO:tasks.rados.rados.0.smithi037.stdout:1902: done (1 left) 2024-07-26T06:38:52.762 INFO:tasks.rados.rados.0.smithi037.stdout:1903: done (0 left) 2024-07-26T06:38:52.762 INFO:tasks.rados.rados.0.smithi037.stdout:1904: rmattr oid 25 current snap is 197 2024-07-26T06:38:52.762 INFO:tasks.rados.rados.0.smithi037.stdout:1904: done (0 left) 2024-07-26T06:38:52.762 INFO:tasks.rados.rados.0.smithi037.stdout:1905: copy_from oid 15 from oid 38 current snap is 197 2024-07-26T06:38:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:1906: rollback oid 45 current snap is 197 2024-07-26T06:38:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 178 2024-07-26T06:38:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:1907: read oid 30 snap -1 2024-07-26T06:38:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:1907: expect deleted 2024-07-26T06:38:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:1908: delete oid 27 current snap is 197 2024-07-26T06:38:52.770 INFO:tasks.rados.rados.0.smithi037.stdout:1907: done (3 left) 2024-07-26T06:38:52.770 INFO:tasks.rados.rados.0.smithi037.stdout:1908: done (2 left) 2024-07-26T06:38:52.770 INFO:tasks.rados.rados.0.smithi037.stdout:1909: rollback oid 42 current snap is 197 2024-07-26T06:38:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:1906: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:38:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 148 2024-07-26T06:38:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:1910: delete oid 44 current snap is 197 2024-07-26T06:38:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:1906: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:38:52.772 INFO:tasks.rados.rados.0.smithi037.stdout:1906: finishing rollback tid 2 to smithi03785213-45 2024-07-26T06:38:52.773 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1790 (ObjNum 539 snap 176 seq_num 539) dirty exists 2024-07-26T06:38:52.774 INFO:tasks.rados.rados.0.smithi037.stdout:1909: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:38:52.774 INFO:tasks.rados.rados.0.smithi037.stdout:1906: done (3 left) 2024-07-26T06:38:52.774 INFO:tasks.rados.rados.0.smithi037.stdout:1910: done (2 left) 2024-07-26T06:38:52.774 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 197 2024-07-26T06:38:52.774 INFO:tasks.rados.rados.0.smithi037.stdout:1911: seq_num 601 ranges {0=475136} 2024-07-26T06:38:52.776 INFO:tasks.rados.rados.0.smithi037.stdout:1911: writing smithi03785213-11 from 0 to 475136 tid 1 2024-07-26T06:38:52.776 INFO:tasks.rados.rados.0.smithi037.stdout:1912: snap_remove snap 192 2024-07-26T06:38:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-mon[90132]: pgmap v270: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 15 MiB/s, 4 objects/s recovering 2024-07-26T06:38:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded) 2024-07-26T06:38:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:38:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-mon[90132]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:38:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:52 smithi135 ceph-mon[90132]: osdmap e459: 8 total, 8 up, 8 in 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[97339]: pgmap v270: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 15 MiB/s, 4 objects/s recovering 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded) 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[97339]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[97339]: osdmap e459: 8 total, 8 up, 8 in 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[99762]: pgmap v270: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 15 MiB/s, 4 objects/s recovering 2024-07-26T06:38:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/711 objects degraded (0.844%), 1 pg degraded) 2024-07-26T06:38:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:38:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[99762]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:38:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:52 smithi037 ceph-mon[99762]: osdmap e459: 8 total, 8 up, 8 in 2024-07-26T06:38:53.762 INFO:tasks.rados.rados.0.smithi037.stdout:1912: done (3 left) 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 197 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1909: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1909: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1244 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1911: finishing write tid 1 to smithi03785213-11 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1911: finishing write tid 2 to smithi03785213-11 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1911: finishing write tid 3 to smithi03785213-11 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1001 (ObjNum 601 snap 197 seq_num 601) dirty exists 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1911: left oid 11 (ObjNum 601 snap 197 seq_num 601) 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing copy_from to smithi03785213-15 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1495 (ObjNum 573 snap 188 seq_num 573) dirty exists 2024-07-26T06:38:53.763 INFO:tasks.rados.rados.0.smithi037.stdout:1913: seq_num 602 ranges {3260416=491520} 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1913: writing smithi03785213-20 from 3260416 to 3751936 tid 1 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1905: done (3 left) 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1909: done (2 left) 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1911: done (1 left) 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1914: read oid 9 snap -1 2024-07-26T06:38:53.785 INFO:tasks.rados.rados.0.smithi037.stdout:1914: expect deleted 2024-07-26T06:38:53.786 INFO:tasks.rados.rados.0.smithi037.stdout:1915: snap_remove snap 179 2024-07-26T06:38:53.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:54.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:54.761 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:54.769 INFO:tasks.rados.rados.0.smithi037.stdout:1915: done (2 left) 2024-07-26T06:38:54.769 INFO:tasks.rados.rados.0.smithi037.stdout:1916: snap_remove snap 194 2024-07-26T06:38:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:54 smithi037 ceph-mon[97339]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 348 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 3 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-07-26T06:38:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:54 smithi037 ceph-mon[97339]: osdmap e460: 8 total, 8 up, 8 in 2024-07-26T06:38:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:54 smithi037 ceph-mon[99762]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 348 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 3 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-07-26T06:38:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:54 smithi037 ceph-mon[99762]: osdmap e460: 8 total, 8 up, 8 in 2024-07-26T06:38:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:54 smithi135 ceph-mon[90132]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 348 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 3 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-07-26T06:38:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:54 smithi135 ceph-mon[90132]: osdmap e460: 8 total, 8 up, 8 in 2024-07-26T06:38:55.779 INFO:tasks.rados.rados.0.smithi037.stdout:1916: done (2 left) 2024-07-26T06:38:55.779 INFO:tasks.rados.rados.0.smithi037.stdout:1917: rmattr oid 15 current snap is 197 2024-07-26T06:38:55.780 INFO:tasks.rados.rados.0.smithi037.stdout:1917: done (2 left) 2024-07-26T06:38:55.780 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 197 2024-07-26T06:38:55.780 INFO:tasks.rados.rados.0.smithi037.stdout:1918: seq_num 603 ranges {3457024=507904} 2024-07-26T06:38:55.801 INFO:tasks.rados.rados.0.smithi037.stdout:1918: writing smithi03785213-2 from 3457024 to 3964928 tid 1 2024-07-26T06:38:55.801 INFO:tasks.rados.rados.0.smithi037.stdout:1919: read oid 25 snap -1 2024-07-26T06:38:55.801 INFO:tasks.rados.rados.0.smithi037.stdout:1919: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:38:55.801 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 197 2024-07-26T06:38:55.801 INFO:tasks.rados.rados.0.smithi037.stdout:1920: seq_num 604 ranges {3751936=524288} 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1920: writing smithi03785213-5 from 3751936 to 4276224 tid 1 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1921: delete oid 38 current snap is 197 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1913: finishing write tid 1 to smithi03785213-20 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1913: finishing write tid 2 to smithi03785213-20 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1913: finishing write tid 3 to smithi03785213-20 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1003 (ObjNum 602 snap 197 seq_num 602) dirty exists 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1913: left oid 20 (ObjNum 602 snap 197 seq_num 602) 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 1 to smithi03785213-2 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 2 to smithi03785213-2 2024-07-26T06:38:55.826 INFO:tasks.rados.rados.0.smithi037.stdout:1919: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 3 to smithi03785213-2 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1660 (ObjNum 603 snap 197 seq_num 603) dirty exists 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1918: left oid 2 (ObjNum 603 snap 197 seq_num 603) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1913: done (5 left) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1914: done (4 left) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1918: done (3 left) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1919: done (2 left) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1921: done (1 left) 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1922: read oid 34 snap -1 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1922: expect deleted 2024-07-26T06:38:55.829 INFO:tasks.rados.rados.0.smithi037.stdout:1923: delete oid 36 current snap is 197 2024-07-26T06:38:55.830 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 1 to smithi03785213-5 2024-07-26T06:38:55.831 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 2 to smithi03785213-5 2024-07-26T06:38:55.833 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 3 to smithi03785213-5 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1648 (ObjNum 604 snap 197 seq_num 604) dirty exists 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:1920: left oid 5 (ObjNum 604 snap 197 seq_num 604) 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:1920: done (2 left) 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:1922: done (1 left) 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:1923: done (0 left) 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 197 2024-07-26T06:38:55.834 INFO:tasks.rados.rados.0.smithi037.stdout:1924: seq_num 607 ranges {6422528=573440} 2024-07-26T06:38:55.872 INFO:tasks.rados.rados.0.smithi037.stdout:1924: writing smithi03785213-31 from 6422528 to 6995968 tid 1 2024-07-26T06:38:55.872 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 197 2024-07-26T06:38:55.872 INFO:tasks.rados.rados.0.smithi037.stdout:1925: seq_num 608 ranges {712704=589824} 2024-07-26T06:38:55.879 INFO:tasks.rados.rados.0.smithi037.stdout:1925: writing smithi03785213-49 from 712704 to 1302528 tid 1 2024-07-26T06:38:55.879 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 197 2024-07-26T06:38:55.879 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing write tid 1 to smithi03785213-31 2024-07-26T06:38:55.879 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing write tid 2 to smithi03785213-31 2024-07-26T06:38:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing write tid 3 to smithi03785213-31 2024-07-26T06:38:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1256 (ObjNum 607 snap 197 seq_num 607) dirty exists 2024-07-26T06:38:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:1924: left oid 31 (ObjNum 607 snap 197 seq_num 607) 2024-07-26T06:38:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:1926: seq_num 609 ranges {3751936=606208} 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1926: writing smithi03785213-23 from 3751936 to 4358144 tid 1 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1924: done (2 left) 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1927: read oid 1 snap -1 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1927: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1928: copy_from oid 2 from oid 43 current snap is 197 2024-07-26T06:38:55.904 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 1 to smithi03785213-49 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 2 to smithi03785213-49 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 3 to smithi03785213-49 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1498 (ObjNum 608 snap 197 seq_num 608) dirty exists 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1925: left oid 49 (ObjNum 608 snap 197 seq_num 608) 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1925: done (3 left) 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1929: read oid 36 snap -1 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1929: expect deleted 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1930: read oid 10 snap -1 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1930: expect (ObjNum 559 snap 184 seq_num 559) 2024-07-26T06:38:55.905 INFO:tasks.rados.rados.0.smithi037.stdout:1931: delete oid 31 current snap is 197 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1931: done (5 left) 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1932: read oid 8 snap -1 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1932: expect (ObjNum 551 snap 183 seq_num 551) 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1933: read oid 46 snap -1 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1933: expect (ObjNum 575 snap 189 seq_num 575) 2024-07-26T06:38:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:1934: snap_remove snap 175 2024-07-26T06:38:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:55 smithi037 ceph-mon[97339]: osdmap e461: 8 total, 8 up, 8 in 2024-07-26T06:38:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:55 smithi037 ceph-mon[99762]: osdmap e461: 8 total, 8 up, 8 in 2024-07-26T06:38:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:55 smithi135 ceph-mon[90132]: osdmap e461: 8 total, 8 up, 8 in 2024-07-26T06:38:56.783 INFO:tasks.rados.rados.0.smithi037.stdout:1934: done (7 left) 2024-07-26T06:38:56.783 INFO:tasks.rados.rados.0.smithi037.stdout:1935: setattr oid 4 current snap is 197 2024-07-26T06:38:56.784 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing write tid 1 to smithi03785213-23 2024-07-26T06:38:56.784 INFO:tasks.rados.rados.0.smithi037.stdout:1927: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:56.913 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing write tid 2 to smithi03785213-23 2024-07-26T06:38:56.913 INFO:tasks.rados.rados.0.smithi037.stdout:1933: expect (ObjNum 575 snap 189 seq_num 575) 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing write tid 3 to smithi03785213-23 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1603 (ObjNum 609 snap 197 seq_num 609) dirty exists 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:1926: left oid 23 (ObjNum 609 snap 197 seq_num 609) 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:1928: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:1928: finishing copy_from to smithi03785213-2 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1233 (ObjNum 549 snap 181 seq_num 549) dirty exists 2024-07-26T06:38:56.914 INFO:tasks.rados.rados.0.smithi037.stdout:1932: expect (ObjNum 551 snap 183 seq_num 551) 2024-07-26T06:38:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:56 smithi037 ceph-mon[97339]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:56 smithi037 ceph-mon[97339]: osdmap e462: 8 total, 8 up, 8 in 2024-07-26T06:38:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:56 smithi037 ceph-mon[99762]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:56 smithi037 ceph-mon[99762]: osdmap e462: 8 total, 8 up, 8 in 2024-07-26T06:38:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:56 smithi135 ceph-mon[90132]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:56 smithi135 ceph-mon[90132]: osdmap e462: 8 total, 8 up, 8 in 2024-07-26T06:38:57.139 INFO:tasks.rados.rados.0.smithi037.stdout:1930: expect (ObjNum 559 snap 184 seq_num 559) 2024-07-26T06:38:57.299 INFO:tasks.rados.rados.0.smithi037.stdout:1926: done (7 left) 2024-07-26T06:38:57.299 INFO:tasks.rados.rados.0.smithi037.stdout:1927: done (6 left) 2024-07-26T06:38:57.299 INFO:tasks.rados.rados.0.smithi037.stdout:1928: done (5 left) 2024-07-26T06:38:57.299 INFO:tasks.rados.rados.0.smithi037.stdout:1929: done (4 left) 2024-07-26T06:38:57.299 INFO:tasks.rados.rados.0.smithi037.stdout:1930: done (3 left) 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1932: done (2 left) 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1933: done (1 left) 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1936: read oid 12 snap -1 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1936: expect (ObjNum 589 snap 194 seq_num 589) 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1937: copy_from oid 32 from oid 21 current snap is 197 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1938: copy_from oid 38 from oid 9 current snap is 197 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1939: read oid 44 snap 174 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1939: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1940: copy_from oid 7 from oid 40 current snap is 197 2024-07-26T06:38:57.300 INFO:tasks.rados.rados.0.smithi037.stdout:1941: read oid 49 snap -1 2024-07-26T06:38:57.301 INFO:tasks.rados.rados.0.smithi037.stdout:1941: expect (ObjNum 608 snap 197 seq_num 608) 2024-07-26T06:38:57.301 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 197 2024-07-26T06:38:57.301 INFO:tasks.rados.rados.0.smithi037.stdout:1942: seq_num 611 ranges {0=638976} 2024-07-26T06:38:57.302 INFO:tasks.rados.rados.0.smithi037.stdout:1942: writing smithi03785213-47 from 0 to 638976 tid 1 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:1943: rollback oid 28 current snap is 197 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 170 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:1944: read oid 20 snap -1 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:1944: expect (ObjNum 602 snap 197 seq_num 602) 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 197 2024-07-26T06:38:57.303 INFO:tasks.rados.rados.0.smithi037.stdout:1945: seq_num 612 ranges {0=655360} 2024-07-26T06:38:57.306 INFO:tasks.rados.rados.0.smithi037.stdout:1945: writing smithi03785213-34 from 0 to 655360 tid 1 2024-07-26T06:38:57.307 INFO:tasks.rados.rados.0.smithi037.stdout:1936: expect (ObjNum 589 snap 194 seq_num 589) 2024-07-26T06:38:57.317 INFO:tasks.rados.rados.0.smithi037.stdout:1937: finishing copy_from to smithi03785213-32 2024-07-26T06:38:57.317 INFO:tasks.rados.rados.0.smithi037.stdout:1937: got expected ENOENT (src dne) 2024-07-26T06:38:57.317 INFO:tasks.rados.rados.0.smithi037.stdout:1937: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:38:57.317 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing copy_from to smithi03785213-38 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1938: got expected ENOENT (src dne) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1617 (ObjNum 596 snap 196 seq_num 596) dirty exists 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1935: done (10 left) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1936: done (9 left) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1937: done (8 left) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1938: done (7 left) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1946: read oid 1 snap -1 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1946: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 197 2024-07-26T06:38:57.318 INFO:tasks.rados.rados.0.smithi037.stdout:1947: seq_num 613 ranges {6406144=671744} 2024-07-26T06:38:57.356 INFO:tasks.rados.rados.0.smithi037.stdout:1947: writing smithi03785213-50 from 6406144 to 7077888 tid 1 2024-07-26T06:38:57.357 INFO:tasks.rados.rados.0.smithi037.stdout:1948: rollback oid 21 current snap is 197 2024-07-26T06:38:57.357 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 171 2024-07-26T06:38:57.357 INFO:tasks.rados.rados.0.smithi037.stdout:1942: finishing write tid 1 to smithi03785213-47 2024-07-26T06:38:57.357 INFO:tasks.rados.rados.0.smithi037.stdout:1942: finishing write tid 2 to smithi03785213-47 2024-07-26T06:38:57.357 INFO:tasks.rados.rados.0.smithi037.stdout:1941: expect (ObjNum 608 snap 197 seq_num 608) 2024-07-26T06:38:57.408 INFO:tasks.rados.rados.0.smithi037.stdout:1942: finishing write tid 3 to smithi03785213-47 2024-07-26T06:38:57.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1823 (ObjNum 611 snap 197 seq_num 611) dirty exists 2024-07-26T06:38:57.408 INFO:tasks.rados.rados.0.smithi037.stdout:1942: left oid 47 (ObjNum 611 snap 197 seq_num 611) 2024-07-26T06:38:57.408 INFO:tasks.rados.rados.0.smithi037.stdout:1939: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:38:57.569 INFO:tasks.rados.rados.0.smithi037.stdout:1943: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1943: finishing rollback tid 2 to smithi03785213-28 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1662 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1945: finishing write tid 1 to smithi03785213-34 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1945: finishing write tid 2 to smithi03785213-34 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1945: finishing write tid 3 to smithi03785213-34 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1619 (ObjNum 612 snap 197 seq_num 612) dirty exists 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1945: left oid 34 (ObjNum 612 snap 197 seq_num 612) 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1940: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:1940: finishing copy_from to smithi03785213-7 2024-07-26T06:38:57.570 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 961 (ObjNum 553 snap 183 seq_num 553) dirty exists 2024-07-26T06:38:57.571 INFO:tasks.rados.rados.0.smithi037.stdout:1946: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:38:57.687 INFO:tasks.rados.rados.0.smithi037.stdout:1944: expect (ObjNum 602 snap 197 seq_num 602) 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:1948: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:1948: finishing rollback tid 2 to smithi03785213-21 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1259 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:1947: finishing write tid 1 to smithi03785213-50 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:1947: finishing write tid 2 to smithi03785213-50 2024-07-26T06:38:57.902 INFO:tasks.rados.rados.0.smithi037.stdout:1939: done (9 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1940: done (8 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1941: done (7 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1942: done (6 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1943: done (5 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1944: done (4 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1945: done (3 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1946: done (2 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1948: done (1 left) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1949: read oid 8 snap -1 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1949: expect (ObjNum 551 snap 183 seq_num 551) 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1950: delete oid 37 current snap is 197 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:1947: finishing write tid 3 to smithi03785213-50 2024-07-26T06:38:57.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1246 (ObjNum 613 snap 197 seq_num 613) dirty exists 2024-07-26T06:38:57.904 INFO:tasks.rados.rados.0.smithi037.stdout:1947: left oid 50 (ObjNum 613 snap 197 seq_num 613) 2024-07-26T06:38:57.904 INFO:tasks.rados.rados.0.smithi037.stdout:1947: done (2 left) 2024-07-26T06:38:57.904 INFO:tasks.rados.rados.0.smithi037.stdout:1950: done (1 left) 2024-07-26T06:38:57.904 INFO:tasks.rados.rados.0.smithi037.stdout:1951: snap_remove snap 184 2024-07-26T06:38:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:57 smithi037 ceph-mon[97339]: osdmap e463: 8 total, 8 up, 8 in 2024-07-26T06:38:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:57 smithi037 ceph-mon[99762]: osdmap e463: 8 total, 8 up, 8 in 2024-07-26T06:38:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:57 smithi135 ceph-mon[90132]: osdmap e463: 8 total, 8 up, 8 in 2024-07-26T06:38:58.802 INFO:tasks.rados.rados.0.smithi037.stdout:1951: done (1 left) 2024-07-26T06:38:58.802 INFO:tasks.rados.rados.0.smithi037.stdout:1952: snap_create 2024-07-26T06:38:58.802 INFO:tasks.rados.rados.0.smithi037.stdout:1949: expect (ObjNum 551 snap 183 seq_num 551) 2024-07-26T06:38:58.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:58 smithi135 ceph-mon[90132]: pgmap v279: 121 pgs: 121 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:38:58.990 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:38:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:38:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:59.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:58 smithi037 ceph-mon[99762]: pgmap v279: 121 pgs: 121 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:38:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:58 smithi037 ceph-mon[97339]: pgmap v279: 121 pgs: 121 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:38:59.812 INFO:tasks.rados.rados.0.smithi037.stdout:1949: done (1 left) 2024-07-26T06:38:59.812 INFO:tasks.rados.rados.0.smithi037.stdout:1952: done (0 left) 2024-07-26T06:38:59.812 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 198 2024-07-26T06:38:59.812 INFO:tasks.rados.rados.0.smithi037.stdout:1953: seq_num 615 ranges {4128768=704512} 2024-07-26T06:38:59.839 INFO:tasks.rados.rados.0.smithi037.stdout:1953: writing smithi03785213-10 from 4128768 to 4833280 tid 1 2024-07-26T06:38:59.839 INFO:tasks.rados.rados.0.smithi037.stdout:1954: snap_create 2024-07-26T06:38:59.844 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 1 to smithi03785213-10 2024-07-26T06:38:59.845 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 2 to smithi03785213-10 2024-07-26T06:38:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 3 to smithi03785213-10 2024-07-26T06:38:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1382 (ObjNum 615 snap 198 seq_num 615) dirty exists 2024-07-26T06:38:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:1953: left oid 10 (ObjNum 615 snap 198 seq_num 615) 2024-07-26T06:39:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:59 smithi135 ceph-mon[90132]: osdmap e464: 8 total, 8 up, 8 in 2024-07-26T06:39:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:38:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:59 smithi037 ceph-mon[97339]: osdmap e464: 8 total, 8 up, 8 in 2024-07-26T06:39:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:38:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:59 smithi037 ceph-mon[99762]: osdmap e464: 8 total, 8 up, 8 in 2024-07-26T06:39:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:38:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:00.817 INFO:tasks.rados.rados.0.smithi037.stdout:1953: done (1 left) 2024-07-26T06:39:00.817 INFO:tasks.rados.rados.0.smithi037.stdout:1954: done (0 left) 2024-07-26T06:39:00.817 INFO:tasks.rados.rados.0.smithi037.stdout:1955: rollback oid 27 current snap is 199 2024-07-26T06:39:00.817 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 191 2024-07-26T06:39:00.817 INFO:tasks.rados.rados.0.smithi037.stdout:1956: delete oid 39 current snap is 199 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:1956: done (1 left) 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:1957: rollback oid 5 current snap is 199 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 169 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:1958: copy_from oid 6 from oid 24 current snap is 199 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 199 2024-07-26T06:39:00.823 INFO:tasks.rados.rados.0.smithi037.stdout:1959: seq_num 617 ranges {3072000=737280} 2024-07-26T06:39:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:1959: writing smithi03785213-17 from 3072000 to 3809280 tid 1 2024-07-26T06:39:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:1960: snap_create 2024-07-26T06:39:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:39:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1409 (ObjNum 536 snap 176 seq_num 536) dirty exists 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1958: finishing copy_from to smithi03785213-6 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1958: got expected ENOENT (src dne) 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1958: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1957: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1957: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:1957: finishing rollback tid 2 to smithi03785213-5 2024-07-26T06:39:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1651 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:39:00.850 INFO:tasks.rados.rados.0.smithi037.stdout:1959: finishing write tid 1 to smithi03785213-17 2024-07-26T06:39:00.850 INFO:tasks.rados.rados.0.smithi037.stdout:1959: finishing write tid 2 to smithi03785213-17 2024-07-26T06:39:00.852 INFO:tasks.rados.rados.0.smithi037.stdout:1959: finishing write tid 3 to smithi03785213-17 2024-07-26T06:39:00.852 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1261 (ObjNum 617 snap 199 seq_num 617) dirty exists 2024-07-26T06:39:00.852 INFO:tasks.rados.rados.0.smithi037.stdout:1959: left oid 17 (ObjNum 617 snap 199 seq_num 617) 2024-07-26T06:39:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:00 smithi135 ceph-mon[90132]: pgmap v281: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-07-26T06:39:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:00 smithi135 ceph-mon[90132]: osdmap e465: 8 total, 8 up, 8 in 2024-07-26T06:39:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:00 smithi037 ceph-mon[97339]: pgmap v281: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-07-26T06:39:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:00 smithi037 ceph-mon[97339]: osdmap e465: 8 total, 8 up, 8 in 2024-07-26T06:39:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:00 smithi037 ceph-mon[99762]: pgmap v281: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-07-26T06:39:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:00 smithi037 ceph-mon[99762]: osdmap e465: 8 total, 8 up, 8 in 2024-07-26T06:39:01.699 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:01] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-07-26T06:39:01.829 INFO:tasks.rados.rados.0.smithi037.stdout:1955: done (4 left) 2024-07-26T06:39:01.830 INFO:tasks.rados.rados.0.smithi037.stdout:1957: done (3 left) 2024-07-26T06:39:01.830 INFO:tasks.rados.rados.0.smithi037.stdout:1958: done (2 left) 2024-07-26T06:39:01.830 INFO:tasks.rados.rados.0.smithi037.stdout:1959: done (1 left) 2024-07-26T06:39:01.830 INFO:tasks.rados.rados.0.smithi037.stdout:1960: done (0 left) 2024-07-26T06:39:01.830 INFO:tasks.rados.rados.0.smithi037.stdout:1961: snap_remove snap 197 2024-07-26T06:39:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:01 smithi037 ceph-mon[97339]: osdmap e466: 8 total, 8 up, 8 in 2024-07-26T06:39:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:01 smithi037 ceph-mon[99762]: osdmap e466: 8 total, 8 up, 8 in 2024-07-26T06:39:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:01 smithi135 ceph-mon[90132]: osdmap e466: 8 total, 8 up, 8 in 2024-07-26T06:39:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:02.766 INFO:tasks.rados.rados.0.smithi037.stdout:1961: done (0 left) 2024-07-26T06:39:02.766 INFO:tasks.rados.rados.0.smithi037.stdout:1962: read oid 42 snap 171 2024-07-26T06:39:02.766 INFO:tasks.rados.rados.0.smithi037.stdout:1962: expect (ObjNum 503 snap 166 seq_num 503) 2024-07-26T06:39:02.766 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 200 2024-07-26T06:39:02.766 INFO:tasks.rados.rados.0.smithi037.stdout:1963: seq_num 618 ranges {663552=753664} 2024-07-26T06:39:02.774 INFO:tasks.rados.rados.0.smithi037.stdout:1963: writing smithi03785213-33 from 663552 to 1417216 tid 1 2024-07-26T06:39:02.774 INFO:tasks.rados.rados.0.smithi037.stdout:1964: delete oid 6 current snap is 200 2024-07-26T06:39:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:1962: expect (ObjNum 503 snap 166 seq_num 503) 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1963: finishing write tid 1 to smithi03785213-33 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1963: finishing write tid 2 to smithi03785213-33 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1962: done (2 left) 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1964: done (1 left) 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1965: read oid 4 snap -1 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1965: expect (ObjNum 596 snap 196 seq_num 596) 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1966: delete oid 47 current snap is 200 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1963: finishing write tid 3 to smithi03785213-33 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1664 (ObjNum 618 snap 200 seq_num 618) dirty exists 2024-07-26T06:39:02.851 INFO:tasks.rados.rados.0.smithi037.stdout:1963: left oid 33 (ObjNum 618 snap 200 seq_num 618) 2024-07-26T06:39:02.853 INFO:tasks.rados.rados.0.smithi037.stdout:1965: expect (ObjNum 596 snap 196 seq_num 596) 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:1963: done (2 left) 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:1965: done (1 left) 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:1966: done (0 left) 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:1967: rollback oid 37 current snap is 200 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 170 2024-07-26T06:39:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:1968: setattr oid 48 current snap is 200 2024-07-26T06:39:02.867 INFO:tasks.rados.rados.0.smithi037.stdout:1969: read oid 41 snap -1 2024-07-26T06:39:02.867 INFO:tasks.rados.rados.0.smithi037.stdout:1969: expect (ObjNum 534 snap 176 seq_num 534) 2024-07-26T06:39:02.867 INFO:tasks.rados.rados.0.smithi037.stdout:1970: snap_remove snap 178 2024-07-26T06:39:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:02 smithi135 ceph-mon[90132]: pgmap v284: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:39:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:02 smithi135 ceph-mon[90132]: osdmap e467: 8 total, 8 up, 8 in 2024-07-26T06:39:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:02 smithi135 ceph-mon[90132]: osdmap e468: 8 total, 8 up, 8 in 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[97339]: pgmap v284: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[97339]: osdmap e467: 8 total, 8 up, 8 in 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[97339]: osdmap e468: 8 total, 8 up, 8 in 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[99762]: pgmap v284: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[99762]: osdmap e467: 8 total, 8 up, 8 in 2024-07-26T06:39:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:02 smithi037 ceph-mon[99762]: osdmap e468: 8 total, 8 up, 8 in 2024-07-26T06:39:03.624 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:03 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:1970: done (3 left) 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:1971: delete oid 10 current snap is 200 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:1967: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:1967: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1234 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1838 (ObjNum 569 snap 186 seq_num 569) dirty exists 2024-07-26T06:39:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:1969: expect (ObjNum 534 snap 176 seq_num 534) 2024-07-26T06:39:03.966 INFO:tasks.rados.rados.0.smithi037.stdout:1967: done (3 left) 2024-07-26T06:39:03.966 INFO:tasks.rados.rados.0.smithi037.stdout:1968: done (2 left) 2024-07-26T06:39:03.966 INFO:tasks.rados.rados.0.smithi037.stdout:1969: done (1 left) 2024-07-26T06:39:03.966 INFO:tasks.rados.rados.0.smithi037.stdout:1971: done (0 left) 2024-07-26T06:39:03.966 INFO:tasks.rados.rados.0.smithi037.stdout:1972: snap_create 2024-07-26T06:39:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:03 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:03 smithi135 ceph-mon[90132]: Upgrade: osd.4 is safe to restart 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[97339]: Upgrade: osd.4 is safe to restart 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:39:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:03 smithi037 ceph-mon[99762]: Upgrade: osd.4 is safe to restart 2024-07-26T06:39:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:04.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:1972: done (0 left) 2024-07-26T06:39:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:1973: read oid 15 snap 182 2024-07-26T06:39:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:1973: expect (ObjNum 520 snap 172 seq_num 520) 2024-07-26T06:39:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:1974: setattr oid 3 current snap is 201 2024-07-26T06:39:04.845 INFO:tasks.rados.rados.0.smithi037.stdout:1975: snap_remove snap 191 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: pgmap v287: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:39:05.156 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: pgmap v287: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: pgmap v287: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1975: done (2 left) 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1976: read oid 42 snap 200 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1976: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1977: read oid 23 snap 189 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1977: expect (ObjNum 562 snap 185 seq_num 562) 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 201 2024-07-26T06:39:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:1978: seq_num 622 ranges {3964928=425984,4390912=401408} 2024-07-26T06:39:05.889 INFO:tasks.rados.rados.0.smithi037.stdout:1978: writing smithi03785213-26 from 3964928 to 4390912 tid 1 2024-07-26T06:39:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:1978: writing smithi03785213-26 from 4390912 to 4792320 tid 2 2024-07-26T06:39:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:1979: delete oid 10 current snap is 201 2024-07-26T06:39:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:1973: expect (ObjNum 520 snap 172 seq_num 520) 2024-07-26T06:39:05.934 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1496 (ObjNum 547 snap 180 seq_num 547) dirty exists 2024-07-26T06:39:05.935 INFO:tasks.rados.rados.0.smithi037.stdout:1976: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:39:05.954 INFO:tasks.rados.rados.0.smithi037.stdout:1977: expect (ObjNum 562 snap 185 seq_num 562) 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 1 to smithi03785213-26 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 2 to smithi03785213-26 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 3 to smithi03785213-26 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 4 to smithi03785213-26 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1264 (ObjNum 622 snap 201 seq_num 622) dirty exists 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1978: left oid 26 (ObjNum 622 snap 201 seq_num 622) 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1973: done (5 left) 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1974: done (4 left) 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1976: done (3 left) 2024-07-26T06:39:06.068 INFO:tasks.rados.rados.0.smithi037.stdout:1977: done (2 left) 2024-07-26T06:39:06.069 INFO:tasks.rados.rados.0.smithi037.stdout:1978: done (1 left) 2024-07-26T06:39:06.069 INFO:tasks.rados.rados.0.smithi037.stdout:1979: done (0 left) 2024-07-26T06:39:06.069 INFO:tasks.rados.rados.0.smithi037.stdout:1980: setattr oid 45 current snap is 201 2024-07-26T06:39:06.069 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 201 2024-07-26T06:39:06.069 INFO:tasks.rados.rados.0.smithi037.stdout:1981: seq_num 624 ranges {385024=458752,843776=401408} 2024-07-26T06:39:06.074 INFO:tasks.rados.rados.0.smithi037.stdout:1981: writing smithi03785213-4 from 385024 to 843776 tid 1 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:1981: writing smithi03785213-4 from 843776 to 1245184 tid 2 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:1982: rollback oid 26 current snap is 201 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 172 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1858 (ObjNum 539 snap 176 seq_num 539) dirty exists 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:1980: done (2 left) 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:1983: copy_from oid 14 from oid 24 current snap is 201 2024-07-26T06:39:06.077 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 201 2024-07-26T06:39:06.078 INFO:tasks.rados.rados.0.smithi037.stdout:1984: seq_num 625 ranges {753664=475136,1228800=401408} 2024-07-26T06:39:06.084 INFO:tasks.rados.rados.0.smithi037.stdout:1984: writing smithi03785213-42 from 753664 to 1228800 tid 1 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1984: writing smithi03785213-42 from 1228800 to 1630208 tid 2 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1985: delete oid 40 current snap is 201 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing write tid 1 to smithi03785213-4 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing write tid 2 to smithi03785213-4 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1982: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1982: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing write tid 3 to smithi03785213-4 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1982: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1267 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing copy_from to smithi03785213-14 2024-07-26T06:39:06.087 INFO:tasks.rados.rados.0.smithi037.stdout:1983: got expected ENOENT (src dne) 2024-07-26T06:39:06.088 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:39:06.088 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing write tid 4 to smithi03785213-4 2024-07-26T06:39:06.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1647 (ObjNum 624 snap 201 seq_num 624) dirty exists 2024-07-26T06:39:06.088 INFO:tasks.rados.rados.0.smithi037.stdout:1981: left oid 4 (ObjNum 624 snap 201 seq_num 624) 2024-07-26T06:39:06.088 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing write tid 1 to smithi03785213-42 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1981: done (4 left) 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1982: done (3 left) 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1983: done (2 left) 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1985: done (1 left) 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1986: read oid 26 snap -1 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1986: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1987: snap_create 2024-07-26T06:39:06.089 INFO:tasks.rados.rados.0.smithi037.stdout:1986: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:39:06.091 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing write tid 2 to smithi03785213-42 2024-07-26T06:39:06.091 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing write tid 3 to smithi03785213-42 2024-07-26T06:39:06.091 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing write tid 4 to smithi03785213-42 2024-07-26T06:39:06.091 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1249 (ObjNum 625 snap 201 seq_num 625) dirty exists 2024-07-26T06:39:06.091 INFO:tasks.rados.rados.0.smithi037.stdout:1984: left oid 42 (ObjNum 625 snap 201 seq_num 625) 2024-07-26T06:39:06.163 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:05 smithi135 ceph-mon[90132]: Upgrade: Updating osd.4 2024-07-26T06:39:06.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:05 smithi135 ceph-mon[90132]: Deploying daemon osd.4 on smithi135 2024-07-26T06:39:06.164 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:05 smithi135 ceph-mon[90132]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[97339]: Upgrade: Updating osd.4 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[97339]: Deploying daemon osd.4 on smithi135 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[97339]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[99762]: Upgrade: Updating osd.4 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[99762]: Deploying daemon osd.4 on smithi135 2024-07-26T06:39:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:05 smithi037 ceph-mon[99762]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:39:06.866 INFO:tasks.rados.rados.0.smithi037.stdout:1984: done (2 left) 2024-07-26T06:39:06.866 INFO:tasks.rados.rados.0.smithi037.stdout:1986: done (1 left) 2024-07-26T06:39:06.866 INFO:tasks.rados.rados.0.smithi037.stdout:1987: done (0 left) 2024-07-26T06:39:06.867 INFO:tasks.rados.rados.0.smithi037.stdout:1988: rollback oid 39 current snap is 202 2024-07-26T06:39:06.867 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 198 2024-07-26T06:39:06.867 INFO:tasks.rados.rados.0.smithi037.stdout:1989: snap_create 2024-07-26T06:39:06.870 INFO:tasks.rados.rados.0.smithi037.stdout:1988: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:39:06.870 INFO:tasks.rados.rados.0.smithi037.stdout:1988: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:39:06.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1241 (ObjNum 591 snap 194 seq_num 591) dirty exists 2024-07-26T06:39:07.033 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:06 smithi135 ceph-mon[90132]: pgmap v290: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:07.033 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:06 smithi135 ceph-mon[90132]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:39:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:06 smithi037 ceph-mon[97339]: pgmap v290: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:06 smithi037 ceph-mon[97339]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:39:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:06 smithi037 ceph-mon[99762]: pgmap v290: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:06 smithi037 ceph-mon[99762]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:39:07.770 INFO:tasks.rados.rados.0.smithi037.stdout:1988: done (1 left) 2024-07-26T06:39:07.770 INFO:tasks.rados.rados.0.smithi037.stdout:1989: done (0 left) 2024-07-26T06:39:07.770 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 203 2024-07-26T06:39:07.770 INFO:tasks.rados.rados.0.smithi037.stdout:1990: seq_num 627 ranges {1957888=507904,2465792=401408} 2024-07-26T06:39:07.784 INFO:tasks.rados.rados.0.smithi037.stdout:1990: writing smithi03785213-28 from 1957888 to 2465792 tid 1 2024-07-26T06:39:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1990: writing smithi03785213-28 from 2465792 to 2867200 tid 2 2024-07-26T06:39:07.786 INFO:tasks.rados.rados.0.smithi037.stdout:1991: snap_create 2024-07-26T06:39:07.788 INFO:tasks.rados.rados.0.smithi037.stdout:1990: finishing write tid 1 to smithi03785213-28 2024-07-26T06:39:07.789 INFO:tasks.rados.rados.0.smithi037.stdout:1990: finishing write tid 2 to smithi03785213-28 2024-07-26T06:39:07.789 INFO:tasks.rados.rados.0.smithi037.stdout:1990: finishing write tid 3 to smithi03785213-28 2024-07-26T06:39:07.790 INFO:tasks.rados.rados.0.smithi037.stdout:1990: finishing write tid 4 to smithi03785213-28 2024-07-26T06:39:07.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1667 (ObjNum 627 snap 203 seq_num 627) dirty exists 2024-07-26T06:39:07.790 INFO:tasks.rados.rados.0.smithi037.stdout:1990: left oid 28 (ObjNum 627 snap 203 seq_num 627) 2024-07-26T06:39:07.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:07 smithi135 systemd[1]: Stopping Ceph osd.4 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:39:07.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[38210]: 2024-07-26T06:39:07.655+0000 7f64b1532640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:39:07.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[38210]: 2024-07-26T06:39:07.655+0000 7f64b1532640 -1 osd.4 472 *** Got signal Terminated *** 2024-07-26T06:39:07.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[38210]: 2024-07-26T06:39:07.655+0000 7f64b1532640 -1 osd.4 472 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:39:08.127 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-mon[90132]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:39:08.127 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-mon[90132]: osd.4 marked itself down and dead 2024-07-26T06:39:08.127 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:08.128 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:07 smithi135 ceph-mon[90132]: osdmap e473: 8 total, 7 up, 8 in 2024-07-26T06:39:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[97339]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[97339]: osd.4 marked itself down and dead 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[97339]: osdmap e473: 8 total, 7 up, 8 in 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[99762]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[99762]: osd.4 marked itself down and dead 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:07 smithi037 ceph-mon[99762]: osdmap e473: 8 total, 7 up, 8 in 2024-07-26T06:39:08.396 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:08 smithi135 podman[95333]: 2024-07-26 06:39:08.127726232 +0000 UTC m=+0.569565194 container died f95b8c07e3b031d34a30b1187ca8b1ac4a95020facbc51a23b69499ecb8b095e (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD) 2024-07-26T06:39:08.658 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:08 smithi135 podman[95333]: 2024-07-26 06:39:08.578844473 +0000 UTC m=+1.020683425 container cleanup f95b8c07e3b031d34a30b1187ca8b1ac4a95020facbc51a23b69499ecb8b095e (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240724) 2024-07-26T06:39:08.658 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:08 smithi135 bash[95333]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4 2024-07-26T06:39:08.771 INFO:tasks.rados.rados.0.smithi037.stdout:1990: done (1 left) 2024-07-26T06:39:08.771 INFO:tasks.rados.rados.0.smithi037.stdout:1991: done (0 left) 2024-07-26T06:39:08.771 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 204 2024-07-26T06:39:08.771 INFO:tasks.rados.rados.0.smithi037.stdout:1992: seq_num 628 ranges {1900544=524288,2424832=401408} 2024-07-26T06:39:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:1992: writing smithi03785213-22 from 1900544 to 2424832 tid 1 2024-07-26T06:39:08.788 INFO:tasks.rados.rados.0.smithi037.stdout:1992: writing smithi03785213-22 from 2424832 to 2826240 tid 2 2024-07-26T06:39:08.788 INFO:tasks.rados.rados.0.smithi037.stdout:1993: copy_from oid 50 from oid 15 current snap is 204 2024-07-26T06:39:08.788 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 204 2024-07-26T06:39:08.788 INFO:tasks.rados.rados.0.smithi037.stdout:1994: seq_num 629 ranges {5439488=540672,5980160=401408} 2024-07-26T06:39:08.821 INFO:tasks.rados.rados.0.smithi037.stdout:1994: writing smithi03785213-8 from 5439488 to 5980160 tid 1 2024-07-26T06:39:08.824 INFO:tasks.rados.rados.0.smithi037.stdout:1994: writing smithi03785213-8 from 5980160 to 6381568 tid 2 2024-07-26T06:39:08.824 INFO:tasks.rados.rados.0.smithi037.stdout:1995: copy_from oid 31 from oid 27 current snap is 204 2024-07-26T06:39:08.824 INFO:tasks.rados.rados.0.smithi037.stdout:1996: snap_create 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing write tid 1 to smithi03785213-22 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing write tid 2 to smithi03785213-22 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing write tid 3 to smithi03785213-22 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing write tid 4 to smithi03785213-22 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1499 (ObjNum 628 snap 204 seq_num 628) dirty exists 2024-07-26T06:39:08.825 INFO:tasks.rados.rados.0.smithi037.stdout:1992: left oid 22 (ObjNum 628 snap 204 seq_num 628) 2024-07-26T06:39:08.828 INFO:tasks.rados.rados.0.smithi037.stdout:1993: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:39:08.835 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 1 to smithi03785213-8 2024-07-26T06:39:08.835 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 2 to smithi03785213-8 2024-07-26T06:39:08.835 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 3 to smithi03785213-8 2024-07-26T06:39:08.836 INFO:tasks.rados.rados.0.smithi037.stdout:1993: finishing copy_from to smithi03785213-50 2024-07-26T06:39:08.836 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1495 (ObjNum 573 snap 188 seq_num 573) dirty exists 2024-07-26T06:39:08.839 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 4 to smithi03785213-8 2024-07-26T06:39:08.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1862 (ObjNum 629 snap 204 seq_num 629) dirty exists 2024-07-26T06:39:08.839 INFO:tasks.rados.rados.0.smithi037.stdout:1994: left oid 8 (ObjNum 629 snap 204 seq_num 629) 2024-07-26T06:39:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:1995: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:39:08.857 INFO:tasks.rados.rados.0.smithi037.stdout:1995: finishing copy_from to smithi03785213-31 2024-07-26T06:39:08.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1409 (ObjNum 536 snap 176 seq_num 536) dirty exists 2024-07-26T06:39:09.087 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:08 smithi135 podman[95356]: 2024-07-26 06:39:08.863826782 +0000 UTC m=+0.738336118 container remove f95b8c07e3b031d34a30b1187ca8b1ac4a95020facbc51a23b69499ecb8b095e (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=quincy-5dff84c) 2024-07-26T06:39:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:08 smithi135 ceph-mon[90132]: pgmap v293: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:08 smithi135 ceph-mon[90132]: osdmap e474: 8 total, 7 up, 8 in 2024-07-26T06:39:09.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:08 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:08 smithi037 ceph-mon[97339]: pgmap v293: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:08 smithi037 ceph-mon[97339]: osdmap e474: 8 total, 7 up, 8 in 2024-07-26T06:39:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:08 smithi037 ceph-mon[99762]: pgmap v293: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 10 op/s 2024-07-26T06:39:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:08 smithi037 ceph-mon[99762]: osdmap e474: 8 total, 7 up, 8 in 2024-07-26T06:39:09.500 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.189581123 +0000 UTC m=+0.105240322 container create 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, ceph=True, org.label-schema.build-date=20240724) 2024-07-26T06:39:09.500 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.102085955 +0000 UTC m=+0.017745161 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:09.500 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.392394033 +0000 UTC m=+0.308053256 container init 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:39:09.500 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.397249944 +0000 UTC m=+0.312909145 container start 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-07-26T06:39:09.500 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.500126643 +0000 UTC m=+0.415785852 container attach 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:39:09.770 INFO:tasks.rados.rados.0.smithi037.stdout:1992: done (4 left) 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:1993: done (3 left) 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:1994: done (2 left) 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:1995: done (1 left) 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:1996: done (0 left) 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 205 2024-07-26T06:39:09.771 INFO:tasks.rados.rados.0.smithi037.stdout:1997: seq_num 630 ranges {3694592=557056,4251648=401408} 2024-07-26T06:39:09.794 INFO:tasks.rados.rados.0.smithi037.stdout:1997: writing smithi03785213-43 from 3694592 to 4251648 tid 1 2024-07-26T06:39:09.796 INFO:tasks.rados.rados.0.smithi037.stdout:1997: writing smithi03785213-43 from 4251648 to 4653056 tid 2 2024-07-26T06:39:09.796 INFO:tasks.rados.rados.0.smithi037.stdout:1998: delete oid 18 current snap is 205 2024-07-26T06:39:09.801 INFO:tasks.rados.rados.0.smithi037.stdout:1998: done (1 left) 2024-07-26T06:39:09.801 INFO:tasks.rados.rados.0.smithi037.stdout:1999: read oid 13 snap -1 2024-07-26T06:39:09.801 INFO:tasks.rados.rados.0.smithi037.stdout:1999: expect (ObjNum 561 snap 185 seq_num 561) 2024-07-26T06:39:09.801 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 205 2024-07-26T06:39:09.801 INFO:tasks.rados.rados.0.smithi037.stdout:2000: seq_num 632 ranges {8511488=589824,9101312=401408} 2024-07-26T06:39:09.837 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:09 smithi135 podman[95447]: 2024-07-26 06:39:09.583947134 +0000 UTC m=+0.499606338 container died 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T06:39:09.851 INFO:tasks.rados.rados.0.smithi037.stdout:2000: writing smithi03785213-39 from 8511488 to 9101312 tid 1 2024-07-26T06:39:09.854 INFO:tasks.rados.rados.0.smithi037.stdout:2000: writing smithi03785213-39 from 9101312 to 9502720 tid 2 2024-07-26T06:39:09.854 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 205 2024-07-26T06:39:09.854 INFO:tasks.rados.rados.0.smithi037.stdout:1997: finishing write tid 1 to smithi03785213-43 2024-07-26T06:39:09.855 INFO:tasks.rados.rados.0.smithi037.stdout:2001: seq_num 633 ranges {0=606208,606208=401408} 2024-07-26T06:39:09.857 INFO:tasks.rados.rados.0.smithi037.stdout:2001: writing smithi03785213-30 from 0 to 606208 tid 1 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:2001: writing smithi03785213-30 from 606208 to 1007616 tid 2 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 205 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1997: finishing write tid 2 to smithi03785213-43 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1997: finishing write tid 3 to smithi03785213-43 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:1997: finishing write tid 4 to smithi03785213-43 2024-07-26T06:39:09.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1244 (ObjNum 630 snap 205 seq_num 630) dirty exists 2024-07-26T06:39:09.861 INFO:tasks.rados.rados.0.smithi037.stdout:1997: left oid 43 (ObjNum 630 snap 205 seq_num 630) 2024-07-26T06:39:09.861 INFO:tasks.rados.rados.0.smithi037.stdout:2002: seq_num 634 ranges {6381568=622592,7004160=401408} 2024-07-26T06:39:09.899 INFO:tasks.rados.rados.0.smithi037.stdout:2002: writing smithi03785213-8 from 6381568 to 7004160 tid 1 2024-07-26T06:39:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:2002: writing smithi03785213-8 from 7004160 to 7405568 tid 2 2024-07-26T06:39:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:1997: done (4 left) 2024-07-26T06:39:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:2003: read oid 10 snap -1 2024-07-26T06:39:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:2003: expect deleted 2024-07-26T06:39:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:2004: snap_remove snap 169 2024-07-26T06:39:10.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95490]: 2024-07-26 06:39:10.194973696 +0000 UTC m=+0.605038205 container remove 5ccd3adda244e406074c17e163cac6ffc54dc6c9576e1bc380363c11e4083454 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-07-26T06:39:10.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.4.service: Deactivated successfully. 2024-07-26T06:39:10.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 systemd[1]: Stopped Ceph osd.4 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:39:10.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.4.service: Consumed 16.227s CPU time. 2024-07-26T06:39:10.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 systemd[1]: Starting Ceph osd.4 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:39:10.875 INFO:tasks.rados.rados.0.smithi037.stdout:1999: expect (ObjNum 561 snap 185 seq_num 561) 2024-07-26T06:39:10.952 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:10 smithi135 ceph-mon[90132]: pgmap v296: 121 pgs: 9 active+undersized, 6 peering, 5 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 202 KiB/s wr, 15 op/s; 32/753 objects degraded (4.250%) 2024-07-26T06:39:10.952 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:10 smithi135 ceph-mon[90132]: osdmap e475: 8 total, 7 up, 8 in 2024-07-26T06:39:10.952 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:10 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 32/753 objects degraded (4.250%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:10.952 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95596]: 2024-07-26 06:39:10.623545447 +0000 UTC m=+0.113007482 container create f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:39:10.953 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95596]: 2024-07-26 06:39:10.527676665 +0000 UTC m=+0.017138714 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:10.953 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95596]: 2024-07-26 06:39:10.851585264 +0000 UTC m=+0.341047299 container init f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:39:10.953 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95596]: 2024-07-26 06:39:10.856304728 +0000 UTC m=+0.345766763 container start f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:39:10.953 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 podman[95596]: 2024-07-26 06:39:10.951866233 +0000 UTC m=+0.441328270 container attach f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T06:39:11.013 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 1 to smithi03785213-39 2024-07-26T06:39:11.013 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 2 to smithi03785213-39 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 3 to smithi03785213-39 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 4 to smithi03785213-39 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1247 (ObjNum 632 snap 205 seq_num 632) dirty exists 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2000: left oid 39 (ObjNum 632 snap 205 seq_num 632) 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2001: finishing write tid 1 to smithi03785213-30 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2001: finishing write tid 2 to smithi03785213-30 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2001: finishing write tid 3 to smithi03785213-30 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:1999: done (5 left) 2024-07-26T06:39:11.014 INFO:tasks.rados.rados.0.smithi037.stdout:2000: done (4 left) 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2004: done (3 left) 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2005: rollback oid 34 current snap is 205 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 201 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2001: finishing write tid 4 to smithi03785213-30 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1498 (ObjNum 633 snap 205 seq_num 633) dirty exists 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2001: left oid 30 (ObjNum 633 snap 205 seq_num 633) 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: finishing write tid 1 to smithi03785213-8 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: finishing write tid 2 to smithi03785213-8 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: finishing write tid 3 to smithi03785213-8 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: finishing write tid 4 to smithi03785213-8 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1866 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: left oid 8 (ObjNum 634 snap 205 seq_num 634) 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2001: done (3 left) 2024-07-26T06:39:11.015 INFO:tasks.rados.rados.0.smithi037.stdout:2002: done (2 left) 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:2003: done (1 left) 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:2006: read oid 31 snap -1 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:2006: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:2007: copy_from oid 20 from oid 24 current snap is 205 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 205 2024-07-26T06:39:11.016 INFO:tasks.rados.rados.0.smithi037.stdout:2008: seq_num 635 ranges {4653056=638976,5292032=401408} 2024-07-26T06:39:11.043 INFO:tasks.rados.rados.0.smithi037.stdout:2008: writing smithi03785213-43 from 4653056 to 5292032 tid 1 2024-07-26T06:39:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[97339]: pgmap v296: 121 pgs: 9 active+undersized, 6 peering, 5 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 202 KiB/s wr, 15 op/s; 32/753 objects degraded (4.250%) 2024-07-26T06:39:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[97339]: osdmap e475: 8 total, 7 up, 8 in 2024-07-26T06:39:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 32/753 objects degraded (4.250%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[99762]: pgmap v296: 121 pgs: 9 active+undersized, 6 peering, 5 stale+active+clean, 6 active+undersized+degraded, 95 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 202 KiB/s wr, 15 op/s; 32/753 objects degraded (4.250%) 2024-07-26T06:39:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[99762]: osdmap e475: 8 total, 7 up, 8 in 2024-07-26T06:39:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:10 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 32/753 objects degraded (4.250%), 6 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2008: writing smithi03785213-43 from 5292032 to 5693440 tid 2 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2009: read oid 23 snap -1 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2009: expect (ObjNum 609 snap 197 seq_num 609) 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2010: read oid 38 snap -1 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:2010: expect deleted 2024-07-26T06:39:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 205 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1651 (ObjNum 612 snap 197 seq_num 612) dirty exists 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:2007: finishing copy_from to smithi03785213-20 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:2007: got expected ENOENT (src dne) 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:2007: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:39:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:2006: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:11.210 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:10 smithi135 bash[95596]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:39:11.211 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2008: finishing write tid 1 to smithi03785213-43 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2008: finishing write tid 2 to smithi03785213-43 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2008: finishing write tid 3 to smithi03785213-43 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2008: finishing write tid 4 to smithi03785213-43 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1250 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2008: left oid 43 (ObjNum 635 snap 205 seq_num 635) 2024-07-26T06:39:11.381 INFO:tasks.rados.rados.0.smithi037.stdout:2009: expect (ObjNum 609 snap 197 seq_num 609) 2024-07-26T06:39:11.522 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:39:11.522 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate[95611]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 bash[95596]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-26T06:39:11.523 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 podman[95596]: 2024-07-26 06:39:11.237520559 +0000 UTC m=+0.726982603 container died f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-07-26T06:39:11.634 INFO:tasks.rados.rados.0.smithi037.stdout:2011: seq_num 636 ranges {1957888=655360,2613248=401408} 2024-07-26T06:39:11.649 INFO:tasks.rados.rados.0.smithi037.stdout:2011: writing smithi03785213-5 from 1957888 to 2613248 tid 1 2024-07-26T06:39:11.652 INFO:tasks.rados.rados.0.smithi037.stdout:2011: writing smithi03785213-5 from 2613248 to 3014656 tid 2 2024-07-26T06:39:11.652 INFO:tasks.rados.rados.0.smithi037.stdout:2005: done (6 left) 2024-07-26T06:39:11.652 INFO:tasks.rados.rados.0.smithi037.stdout:2006: done (5 left) 2024-07-26T06:39:11.653 INFO:tasks.rados.rados.0.smithi037.stdout:2007: done (4 left) 2024-07-26T06:39:11.653 INFO:tasks.rados.rados.0.smithi037.stdout:2008: done (3 left) 2024-07-26T06:39:11.653 INFO:tasks.rados.rados.0.smithi037.stdout:2009: done (2 left) 2024-07-26T06:39:11.653 INFO:tasks.rados.rados.0.smithi037.stdout:2010: done (1 left) 2024-07-26T06:39:11.653 INFO:tasks.rados.rados.0.smithi037.stdout:2012: snap_remove snap 171 2024-07-26T06:39:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:11] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2024-07-26T06:39:11.837 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 podman[95755]: 2024-07-26 06:39:11.764753781 +0000 UTC m=+0.521597994 container remove f9f0527f321519cb7a2d66804f8f40183b6bb46fad404584259b95d2ee54cc97 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-4b23044) 2024-07-26T06:39:11.885 INFO:tasks.rados.rados.0.smithi037.stdout:2012: done (1 left) 2024-07-26T06:39:11.885 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 205 2024-07-26T06:39:11.885 INFO:tasks.rados.rados.0.smithi037.stdout:2013: seq_num 637 ranges {475136=671744,1146880=401408} 2024-07-26T06:39:11.891 INFO:tasks.rados.rados.0.smithi037.stdout:2013: writing smithi03785213-11 from 475136 to 1146880 tid 1 2024-07-26T06:39:11.894 INFO:tasks.rados.rados.0.smithi037.stdout:2013: writing smithi03785213-11 from 1146880 to 1548288 tid 2 2024-07-26T06:39:11.895 INFO:tasks.rados.rados.0.smithi037.stdout:2014: delete oid 30 current snap is 205 2024-07-26T06:39:11.895 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 1 to smithi03785213-5 2024-07-26T06:39:11.895 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 2 to smithi03785213-5 2024-07-26T06:39:11.895 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 3 to smithi03785213-5 2024-07-26T06:39:11.896 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 4 to smithi03785213-5 2024-07-26T06:39:11.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1655 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:39:11.896 INFO:tasks.rados.rados.0.smithi037.stdout:2011: left oid 5 (ObjNum 636 snap 205 seq_num 636) 2024-07-26T06:39:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2011: done (2 left) 2024-07-26T06:39:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2014: done (1 left) 2024-07-26T06:39:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2015: setattr oid 32 current snap is 205 2024-07-26T06:39:11.900 INFO:tasks.rados.rados.0.smithi037.stdout:2016: rmattr oid 49 current snap is 205 2024-07-26T06:39:11.900 INFO:tasks.rados.rados.0.smithi037.stdout:2016: done (2 left) 2024-07-26T06:39:11.900 INFO:tasks.rados.rados.0.smithi037.stdout:2017: delete oid 16 current snap is 205 2024-07-26T06:39:11.900 INFO:tasks.rados.rados.0.smithi037.stdout:2013: finishing write tid 1 to smithi03785213-11 2024-07-26T06:39:11.906 INFO:tasks.rados.rados.0.smithi037.stdout:2017: done (2 left) 2024-07-26T06:39:11.906 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 205 2024-07-26T06:39:11.906 INFO:tasks.rados.rados.0.smithi037.stdout:2018: seq_num 640 ranges {0=729088,729088=401408} 2024-07-26T06:39:11.908 INFO:tasks.rados.rados.0.smithi037.stdout:2018: writing smithi03785213-36 from 0 to 729088 tid 1 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2018: writing smithi03785213-36 from 729088 to 1130496 tid 2 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2019: read oid 1 snap -1 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2019: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2020: delete oid 46 current snap is 205 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1384 (ObjNum 542 snap 178 seq_num 542) dirty exists 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2013: finishing write tid 2 to smithi03785213-11 2024-07-26T06:39:11.911 INFO:tasks.rados.rados.0.smithi037.stdout:2013: finishing write tid 3 to smithi03785213-11 2024-07-26T06:39:11.912 INFO:tasks.rados.rados.0.smithi037.stdout:2013: finishing write tid 4 to smithi03785213-11 2024-07-26T06:39:11.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1006 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-07-26T06:39:11.912 INFO:tasks.rados.rados.0.smithi037.stdout:2013: left oid 11 (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:11.913 INFO:tasks.rados.rados.0.smithi037.stdout:2018: finishing write tid 1 to smithi03785213-36 2024-07-26T06:39:11.916 INFO:tasks.rados.rados.0.smithi037.stdout:2018: finishing write tid 2 to smithi03785213-36 2024-07-26T06:39:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:2018: finishing write tid 3 to smithi03785213-36 2024-07-26T06:39:11.918 INFO:tasks.rados.rados.0.smithi037.stdout:2019: expect (ObjNum 480 snap 156 seq_num 480) 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2018: finishing write tid 4 to smithi03785213-36 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1654 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2018: left oid 36 (ObjNum 640 snap 205 seq_num 640) 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2013: done (4 left) 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2015: done (3 left) 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2018: done (2 left) 2024-07-26T06:39:12.037 INFO:tasks.rados.rados.0.smithi037.stdout:2019: done (1 left) 2024-07-26T06:39:12.038 INFO:tasks.rados.rados.0.smithi037.stdout:2020: done (0 left) 2024-07-26T06:39:12.038 INFO:tasks.rados.rados.0.smithi037.stdout:2021: snap_create 2024-07-26T06:39:12.176 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:11 smithi135 ceph-mon[90132]: osdmap e476: 8 total, 7 up, 8 in 2024-07-26T06:39:12.177 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 podman[95823]: 2024-07-26 06:39:11.88378274 +0000 UTC m=+0.019480546 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:12.177 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:11 smithi135 podman[95823]: 2024-07-26 06:39:11.991101428 +0000 UTC m=+0.126799234 container create fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-26T06:39:12.177 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 podman[95823]: 2024-07-26 06:39:12.177126916 +0000 UTC m=+0.312824739 container init fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:39:12.287 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:11 smithi037 ceph-mon[97339]: osdmap e476: 8 total, 7 up, 8 in 2024-07-26T06:39:12.287 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:11 smithi037 ceph-mon[99762]: osdmap e476: 8 total, 7 up, 8 in 2024-07-26T06:39:12.288 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (4m) 29s ago 9m 24.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (4m) 2m ago 9m 80.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (10m) 29s ago 10m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (10m) 2m ago 10m 17.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (4m) 29s ago 15m 499M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (3m) 29s ago 15m 55.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (2m) 2m ago 14m 27.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (3m) 29s ago 14m 47.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:39:12.566 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (4m) 29s ago 8m 8568k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (4m) 2m ago 8m 8044k - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (2m) 29s ago 13m 160M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (99s) 29s ago 13m 141M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (66s) 29s ago 12m 124M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (33s) 29s ago 12m 14.4M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 starting - - - 2480M 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (11m) 2m ago 11m 151M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (11m) 2m ago 11m 85.3M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (10m) 2m ago 10m 141M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:39:12.567 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (3m) 2m ago 9m 53.2M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:39:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:12.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 podman[95823]: 2024-07-26 06:39:12.18202051 +0000 UTC m=+0.317718317 container start fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:39:12.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-osd[95861]: -- 172.21.15.135:0/3321193551 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a251171a40 con 0x55a25114fc00 2024-07-26T06:39:12.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 bash[95823]: fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 2024-07-26T06:39:12.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 systemd[1]: Started Ceph osd.4 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:39:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:2021: done (0 left) 2024-07-26T06:39:12.765 INFO:tasks.rados.rados.0.smithi037.stdout:2022: snap_create 2024-07-26T06:39:12.901 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:39:12.901 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:39:12.901 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:39:12.901 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3, 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 4 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:39:12.902 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 5, 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 9 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:39:12.903 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:39:13.079 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T06:39:12.724+0000 7f8a563c3640 -1 Falling back to public interface 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: pgmap v299: 121 pgs: 29 active+undersized, 6 peering, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 76/771 objects degraded (9.857%) 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: osdmap e477: 8 total, 7 up, 8 in 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:13.079 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:12 smithi135 ceph-mon[90132]: osdmap e478: 8 total, 7 up, 8 in 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: pgmap v299: 121 pgs: 29 active+undersized, 6 peering, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 76/771 objects degraded (9.857%) 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: osdmap e477: 8 total, 7 up, 8 in 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[97339]: osdmap e478: 8 total, 7 up, 8 in 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: pgmap v299: 121 pgs: 29 active+undersized, 6 peering, 11 active+undersized+degraded, 75 active+clean; 389 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 76/771 objects degraded (9.857%) 2024-07-26T06:39:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: osdmap e477: 8 total, 7 up, 8 in 2024-07-26T06:39:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:12 smithi037 ceph-mon[99762]: osdmap e478: 8 total, 7 up, 8 in 2024-07-26T06:39:13.768 INFO:tasks.rados.rados.0.smithi037.stdout:2022: done (0 left) 2024-07-26T06:39:13.768 INFO:tasks.rados.rados.0.smithi037.stdout:2023: read oid 37 snap 202 2024-07-26T06:39:13.768 INFO:tasks.rados.rados.0.smithi037.stdout:2023: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:39:13.769 INFO:tasks.rados.rados.0.smithi037.stdout:2024: read oid 11 snap -1 2024-07-26T06:39:13.769 INFO:tasks.rados.rados.0.smithi037.stdout:2024: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:13.769 INFO:tasks.rados.rados.0.smithi037.stdout:2025: read oid 3 snap -1 2024-07-26T06:39:13.769 INFO:tasks.rados.rados.0.smithi037.stdout:2025: expect (ObjNum 547 snap 180 seq_num 547) 2024-07-26T06:39:13.769 INFO:tasks.rados.rados.0.smithi037.stdout:2026: snap_create 2024-07-26T06:39:13.776 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:13.786 INFO:tasks.rados.rados.0.smithi037.stdout:2024: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:13.836 INFO:tasks.rados.rados.0.smithi037.stdout:2025: expect (ObjNum 547 snap 180 seq_num 547) 2024-07-26T06:39:13.964 INFO:tasks.rados.rados.0.smithi037.stdout:2023: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:39:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:13 smithi135 ceph-mon[90132]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:13 smithi135 ceph-mon[90132]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2736277421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:13 smithi135 ceph-mon[90132]: osdmap e479: 8 total, 7 up, 8 in 2024-07-26T06:39:14.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[97339]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[97339]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2736277421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[97339]: osdmap e479: 8 total, 7 up, 8 in 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[99762]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[99762]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2736277421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:13 smithi037 ceph-mon[99762]: osdmap e479: 8 total, 7 up, 8 in 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2023: done (3 left) 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2024: done (2 left) 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2025: done (1 left) 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2026: done (0 left) 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2027: read oid 11 snap -1 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2027: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 208 2024-07-26T06:39:14.769 INFO:tasks.rados.rados.0.smithi037.stdout:2028: seq_num 642 ranges {655360=761856,1417216=401408} 2024-07-26T06:39:14.777 INFO:tasks.rados.rados.0.smithi037.stdout:2028: writing smithi03785213-34 from 655360 to 1417216 tid 1 2024-07-26T06:39:14.779 INFO:tasks.rados.rados.0.smithi037.stdout:2028: writing smithi03785213-34 from 1417216 to 1818624 tid 2 2024-07-26T06:39:14.779 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 208 2024-07-26T06:39:14.780 INFO:tasks.rados.rados.0.smithi037.stdout:2029: seq_num 643 ranges {2195456=778240,2973696=401408} 2024-07-26T06:39:14.796 INFO:tasks.rados.rados.0.smithi037.stdout:2029: writing smithi03785213-45 from 2195456 to 2973696 tid 1 2024-07-26T06:39:14.798 INFO:tasks.rados.rados.0.smithi037.stdout:2029: writing smithi03785213-45 from 2973696 to 3375104 tid 2 2024-07-26T06:39:14.799 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 208 2024-07-26T06:39:14.799 INFO:tasks.rados.rados.0.smithi037.stdout:2030: seq_num 644 ranges {81920=794624,876544=401408} 2024-07-26T06:39:14.800 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:14.800 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:14.804 INFO:tasks.rados.rados.0.smithi037.stdout:2030: writing smithi03785213-25 from 81920 to 876544 tid 1 2024-07-26T06:39:14.807 INFO:tasks.rados.rados.0.smithi037.stdout:2030: writing smithi03785213-25 from 876544 to 1277952 tid 2 2024-07-26T06:39:14.807 INFO:tasks.rados.rados.0.smithi037.stdout:2031: rollback oid 6 current snap is 208 2024-07-26T06:39:14.807 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 170 2024-07-26T06:39:14.807 INFO:tasks.rados.rados.0.smithi037.stdout:2027: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:14.856 INFO:tasks.rados.rados.0.smithi037.stdout:2028: finishing write tid 1 to smithi03785213-34 2024-07-26T06:39:14.856 INFO:tasks.rados.rados.0.smithi037.stdout:2028: finishing write tid 2 to smithi03785213-34 2024-07-26T06:39:14.856 INFO:tasks.rados.rados.0.smithi037.stdout:2028: finishing write tid 3 to smithi03785213-34 2024-07-26T06:39:14.856 INFO:tasks.rados.rados.0.smithi037.stdout:2028: finishing write tid 4 to smithi03785213-34 2024-07-26T06:39:14.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1660 (ObjNum 642 snap 208 seq_num 642) dirty exists 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2028: left oid 34 (ObjNum 642 snap 208 seq_num 642) 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2027: done (4 left) 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2028: done (3 left) 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2032: setattr oid 43 current snap is 208 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2029: finishing write tid 1 to smithi03785213-45 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2029: finishing write tid 2 to smithi03785213-45 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2029: finishing write tid 3 to smithi03785213-45 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2029: finishing write tid 4 to smithi03785213-45 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1871 (ObjNum 643 snap 208 seq_num 643) dirty exists 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2029: left oid 45 (ObjNum 643 snap 208 seq_num 643) 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2031: finishing rollback tid 1 to smithi03785213-6 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1627 (ObjNum 33 snap 0 seq_num 3880297848) dirty dne 2024-07-26T06:39:14.857 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 1 to smithi03785213-25 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 2 to smithi03785213-25 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 3 to smithi03785213-25 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 4 to smithi03785213-25 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1670 (ObjNum 644 snap 208 seq_num 644) dirty exists 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:2030: left oid 25 (ObjNum 644 snap 208 seq_num 644) 2024-07-26T06:39:14.858 INFO:tasks.rados.rados.0.smithi037.stdout:2029: done (3 left) 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2030: done (2 left) 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2031: done (1 left) 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2033: read oid 25 snap 170 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2033: expect deleted 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2034: read oid 17 snap -1 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2034: expect (ObjNum 617 snap 199 seq_num 617) 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 208 2024-07-26T06:39:14.859 INFO:tasks.rados.rados.0.smithi037.stdout:2035: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-07-26T06:39:14.861 INFO:tasks.rados.rados.0.smithi037.stdout:2035: writing smithi03785213-9 from 0 to 409600 tid 1 2024-07-26T06:39:14.865 INFO:tasks.rados.rados.0.smithi037.stdout:2035: writing smithi03785213-9 from 409600 to 1187840 tid 2 2024-07-26T06:39:14.865 INFO:tasks.rados.rados.0.smithi037.stdout:2035: writing smithi03785213-9 from 1187840 to 1212416 tid 3 2024-07-26T06:39:14.866 INFO:tasks.rados.rados.0.smithi037.stdout:2036: delete oid 29 current snap is 208 2024-07-26T06:39:14.866 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1251 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-07-26T06:39:14.866 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing write tid 1 to smithi03785213-9 2024-07-26T06:39:14.868 INFO:tasks.rados.rados.0.smithi037.stdout:2032: done (4 left) 2024-07-26T06:39:14.868 INFO:tasks.rados.rados.0.smithi037.stdout:2033: done (3 left) 2024-07-26T06:39:14.868 INFO:tasks.rados.rados.0.smithi037.stdout:2036: done (2 left) 2024-07-26T06:39:14.868 INFO:tasks.rados.rados.0.smithi037.stdout:2037: copy_from oid 31 from oid 33 current snap is 208 2024-07-26T06:39:14.868 INFO:tasks.rados.rados.0.smithi037.stdout:2038: snap_create 2024-07-26T06:39:14.871 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing write tid 2 to smithi03785213-9 2024-07-26T06:39:14.871 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing write tid 3 to smithi03785213-9 2024-07-26T06:39:14.871 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing write tid 4 to smithi03785213-9 2024-07-26T06:39:14.873 INFO:tasks.rados.rados.0.smithi037.stdout:2034: expect (ObjNum 617 snap 199 seq_num 617) 2024-07-26T06:39:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:14 smithi135 ceph-mon[90132]: pgmap v302: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 9 op/s; 124/777 objects degraded (15.959%) 2024-07-26T06:39:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:14 smithi135 ceph-mon[90132]: osdmap e480: 8 total, 7 up, 8 in 2024-07-26T06:39:15.093 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing write tid 5 to smithi03785213-9 2024-07-26T06:39:15.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1875 (ObjNum 645 snap 208 seq_num 645) dirty exists 2024-07-26T06:39:15.093 INFO:tasks.rados.rados.0.smithi037.stdout:2035: left oid 9 (ObjNum 645 snap 208 seq_num 645) 2024-07-26T06:39:15.093 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:39:15.093 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing copy_from to smithi03785213-31 2024-07-26T06:39:15.094 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1664 (ObjNum 618 snap 200 seq_num 618) dirty exists 2024-07-26T06:39:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:14 smithi037 ceph-mon[97339]: pgmap v302: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 9 op/s; 124/777 objects degraded (15.959%) 2024-07-26T06:39:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:14 smithi037 ceph-mon[97339]: osdmap e480: 8 total, 7 up, 8 in 2024-07-26T06:39:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:14 smithi037 ceph-mon[99762]: pgmap v302: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 9 op/s; 124/777 objects degraded (15.959%) 2024-07-26T06:39:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:14 smithi037 ceph-mon[99762]: osdmap e480: 8 total, 7 up, 8 in 2024-07-26T06:39:15.771 INFO:tasks.rados.rados.0.smithi037.stdout:2034: done (3 left) 2024-07-26T06:39:15.771 INFO:tasks.rados.rados.0.smithi037.stdout:2035: done (2 left) 2024-07-26T06:39:15.771 INFO:tasks.rados.rados.0.smithi037.stdout:2037: done (1 left) 2024-07-26T06:39:15.772 INFO:tasks.rados.rados.0.smithi037.stdout:2038: done (0 left) 2024-07-26T06:39:15.772 INFO:tasks.rados.rados.0.smithi037.stdout:2039: delete oid 44 current snap is 209 2024-07-26T06:39:15.775 INFO:tasks.rados.rados.0.smithi037.stdout:2039: done (0 left) 2024-07-26T06:39:15.775 INFO:tasks.rados.rados.0.smithi037.stdout:2040: copy_from oid 39 from oid 22 current snap is 209 2024-07-26T06:39:15.775 INFO:tasks.rados.rados.0.smithi037.stdout:2041: snap_remove snap 174 2024-07-26T06:39:16.324 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T06:39:16.024+0000 7f8a563c3640 -1 osd.4 472 log_to_monitors true 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2041: done (1 left) 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2042: read oid 14 snap -1 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2042: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 209 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2040: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2040: finishing copy_from to smithi03785213-39 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1499 (ObjNum 628 snap 204 seq_num 628) dirty exists 2024-07-26T06:39:16.777 INFO:tasks.rados.rados.0.smithi037.stdout:2043: seq_num 648 ranges {3694592=458752,4153344=475136,4628480=327680} 2024-07-26T06:39:16.801 INFO:tasks.rados.rados.0.smithi037.stdout:2043: writing smithi03785213-3 from 3694592 to 4153344 tid 1 2024-07-26T06:39:16.804 INFO:tasks.rados.rados.0.smithi037.stdout:2043: writing smithi03785213-3 from 4153344 to 4628480 tid 2 2024-07-26T06:39:16.807 INFO:tasks.rados.rados.0.smithi037.stdout:2043: writing smithi03785213-3 from 4628480 to 4956160 tid 3 2024-07-26T06:39:16.807 INFO:tasks.rados.rados.0.smithi037.stdout:2040: done (2 left) 2024-07-26T06:39:16.807 INFO:tasks.rados.rados.0.smithi037.stdout:2044: snap_remove snap 195 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: pgmap v305: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 128/795 objects degraded (16.101%) 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: osdmap e481: 8 total, 7 up, 8 in 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 128/795 objects degraded (16.101%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: pgmap v305: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 128/795 objects degraded (16.101%) 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: osdmap e481: 8 total, 7 up, 8 in 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 128/795 objects degraded (16.101%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.088 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T06:39:16.816+0000 7f8a4e16e640 -1 osd.4 472 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:39:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: pgmap v305: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 128/795 objects degraded (16.101%) 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: osdmap e481: 8 total, 7 up, 8 in 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 128/795 objects degraded (16.101%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2044: done (2 left) 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2045: snap_create 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: finishing write tid 1 to smithi03785213-3 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: finishing write tid 2 to smithi03785213-3 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: finishing write tid 3 to smithi03785213-3 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: finishing write tid 4 to smithi03785213-3 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: finishing write tid 5 to smithi03785213-3 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1503 (ObjNum 648 snap 209 seq_num 648) dirty exists 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2043: left oid 3 (ObjNum 648 snap 209 seq_num 648) 2024-07-26T06:39:17.793 INFO:tasks.rados.rados.0.smithi037.stdout:2042: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:39:17.950 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:39:17.950 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:17.951 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: osdmap e482: 8 total, 7 up, 8 in 2024-07-26T06:39:17.951 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:17.951 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:17.951 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:18.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: osdmap e482: 8 total, 7 up, 8 in 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: from='osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: osdmap e482: 8 total, 7 up, 8 in 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:18.802 INFO:tasks.rados.rados.0.smithi037.stdout:2042: done (2 left) 2024-07-26T06:39:18.802 INFO:tasks.rados.rados.0.smithi037.stdout:2043: done (1 left) 2024-07-26T06:39:18.803 INFO:tasks.rados.rados.0.smithi037.stdout:2045: done (0 left) 2024-07-26T06:39:18.803 INFO:tasks.rados.rados.0.smithi037.stdout:2046: delete oid 38 current snap is 210 2024-07-26T06:39:18.810 INFO:tasks.rados.rados.0.smithi037.stdout:2046: done (0 left) 2024-07-26T06:39:18.811 INFO:tasks.rados.rados.0.smithi037.stdout:2047: snap_remove snap 187 2024-07-26T06:39:18.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-mon[90132]: pgmap v308: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 23 op/s; 131/804 objects degraded (16.294%) 2024-07-26T06:39:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-mon[90132]: osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645] boot 2024-07-26T06:39:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-mon[90132]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:39:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:39:18.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[97339]: pgmap v308: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 23 op/s; 131/804 objects degraded (16.294%) 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[97339]: osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645] boot 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[97339]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[99762]: pgmap v308: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 402 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 23 op/s; 131/804 objects degraded (16.294%) 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[99762]: osd.4 [v2:172.21.15.135:6800/3573865645,v1:172.21.15.135:6801/3573865645] boot 2024-07-26T06:39:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[99762]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:39:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:39:19.805 INFO:tasks.rados.rados.0.smithi037.stdout:2047: done (0 left) 2024-07-26T06:39:19.805 INFO:tasks.rados.rados.0.smithi037.stdout:2048: rmattr oid 12 current snap is 210 2024-07-26T06:39:19.805 INFO:tasks.rados.rados.0.smithi037.stdout:2048: done (0 left) 2024-07-26T06:39:19.805 INFO:tasks.rados.rados.0.smithi037.stdout:2049: snap_remove snap 193 2024-07-26T06:39:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:19 smithi135 ceph-mon[90132]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:39:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[97339]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:39:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[99762]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:39:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:20.811 INFO:tasks.rados.rados.0.smithi037.stdout:2049: done (0 left) 2024-07-26T06:39:20.811 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 210 2024-07-26T06:39:20.811 INFO:tasks.rados.rados.0.smithi037.stdout:2050: seq_num 650 ranges {1818624=491520,2310144=647168,2957312=155648} 2024-07-26T06:39:20.825 INFO:tasks.rados.rados.0.smithi037.stdout:2050: writing smithi03785213-34 from 1818624 to 2310144 tid 1 2024-07-26T06:39:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2050: writing smithi03785213-34 from 2310144 to 2957312 tid 2 2024-07-26T06:39:20.831 INFO:tasks.rados.rados.0.smithi037.stdout:2050: writing smithi03785213-34 from 2957312 to 3112960 tid 3 2024-07-26T06:39:20.831 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 210 2024-07-26T06:39:20.831 INFO:tasks.rados.rados.0.smithi037.stdout:2051: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-07-26T06:39:20.834 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03785213-38 from 0 to 507904 tid 1 2024-07-26T06:39:20.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: pgmap v311: 121 pgs: 18 peering, 21 active+undersized, 7 active+undersized+degraded, 75 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 63/810 objects degraded (7.778%) 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:20.839 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03785213-38 from 507904 to 1040384 tid 2 2024-07-26T06:39:20.840 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03785213-38 from 1040384 to 1310720 tid 3 2024-07-26T06:39:20.840 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 210 2024-07-26T06:39:20.840 INFO:tasks.rados.rados.0.smithi037.stdout:2052: seq_num 652 ranges {2801664=524288,3325952=409600,3735552=393216} 2024-07-26T06:39:20.859 INFO:tasks.rados.rados.0.smithi037.stdout:2052: writing smithi03785213-1 from 2801664 to 3325952 tid 1 2024-07-26T06:39:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:2052: writing smithi03785213-1 from 3325952 to 3735552 tid 2 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2052: writing smithi03785213-1 from 3735552 to 4128768 tid 3 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2053: rollback oid 33 current snap is 210 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 172 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: finishing write tid 1 to smithi03785213-34 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: finishing write tid 2 to smithi03785213-34 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: finishing write tid 3 to smithi03785213-34 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: finishing write tid 4 to smithi03785213-34 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 1 to smithi03785213-38 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: finishing write tid 5 to smithi03785213-34 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1696 (ObjNum 650 snap 210 seq_num 650) dirty exists 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2050: left oid 34 (ObjNum 650 snap 210 seq_num 650) 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 2 to smithi03785213-38 2024-07-26T06:39:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 3 to smithi03785213-38 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 4 to smithi03785213-38 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 5 to smithi03785213-38 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1502 (ObjNum 651 snap 210 seq_num 651) dirty exists 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2051: left oid 38 (ObjNum 651 snap 210 seq_num 651) 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2052: finishing write tid 1 to smithi03785213-1 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2052: finishing write tid 2 to smithi03785213-1 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2050: done (3 left) 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2051: done (2 left) 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2054: rollback oid 9 current snap is 210 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 204 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2055: copy_from oid 7 from oid 35 current snap is 210 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2056: read oid 47 snap -1 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2056: expect deleted 2024-07-26T06:39:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2057: delete oid 45 current snap is 210 2024-07-26T06:39:20.868 INFO:tasks.rados.rados.0.smithi037.stdout:2052: finishing write tid 3 to smithi03785213-1 2024-07-26T06:39:20.868 INFO:tasks.rados.rados.0.smithi037.stdout:2053: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:39:20.868 INFO:tasks.rados.rados.0.smithi037.stdout:2053: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:39:20.868 INFO:tasks.rados.rados.0.smithi037.stdout:2052: finishing write tid 4 to smithi03785213-1 2024-07-26T06:39:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:2054: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:39:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:2053: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:39:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1674 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:39:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:2052: finishing write tid 5 to smithi03785213-1 2024-07-26T06:39:20.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1506 (ObjNum 652 snap 210 seq_num 652) dirty exists 2024-07-26T06:39:20.870 INFO:tasks.rados.rados.0.smithi037.stdout:2052: left oid 1 (ObjNum 652 snap 210 seq_num 652) 2024-07-26T06:39:20.870 INFO:tasks.rados.rados.0.smithi037.stdout:2054: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:39:20.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1928 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:39:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2052: done (5 left) 2024-07-26T06:39:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2053: done (4 left) 2024-07-26T06:39:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2054: done (3 left) 2024-07-26T06:39:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2056: done (2 left) 2024-07-26T06:39:20.872 INFO:tasks.rados.rados.0.smithi037.stdout:2057: done (1 left) 2024-07-26T06:39:20.872 INFO:tasks.rados.rados.0.smithi037.stdout:2058: read oid 27 snap -1 2024-07-26T06:39:20.872 INFO:tasks.rados.rados.0.smithi037.stdout:2058: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:20.872 INFO:tasks.rados.rados.0.smithi037.stdout:2059: snap_remove snap 201 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:39:20.757+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: pgmap v311: 121 pgs: 18 peering, 21 active+undersized, 7 active+undersized+degraded, 75 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 63/810 objects degraded (7.778%) 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: pgmap v311: 121 pgs: 18 peering, 21 active+undersized, 7 active+undersized+degraded, 75 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 63/810 objects degraded (7.778%) 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:39:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:21.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:21] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-07-26T06:39:21.819 INFO:tasks.rados.rados.0.smithi037.stdout:2055: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:39:21.819 INFO:tasks.rados.rados.0.smithi037.stdout:2055: finishing copy_from to smithi03785213-7 2024-07-26T06:39:21.819 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 961 (ObjNum 553 snap 183 seq_num 553) dirty exists 2024-07-26T06:39:21.819 INFO:tasks.rados.rados.0.smithi037.stdout:2058: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:21 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:21 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:39:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:21 smithi135 ceph-mon[90132]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:39:22.157 INFO:tasks.rados.rados.0.smithi037.stdout:2055: done (2 left) 2024-07-26T06:39:22.157 INFO:tasks.rados.rados.0.smithi037.stdout:2058: done (1 left) 2024-07-26T06:39:22.157 INFO:tasks.rados.rados.0.smithi037.stdout:2059: done (0 left) 2024-07-26T06:39:22.157 INFO:tasks.rados.rados.0.smithi037.stdout:2060: snap_create 2024-07-26T06:39:22.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:22.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:39:22.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[97339]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:39:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-07-26T06:39:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:21 smithi037 ceph-mon[99762]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:39:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:22.821 INFO:tasks.rados.rados.0.smithi037.stdout:2060: done (0 left) 2024-07-26T06:39:22.821 INFO:tasks.rados.rados.0.smithi037.stdout:2061: snap_remove snap 202 2024-07-26T06:39:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:22 smithi135 ceph-mon[90132]: pgmap v314: 121 pgs: 2 active+clean+snaptrim, 18 peering, 5 active+undersized, 3 active+undersized+degraded, 93 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 26/807 objects degraded (3.222%); 1.0 MiB/s, 1 objects/s recovering 2024-07-26T06:39:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:22 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:22 smithi135 ceph-mon[90132]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:39:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[97339]: pgmap v314: 121 pgs: 2 active+clean+snaptrim, 18 peering, 5 active+undersized, 3 active+undersized+degraded, 93 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 26/807 objects degraded (3.222%); 1.0 MiB/s, 1 objects/s recovering 2024-07-26T06:39:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[97339]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:39:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[99762]: pgmap v314: 121 pgs: 2 active+clean+snaptrim, 18 peering, 5 active+undersized, 3 active+undersized+degraded, 93 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 26/807 objects degraded (3.222%); 1.0 MiB/s, 1 objects/s recovering 2024-07-26T06:39:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:22 smithi037 ceph-mon[99762]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:39:23.829 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:23.833 INFO:tasks.rados.rados.0.smithi037.stdout:2061: done (0 left) 2024-07-26T06:39:23.833 INFO:tasks.rados.rados.0.smithi037.stdout:2062: rollback oid 17 current snap is 211 2024-07-26T06:39:23.833 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 204 2024-07-26T06:39:23.833 INFO:tasks.rados.rados.0.smithi037.stdout:2063: snap_remove snap 203 2024-07-26T06:39:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:23 smithi135 ceph-mon[90132]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:39:24.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:23 smithi037 ceph-mon[97339]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:39:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:23 smithi037 ceph-mon[99762]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:39:24.828 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:24.829 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:2063: done (1 left) 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:2064: snap_create 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:39:24.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1667 (ObjNum 617 snap 199 seq_num 617) dirty exists 2024-07-26T06:39:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-mon[90132]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 12 peering, 107 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-07-26T06:39:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded) 2024-07-26T06:39:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:39:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:24 smithi135 ceph-mon[90132]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[97339]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 12 peering, 107 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-07-26T06:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded) 2024-07-26T06:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[97339]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:39:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[99762]: pgmap v317: 121 pgs: 2 active+clean+snaptrim, 12 peering, 107 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-07-26T06:39:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/807 objects degraded (3.222%), 3 pgs degraded) 2024-07-26T06:39:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:39:25.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:24 smithi037 ceph-mon[99762]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:39:25.850 INFO:tasks.rados.rados.0.smithi037.stdout:2062: done (1 left) 2024-07-26T06:39:25.850 INFO:tasks.rados.rados.0.smithi037.stdout:2064: done (0 left) 2024-07-26T06:39:25.850 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 212 2024-07-26T06:39:25.850 INFO:tasks.rados.rados.0.smithi037.stdout:2065: seq_num 654 ranges {9945088=557056,10502144=630784,11132928=172032} 2024-07-26T06:39:25.907 INFO:tasks.rados.rados.0.smithi037.stdout:2065: writing smithi03785213-48 from 9945088 to 10502144 tid 1 2024-07-26T06:39:25.911 INFO:tasks.rados.rados.0.smithi037.stdout:2065: writing smithi03785213-48 from 10502144 to 11132928 tid 2 2024-07-26T06:39:25.912 INFO:tasks.rados.rados.0.smithi037.stdout:2065: writing smithi03785213-48 from 11132928 to 11304960 tid 3 2024-07-26T06:39:25.912 INFO:tasks.rados.rados.0.smithi037.stdout:2066: setattr oid 21 current snap is 212 2024-07-26T06:39:25.914 INFO:tasks.rados.rados.0.smithi037.stdout:2067: snap_create 2024-07-26T06:39:25.918 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1668 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-07-26T06:39:25.918 INFO:tasks.rados.rados.0.smithi037.stdout:2065: finishing write tid 1 to smithi03785213-48 2024-07-26T06:39:25.922 INFO:tasks.rados.rados.0.smithi037.stdout:2065: finishing write tid 2 to smithi03785213-48 2024-07-26T06:39:25.922 INFO:tasks.rados.rados.0.smithi037.stdout:2065: finishing write tid 3 to smithi03785213-48 2024-07-26T06:39:25.922 INFO:tasks.rados.rados.0.smithi037.stdout:2065: finishing write tid 4 to smithi03785213-48 2024-07-26T06:39:25.922 INFO:tasks.rados.rados.0.smithi037.stdout:2065: finishing write tid 5 to smithi03785213-48 2024-07-26T06:39:25.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1955 (ObjNum 654 snap 212 seq_num 654) dirty exists 2024-07-26T06:39:25.923 INFO:tasks.rados.rados.0.smithi037.stdout:2065: left oid 48 (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:39:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:25 smithi037 ceph-mon[97339]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:39:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:25 smithi037 ceph-mon[99762]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:39:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:25 smithi135 ceph-mon[90132]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:39:26.851 INFO:tasks.rados.rados.0.smithi037.stdout:2065: done (2 left) 2024-07-26T06:39:26.852 INFO:tasks.rados.rados.0.smithi037.stdout:2066: done (1 left) 2024-07-26T06:39:26.852 INFO:tasks.rados.rados.0.smithi037.stdout:2067: done (0 left) 2024-07-26T06:39:26.852 INFO:tasks.rados.rados.0.smithi037.stdout:2068: setattr oid 1 current snap is 213 2024-07-26T06:39:26.853 INFO:tasks.rados.rados.0.smithi037.stdout:2069: rmattr oid 4 current snap is 213 2024-07-26T06:39:26.853 INFO:tasks.rados.rados.0.smithi037.stdout:2070: copy_from oid 14 from oid 44 current snap is 213 2024-07-26T06:39:26.853 INFO:tasks.rados.rados.0.smithi037.stdout:2071: snap_remove snap 148 2024-07-26T06:39:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:26 smithi037 ceph-mon[97339]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 7 op/s; 16 MiB/s, 3 objects/s recovering 2024-07-26T06:39:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:26 smithi037 ceph-mon[97339]: osdmap e491: 8 total, 8 up, 8 in 2024-07-26T06:39:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:26 smithi037 ceph-mon[99762]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 7 op/s; 16 MiB/s, 3 objects/s recovering 2024-07-26T06:39:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:26 smithi037 ceph-mon[99762]: osdmap e491: 8 total, 8 up, 8 in 2024-07-26T06:39:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:26 smithi135 ceph-mon[90132]: pgmap v320: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 7 op/s; 16 MiB/s, 3 objects/s recovering 2024-07-26T06:39:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:26 smithi135 ceph-mon[90132]: osdmap e491: 8 total, 8 up, 8 in 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:2071: done (3 left) 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:2072: setattr oid 27 current snap is 213 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing copy_from to smithi03785213-14 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:2070: got expected ENOENT (src dne) 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:39:27.772 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1712 (ObjNum 624 snap 201 seq_num 624) dirty exists 2024-07-26T06:39:27.773 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1507 (ObjNum 652 snap 210 seq_num 652) dirty exists 2024-07-26T06:39:27.774 INFO:tasks.rados.rados.0.smithi037.stdout:2068: done (3 left) 2024-07-26T06:39:27.774 INFO:tasks.rados.rados.0.smithi037.stdout:2069: done (2 left) 2024-07-26T06:39:27.775 INFO:tasks.rados.rados.0.smithi037.stdout:2070: done (1 left) 2024-07-26T06:39:27.775 INFO:tasks.rados.rados.0.smithi037.stdout:2073: read oid 46 snap 189 2024-07-26T06:39:27.775 INFO:tasks.rados.rados.0.smithi037.stdout:2073: expect (ObjNum 575 snap 189 seq_num 575) 2024-07-26T06:39:27.775 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 213 2024-07-26T06:39:27.775 INFO:tasks.rados.rados.0.smithi037.stdout:2074: seq_num 655 ranges {2826240=573440,3399680=516096,3915776=286720} 2024-07-26T06:39:27.795 INFO:tasks.rados.rados.0.smithi037.stdout:2074: writing smithi03785213-22 from 2826240 to 3399680 tid 1 2024-07-26T06:39:27.798 INFO:tasks.rados.rados.0.smithi037.stdout:2074: writing smithi03785213-22 from 3399680 to 3915776 tid 2 2024-07-26T06:39:27.800 INFO:tasks.rados.rados.0.smithi037.stdout:2074: writing smithi03785213-22 from 3915776 to 4202496 tid 3 2024-07-26T06:39:27.801 INFO:tasks.rados.rados.0.smithi037.stdout:2075: copy_from oid 28 from oid 34 current snap is 213 2024-07-26T06:39:27.801 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1410 (ObjNum 536 snap 176 seq_num 536) dirty exists 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2072: done (3 left) 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2076: rollback oid 39 current snap is 213 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 200 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2077: read oid 6 snap -1 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2077: expect deleted 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2078: copy_from oid 20 from oid 30 current snap is 213 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2079: copy_from oid 25 from oid 13 current snap is 213 2024-07-26T06:39:27.802 INFO:tasks.rados.rados.0.smithi037.stdout:2080: snap_remove snap 206 2024-07-26T06:39:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:27 smithi135 ceph-mon[90132]: osdmap e492: 8 total, 8 up, 8 in 2024-07-26T06:39:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:27 smithi135 ceph-mon[90132]: osdmap e493: 8 total, 8 up, 8 in 2024-07-26T06:39:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:27 smithi037 ceph-mon[97339]: osdmap e492: 8 total, 8 up, 8 in 2024-07-26T06:39:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:27 smithi037 ceph-mon[97339]: osdmap e493: 8 total, 8 up, 8 in 2024-07-26T06:39:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:27 smithi037 ceph-mon[99762]: osdmap e492: 8 total, 8 up, 8 in 2024-07-26T06:39:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:27 smithi037 ceph-mon[99762]: osdmap e493: 8 total, 8 up, 8 in 2024-07-26T06:39:28.783 INFO:tasks.rados.rados.0.smithi037.stdout:2080: done (7 left) 2024-07-26T06:39:28.785 INFO:tasks.rados.rados.0.smithi037.stdout:2081: read oid 16 snap -1 2024-07-26T06:39:28.786 INFO:tasks.rados.rados.0.smithi037.stdout:2081: expect deleted 2024-07-26T06:39:28.786 INFO:tasks.rados.rados.0.smithi037.stdout:2082: read oid 50 snap 186 2024-07-26T06:39:28.786 INFO:tasks.rados.rados.0.smithi037.stdout:2082: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:39:28.786 INFO:tasks.rados.rados.0.smithi037.stdout:2083: snap_create 2024-07-26T06:39:28.786 INFO:tasks.rados.rados.0.smithi037.stdout:2074: finishing write tid 1 to smithi03785213-22 2024-07-26T06:39:28.787 INFO:tasks.rados.rados.0.smithi037.stdout:2073: expect (ObjNum 575 snap 189 seq_num 575) 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2074: finishing write tid 2 to smithi03785213-22 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2074: finishing write tid 3 to smithi03785213-22 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2078: finishing copy_from to smithi03785213-20 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2078: got expected ENOENT (src dne) 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2078: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2074: finishing write tid 4 to smithi03785213-22 2024-07-26T06:39:28.789 INFO:tasks.rados.rados.0.smithi037.stdout:2076: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2074: finishing write tid 5 to smithi03785213-22 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1507 (ObjNum 655 snap 213 seq_num 655) dirty exists 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2074: left oid 22 (ObjNum 655 snap 213 seq_num 655) 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2076: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1501 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2079: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2079: finishing copy_from to smithi03785213-25 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1645 (ObjNum 561 snap 185 seq_num 561) dirty exists 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing copy_from to smithi03785213-28 2024-07-26T06:39:28.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1696 (ObjNum 650 snap 210 seq_num 650) dirty exists 2024-07-26T06:39:28.820 INFO:tasks.rados.rados.0.smithi037.stdout:2082: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:39:28.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:28 smithi037 ceph-mon[97339]: pgmap v323: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 520 KiB/s wr, 3 op/s; 174 KiB/s, 0 objects/s recovering 2024-07-26T06:39:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:28 smithi037 ceph-mon[97339]: osdmap e494: 8 total, 8 up, 8 in 2024-07-26T06:39:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:28 smithi037 ceph-mon[99762]: pgmap v323: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 520 KiB/s wr, 3 op/s; 174 KiB/s, 0 objects/s recovering 2024-07-26T06:39:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:28 smithi037 ceph-mon[99762]: osdmap e494: 8 total, 8 up, 8 in 2024-07-26T06:39:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:28 smithi135 ceph-mon[90132]: pgmap v323: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 520 KiB/s wr, 3 op/s; 174 KiB/s, 0 objects/s recovering 2024-07-26T06:39:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:28 smithi135 ceph-mon[90132]: osdmap e494: 8 total, 8 up, 8 in 2024-07-26T06:39:29.783 INFO:tasks.rados.rados.0.smithi037.stdout:2073: done (9 left) 2024-07-26T06:39:29.783 INFO:tasks.rados.rados.0.smithi037.stdout:2074: done (8 left) 2024-07-26T06:39:29.783 INFO:tasks.rados.rados.0.smithi037.stdout:2075: done (7 left) 2024-07-26T06:39:29.783 INFO:tasks.rados.rados.0.smithi037.stdout:2076: done (6 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2077: done (5 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2078: done (4 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2079: done (3 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2081: done (2 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2082: done (1 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2083: done (0 left) 2024-07-26T06:39:29.784 INFO:tasks.rados.rados.0.smithi037.stdout:2084: snap_remove snap 208 2024-07-26T06:39:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:2084: done (0 left) 2024-07-26T06:39:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:2085: copy_from oid 3 from oid 28 current snap is 214 2024-07-26T06:39:30.785 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 214 2024-07-26T06:39:30.785 INFO:tasks.rados.rados.0.smithi037.stdout:2086: seq_num 656 ranges {0=589824,589824=802816} 2024-07-26T06:39:30.788 INFO:tasks.rados.rados.0.smithi037.stdout:2086: writing smithi03785213-45 from 0 to 589824 tid 1 2024-07-26T06:39:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:2086: writing smithi03785213-45 from 589824 to 1392640 tid 2 2024-07-26T06:39:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:2087: read oid 14 snap -1 2024-07-26T06:39:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:2087: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:39:30.794 INFO:tasks.rados.rados.0.smithi037.stdout:2088: read oid 19 snap -1 2024-07-26T06:39:30.795 INFO:tasks.rados.rados.0.smithi037.stdout:2088: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:39:30.795 INFO:tasks.rados.rados.0.smithi037.stdout:2089: snap_remove snap 211 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[97339]: pgmap v326: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[97339]: osdmap e495: 8 total, 8 up, 8 in 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[99762]: pgmap v326: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:30 smithi037 ceph-mon[99762]: osdmap e495: 8 total, 8 up, 8 in 2024-07-26T06:39:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:30 smithi135 ceph-mon[90132]: pgmap v326: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-07-26T06:39:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:30 smithi135 ceph-mon[90132]: osdmap e495: 8 total, 8 up, 8 in 2024-07-26T06:39:31.792 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:31] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-07-26T06:39:31.798 INFO:tasks.rados.rados.0.smithi037.stdout:2089: done (4 left) 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2090: read oid 23 snap -1 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2090: expect (ObjNum 609 snap 197 seq_num 609) 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2091: read oid 32 snap -1 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2091: expect (ObjNum 542 snap 178 seq_num 542) 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2092: read oid 27 snap -1 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2092: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2093: read oid 11 snap -1 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2093: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 214 2024-07-26T06:39:31.799 INFO:tasks.rados.rados.0.smithi037.stdout:2094: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-07-26T06:39:31.802 INFO:tasks.rados.rados.0.smithi037.stdout:2094: writing smithi03785213-18 from 0 to 606208 tid 1 2024-07-26T06:39:31.807 INFO:tasks.rados.rados.0.smithi037.stdout:2094: writing smithi03785213-18 from 606208 to 1294336 tid 2 2024-07-26T06:39:31.809 INFO:tasks.rados.rados.0.smithi037.stdout:2094: writing smithi03785213-18 from 1294336 to 1409024 tid 3 2024-07-26T06:39:31.809 INFO:tasks.rados.rados.0.smithi037.stdout:2095: snap_remove snap 207 2024-07-26T06:39:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:31 smithi037 ceph-mon[97339]: osdmap e496: 8 total, 8 up, 8 in 2024-07-26T06:39:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:31 smithi037 ceph-mon[99762]: osdmap e496: 8 total, 8 up, 8 in 2024-07-26T06:39:32.045 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 06:39:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T06:39:31.835+0000 7f0d4a224640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-07-26T06:39:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:31 smithi135 ceph-mon[90132]: osdmap e496: 8 total, 8 up, 8 in 2024-07-26T06:39:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:32.775 INFO:tasks.rados.rados.0.smithi037.stdout:2095: done (9 left) 2024-07-26T06:39:32.775 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 214 2024-07-26T06:39:32.776 INFO:tasks.rados.rados.0.smithi037.stdout:2096: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-07-26T06:39:32.778 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03785213-39 from 0 to 622592 tid 1 2024-07-26T06:39:32.783 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03785213-39 from 622592 to 1187840 tid 2 2024-07-26T06:39:32.784 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03785213-39 from 1187840 to 1425408 tid 3 2024-07-26T06:39:32.785 INFO:tasks.rados.rados.0.smithi037.stdout:2088: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:39:32.873 INFO:tasks.rados.rados.0.smithi037.stdout:2086: finishing write tid 1 to smithi03785213-45 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2086: finishing write tid 2 to smithi03785213-45 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2086: finishing write tid 3 to smithi03785213-45 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2086: finishing write tid 4 to smithi03785213-45 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1984 (ObjNum 656 snap 214 seq_num 656) dirty exists 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2086: left oid 45 (ObjNum 656 snap 214 seq_num 656) 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2085: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2085: finishing copy_from to smithi03785213-3 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1696 (ObjNum 650 snap 210 seq_num 650) dirty exists 2024-07-26T06:39:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:2087: expect (ObjNum 529 snap 174 seq_num 529) 2024-07-26T06:39:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[97339]: pgmap v329: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-07-26T06:39:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[97339]: osdmap e497: 8 total, 8 up, 8 in 2024-07-26T06:39:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[97339]: osdmap e498: 8 total, 8 up, 8 in 2024-07-26T06:39:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[99762]: pgmap v329: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-07-26T06:39:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[99762]: osdmap e497: 8 total, 8 up, 8 in 2024-07-26T06:39:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:32 smithi037 ceph-mon[99762]: osdmap e498: 8 total, 8 up, 8 in 2024-07-26T06:39:33.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:32 smithi135 ceph-mon[90132]: pgmap v329: 121 pgs: 121 active+clean; 367 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-07-26T06:39:33.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:32 smithi135 ceph-mon[90132]: osdmap e497: 8 total, 8 up, 8 in 2024-07-26T06:39:33.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:32 smithi135 ceph-mon[90132]: osdmap e498: 8 total, 8 up, 8 in 2024-07-26T06:39:33.463 INFO:tasks.rados.rados.0.smithi037.stdout:2094: finishing write tid 1 to smithi03785213-18 2024-07-26T06:39:33.463 INFO:tasks.rados.rados.0.smithi037.stdout:2094: finishing write tid 2 to smithi03785213-18 2024-07-26T06:39:33.463 INFO:tasks.rados.rados.0.smithi037.stdout:2094: finishing write tid 3 to smithi03785213-18 2024-07-26T06:39:33.463 INFO:tasks.rados.rados.0.smithi037.stdout:2093: expect (ObjNum 637 snap 205 seq_num 637) 2024-07-26T06:39:33.511 INFO:tasks.rados.rados.0.smithi037.stdout:2094: finishing write tid 4 to smithi03785213-18 2024-07-26T06:39:33.511 INFO:tasks.rados.rados.0.smithi037.stdout:2094: finishing write tid 5 to smithi03785213-18 2024-07-26T06:39:33.512 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1656 (ObjNum 657 snap 214 seq_num 657) dirty exists 2024-07-26T06:39:33.512 INFO:tasks.rados.rados.0.smithi037.stdout:2094: left oid 18 (ObjNum 657 snap 214 seq_num 657) 2024-07-26T06:39:33.512 INFO:tasks.rados.rados.0.smithi037.stdout:2091: expect (ObjNum 542 snap 178 seq_num 542) 2024-07-26T06:39:33.561 INFO:tasks.rados.rados.0.smithi037.stdout:2090: expect (ObjNum 609 snap 197 seq_num 609) 2024-07-26T06:39:33.816 INFO:tasks.rados.rados.0.smithi037.stdout:2092: expect (ObjNum 536 snap 176 seq_num 536) 2024-07-26T06:39:33.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi037\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi037\", job=\"node\", machine=\"x86_64\", nodename=\"smithi037\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 1 to smithi03785213-39 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 2 to smithi03785213-39 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 3 to smithi03785213-39 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 4 to smithi03785213-39 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 5 to smithi03785213-39 2024-07-26T06:39:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1505 (ObjNum 658 snap 214 seq_num 658) dirty exists 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2096: left oid 39 (ObjNum 658 snap 214 seq_num 658) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2097: read oid 12 snap -1 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2097: expect (ObjNum 589 snap 194 seq_num 589) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2085: done (10 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2086: done (9 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2087: done (8 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2088: done (7 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2090: done (6 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2091: done (5 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2092: done (4 left) 2024-07-26T06:39:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:2093: done (3 left) 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:2094: done (2 left) 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:2096: done (1 left) 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:2098: rollback oid 28 current snap is 214 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 213 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:2099: read oid 5 snap 182 2024-07-26T06:39:34.152 INFO:tasks.rados.rados.0.smithi037.stdout:2099: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:39:34.153 INFO:tasks.rados.rados.0.smithi037.stdout:2100: setattr oid 2 current snap is 214 2024-07-26T06:39:34.153 INFO:tasks.rados.rados.0.smithi037.stdout:2101: delete oid 50 current snap is 214 2024-07-26T06:39:34.153 INFO:tasks.rados.rados.0.smithi037.stdout:2097: expect (ObjNum 589 snap 194 seq_num 589) 2024-07-26T06:39:34.162 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 0 to smithi03785213-28 2024-07-26T06:39:34.162 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:39:34.162 INFO:tasks.rados.rados.0.smithi037.stdout:2099: expect (ObjNum 357 snap 120 seq_num 357) 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 2 to smithi03785213-28 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1699 (ObjNum 650 snap 210 seq_num 650) dirty exists 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1700 (ObjNum 549 snap 181 seq_num 549) dirty exists 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:2097: done (4 left) 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:2098: done (3 left) 2024-07-26T06:39:34.226 INFO:tasks.rados.rados.0.smithi037.stdout:2099: done (2 left) 2024-07-26T06:39:34.227 INFO:tasks.rados.rados.0.smithi037.stdout:2100: done (1 left) 2024-07-26T06:39:34.227 INFO:tasks.rados.rados.0.smithi037.stdout:2101: done (0 left) 2024-07-26T06:39:34.227 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 214 2024-07-26T06:39:34.227 INFO:tasks.rados.rados.0.smithi037.stdout:2102: seq_num 660 ranges {10616832=663552,11280384=737280,12017664=65536} 2024-07-26T06:39:34.287 INFO:tasks.rados.rados.0.smithi037.stdout:2102: writing smithi03785213-15 from 10616832 to 11280384 tid 1 2024-07-26T06:39:34.291 INFO:tasks.rados.rados.0.smithi037.stdout:2102: writing smithi03785213-15 from 11280384 to 12017664 tid 2 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:2102: writing smithi03785213-15 from 12017664 to 12083200 tid 3 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:2103: rollback oid 12 current snap is 214 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 190 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:2104: read oid 16 snap -1 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:2104: expect deleted 2024-07-26T06:39:34.292 INFO:tasks.rados.rados.0.smithi037.stdout:2105: setattr oid 44 current snap is 214 2024-07-26T06:39:34.293 INFO:tasks.rados.rados.0.smithi037.stdout:2102: finishing write tid 1 to smithi03785213-15 2024-07-26T06:39:34.293 INFO:tasks.rados.rados.0.smithi037.stdout:2104: done (3 left) 2024-07-26T06:39:34.293 INFO:tasks.rados.rados.0.smithi037.stdout:2106: copy_from oid 45 from oid 37 current snap is 214 2024-07-26T06:39:34.293 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 214 2024-07-26T06:39:34.293 INFO:tasks.rados.rados.0.smithi037.stdout:2107: seq_num 661 ranges {4358144=679936,5038080=622592,5660672=180224} 2024-07-26T06:39:34.321 INFO:tasks.rados.rados.0.smithi037.stdout:2107: writing smithi03785213-23 from 4358144 to 5038080 tid 1 2024-07-26T06:39:34.324 INFO:tasks.rados.rados.0.smithi037.stdout:2107: writing smithi03785213-23 from 5038080 to 5660672 tid 2 2024-07-26T06:39:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2107: writing smithi03785213-23 from 5660672 to 5840896 tid 3 2024-07-26T06:39:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2108: rollback oid 10 current snap is 214 2024-07-26T06:39:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 186 2024-07-26T06:39:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2102: finishing write tid 2 to smithi03785213-15 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2103: finishing rollback tid 0 to smithi03785213-12 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1656 (ObjNum 97 snap 0 seq_num 544760173) dirty exists 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2102: finishing write tid 3 to smithi03785213-15 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2103: finishing rollback tid 1 to smithi03785213-12 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1507 (ObjNum 961 snap 0 seq_num 2252556171) dirty dne 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2103: done (5 left) 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2105: done (4 left) 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2109: delete oid 25 current snap is 214 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2102: finishing write tid 4 to smithi03785213-15 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2102: finishing write tid 5 to smithi03785213-15 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1700 (ObjNum 660 snap 214 seq_num 660) dirty exists 2024-07-26T06:39:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2102: left oid 15 (ObjNum 660 snap 214 seq_num 660) 2024-07-26T06:39:34.328 INFO:tasks.rados.rados.0.smithi037.stdout:2106: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:39:34.328 INFO:tasks.rados.rados.0.smithi037.stdout:2106: finishing copy_from to smithi03785213-45 2024-07-26T06:39:34.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1234 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:39:34.328 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing write tid 1 to smithi03785213-23 2024-07-26T06:39:34.329 INFO:tasks.rados.rados.0.smithi037.stdout:2108: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:39:34.329 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing write tid 2 to smithi03785213-23 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing write tid 3 to smithi03785213-23 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing write tid 4 to smithi03785213-23 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2102: done (4 left) 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2106: done (3 left) 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2109: done (2 left) 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 214 2024-07-26T06:39:34.330 INFO:tasks.rados.rados.0.smithi037.stdout:2110: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-07-26T06:39:34.334 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03785213-9 from 0 to 712704 tid 1 2024-07-26T06:39:34.336 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03785213-9 from 712704 to 1155072 tid 2 2024-07-26T06:39:34.339 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03785213-9 from 1155072 to 1515520 tid 3 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2111: rollback oid 25 current snap is 214 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 199 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2108: finishing rollback tid 2 to smithi03785213-10 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1386 (ObjNum 559 snap 184 seq_num 559) dirty exists 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing write tid 5 to smithi03785213-23 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1743 (ObjNum 661 snap 214 seq_num 661) dirty exists 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2107: left oid 23 (ObjNum 661 snap 214 seq_num 661) 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 1 to smithi03785213-9 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2107: done (3 left) 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2108: done (2 left) 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 214 2024-07-26T06:39:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:2112: seq_num 664 ranges {1548288=729088,2277376=729088,3006464=73728} 2024-07-26T06:39:34.351 INFO:tasks.rados.rados.0.smithi037.stdout:2112: writing smithi03785213-11 from 1548288 to 2277376 tid 1 2024-07-26T06:39:34.356 INFO:tasks.rados.rados.0.smithi037.stdout:2112: writing smithi03785213-11 from 2277376 to 3006464 tid 2 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2112: writing smithi03785213-11 from 3006464 to 3080192 tid 3 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2113: rollback oid 44 current snap is 214 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 170 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2111: finishing rollback tid 1 to smithi03785213-25 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2111: finishing rollback tid 2 to smithi03785213-25 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1703 (ObjNum 578 snap 189 seq_num 578) dirty exists 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 2 to smithi03785213-9 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2111: done (3 left) 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2114: snap_create 2024-07-26T06:39:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 3 to smithi03785213-9 2024-07-26T06:39:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 4 to smithi03785213-9 2024-07-26T06:39:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 5 to smithi03785213-9 2024-07-26T06:39:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2001 (ObjNum 663 snap 214 seq_num 663) dirty exists 2024-07-26T06:39:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:2110: left oid 9 (ObjNum 663 snap 214 seq_num 663) 2024-07-26T06:39:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:2112: finishing write tid 1 to smithi03785213-11 2024-07-26T06:39:34.360 INFO:tasks.rados.rados.0.smithi037.stdout:2112: finishing write tid 2 to smithi03785213-11 2024-07-26T06:39:34.360 INFO:tasks.rados.rados.0.smithi037.stdout:2112: finishing write tid 3 to smithi03785213-11 2024-07-26T06:39:34.360 INFO:tasks.rados.rados.0.smithi037.stdout:2112: finishing write tid 4 to smithi03785213-11 2024-07-26T06:39:34.361 INFO:tasks.rados.rados.0.smithi037.stdout:2113: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:2113: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:2112: finishing write tid 5 to smithi03785213-11 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1010 (ObjNum 664 snap 214 seq_num 664) dirty exists 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:2112: left oid 11 (ObjNum 664 snap 214 seq_num 664) 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:2113: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:39:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1659 (ObjNum 466 snap 152 seq_num 466) dirty exists 2024-07-26T06:39:34.795 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:34.795 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[97339]: pgmap v332: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:39:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[99762]: pgmap v332: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:39:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:34 smithi135 ceph-mon[90132]: pgmap v332: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:39:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:35.343 INFO:tasks.rados.rados.0.smithi037.stdout:2110: done (3 left) 2024-07-26T06:39:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:2112: done (2 left) 2024-07-26T06:39:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:2113: done (1 left) 2024-07-26T06:39:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:2114: done (0 left) 2024-07-26T06:39:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 215 2024-07-26T06:39:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:2115: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-07-26T06:39:35.347 INFO:tasks.rados.rados.0.smithi037.stdout:2115: writing smithi03785213-50 from 0 to 745472 tid 1 2024-07-26T06:39:35.351 INFO:tasks.rados.rados.0.smithi037.stdout:2115: writing smithi03785213-50 from 745472 to 1351680 tid 2 2024-07-26T06:39:35.352 INFO:tasks.rados.rados.0.smithi037.stdout:2115: writing smithi03785213-50 from 1351680 to 1548288 tid 3 2024-07-26T06:39:35.352 INFO:tasks.rados.rados.0.smithi037.stdout:2116: read oid 28 snap 212 2024-07-26T06:39:35.352 INFO:tasks.rados.rados.0.smithi037.stdout:2116: expect (ObjNum 627 snap 203 seq_num 627) 2024-07-26T06:39:35.353 INFO:tasks.rados.rados.0.smithi037.stdout:2117: snap_remove snap 172 2024-07-26T06:39:36.351 INFO:tasks.rados.rados.0.smithi037.stdout:2117: done (2 left) 2024-07-26T06:39:36.351 INFO:tasks.rados.rados.0.smithi037.stdout:2118: read oid 36 snap -1 2024-07-26T06:39:36.351 INFO:tasks.rados.rados.0.smithi037.stdout:2118: expect (ObjNum 640 snap 205 seq_num 640) 2024-07-26T06:39:36.351 INFO:tasks.rados.rados.0.smithi037.stdout:2119: snap_remove snap 186 2024-07-26T06:39:36.442 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:36 smithi135 ceph-mon[90132]: pgmap v333: 121 pgs: 121 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-07-26T06:39:36.443 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:36 smithi135 ceph-mon[90132]: osdmap e499: 8 total, 8 up, 8 in 2024-07-26T06:39:36.443 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:36 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.443 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:36 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.443 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:36 smithi135 ceph-mon[90132]: Upgrade: osd.5 is safe to restart 2024-07-26T06:39:36.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[97339]: pgmap v333: 121 pgs: 121 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[97339]: osdmap e499: 8 total, 8 up, 8 in 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[97339]: Upgrade: osd.5 is safe to restart 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[99762]: pgmap v333: 121 pgs: 121 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[99762]: osdmap e499: 8 total, 8 up, 8 in 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:39:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:36 smithi037 ceph-mon[99762]: Upgrade: osd.5 is safe to restart 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2119: done (3 left) 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2120: copy_from oid 49 from oid 25 current snap is 215 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing write tid 1 to smithi03785213-50 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing write tid 2 to smithi03785213-50 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing write tid 3 to smithi03785213-50 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing write tid 4 to smithi03785213-50 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing write tid 5 to smithi03785213-50 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1504 (ObjNum 665 snap 215 seq_num 665) dirty exists 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2115: left oid 50 (ObjNum 665 snap 215 seq_num 665) 2024-07-26T06:39:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2116: expect (ObjNum 627 snap 203 seq_num 627) 2024-07-26T06:39:37.486 INFO:tasks.rados.rados.0.smithi037.stdout:2118: expect (ObjNum 640 snap 205 seq_num 640) 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2120: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2120: finishing copy_from to smithi03785213-49 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1703 (ObjNum 578 snap 189 seq_num 578) dirty exists 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2115: done (3 left) 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2116: done (2 left) 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2118: done (1 left) 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2120: done (0 left) 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 215 2024-07-26T06:39:37.516 INFO:tasks.rados.rados.0.smithi037.stdout:2121: seq_num 666 ranges {2818048=761856,3579904=491520,4071424=311296} 2024-07-26T06:39:37.535 INFO:tasks.rados.rados.0.smithi037.stdout:2121: writing smithi03785213-35 from 2818048 to 3579904 tid 1 2024-07-26T06:39:37.537 INFO:tasks.rados.rados.0.smithi037.stdout:2121: writing smithi03785213-35 from 3579904 to 4071424 tid 2 2024-07-26T06:39:37.539 INFO:tasks.rados.rados.0.smithi037.stdout:2121: writing smithi03785213-35 from 4071424 to 4382720 tid 3 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:2122: rollback oid 1 current snap is 215 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 200 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:2121: finishing write tid 1 to smithi03785213-35 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:2123: copy_from oid 13 from oid 21 current snap is 215 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:2124: snap_create 2024-07-26T06:39:37.540 INFO:tasks.rados.rados.0.smithi037.stdout:2121: finishing write tid 2 to smithi03785213-35 2024-07-26T06:39:37.541 INFO:tasks.rados.rados.0.smithi037.stdout:2121: finishing write tid 3 to smithi03785213-35 2024-07-26T06:39:37.542 INFO:tasks.rados.rados.0.smithi037.stdout:2121: finishing write tid 4 to smithi03785213-35 2024-07-26T06:39:37.543 INFO:tasks.rados.rados.0.smithi037.stdout:2121: finishing write tid 5 to smithi03785213-35 2024-07-26T06:39:37.543 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 965 (ObjNum 666 snap 215 seq_num 666) dirty exists 2024-07-26T06:39:37.543 INFO:tasks.rados.rados.0.smithi037.stdout:2121: left oid 35 (ObjNum 666 snap 215 seq_num 666) 2024-07-26T06:39:37.543 INFO:tasks.rados.rados.0.smithi037.stdout:2122: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:39:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:2122: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:39:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:2122: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:39:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1706 (ObjNum 480 snap 156 seq_num 480) dirty exists 2024-07-26T06:39:37.547 INFO:tasks.rados.rados.0.smithi037.stdout:2123: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:39:37.549 INFO:tasks.rados.rados.0.smithi037.stdout:2123: finishing copy_from to smithi03785213-13 2024-07-26T06:39:37.549 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1668 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: osdmap e500: 8 total, 8 up, 8 in 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: Upgrade: Updating osd.5 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:37.581 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:37 smithi135 ceph-mon[90132]: Deploying daemon osd.5 on smithi135 2024-07-26T06:39:37.778 INFO:tasks.rados.rados.0.smithi037.stdout:2121: done (3 left) 2024-07-26T06:39:37.778 INFO:tasks.rados.rados.0.smithi037.stdout:2122: done (2 left) 2024-07-26T06:39:37.778 INFO:tasks.rados.rados.0.smithi037.stdout:2123: done (1 left) 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2124: done (0 left) 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2125: copy_from oid 35 from oid 2 current snap is 216 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2126: copy_from oid 24 from oid 12 current snap is 216 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2127: copy_from oid 44 from oid 36 current snap is 216 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2128: snap_create 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2126: finishing copy_from to smithi03785213-24 2024-07-26T06:39:37.779 INFO:tasks.rados.rados.0.smithi037.stdout:2126: got expected ENOENT (src dne) 2024-07-26T06:39:37.780 INFO:tasks.rados.rados.0.smithi037.stdout:2126: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:39:37.786 INFO:tasks.rados.rados.0.smithi037.stdout:2127: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:39:37.787 INFO:tasks.rados.rados.0.smithi037.stdout:2127: finishing copy_from to smithi03785213-44 2024-07-26T06:39:37.787 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1654 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:39:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: osdmap e500: 8 total, 8 up, 8 in 2024-07-26T06:39:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: Upgrade: Updating osd.5 2024-07-26T06:39:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:39:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[97339]: Deploying daemon osd.5 on smithi135 2024-07-26T06:39:37.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: osdmap e500: 8 total, 8 up, 8 in 2024-07-26T06:39:37.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: Upgrade: Updating osd.5 2024-07-26T06:39:37.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:37.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:39:37.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:37.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:37 smithi037 ceph-mon[99762]: Deploying daemon osd.5 on smithi135 2024-07-26T06:39:37.800 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:39:37.802 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing copy_from to smithi03785213-35 2024-07-26T06:39:37.803 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1700 (ObjNum 549 snap 181 seq_num 549) dirty exists 2024-07-26T06:39:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:38 smithi135 ceph-mon[90132]: pgmap v336: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T06:39:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:38 smithi135 ceph-mon[90132]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:39:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:38 smithi135 ceph-mon[90132]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:2125: done (3 left) 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:2126: done (2 left) 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:2127: done (1 left) 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:2128: done (0 left) 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 217 2024-07-26T06:39:38.781 INFO:tasks.rados.rados.0.smithi037.stdout:2129: seq_num 667 ranges {6406144=778240,7184384=778240,7962624=24576} 2024-07-26T06:39:38.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[97339]: pgmap v336: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T06:39:38.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[97339]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:39:38.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[97339]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:39:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[99762]: pgmap v336: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T06:39:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[99762]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:39:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:38 smithi037 ceph-mon[99762]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:39:38.819 INFO:tasks.rados.rados.0.smithi037.stdout:2129: writing smithi03785213-45 from 6406144 to 7184384 tid 1 2024-07-26T06:39:38.824 INFO:tasks.rados.rados.0.smithi037.stdout:2129: writing smithi03785213-45 from 7184384 to 7962624 tid 2 2024-07-26T06:39:38.825 INFO:tasks.rados.rados.0.smithi037.stdout:2129: writing smithi03785213-45 from 7962624 to 7987200 tid 3 2024-07-26T06:39:38.825 INFO:tasks.rados.rados.0.smithi037.stdout:2130: rollback oid 15 current snap is 217 2024-07-26T06:39:38.825 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 216 2024-07-26T06:39:38.825 INFO:tasks.rados.rados.0.smithi037.stdout:2131: snap_remove snap 212 2024-07-26T06:39:38.933 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.37\", device_class=\"ssd\", hostname=\"smithi037\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.37\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:39.786 INFO:tasks.rados.rados.0.smithi037.stdout:2131: done (2 left) 2024-07-26T06:39:39.786 INFO:tasks.rados.rados.0.smithi037.stdout:2132: read oid 8 snap 204 2024-07-26T06:39:39.786 INFO:tasks.rados.rados.0.smithi037.stdout:2132: expect (ObjNum 629 snap 204 seq_num 629) 2024-07-26T06:39:39.787 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 217 2024-07-26T06:39:39.787 INFO:tasks.rados.rados.0.smithi037.stdout:2133: seq_num 668 ranges {2818048=794624,3612672=663552,4276224=139264} 2024-07-26T06:39:39.808 INFO:tasks.rados.rados.0.smithi037.stdout:2133: writing smithi03785213-7 from 2818048 to 3612672 tid 1 2024-07-26T06:39:39.813 INFO:tasks.rados.rados.0.smithi037.stdout:2133: writing smithi03785213-7 from 3612672 to 4276224 tid 2 2024-07-26T06:39:39.814 INFO:tasks.rados.rados.0.smithi037.stdout:2133: writing smithi03785213-7 from 4276224 to 4415488 tid 3 2024-07-26T06:39:39.815 INFO:tasks.rados.rados.0.smithi037.stdout:2134: snap_remove snap 196 2024-07-26T06:39:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:39 smithi037 ceph-mon[97339]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:39:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:39 smithi037 ceph-mon[99762]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:39:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:39 smithi135 ceph-mon[90132]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:39:40.430 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:40 smithi135 systemd[1]: Stopping Ceph osd.5 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:39:40.781 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[44217]: 2024-07-26T06:39:40.428+0000 7f322fffd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:39:40.781 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[44217]: 2024-07-26T06:39:40.428+0000 7f322fffd640 -1 osd.5 504 *** Got signal Terminated *** 2024-07-26T06:39:40.781 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[44217]: 2024-07-26T06:39:40.428+0000 7f322fffd640 -1 osd.5 504 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:39:40.803 INFO:tasks.rados.rados.0.smithi037.stdout:2129: finishing write tid 1 to smithi03785213-45 2024-07-26T06:39:40.803 INFO:tasks.rados.rados.0.smithi037.stdout:2129: finishing write tid 2 to smithi03785213-45 2024-07-26T06:39:40.803 INFO:tasks.rados.rados.0.smithi037.stdout:2130: finishing rollback tid 0 to smithi03785213-15 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2130: finishing rollback tid 1 to smithi03785213-15 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2130: finishing rollback tid 2 to smithi03785213-15 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1703 (ObjNum 660 snap 214 seq_num 660) dirty exists 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2129: finishing write tid 3 to smithi03785213-45 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2129: finishing write tid 4 to smithi03785213-45 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2129: finishing write tid 5 to smithi03785213-45 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2026 (ObjNum 667 snap 217 seq_num 667) dirty exists 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2129: left oid 45 (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing write tid 1 to smithi03785213-7 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing write tid 2 to smithi03785213-7 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing write tid 3 to smithi03785213-7 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing write tid 4 to smithi03785213-7 2024-07-26T06:39:40.804 INFO:tasks.rados.rados.0.smithi037.stdout:2132: expect (ObjNum 629 snap 204 seq_num 629) 2024-07-26T06:39:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[97339]: pgmap v340: 121 pgs: 121 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-07-26T06:39:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[97339]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:39:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[97339]: osd.5 marked itself down and dead 2024-07-26T06:39:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[99762]: pgmap v340: 121 pgs: 121 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-07-26T06:39:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[99762]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:39:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:40 smithi037 ceph-mon[99762]: osd.5 marked itself down and dead 2024-07-26T06:39:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-mon[90132]: pgmap v340: 121 pgs: 121 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-07-26T06:39:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-mon[90132]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:39:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:40 smithi135 ceph-mon[90132]: osd.5 marked itself down and dead 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing write tid 5 to smithi03785213-7 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2031 (ObjNum 668 snap 217 seq_num 668) dirty exists 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2133: left oid 7 (ObjNum 668 snap 217 seq_num 668) 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2129: done (4 left) 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2130: done (3 left) 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2132: done (2 left) 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2133: done (1 left) 2024-07-26T06:39:41.147 INFO:tasks.rados.rados.0.smithi037.stdout:2134: done (0 left) 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2135: read oid 9 snap 216 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2135: expect (ObjNum 663 snap 214 seq_num 663) 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2136: rollback oid 39 current snap is 217 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 210 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2137: read oid 19 snap 204 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2137: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:39:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:2138: snap_create 2024-07-26T06:39:41.149 INFO:tasks.rados.rados.0.smithi037.stdout:2136: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:39:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:2136: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:39:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:2136: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:39:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1510 (ObjNum 628 snap 204 seq_num 628) dirty exists 2024-07-26T06:39:41.152 INFO:tasks.rados.rados.0.smithi037.stdout:2135: expect (ObjNum 663 snap 214 seq_num 663) 2024-07-26T06:39:41.192 INFO:tasks.rados.rados.0.smithi037.stdout:2137: expect (ObjNum 590 snap 194 seq_num 590) 2024-07-26T06:39:41.629 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:41 smithi135 podman[100066]: 2024-07-26 06:39:41.368492103 +0000 UTC m=+1.048436007 container died 846832c705b1b3fbb50cdeced583d10a841d5cc9dcd2e6ef9067105aa3e8cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c) 2024-07-26T06:39:41.782 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:41] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-07-26T06:39:41.800 INFO:tasks.rados.rados.0.smithi037.stdout:2135: done (3 left) 2024-07-26T06:39:41.801 INFO:tasks.rados.rados.0.smithi037.stdout:2136: done (2 left) 2024-07-26T06:39:41.801 INFO:tasks.rados.rados.0.smithi037.stdout:2137: done (1 left) 2024-07-26T06:39:41.801 INFO:tasks.rados.rados.0.smithi037.stdout:2138: done (0 left) 2024-07-26T06:39:41.801 INFO:tasks.rados.rados.0.smithi037.stdout:2139: snap_create 2024-07-26T06:39:41.904 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:41 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:41.904 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:41 smithi135 ceph-mon[90132]: osdmap e505: 8 total, 7 up, 8 in 2024-07-26T06:39:41.904 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:41 smithi135 podman[100066]: 2024-07-26 06:39:41.702451943 +0000 UTC m=+1.382395855 container cleanup 846832c705b1b3fbb50cdeced583d10a841d5cc9dcd2e6ef9067105aa3e8cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, RELEASE=quincy-5dff84c, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-26T06:39:41.904 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:41 smithi135 bash[100066]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5 2024-07-26T06:39:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:41 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:41 smithi037 ceph-mon[97339]: osdmap e505: 8 total, 7 up, 8 in 2024-07-26T06:39:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:41 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:39:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:41 smithi037 ceph-mon[99762]: osdmap e505: 8 total, 7 up, 8 in 2024-07-26T06:39:42.314 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:41 smithi135 podman[100087]: 2024-07-26 06:39:41.904471023 +0000 UTC m=+0.534226070 container remove 846832c705b1b3fbb50cdeced583d10a841d5cc9dcd2e6ef9067105aa3e8cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-07-26T06:39:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:42.588 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.225155749 +0000 UTC m=+0.017599674 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:42.589 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.350384066 +0000 UTC m=+0.142827985 container create 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:39:42.779 INFO:tasks.rados.rados.0.smithi037.stdout:2139: done (0 left) 2024-07-26T06:39:42.779 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 219 2024-07-26T06:39:42.779 INFO:tasks.rados.rados.0.smithi037.stdout:2140: seq_num 669 ranges {1548288=409600,1957888=548864,2506752=655360} 2024-07-26T06:39:42.789 INFO:tasks.rados.rados.0.smithi037.stdout:2140: writing smithi03785213-50 from 1548288 to 1957888 tid 1 2024-07-26T06:39:42.793 INFO:tasks.rados.rados.0.smithi037.stdout:2140: writing smithi03785213-50 from 1957888 to 2506752 tid 2 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2140: writing smithi03785213-50 from 2506752 to 3162112 tid 3 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2141: rmattr oid 14 current snap is 219 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2140: finishing write tid 1 to smithi03785213-50 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2142: read oid 45 snap -1 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2142: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:39:42.798 INFO:tasks.rados.rados.0.smithi037.stdout:2143: snap_create 2024-07-26T06:39:42.802 INFO:tasks.rados.rados.0.smithi037.stdout:2140: finishing write tid 2 to smithi03785213-50 2024-07-26T06:39:42.802 INFO:tasks.rados.rados.0.smithi037.stdout:2140: finishing write tid 3 to smithi03785213-50 2024-07-26T06:39:42.803 INFO:tasks.rados.rados.0.smithi037.stdout:2140: finishing write tid 4 to smithi03785213-50 2024-07-26T06:39:42.805 INFO:tasks.rados.rados.0.smithi037.stdout:2140: finishing write tid 5 to smithi03785213-50 2024-07-26T06:39:42.805 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1508 (ObjNum 669 snap 219 seq_num 669) dirty exists 2024-07-26T06:39:42.805 INFO:tasks.rados.rados.0.smithi037.stdout:2140: left oid 50 (ObjNum 669 snap 219 seq_num 669) 2024-07-26T06:39:42.806 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1775 (ObjNum 529 snap 174 seq_num 529) dirty exists 2024-07-26T06:39:42.831 INFO:tasks.rados.rados.0.smithi037.stdout:2142: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:39:43.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[99762]: pgmap v343: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[99762]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[99762]: osdmap e506: 8 total, 7 up, 8 in 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[99762]: osdmap e507: 8 total, 7 up, 8 in 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[97339]: pgmap v343: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[97339]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[97339]: osdmap e506: 8 total, 7 up, 8 in 2024-07-26T06:39:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:42 smithi037 ceph-mon[97339]: osdmap e507: 8 total, 7 up, 8 in 2024-07-26T06:39:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:42 smithi135 ceph-mon[90132]: pgmap v343: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 393 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 9 op/s 2024-07-26T06:39:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:42 smithi135 ceph-mon[90132]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:39:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:42 smithi135 ceph-mon[90132]: osdmap e506: 8 total, 7 up, 8 in 2024-07-26T06:39:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:42 smithi135 ceph-mon[90132]: osdmap e507: 8 total, 7 up, 8 in 2024-07-26T06:39:43.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.62583349 +0000 UTC m=+0.418277418 container init 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724) 2024-07-26T06:39:43.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.630999871 +0000 UTC m=+0.423443797 container start 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:39:43.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.71714318 +0000 UTC m=+0.509587112 container attach 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724) 2024-07-26T06:39:43.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:42 smithi135 podman[100178]: 2024-07-26 06:39:42.822114714 +0000 UTC m=+0.614558640 container died 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:39:43.197 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:39:43.386 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 podman[100222]: 2024-07-26 06:39:43.372003899 +0000 UTC m=+0.543809649 container remove 0c0fa17295794b73de4883dd966f9ba2fe5d6cbe215ddc88ee58dc55d7ebfce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-07-26T06:39:43.470 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:39:43.470 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (5m) 59s ago 9m 24.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:39:43.470 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (4m) 26s ago 9m 86.6M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:39:43.470 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (11m) 59s ago 11m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:39:43.470 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (11m) 26s ago 11m 19.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (4m) 26s ago 14m 441M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (4m) 59s ago 16m 499M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (4m) 59s ago 16m 55.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (3m) 26s ago 14m 44.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (3m) 59s ago 14m 47.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:39:43.471 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (4m) 59s ago 9m 8568k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (4m) 26s ago 9m 16.3M - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (2m) 59s ago 14m 160M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (2m) 59s ago 13m 141M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (97s) 59s ago 13m 124M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (64s) 59s ago 12m 14.4M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (31s) 26s ago 12m 12.1M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:39:43.472 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (12m) 26s ago 12m 248M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 846832c705b1 2024-07-26T06:39:43.473 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (11m) 26s ago 11m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:39:43.473 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (11m) 26s ago 11m 202M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:39:43.473 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (4m) 26s ago 10m 63.7M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:39:43.790 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.5.service: Deactivated successfully. 2024-07-26T06:39:43.790 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 systemd[1]: Stopped Ceph osd.5 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:39:43.790 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.5.service: Consumed 14.871s CPU time. 2024-07-26T06:39:43.790 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 systemd[1]: Starting Ceph osd.5 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:39:43.794 INFO:tasks.rados.rados.0.smithi037.stdout:2140: done (3 left) 2024-07-26T06:39:43.794 INFO:tasks.rados.rados.0.smithi037.stdout:2141: done (2 left) 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2142: done (1 left) 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2143: done (0 left) 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2144: read oid 48 snap -1 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2144: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2145: read oid 16 snap -1 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2145: expect deleted 2024-07-26T06:39:43.795 INFO:tasks.rados.rados.0.smithi037.stdout:2146: copy_from oid 22 from oid 49 current snap is 220 2024-07-26T06:39:43.796 INFO:tasks.rados.rados.0.smithi037.stdout:2147: copy_from oid 42 from oid 50 current snap is 220 2024-07-26T06:39:43.796 INFO:tasks.rados.rados.0.smithi037.stdout:2148: read oid 29 snap 180 2024-07-26T06:39:43.796 INFO:tasks.rados.rados.0.smithi037.stdout:2148: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:39:43.796 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 220 2024-07-26T06:39:43.796 INFO:tasks.rados.rados.0.smithi037.stdout:2149: seq_num 670 ranges {3112960=425984,3538944=483328,4022272=507904,4530176=212992} 2024-07-26T06:39:43.814 INFO:tasks.rados.rados.0.smithi037.stdout:2149: writing smithi03785213-28 from 3112960 to 3538944 tid 1 2024-07-26T06:39:43.817 INFO:tasks.rados.rados.0.smithi037.stdout:2149: writing smithi03785213-28 from 3538944 to 4022272 tid 2 2024-07-26T06:39:43.818 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:39:43.818 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2, 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 5 2024-07-26T06:39:43.819 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 4, 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 10 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:39:43.820 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:39:43.820 INFO:tasks.rados.rados.0.smithi037.stdout:2149: writing smithi03785213-28 from 4022272 to 4530176 tid 3 2024-07-26T06:39:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2149: writing smithi03785213-28 from 4530176 to 4743168 tid 4 2024-07-26T06:39:43.822 INFO:tasks.rados.rados.0.smithi037.stdout:2150: delete oid 19 current snap is 220 2024-07-26T06:39:43.822 INFO:tasks.rados.rados.0.smithi037.stdout:2146: finishing copy_from racing read to smithi03785213-22 2024-07-26T06:39:43.822 INFO:tasks.rados.rados.0.smithi037.stdout:2147: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:39:43.822 INFO:tasks.rados.rados.0.smithi037.stdout:2148: expect (ObjNum 466 snap 152 seq_num 466) 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:2146: finishing copy_from to smithi03785213-22 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1703 (ObjNum 578 snap 189 seq_num 578) dirty exists 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:2147: finishing copy_from to smithi03785213-42 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1508 (ObjNum 669 snap 219 seq_num 669) dirty exists 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:2145: done (6 left) 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:2146: done (5 left) 2024-07-26T06:39:43.986 INFO:tasks.rados.rados.0.smithi037.stdout:2147: done (4 left) 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2148: done (3 left) 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2150: done (2 left) 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2151: rmattr oid 25 current snap is 220 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2151: done (2 left) 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2152: snap_create 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 1 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 2 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 3 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 4 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 5 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: finishing write tid 6 to smithi03785213-28 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1708 (ObjNum 670 snap 220 seq_num 670) dirty exists 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2149: left oid 28 (ObjNum 670 snap 220 seq_num 670) 2024-07-26T06:39:43.987 INFO:tasks.rados.rados.0.smithi037.stdout:2144: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:39:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:43 smithi037 ceph-mon[97339]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:43 smithi037 ceph-mon[99762]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:44.059 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 podman[100325]: 2024-07-26 06:39:43.706035683 +0000 UTC m=+0.017082150 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:44.059 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:43 smithi135 podman[100325]: 2024-07-26 06:39:43.823181812 +0000 UTC m=+0.134228259 container create 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:39:44.060 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 podman[100325]: 2024-07-26 06:39:44.059967752 +0000 UTC m=+0.371014208 container init 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T06:39:44.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:43 smithi135 ceph-mon[90132]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 podman[100325]: 2024-07-26 06:39:44.064963003 +0000 UTC m=+0.376009451 container start 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 podman[100325]: 2024-07-26 06:39:44.14292092 +0000 UTC m=+0.453967373 container attach 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, ceph=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:44.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:39:44.730 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:44.730 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-26T06:39:44.731 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:39:44.732 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:39:44.732 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate[100339]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-26T06:39:44.732 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 bash[100325]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-26T06:39:44.732 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:44 smithi135 podman[100325]: 2024-07-26 06:39:44.44379485 +0000 UTC m=+0.754841290 container died 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2144: done (2 left) 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2149: done (1 left) 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2152: done (0 left) 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2153: rollback oid 36 current snap is 221 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 182 2024-07-26T06:39:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2154: delete oid 18 current snap is 221 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2154: done (1 left) 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2155: read oid 49 snap -1 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2155: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2156: copy_from oid 32 from oid 1 current snap is 221 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2157: rollback oid 43 current snap is 221 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 214 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2158: rollback oid 41 current snap is 221 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 219 2024-07-26T06:39:44.851 INFO:tasks.rados.rados.0.smithi037.stdout:2159: snap_create 2024-07-26T06:39:44.853 INFO:tasks.rados.rados.0.smithi037.stdout:2155: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2157: finishing rollback tid 0 to smithi03785213-43 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2157: finishing rollback tid 1 to smithi03785213-43 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1779 (ObjNum 457 snap 149 seq_num 457) dirty exists 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2157: finishing rollback tid 2 to smithi03785213-43 2024-07-26T06:39:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1513 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-07-26T06:39:44.858 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing rollback tid 0 to smithi03785213-41 2024-07-26T06:39:44.858 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:39:44.858 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing rollback tid 2 to smithi03785213-41 2024-07-26T06:39:44.858 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2043 (ObjNum 534 snap 176 seq_num 534) dirty exists 2024-07-26T06:39:44.866 INFO:tasks.rados.rados.0.smithi037.stdout:2156: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:39:44.869 INFO:tasks.rados.rados.0.smithi037.stdout:2156: finishing copy_from to smithi03785213-32 2024-07-26T06:39:44.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1706 (ObjNum 480 snap 156 seq_num 480) dirty exists 2024-07-26T06:39:45.014 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-mon[90132]: pgmap v346: 121 pgs: 7 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 27/738 objects degraded (3.659%) 2024-07-26T06:39:45.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-mon[90132]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:45.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 27/738 objects degraded (3.659%), 5 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:45.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-mon[90132]: osdmap e508: 8 total, 7 up, 8 in 2024-07-26T06:39:45.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:44 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1188405237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[97339]: pgmap v346: 121 pgs: 7 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 27/738 objects degraded (3.659%) 2024-07-26T06:39:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[97339]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 27/738 objects degraded (3.659%), 5 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[97339]: osdmap e508: 8 total, 7 up, 8 in 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1188405237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[99762]: pgmap v346: 121 pgs: 7 active+undersized, 6 peering, 11 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 27/738 objects degraded (3.659%) 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[99762]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 27/738 objects degraded (3.659%), 5 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[99762]: osdmap e508: 8 total, 7 up, 8 in 2024-07-26T06:39:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:44 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1188405237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:45.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 podman[100494]: 2024-07-26 06:39:45.014743792 +0000 UTC m=+0.564569396 container remove 57a9baa35027d5780987aeb119f0a768a5e05a42f81787e97ff021e48c38bb4d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044) 2024-07-26T06:39:45.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 podman[100560]: 2024-07-26 06:39:45.130429107 +0000 UTC m=+0.017419660 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:39:45.338 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 podman[100560]: 2024-07-26 06:39:45.240748806 +0000 UTC m=+0.127739351 container create 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-07-26T06:39:45.803 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 podman[100560]: 2024-07-26 06:39:45.477040343 +0000 UTC m=+0.364030908 container init 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0) 2024-07-26T06:39:45.803 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 podman[100560]: 2024-07-26 06:39:45.481546665 +0000 UTC m=+0.368537210 container start 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724) 2024-07-26T06:39:45.803 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 ceph-osd[100598]: -- 172.21.15.135:0/2446407984 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fda2f05a40 con 0x55fda2ee3c00 2024-07-26T06:39:45.803 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 bash[100560]: 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c 2024-07-26T06:39:45.803 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:45 smithi135 systemd[1]: Started Ceph osd.5 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2153: done (5 left) 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2155: done (4 left) 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2156: done (3 left) 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2157: done (2 left) 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2158: done (1 left) 2024-07-26T06:39:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:2159: done (0 left) 2024-07-26T06:39:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:2160: read oid 42 snap 198 2024-07-26T06:39:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:2160: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:39:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 222 2024-07-26T06:39:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:2161: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-07-26T06:39:45.811 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03785213-12 from 0 to 475136 tid 1 2024-07-26T06:39:45.815 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03785213-12 from 475136 to 1007616 tid 2 2024-07-26T06:39:45.819 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03785213-12 from 1007616 to 1679360 tid 3 2024-07-26T06:39:45.819 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 222 2024-07-26T06:39:45.819 INFO:tasks.rados.rados.0.smithi037.stdout:2162: seq_num 674 ranges {81920=491520,573440=417792,991232=483328,1474560=303104} 2024-07-26T06:39:45.822 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03785213-22 from 81920 to 573440 tid 1 2024-07-26T06:39:45.825 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03785213-22 from 573440 to 991232 tid 2 2024-07-26T06:39:45.827 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03785213-22 from 991232 to 1474560 tid 3 2024-07-26T06:39:45.829 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03785213-22 from 1474560 to 1777664 tid 4 2024-07-26T06:39:45.829 INFO:tasks.rados.rados.0.smithi037.stdout:2163: rollback oid 35 current snap is 222 2024-07-26T06:39:45.829 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 210 2024-07-26T06:39:45.830 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 1 to smithi03785213-12 2024-07-26T06:39:45.830 INFO:tasks.rados.rados.0.smithi037.stdout:2160: expect (ObjNum 188 snap 56 seq_num 188) 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 2 to smithi03785213-12 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 3 to smithi03785213-12 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 4 to smithi03785213-12 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 5 to smithi03785213-12 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1517 (ObjNum 673 snap 222 seq_num 673) dirty exists 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2161: left oid 12 (ObjNum 673 snap 222 seq_num 673) 2024-07-26T06:39:45.850 INFO:tasks.rados.rados.0.smithi037.stdout:2160: done (3 left) 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2161: done (2 left) 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2164: rollback oid 50 current snap is 222 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 190 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 1 to smithi03785213-22 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 2 to smithi03785213-22 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 3 to smithi03785213-22 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 4 to smithi03785213-22 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 5 to smithi03785213-22 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2163: finishing rollback tid 0 to smithi03785213-35 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2163: finishing rollback tid 1 to smithi03785213-35 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2163: finishing rollback tid 2 to smithi03785213-35 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1703 (ObjNum 553 snap 183 seq_num 553) dirty exists 2024-07-26T06:39:45.851 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 6 to smithi03785213-22 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1708 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2162: left oid 22 (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2162: done (2 left) 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2163: done (1 left) 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2165: read oid 35 snap -1 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2165: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2166: rmattr oid 36 current snap is 222 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2166: done (2 left) 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2167: setattr oid 7 current snap is 222 2024-07-26T06:39:45.852 INFO:tasks.rados.rados.0.smithi037.stdout:2168: delete oid 37 current snap is 222 2024-07-26T06:39:45.853 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:39:45.853 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:39:45.853 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:39:45.853 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1511 (ObjNum 429 snap 142 seq_num 429) dirty exists 2024-07-26T06:39:45.855 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2045 (ObjNum 668 snap 217 seq_num 668) dirty exists 2024-07-26T06:39:45.856 INFO:tasks.rados.rados.0.smithi037.stdout:2164: done (3 left) 2024-07-26T06:39:45.856 INFO:tasks.rados.rados.0.smithi037.stdout:2167: done (2 left) 2024-07-26T06:39:45.856 INFO:tasks.rados.rados.0.smithi037.stdout:2168: done (1 left) 2024-07-26T06:39:45.856 INFO:tasks.rados.rados.0.smithi037.stdout:2169: copy_from oid 50 from oid 12 current snap is 222 2024-07-26T06:39:45.857 INFO:tasks.rados.rados.0.smithi037.stdout:2170: snap_remove snap 221 2024-07-26T06:39:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:45 smithi135 ceph-mon[90132]: osdmap e509: 8 total, 7 up, 8 in 2024-07-26T06:39:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:46.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T06:39:46.025+0000 7fd82a68b640 -1 Falling back to public interface 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[97339]: osdmap e509: 8 total, 7 up, 8 in 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[99762]: osdmap e509: 8 total, 7 up, 8 in 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:46.811 INFO:tasks.rados.rados.0.smithi037.stdout:2170: done (2 left) 2024-07-26T06:39:46.811 INFO:tasks.rados.rados.0.smithi037.stdout:2171: read oid 25 snap -1 2024-07-26T06:39:46.811 INFO:tasks.rados.rados.0.smithi037.stdout:2171: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:46.811 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 222 2024-07-26T06:39:46.811 INFO:tasks.rados.rados.0.smithi037.stdout:2172: seq_num 676 ranges {9363456=524288,9887744=589824,10477568=450560,10928128=163840} 2024-07-26T06:39:46.865 INFO:tasks.rados.rados.0.smithi037.stdout:2172: writing smithi03785213-14 from 9363456 to 9887744 tid 1 2024-07-26T06:39:46.869 INFO:tasks.rados.rados.0.smithi037.stdout:2172: writing smithi03785213-14 from 9887744 to 10477568 tid 2 2024-07-26T06:39:46.872 INFO:tasks.rados.rados.0.smithi037.stdout:2172: writing smithi03785213-14 from 10477568 to 10928128 tid 3 2024-07-26T06:39:46.873 INFO:tasks.rados.rados.0.smithi037.stdout:2172: writing smithi03785213-14 from 10928128 to 11091968 tid 4 2024-07-26T06:39:46.873 INFO:tasks.rados.rados.0.smithi037.stdout:2173: read oid 41 snap -1 2024-07-26T06:39:46.874 INFO:tasks.rados.rados.0.smithi037.stdout:2173: expect (ObjNum 534 snap 176 seq_num 534) 2024-07-26T06:39:46.874 INFO:tasks.rados.rados.0.smithi037.stdout:2174: snap_create 2024-07-26T06:39:46.874 INFO:tasks.rados.rados.0.smithi037.stdout:2165: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:39:46.962 INFO:tasks.rados.rados.0.smithi037.stdout:2169: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:39:46.962 INFO:tasks.rados.rados.0.smithi037.stdout:2169: finishing copy_from to smithi03785213-50 2024-07-26T06:39:46.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1517 (ObjNum 673 snap 222 seq_num 673) dirty exists 2024-07-26T06:39:46.962 INFO:tasks.rados.rados.0.smithi037.stdout:2171: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:46.964 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 1 to smithi03785213-14 2024-07-26T06:39:46.964 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 2 to smithi03785213-14 2024-07-26T06:39:46.964 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 3 to smithi03785213-14 2024-07-26T06:39:46.964 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 4 to smithi03785213-14 2024-07-26T06:39:46.964 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 5 to smithi03785213-14 2024-07-26T06:39:46.965 INFO:tasks.rados.rados.0.smithi037.stdout:2172: finishing write tid 6 to smithi03785213-14 2024-07-26T06:39:46.965 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1785 (ObjNum 676 snap 222 seq_num 676) dirty exists 2024-07-26T06:39:46.965 INFO:tasks.rados.rados.0.smithi037.stdout:2172: left oid 14 (ObjNum 676 snap 222 seq_num 676) 2024-07-26T06:39:46.965 INFO:tasks.rados.rados.0.smithi037.stdout:2173: expect (ObjNum 534 snap 176 seq_num 534) 2024-07-26T06:39:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:46 smithi135 ceph-mon[90132]: pgmap v349: 121 pgs: 32 active+undersized, 6 peering, 10 active+undersized+degraded, 73 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 61/744 objects degraded (8.199%) 2024-07-26T06:39:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:46 smithi135 ceph-mon[90132]: osdmap e510: 8 total, 7 up, 8 in 2024-07-26T06:39:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:46 smithi037 ceph-mon[97339]: pgmap v349: 121 pgs: 32 active+undersized, 6 peering, 10 active+undersized+degraded, 73 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 61/744 objects degraded (8.199%) 2024-07-26T06:39:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:46 smithi037 ceph-mon[97339]: osdmap e510: 8 total, 7 up, 8 in 2024-07-26T06:39:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:46 smithi037 ceph-mon[99762]: pgmap v349: 121 pgs: 32 active+undersized, 6 peering, 10 active+undersized+degraded, 73 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 61/744 objects degraded (8.199%) 2024-07-26T06:39:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:46 smithi037 ceph-mon[99762]: osdmap e510: 8 total, 7 up, 8 in 2024-07-26T06:39:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:2165: done (5 left) 2024-07-26T06:39:47.783 INFO:tasks.rados.rados.0.smithi037.stdout:2169: done (4 left) 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:2171: done (3 left) 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:2172: done (2 left) 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:2173: done (1 left) 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:2174: done (0 left) 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 223 2024-07-26T06:39:47.784 INFO:tasks.rados.rados.0.smithi037.stdout:2175: seq_num 677 ranges {2826240=540672,3366912=516096,3883008=655360,4538368=32768} 2024-07-26T06:39:47.801 INFO:tasks.rados.rados.0.smithi037.stdout:2175: writing smithi03785213-39 from 2826240 to 3366912 tid 1 2024-07-26T06:39:47.804 INFO:tasks.rados.rados.0.smithi037.stdout:2175: writing smithi03785213-39 from 3366912 to 3883008 tid 2 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:2175: writing smithi03785213-39 from 3883008 to 4538368 tid 3 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:2175: writing smithi03785213-39 from 4538368 to 4571136 tid 4 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 223 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 1 to smithi03785213-39 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 2 to smithi03785213-39 2024-07-26T06:39:47.810 INFO:tasks.rados.rados.0.smithi037.stdout:2176: seq_num 678 ranges {1310720=565248,1875968=802816,2678784=401408} 2024-07-26T06:39:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2176: writing smithi03785213-38 from 1310720 to 1875968 tid 1 2024-07-26T06:39:47.825 INFO:tasks.rados.rados.0.smithi037.stdout:2176: writing smithi03785213-38 from 1875968 to 2678784 tid 2 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2176: writing smithi03785213-38 from 2678784 to 3080192 tid 3 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2177: read oid 35 snap -1 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2177: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2178: copy_from oid 28 from oid 26 current snap is 223 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 3 to smithi03785213-39 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 4 to smithi03785213-39 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 5 to smithi03785213-39 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:2175: finishing write tid 6 to smithi03785213-39 2024-07-26T06:39:47.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1522 (ObjNum 677 snap 223 seq_num 677) dirty exists 2024-07-26T06:39:47.829 INFO:tasks.rados.rados.0.smithi037.stdout:2175: left oid 39 (ObjNum 677 snap 223 seq_num 677) 2024-07-26T06:39:47.829 INFO:tasks.rados.rados.0.smithi037.stdout:2176: finishing write tid 1 to smithi03785213-38 2024-07-26T06:39:47.829 INFO:tasks.rados.rados.0.smithi037.stdout:2175: done (3 left) 2024-07-26T06:39:47.829 INFO:tasks.rados.rados.0.smithi037.stdout:2179: snap_remove snap 209 2024-07-26T06:39:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:47 smithi135 ceph-mon[90132]: osdmap e511: 8 total, 7 up, 8 in 2024-07-26T06:39:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:47 smithi135 ceph-mon[90132]: osdmap e512: 8 total, 7 up, 8 in 2024-07-26T06:39:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:47 smithi037 ceph-mon[97339]: osdmap e511: 8 total, 7 up, 8 in 2024-07-26T06:39:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:47 smithi037 ceph-mon[97339]: osdmap e512: 8 total, 7 up, 8 in 2024-07-26T06:39:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:47 smithi037 ceph-mon[99762]: osdmap e511: 8 total, 7 up, 8 in 2024-07-26T06:39:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:47 smithi037 ceph-mon[99762]: osdmap e512: 8 total, 7 up, 8 in 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2179: done (3 left) 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2180: read oid 39 snap -1 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2180: expect (ObjNum 677 snap 223 seq_num 677) 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2181: read oid 15 snap 170 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2181: expect (ObjNum 505 snap 166 seq_num 505) 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2182: delete oid 1 current snap is 223 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2176: finishing write tid 2 to smithi03785213-38 2024-07-26T06:39:48.827 INFO:tasks.rados.rados.0.smithi037.stdout:2176: finishing write tid 3 to smithi03785213-38 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2176: finishing write tid 4 to smithi03785213-38 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2176: finishing write tid 5 to smithi03785213-38 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1710 (ObjNum 678 snap 223 seq_num 678) dirty exists 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2176: left oid 38 (ObjNum 678 snap 223 seq_num 678) 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2178: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2178: finishing copy_from to smithi03785213-28 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1267 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:39:48.828 INFO:tasks.rados.rados.0.smithi037.stdout:2177: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:39:48.927 INFO:tasks.rados.rados.0.smithi037.stdout:2181: expect (ObjNum 505 snap 166 seq_num 505) 2024-07-26T06:39:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:48 smithi135 ceph-mon[90132]: pgmap v352: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 95/759 objects degraded (12.516%) 2024-07-26T06:39:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:48 smithi135 ceph-mon[90132]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T06:39:49.088 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 06:39:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T06:39:48.908+0000 7f8a38128640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12a after trimming was started 2024-07-26T06:39:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:48 smithi037 ceph-mon[97339]: pgmap v352: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 95/759 objects degraded (12.516%) 2024-07-26T06:39:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:48 smithi037 ceph-mon[97339]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T06:39:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:48 smithi037 ceph-mon[99762]: pgmap v352: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 95/759 objects degraded (12.516%) 2024-07-26T06:39:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:48 smithi037 ceph-mon[99762]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T06:39:49.489 INFO:tasks.rados.rados.0.smithi037.stdout:2180: expect (ObjNum 677 snap 223 seq_num 677) 2024-07-26T06:39:49.588 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T06:39:49.253+0000 7fd82a68b640 -1 osd.5 504 log_to_monitors true 2024-07-26T06:39:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:2176: done (5 left) 2024-07-26T06:39:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:2177: done (4 left) 2024-07-26T06:39:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:2178: done (3 left) 2024-07-26T06:39:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:2180: done (2 left) 2024-07-26T06:39:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:2181: done (1 left) 2024-07-26T06:39:49.702 INFO:tasks.rados.rados.0.smithi037.stdout:2182: done (0 left) 2024-07-26T06:39:49.702 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 223 2024-07-26T06:39:49.702 INFO:tasks.rados.rados.0.smithi037.stdout:2183: seq_num 680 ranges {1417216=598016,2015232=573440,2588672=434176,3022848=196608} 2024-07-26T06:39:49.711 INFO:tasks.rados.rados.0.smithi037.stdout:2183: writing smithi03785213-31 from 1417216 to 2015232 tid 1 2024-07-26T06:39:49.715 INFO:tasks.rados.rados.0.smithi037.stdout:2183: writing smithi03785213-31 from 2015232 to 2588672 tid 2 2024-07-26T06:39:49.718 INFO:tasks.rados.rados.0.smithi037.stdout:2183: writing smithi03785213-31 from 2588672 to 3022848 tid 3 2024-07-26T06:39:49.719 INFO:tasks.rados.rados.0.smithi037.stdout:2183: writing smithi03785213-31 from 3022848 to 3219456 tid 4 2024-07-26T06:39:49.719 INFO:tasks.rados.rados.0.smithi037.stdout:2184: delete oid 16 current snap is 223 2024-07-26T06:39:49.719 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 1 to smithi03785213-31 2024-07-26T06:39:49.720 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 2 to smithi03785213-31 2024-07-26T06:39:49.721 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 3 to smithi03785213-31 2024-07-26T06:39:49.721 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 4 to smithi03785213-31 2024-07-26T06:39:49.722 INFO:tasks.rados.rados.0.smithi037.stdout:2184: done (1 left) 2024-07-26T06:39:49.722 INFO:tasks.rados.rados.0.smithi037.stdout:2185: snap_remove snap 220 2024-07-26T06:39:49.833 INFO:tasks.rados.rados.0.smithi037.stdout:2185: done (1 left) 2024-07-26T06:39:49.833 INFO:tasks.rados.rados.0.smithi037.stdout:2186: snap_remove snap 204 2024-07-26T06:39:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-mon[90132]: osdmap e513: 8 total, 7 up, 8 in 2024-07-26T06:39:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-mon[90132]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-mon[90132]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[97339]: osdmap e513: 8 total, 7 up, 8 in 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[97339]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[97339]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[99762]: osdmap e513: 8 total, 7 up, 8 in 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[99762]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[99762]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:50.587 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T06:39:50.304+0000 7fd81e42e640 -1 osd.5 504 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:39:50.837 INFO:tasks.rados.rados.0.smithi037.stdout:2186: done (1 left) 2024-07-26T06:39:50.837 INFO:tasks.rados.rados.0.smithi037.stdout:2187: rollback oid 39 current snap is 223 2024-07-26T06:39:50.837 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 222 2024-07-26T06:39:50.837 INFO:tasks.rados.rados.0.smithi037.stdout:2188: snap_remove snap 190 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: pgmap v355: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 97/780 objects degraded (12.436%) 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 97/780 objects degraded (12.436%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: osdmap e514: 8 total, 7 up, 8 in 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:50 smithi135 ceph-mon[90132]: from='osd.5 ' entity='osd.5' 2024-07-26T06:39:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: pgmap v355: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 97/780 objects degraded (12.436%) 2024-07-26T06:39:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 97/780 objects degraded (12.436%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: osdmap e514: 8 total, 7 up, 8 in 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[97339]: from='osd.5 ' entity='osd.5' 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: pgmap v355: 121 pgs: 35 active+undersized, 13 active+undersized+degraded, 73 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 97/780 objects degraded (12.436%) 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 97/780 objects degraded (12.436%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:39:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: osdmap e514: 8 total, 7 up, 8 in 2024-07-26T06:39:51.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:39:51.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:51.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:50 smithi037 ceph-mon[99762]: from='osd.5 ' entity='osd.5' 2024-07-26T06:39:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:39:51] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2188: done (2 left) 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2189: read oid 45 snap -1 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2189: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2190: snap_create 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 5 to smithi03785213-31 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing write tid 6 to smithi03785213-31 2024-07-26T06:39:51.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1673 (ObjNum 680 snap 223 seq_num 680) dirty exists 2024-07-26T06:39:51.847 INFO:tasks.rados.rados.0.smithi037.stdout:2183: left oid 31 (ObjNum 680 snap 223 seq_num 680) 2024-07-26T06:39:51.847 INFO:tasks.rados.rados.0.smithi037.stdout:2187: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:39:51.847 INFO:tasks.rados.rados.0.smithi037.stdout:2187: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:39:51.847 INFO:tasks.rados.rados.0.smithi037.stdout:2187: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:39:51.847 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1525 (ObjNum 628 snap 204 seq_num 628) dirty exists 2024-07-26T06:39:51.903 INFO:tasks.rados.rados.0.smithi037.stdout:2189: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:39:52.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676] boot 2024-07-26T06:39:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:39:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:39:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676] boot 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: osd.5 [v2:172.21.15.135:6808/2476520676,v1:172.21.15.135:6809/2476520676] boot 2024-07-26T06:39:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:39:52.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:39:52.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:39:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:52.850 INFO:tasks.rados.rados.0.smithi037.stdout:2183: done (3 left) 2024-07-26T06:39:52.851 INFO:tasks.rados.rados.0.smithi037.stdout:2187: done (2 left) 2024-07-26T06:39:52.851 INFO:tasks.rados.rados.0.smithi037.stdout:2189: done (1 left) 2024-07-26T06:39:52.851 INFO:tasks.rados.rados.0.smithi037.stdout:2190: done (0 left) 2024-07-26T06:39:52.851 INFO:tasks.rados.rados.0.smithi037.stdout:2191: delete oid 6 current snap is 224 2024-07-26T06:39:52.860 INFO:tasks.rados.rados.0.smithi037.stdout:2191: done (0 left) 2024-07-26T06:39:52.860 INFO:tasks.rados.rados.0.smithi037.stdout:2192: read oid 47 snap -1 2024-07-26T06:39:52.860 INFO:tasks.rados.rados.0.smithi037.stdout:2192: expect deleted 2024-07-26T06:39:52.860 INFO:tasks.rados.rados.0.smithi037.stdout:2193: read oid 2 snap -1 2024-07-26T06:39:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:2193: expect (ObjNum 549 snap 181 seq_num 549) 2024-07-26T06:39:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 224 2024-07-26T06:39:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:2194: seq_num 683 ranges {3080192=647168,3727360=630784,4358144=573440} 2024-07-26T06:39:52.881 INFO:tasks.rados.rados.0.smithi037.stdout:2194: writing smithi03785213-11 from 3080192 to 3727360 tid 1 2024-07-26T06:39:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:2194: writing smithi03785213-11 from 3727360 to 4358144 tid 2 2024-07-26T06:39:52.888 INFO:tasks.rados.rados.0.smithi037.stdout:2194: writing smithi03785213-11 from 4358144 to 4931584 tid 3 2024-07-26T06:39:52.889 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 224 2024-07-26T06:39:52.889 INFO:tasks.rados.rados.0.smithi037.stdout:2195: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-07-26T06:39:52.892 INFO:tasks.rados.rados.0.smithi037.stdout:2195: writing smithi03785213-30 from 0 to 663552 tid 1 2024-07-26T06:39:52.895 INFO:tasks.rados.rados.0.smithi037.stdout:2195: writing smithi03785213-30 from 663552 to 1171456 tid 2 2024-07-26T06:39:52.898 INFO:tasks.rados.rados.0.smithi037.stdout:2195: writing smithi03785213-30 from 1171456 to 1581056 tid 3 2024-07-26T06:39:52.898 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:52 smithi135 ceph-mon[90132]: pgmap v358: 121 pgs: 2 active+clean+snaptrim, 5 peering, 33 active+undersized, 10 active+undersized+degraded, 71 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 66/789 objects degraded (8.365%) 2024-07-26T06:39:52.898 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:52 smithi135 ceph-mon[90132]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:39:52.900 INFO:tasks.rados.rados.0.smithi037.stdout:2195: writing smithi03785213-30 from 1581056 to 1867776 tid 4 2024-07-26T06:39:52.900 INFO:tasks.rados.rados.0.smithi037.stdout:2196: snap_remove snap 180 2024-07-26T06:39:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:52 smithi037 ceph-mon[97339]: pgmap v358: 121 pgs: 2 active+clean+snaptrim, 5 peering, 33 active+undersized, 10 active+undersized+degraded, 71 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 66/789 objects degraded (8.365%) 2024-07-26T06:39:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:52 smithi037 ceph-mon[97339]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:39:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:52 smithi037 ceph-mon[99762]: pgmap v358: 121 pgs: 2 active+clean+snaptrim, 5 peering, 33 active+undersized, 10 active+undersized+degraded, 71 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 66/789 objects degraded (8.365%) 2024-07-26T06:39:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:52 smithi037 ceph-mon[99762]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:39:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:2196: done (4 left) 2024-07-26T06:39:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:2197: rollback oid 24 current snap is 224 2024-07-26T06:39:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 199 2024-07-26T06:39:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:2193: expect (ObjNum 549 snap 181 seq_num 549) 2024-07-26T06:39:54.001 INFO:tasks.rados.rados.0.smithi037.stdout:2194: finishing write tid 1 to smithi03785213-11 2024-07-26T06:39:54.001 INFO:tasks.rados.rados.0.smithi037.stdout:2194: finishing write tid 2 to smithi03785213-11 2024-07-26T06:39:54.001 INFO:tasks.rados.rados.0.smithi037.stdout:2194: finishing write tid 3 to smithi03785213-11 2024-07-26T06:39:54.001 INFO:tasks.rados.rados.0.smithi037.stdout:2194: finishing write tid 4 to smithi03785213-11 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2194: finishing write tid 5 to smithi03785213-11 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1014 (ObjNum 683 snap 224 seq_num 683) dirty exists 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2194: left oid 11 (ObjNum 683 snap 224 seq_num 683) 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 1 to smithi03785213-30 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 2 to smithi03785213-30 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 3 to smithi03785213-30 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2192: done (4 left) 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2193: done (3 left) 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2194: done (2 left) 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2198: read oid 34 snap -1 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2198: expect (ObjNum 650 snap 210 seq_num 650) 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2199: snap_create 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 4 to smithi03785213-30 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 5 to smithi03785213-30 2024-07-26T06:39:54.002 INFO:tasks.rados.rados.0.smithi037.stdout:2195: finishing write tid 6 to smithi03785213-30 2024-07-26T06:39:54.003 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1522 (ObjNum 684 snap 224 seq_num 684) dirty exists 2024-07-26T06:39:54.003 INFO:tasks.rados.rados.0.smithi037.stdout:2195: left oid 30 (ObjNum 684 snap 224 seq_num 684) 2024-07-26T06:39:54.003 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:39:54.003 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1250 (ObjNum 145 snap 0 seq_num 3882589104) dirty dne 2024-07-26T06:39:54.010 INFO:tasks.rados.rados.0.smithi037.stdout:2198: expect (ObjNum 650 snap 210 seq_num 650) 2024-07-26T06:39:54.046 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:53 smithi135 ceph-mon[90132]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:39:54.205 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:53 smithi037 ceph-mon[97339]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:39:54.205 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:53 smithi037 ceph-mon[99762]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:39:54.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:39:54.204+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2195: done (3 left) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2197: done (2 left) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2198: done (1 left) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2199: done (0 left) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2200: copy_from oid 21 from oid 50 current snap is 225 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2201: read oid 7 snap -1 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:2201: expect (ObjNum 668 snap 217 seq_num 668) 2024-07-26T06:39:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 225 2024-07-26T06:39:54.865 INFO:tasks.rados.rados.0.smithi037.stdout:2202: seq_num 685 ranges {1515520=679936,2195456=442368,2637824=622592,3260416=139264} 2024-07-26T06:39:54.877 INFO:tasks.rados.rados.0.smithi037.stdout:2202: writing smithi03785213-9 from 1515520 to 2195456 tid 1 2024-07-26T06:39:54.880 INFO:tasks.rados.rados.0.smithi037.stdout:2202: writing smithi03785213-9 from 2195456 to 2637824 tid 2 2024-07-26T06:39:54.884 INFO:tasks.rados.rados.0.smithi037.stdout:2202: writing smithi03785213-9 from 2637824 to 3260416 tid 3 2024-07-26T06:39:54.886 INFO:tasks.rados.rados.0.smithi037.stdout:2202: writing smithi03785213-9 from 3260416 to 3399680 tid 4 2024-07-26T06:39:54.886 INFO:tasks.rados.rados.0.smithi037.stdout:2203: snap_create 2024-07-26T06:39:54.889 INFO:tasks.rados.rados.0.smithi037.stdout:2200: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:39:54.891 INFO:tasks.rados.rados.0.smithi037.stdout:2200: finishing copy_from to smithi03785213-21 2024-07-26T06:39:54.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1517 (ObjNum 673 snap 222 seq_num 673) dirty exists 2024-07-26T06:39:54.892 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 1 to smithi03785213-9 2024-07-26T06:39:54.893 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 2 to smithi03785213-9 2024-07-26T06:39:54.896 INFO:tasks.rados.rados.0.smithi037.stdout:2201: expect (ObjNum 668 snap 217 seq_num 668) 2024-07-26T06:39:55.073 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 3 to smithi03785213-9 2024-07-26T06:39:55.073 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 4 to smithi03785213-9 2024-07-26T06:39:55.074 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 5 to smithi03785213-9 2024-07-26T06:39:55.074 INFO:tasks.rados.rados.0.smithi037.stdout:2202: finishing write tid 6 to smithi03785213-9 2024-07-26T06:39:55.074 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2102 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:39:55.074 INFO:tasks.rados.rados.0.smithi037.stdout:2202: left oid 9 (ObjNum 685 snap 225 seq_num 685) 2024-07-26T06:39:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: pgmap v361: 121 pgs: 2 active+clean+snaptrim, 7 peering, 29 active+undersized, 7 active+undersized+degraded, 76 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 54/780 objects degraded (6.923%) 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: pgmap v361: 121 pgs: 2 active+clean+snaptrim, 7 peering, 29 active+undersized, 7 active+undersized+degraded, 76 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 54/780 objects degraded (6.923%) 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:54 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: pgmap v361: 121 pgs: 2 active+clean+snaptrim, 7 peering, 29 active+undersized, 7 active+undersized+degraded, 76 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 54/780 objects degraded (6.923%) 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:39:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:54 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-07-26T06:39:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:2200: done (3 left) 2024-07-26T06:39:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:2201: done (2 left) 2024-07-26T06:39:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:2202: done (1 left) 2024-07-26T06:39:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:2203: done (0 left) 2024-07-26T06:39:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:2204: snap_remove snap 222 2024-07-26T06:39:56.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:55 smithi037 ceph-mon[99762]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:39:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:55 smithi037 ceph-mon[97339]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:39:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:55 smithi135 ceph-mon[90132]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:39:56.892 INFO:tasks.rados.rados.0.smithi037.stdout:2204: done (0 left) 2024-07-26T06:39:56.892 INFO:tasks.rados.rados.0.smithi037.stdout:2205: read oid 39 snap -1 2024-07-26T06:39:56.892 INFO:tasks.rados.rados.0.smithi037.stdout:2205: expect (ObjNum 628 snap 204 seq_num 628) 2024-07-26T06:39:56.892 INFO:tasks.rados.rados.0.smithi037.stdout:2206: setattr oid 29 current snap is 226 2024-07-26T06:39:56.893 INFO:tasks.rados.rados.0.smithi037.stdout:2207: snap_remove snap 198 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[97339]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 7 peering, 112 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/780 objects degraded (6.923%), 7 pgs degraded) 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[97339]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[99762]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 7 peering, 112 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/780 objects degraded (6.923%), 7 pgs degraded) 2024-07-26T06:39:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:39:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:56 smithi037 ceph-mon[99762]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:39:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:56 smithi135 ceph-mon[90132]: pgmap v364: 121 pgs: 2 active+clean+snaptrim, 7 peering, 112 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-26T06:39:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:56 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/780 objects degraded (6.923%), 7 pgs degraded) 2024-07-26T06:39:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:56 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:39:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:56 smithi135 ceph-mon[90132]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:39:57.894 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1709 (ObjNum 65 snap 0 seq_num 1768250961) dirty exists 2024-07-26T06:39:57.894 INFO:tasks.rados.rados.0.smithi037.stdout:2205: expect (ObjNum 628 snap 204 seq_num 628) 2024-07-26T06:39:58.026 INFO:tasks.rados.rados.0.smithi037.stdout:2205: done (2 left) 2024-07-26T06:39:58.026 INFO:tasks.rados.rados.0.smithi037.stdout:2206: done (1 left) 2024-07-26T06:39:58.026 INFO:tasks.rados.rados.0.smithi037.stdout:2207: done (0 left) 2024-07-26T06:39:58.026 INFO:tasks.rados.rados.0.smithi037.stdout:2208: delete oid 47 current snap is 226 2024-07-26T06:39:58.028 INFO:tasks.rados.rados.0.smithi037.stdout:2208: done (0 left) 2024-07-26T06:39:58.028 INFO:tasks.rados.rados.0.smithi037.stdout:2209: delete oid 13 current snap is 226 2024-07-26T06:39:58.031 INFO:tasks.rados.rados.0.smithi037.stdout:2209: done (0 left) 2024-07-26T06:39:58.031 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 226 2024-07-26T06:39:58.031 INFO:tasks.rados.rados.0.smithi037.stdout:2210: seq_num 688 ranges {2826240=729088,3555328=499712,4055040=704512} 2024-07-26T06:39:58.050 INFO:tasks.rados.rados.0.smithi037.stdout:2210: writing smithi03785213-39 from 2826240 to 3555328 tid 1 2024-07-26T06:39:58.053 INFO:tasks.rados.rados.0.smithi037.stdout:2210: writing smithi03785213-39 from 3555328 to 4055040 tid 2 2024-07-26T06:39:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:2210: writing smithi03785213-39 from 4055040 to 4759552 tid 3 2024-07-26T06:39:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 226 2024-07-26T06:39:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:2210: finishing write tid 1 to smithi03785213-39 2024-07-26T06:39:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:2210: finishing write tid 2 to smithi03785213-39 2024-07-26T06:39:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:2211: seq_num 689 ranges {3407872=745472,4153344=786432,4939776=417792} 2024-07-26T06:39:58.079 INFO:tasks.rados.rados.0.smithi037.stdout:2211: writing smithi03785213-41 from 3407872 to 4153344 tid 1 2024-07-26T06:39:58.084 INFO:tasks.rados.rados.0.smithi037.stdout:2211: writing smithi03785213-41 from 4153344 to 4939776 tid 2 2024-07-26T06:39:58.086 INFO:tasks.rados.rados.0.smithi037.stdout:2211: writing smithi03785213-41 from 4939776 to 5357568 tid 3 2024-07-26T06:39:58.087 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 226 2024-07-26T06:39:58.087 INFO:tasks.rados.rados.0.smithi037.stdout:2210: finishing write tid 3 to smithi03785213-39 2024-07-26T06:39:58.087 INFO:tasks.rados.rados.0.smithi037.stdout:2212: seq_num 690 ranges {3751936=761856,4513792=663552,5177344=409600,5586944=131072} 2024-07-26T06:39:58.111 INFO:tasks.rados.rados.0.smithi037.stdout:2212: writing smithi03785213-20 from 3751936 to 4513792 tid 1 2024-07-26T06:39:58.115 INFO:tasks.rados.rados.0.smithi037.stdout:2212: writing smithi03785213-20 from 4513792 to 5177344 tid 2 2024-07-26T06:39:58.117 INFO:tasks.rados.rados.0.smithi037.stdout:2212: writing smithi03785213-20 from 5177344 to 5586944 tid 3 2024-07-26T06:39:58.118 INFO:tasks.rados.rados.0.smithi037.stdout:2212: writing smithi03785213-20 from 5586944 to 5718016 tid 4 2024-07-26T06:39:58.118 INFO:tasks.rados.rados.0.smithi037.stdout:2213: setattr oid 19 current snap is 226 2024-07-26T06:39:58.118 INFO:tasks.rados.rados.0.smithi037.stdout:2210: finishing write tid 4 to smithi03785213-39 2024-07-26T06:39:58.118 INFO:tasks.rados.rados.0.smithi037.stdout:2210: finishing write tid 5 to smithi03785213-39 2024-07-26T06:39:58.118 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1529 (ObjNum 688 snap 226 seq_num 688) dirty exists 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2210: left oid 39 (ObjNum 688 snap 226 seq_num 688) 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: finishing write tid 1 to smithi03785213-41 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: finishing write tid 2 to smithi03785213-41 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: finishing write tid 3 to smithi03785213-41 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: finishing write tid 4 to smithi03785213-41 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: finishing write tid 5 to smithi03785213-41 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2122 (ObjNum 689 snap 226 seq_num 689) dirty exists 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2211: left oid 41 (ObjNum 689 snap 226 seq_num 689) 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 1 to smithi03785213-20 2024-07-26T06:39:58.119 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 2 to smithi03785213-20 2024-07-26T06:39:58.120 INFO:tasks.rados.rados.0.smithi037.stdout:2210: done (3 left) 2024-07-26T06:39:58.120 INFO:tasks.rados.rados.0.smithi037.stdout:2211: done (2 left) 2024-07-26T06:39:58.120 INFO:tasks.rados.rados.0.smithi037.stdout:2214: delete oid 10 current snap is 226 2024-07-26T06:39:58.120 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 3 to smithi03785213-20 2024-07-26T06:39:58.121 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 4 to smithi03785213-20 2024-07-26T06:39:58.121 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 5 to smithi03785213-20 2024-07-26T06:39:58.121 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1237 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2213: done (2 left) 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2214: done (1 left) 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2215: read oid 40 snap -1 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2215: expect deleted 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2216: read oid 2 snap 217 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2216: expect (ObjNum 549 snap 181 seq_num 549) 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2217: delete oid 47 current snap is 226 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 6 to smithi03785213-20 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1019 (ObjNum 690 snap 226 seq_num 690) dirty exists 2024-07-26T06:39:58.123 INFO:tasks.rados.rados.0.smithi037.stdout:2212: left oid 20 (ObjNum 690 snap 226 seq_num 690) 2024-07-26T06:39:58.126 INFO:tasks.rados.rados.0.smithi037.stdout:2212: done (3 left) 2024-07-26T06:39:58.126 INFO:tasks.rados.rados.0.smithi037.stdout:2215: done (2 left) 2024-07-26T06:39:58.126 INFO:tasks.rados.rados.0.smithi037.stdout:2217: done (1 left) 2024-07-26T06:39:58.126 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 226 2024-07-26T06:39:58.126 INFO:tasks.rados.rados.0.smithi037.stdout:2218: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-07-26T06:39:58.127 INFO:tasks.rados.rados.0.smithi037.stdout:2218: writing smithi03785213-6 from 0 to 409600 tid 1 2024-07-26T06:39:58.132 INFO:tasks.rados.rados.0.smithi037.stdout:2218: writing smithi03785213-6 from 409600 to 1179648 tid 2 2024-07-26T06:39:58.136 INFO:tasks.rados.rados.0.smithi037.stdout:2218: writing smithi03785213-6 from 1179648 to 1761280 tid 3 2024-07-26T06:39:58.138 INFO:tasks.rados.rados.0.smithi037.stdout:2218: writing smithi03785213-6 from 1761280 to 2015232 tid 4 2024-07-26T06:39:58.138 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 226 2024-07-26T06:39:58.138 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 1 to smithi03785213-6 2024-07-26T06:39:58.138 INFO:tasks.rados.rados.0.smithi037.stdout:2219: seq_num 694 ranges {3162112=425984,3588096=655360,4243456=786432,5029888=163840} 2024-07-26T06:39:58.158 INFO:tasks.rados.rados.0.smithi037.stdout:2219: writing smithi03785213-42 from 3162112 to 3588096 tid 1 2024-07-26T06:39:58.161 INFO:tasks.rados.rados.0.smithi037.stdout:2219: writing smithi03785213-42 from 3588096 to 4243456 tid 2 2024-07-26T06:39:58.166 INFO:tasks.rados.rados.0.smithi037.stdout:2219: writing smithi03785213-42 from 4243456 to 5029888 tid 3 2024-07-26T06:39:58.167 INFO:tasks.rados.rados.0.smithi037.stdout:2219: writing smithi03785213-42 from 5029888 to 5193728 tid 4 2024-07-26T06:39:58.168 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 226 2024-07-26T06:39:58.168 INFO:tasks.rados.rados.0.smithi037.stdout:2220: seq_num 695 ranges {6537216=442368,6979584=540672,7520256=598016,8118272=466944} 2024-07-26T06:39:58.205 INFO:tasks.rados.rados.0.smithi037.stdout:2220: writing smithi03785213-27 from 6537216 to 6979584 tid 1 2024-07-26T06:39:58.208 INFO:tasks.rados.rados.0.smithi037.stdout:2220: writing smithi03785213-27 from 6979584 to 7520256 tid 2 2024-07-26T06:39:58.212 INFO:tasks.rados.rados.0.smithi037.stdout:2220: writing smithi03785213-27 from 7520256 to 8118272 tid 3 2024-07-26T06:39:58.216 INFO:tasks.rados.rados.0.smithi037.stdout:2220: writing smithi03785213-27 from 8118272 to 8585216 tid 4 2024-07-26T06:39:58.216 INFO:tasks.rados.rados.0.smithi037.stdout:2221: read oid 49 snap -1 2024-07-26T06:39:58.216 INFO:tasks.rados.rados.0.smithi037.stdout:2221: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:58.216 INFO:tasks.rados.rados.0.smithi037.stdout:2222: snap_remove snap 199 2024-07-26T06:39:58.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:57 smithi135 ceph-mon[90132]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:39:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:57 smithi037 ceph-mon[97339]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:39:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:57 smithi037 ceph-mon[99762]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:39:58.903 INFO:tasks.rados.rados.0.smithi037.stdout:2222: done (5 left) 2024-07-26T06:39:58.903 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 226 2024-07-26T06:39:58.903 INFO:tasks.rados.rados.0.smithi037.stdout:2223: seq_num 696 ranges {3080192=458752,3538944=417792,3956736=753664,4710400=434176} 2024-07-26T06:39:58.924 INFO:tasks.rados.rados.0.smithi037.stdout:2223: writing smithi03785213-38 from 3080192 to 3538944 tid 1 2024-07-26T06:39:58.927 INFO:tasks.rados.rados.0.smithi037.stdout:2223: writing smithi03785213-38 from 3538944 to 3956736 tid 2 2024-07-26T06:39:58.933 INFO:tasks.rados.rados.0.smithi037.stdout:2223: writing smithi03785213-38 from 3956736 to 4710400 tid 3 2024-07-26T06:39:58.936 INFO:tasks.rados.rados.0.smithi037.stdout:2223: writing smithi03785213-38 from 4710400 to 5144576 tid 4 2024-07-26T06:39:58.936 INFO:tasks.rados.rados.0.smithi037.stdout:2224: read oid 44 snap 205 2024-07-26T06:39:58.936 INFO:tasks.rados.rados.0.smithi037.stdout:2224: expect deleted 2024-07-26T06:39:58.936 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 2 to smithi03785213-6 2024-07-26T06:39:58.936 INFO:tasks.rados.rados.0.smithi037.stdout:2216: expect (ObjNum 549 snap 181 seq_num 549) 2024-07-26T06:39:59.066 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 3 to smithi03785213-6 2024-07-26T06:39:59.066 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 4 to smithi03785213-6 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 5 to smithi03785213-6 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing write tid 6 to smithi03785213-6 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1845 (ObjNum 693 snap 226 seq_num 693) dirty exists 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2218: left oid 6 (ObjNum 693 snap 226 seq_num 693) 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 1 to smithi03785213-42 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 2 to smithi03785213-42 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 3 to smithi03785213-42 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 4 to smithi03785213-42 2024-07-26T06:39:59.067 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 5 to smithi03785213-42 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2225: read oid 9 snap -1 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2225: expect (ObjNum 685 snap 225 seq_num 685) 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2216: done (7 left) 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2218: done (6 left) 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2226: rollback oid 24 current snap is 226 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 224 2024-07-26T06:39:59.071 INFO:tasks.rados.rados.0.smithi037.stdout:2219: finishing write tid 6 to smithi03785213-42 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1527 (ObjNum 694 snap 226 seq_num 694) dirty exists 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:2219: left oid 42 (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 1 to smithi03785213-27 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 2 to smithi03785213-27 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 3 to smithi03785213-27 2024-07-26T06:39:59.072 INFO:tasks.rados.rados.0.smithi037.stdout:2221: expect (ObjNum 578 snap 189 seq_num 578) 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 4 to smithi03785213-27 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 5 to smithi03785213-27 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2220: finishing write tid 6 to smithi03785213-27 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1415 (ObjNum 695 snap 226 seq_num 695) dirty exists 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2220: left oid 27 (ObjNum 695 snap 226 seq_num 695) 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 1 to smithi03785213-38 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 2 to smithi03785213-38 2024-07-26T06:39:59.074 INFO:tasks.rados.rados.0.smithi037.stdout:2219: done (6 left) 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2220: done (5 left) 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2221: done (4 left) 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2224: done (3 left) 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2227: read oid 3 snap -1 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2227: expect (ObjNum 650 snap 210 seq_num 650) 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2228: rollback oid 46 current snap is 226 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 217 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 3 to smithi03785213-38 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 4 to smithi03785213-38 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 5 to smithi03785213-38 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:2223: finishing write tid 6 to smithi03785213-38 2024-07-26T06:39:59.075 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1716 (ObjNum 696 snap 226 seq_num 696) dirty exists 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2223: left oid 38 (ObjNum 696 snap 226 seq_num 696) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2226: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1250 (ObjNum 273 snap 0 seq_num 3883010784) dirty dne 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2223: done (4 left) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2226: done (3 left) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2229: delete oid 14 current snap is 226 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2228: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1656 (ObjNum 129 snap 0 seq_num 3883043312) dirty dne 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2228: done (3 left) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2229: done (2 left) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2230: read oid 42 snap -1 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2230: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2231: copy_from oid 8 from oid 38 current snap is 226 2024-07-26T06:39:59.076 INFO:tasks.rados.rados.0.smithi037.stdout:2232: snap_create 2024-07-26T06:39:59.081 INFO:tasks.rados.rados.0.smithi037.stdout:2225: expect (ObjNum 685 snap 225 seq_num 685) 2024-07-26T06:39:59.197 INFO:tasks.rados.rados.0.smithi037.stdout:2227: expect (ObjNum 650 snap 210 seq_num 650) 2024-07-26T06:39:59.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:58 smithi135 ceph-mon[90132]: pgmap v367: 121 pgs: 121 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-07-26T06:39:59.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:58 smithi135 ceph-mon[90132]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:39:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:58 smithi037 ceph-mon[97339]: pgmap v367: 121 pgs: 121 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-07-26T06:39:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:58 smithi037 ceph-mon[97339]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:39:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:58 smithi037 ceph-mon[99762]: pgmap v367: 121 pgs: 121 active+clean; 416 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-07-26T06:39:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:58 smithi037 ceph-mon[99762]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:39:59.320 INFO:tasks.rados.rados.0.smithi037.stdout:2231: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:39:59.320 INFO:tasks.rados.rados.0.smithi037.stdout:2231: finishing copy_from to smithi03785213-8 2024-07-26T06:39:59.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1716 (ObjNum 696 snap 226 seq_num 696) dirty exists 2024-07-26T06:39:59.320 INFO:tasks.rados.rados.0.smithi037.stdout:2230: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2225: done (4 left) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2227: done (3 left) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2230: done (2 left) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2231: done (1 left) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2232: done (0 left) 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 227 2024-07-26T06:39:59.916 INFO:tasks.rados.rados.0.smithi037.stdout:2233: seq_num 698 ranges {712704=499712,1212416=589824,1802240=770048,2572288=245760} 2024-07-26T06:39:59.922 INFO:tasks.rados.rados.0.smithi037.stdout:2233: writing smithi03785213-36 from 712704 to 1212416 tid 1 2024-07-26T06:39:59.925 INFO:tasks.rados.rados.0.smithi037.stdout:2233: writing smithi03785213-36 from 1212416 to 1802240 tid 2 2024-07-26T06:39:59.930 INFO:tasks.rados.rados.0.smithi037.stdout:2233: writing smithi03785213-36 from 1802240 to 2572288 tid 3 2024-07-26T06:39:59.932 INFO:tasks.rados.rados.0.smithi037.stdout:2233: writing smithi03785213-36 from 2572288 to 2818048 tid 4 2024-07-26T06:39:59.932 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 227 2024-07-26T06:39:59.932 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 1 to smithi03785213-36 2024-07-26T06:39:59.932 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 2 to smithi03785213-36 2024-07-26T06:39:59.932 INFO:tasks.rados.rados.0.smithi037.stdout:2234: seq_num 699 ranges {3219456=516096,3735552=475136,4210688=573440,4784128=557056} 2024-07-26T06:39:59.953 INFO:tasks.rados.rados.0.smithi037.stdout:2234: writing smithi03785213-31 from 3219456 to 3735552 tid 1 2024-07-26T06:39:59.956 INFO:tasks.rados.rados.0.smithi037.stdout:2234: writing smithi03785213-31 from 3735552 to 4210688 tid 2 2024-07-26T06:39:59.959 INFO:tasks.rados.rados.0.smithi037.stdout:2234: writing smithi03785213-31 from 4210688 to 4784128 tid 3 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2234: writing smithi03785213-31 from 4784128 to 5341184 tid 4 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2235: rmattr oid 39 current snap is 227 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 3 to smithi03785213-36 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 4 to smithi03785213-36 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 5 to smithi03785213-36 2024-07-26T06:39:59.963 INFO:tasks.rados.rados.0.smithi037.stdout:2233: finishing write tid 6 to smithi03785213-36 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1866 (ObjNum 698 snap 227 seq_num 698) dirty exists 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2233: left oid 36 (ObjNum 698 snap 227 seq_num 698) 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 1 to smithi03785213-31 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 2 to smithi03785213-31 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 3 to smithi03785213-31 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2233: done (2 left) 2024-07-26T06:39:59.964 INFO:tasks.rados.rados.0.smithi037.stdout:2236: snap_remove snap 226 2024-07-26T06:40:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:39:59 smithi037 ceph-mon[97339]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:40:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:39:59 smithi037 ceph-mon[99762]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:40:00.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:39:59 smithi135 ceph-mon[90132]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2236: done (2 left) 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2237: delete oid 18 current snap is 227 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 4 to smithi03785213-31 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 5 to smithi03785213-31 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1530 (ObjNum 688 snap 226 seq_num 688) dirty exists 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2234: finishing write tid 6 to smithi03785213-31 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1678 (ObjNum 699 snap 227 seq_num 699) dirty exists 2024-07-26T06:40:00.916 INFO:tasks.rados.rados.0.smithi037.stdout:2234: left oid 31 (ObjNum 699 snap 227 seq_num 699) 2024-07-26T06:40:00.921 INFO:tasks.rados.rados.0.smithi037.stdout:2234: done (2 left) 2024-07-26T06:40:00.921 INFO:tasks.rados.rados.0.smithi037.stdout:2235: done (1 left) 2024-07-26T06:40:00.921 INFO:tasks.rados.rados.0.smithi037.stdout:2237: done (0 left) 2024-07-26T06:40:00.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 227 2024-07-26T06:40:00.921 INFO:tasks.rados.rados.0.smithi037.stdout:2238: seq_num 701 ranges {8585216=548864,9134080=696320,9830400=540672,10371072=368640} 2024-07-26T06:40:00.971 INFO:tasks.rados.rados.0.smithi037.stdout:2238: writing smithi03785213-27 from 8585216 to 9134080 tid 1 2024-07-26T06:40:00.975 INFO:tasks.rados.rados.0.smithi037.stdout:2238: writing smithi03785213-27 from 9134080 to 9830400 tid 2 2024-07-26T06:40:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:2238: writing smithi03785213-27 from 9830400 to 10371072 tid 3 2024-07-26T06:40:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:2238: writing smithi03785213-27 from 10371072 to 10739712 tid 4 2024-07-26T06:40:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:2239: delete oid 7 current snap is 227 2024-07-26T06:40:00.982 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 1 to smithi03785213-27 2024-07-26T06:40:00.982 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 2 to smithi03785213-27 2024-07-26T06:40:00.982 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 3 to smithi03785213-27 2024-07-26T06:40:00.986 INFO:tasks.rados.rados.0.smithi037.stdout:2239: done (1 left) 2024-07-26T06:40:00.986 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 227 2024-07-26T06:40:00.986 INFO:tasks.rados.rados.0.smithi037.stdout:2240: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-07-26T06:40:00.990 INFO:tasks.rados.rados.0.smithi037.stdout:2240: writing smithi03785213-1 from 0 to 581632 tid 1 2024-07-26T06:40:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:2240: writing smithi03785213-1 from 581632 to 1040384 tid 2 2024-07-26T06:40:00.996 INFO:tasks.rados.rados.0.smithi037.stdout:2240: writing smithi03785213-1 from 1040384 to 1597440 tid 3 2024-07-26T06:40:00.998 INFO:tasks.rados.rados.0.smithi037.stdout:2240: writing smithi03785213-1 from 1597440 to 2015232 tid 4 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2240: writing smithi03785213-1 from 2015232 to 2187264 tid 5 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2241: snap_create 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 4 to smithi03785213-27 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 5 to smithi03785213-27 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2238: finishing write tid 6 to smithi03785213-27 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1420 (ObjNum 701 snap 227 seq_num 701) dirty exists 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2238: left oid 27 (ObjNum 701 snap 227 seq_num 701) 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 1 to smithi03785213-1 2024-07-26T06:40:01.000 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 2 to smithi03785213-1 2024-07-26T06:40:01.001 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 3 to smithi03785213-1 2024-07-26T06:40:01.003 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 4 to smithi03785213-1 2024-07-26T06:40:01.003 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 5 to smithi03785213-1 2024-07-26T06:40:01.003 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 6 to smithi03785213-1 2024-07-26T06:40:01.004 INFO:tasks.rados.rados.0.smithi037.stdout:2240: finishing write tid 7 to smithi03785213-1 2024-07-26T06:40:01.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1722 (ObjNum 703 snap 227 seq_num 703) dirty exists 2024-07-26T06:40:01.005 INFO:tasks.rados.rados.0.smithi037.stdout:2240: left oid 1 (ObjNum 703 snap 227 seq_num 703) 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[97339]: pgmap v370: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[97339]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[99762]: pgmap v370: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[99762]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:40:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:00 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T06:40:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:00 smithi135 ceph-mon[90132]: pgmap v370: 121 pgs: 121 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-07-26T06:40:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:00 smithi135 ceph-mon[90132]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:40:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:00 smithi135 ceph-mon[90132]: overall HEALTH_OK 2024-07-26T06:40:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:01] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2024-07-26T06:40:01.927 INFO:tasks.rados.rados.0.smithi037.stdout:2238: done (2 left) 2024-07-26T06:40:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:2240: done (1 left) 2024-07-26T06:40:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:2241: done (0 left) 2024-07-26T06:40:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 228 2024-07-26T06:40:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:2242: seq_num 704 ranges {5341184=598016,5939200=745472,6684672=712704,7397376=147456} 2024-07-26T06:40:01.960 INFO:tasks.rados.rados.0.smithi037.stdout:2242: writing smithi03785213-31 from 5341184 to 5939200 tid 1 2024-07-26T06:40:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:2242: writing smithi03785213-31 from 5939200 to 6684672 tid 2 2024-07-26T06:40:01.969 INFO:tasks.rados.rados.0.smithi037.stdout:2242: writing smithi03785213-31 from 6684672 to 7397376 tid 3 2024-07-26T06:40:01.970 INFO:tasks.rados.rados.0.smithi037.stdout:2242: writing smithi03785213-31 from 7397376 to 7544832 tid 4 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2243: read oid 19 snap -1 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2243: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2244: delete oid 35 current snap is 228 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 1 to smithi03785213-31 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 2 to smithi03785213-31 2024-07-26T06:40:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:2243: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:40:01.973 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 3 to smithi03785213-31 2024-07-26T06:40:01.973 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 4 to smithi03785213-31 2024-07-26T06:40:01.974 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 5 to smithi03785213-31 2024-07-26T06:40:01.975 INFO:tasks.rados.rados.0.smithi037.stdout:2242: finishing write tid 6 to smithi03785213-31 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1683 (ObjNum 704 snap 228 seq_num 704) dirty exists 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2242: left oid 31 (ObjNum 704 snap 228 seq_num 704) 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2242: done (2 left) 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2243: done (1 left) 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2244: done (0 left) 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2245: rmattr oid 5 current snap is 228 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2246: read oid 38 snap 225 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2246: expect (ObjNum 678 snap 223 seq_num 678) 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2247: rollback oid 2 current snap is 228 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 170 2024-07-26T06:40:01.976 INFO:tasks.rados.rados.0.smithi037.stdout:2248: setattr oid 43 current snap is 228 2024-07-26T06:40:01.977 INFO:tasks.rados.rados.0.smithi037.stdout:2249: read oid 41 snap -1 2024-07-26T06:40:01.977 INFO:tasks.rados.rados.0.smithi037.stdout:2249: expect (ObjNum 689 snap 226 seq_num 689) 2024-07-26T06:40:01.977 INFO:tasks.rados.rados.0.smithi037.stdout:2250: snap_remove snap 219 2024-07-26T06:40:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:01 smithi037 ceph-mon[97339]: osdmap e525: 8 total, 8 up, 8 in 2024-07-26T06:40:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:01 smithi037 ceph-mon[99762]: osdmap e525: 8 total, 8 up, 8 in 2024-07-26T06:40:02.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:01 smithi135 ceph-mon[90132]: osdmap e525: 8 total, 8 up, 8 in 2024-07-26T06:40:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:02.782 INFO:tasks.rados.rados.0.smithi037.stdout:2250: done (5 left) 2024-07-26T06:40:02.782 INFO:tasks.rados.rados.0.smithi037.stdout:2251: read oid 4 snap -1 2024-07-26T06:40:02.782 INFO:tasks.rados.rados.0.smithi037.stdout:2251: expect (ObjNum 624 snap 201 seq_num 624) 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2252: copy_from oid 46 from oid 15 current snap is 228 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1531 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2248: done (6 left) 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2253: rollback oid 8 current snap is 228 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 170 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2247: finishing rollback tid 0 to smithi03785213-2 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1660 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2247: finishing rollback tid 1 to smithi03785213-2 2024-07-26T06:40:02.783 INFO:tasks.rados.rados.0.smithi037.stdout:2246: expect (ObjNum 678 snap 223 seq_num 678) 2024-07-26T06:40:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:2247: finishing rollback tid 2 to smithi03785213-2 2024-07-26T06:40:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1712 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:40:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:2249: expect (ObjNum 689 snap 226 seq_num 689) 2024-07-26T06:40:03.120 INFO:tasks.rados.rados.0.smithi037.stdout:2251: expect (ObjNum 624 snap 201 seq_num 624) 2024-07-26T06:40:03.162 INFO:tasks.rados.rados.0.smithi037.stdout:2253: finishing rollback tid 0 to smithi03785213-8 2024-07-26T06:40:03.162 INFO:tasks.rados.rados.0.smithi037.stdout:2253: finishing rollback tid 1 to smithi03785213-8 2024-07-26T06:40:03.162 INFO:tasks.rados.rados.0.smithi037.stdout:2253: finishing rollback tid 2 to smithi03785213-8 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2147 (ObjNum 396 snap 130 seq_num 396) dirty exists 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2252: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2252: finishing copy_from to smithi03785213-46 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1703 (ObjNum 660 snap 214 seq_num 660) dirty exists 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2245: done (6 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2246: done (5 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2247: done (4 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2249: done (3 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2251: done (2 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2252: done (1 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2253: done (0 left) 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2254: read oid 13 snap 217 2024-07-26T06:40:03.163 INFO:tasks.rados.rados.0.smithi037.stdout:2254: expect (ObjNum 504 snap 166 seq_num 504) 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:2255: read oid 18 snap -1 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:2255: expect deleted 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:2256: read oid 5 snap -1 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:2256: expect (ObjNum 636 snap 205 seq_num 636) 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 228 2024-07-26T06:40:03.164 INFO:tasks.rados.rados.0.smithi037.stdout:2257: seq_num 706 ranges {3809280=630784,4440064=516096,4956160=729088,5685248=360448} 2024-07-26T06:40:03.186 INFO:tasks.rados.rados.0.smithi037.stdout:2257: writing smithi03785213-17 from 3809280 to 4440064 tid 1 2024-07-26T06:40:03.189 INFO:tasks.rados.rados.0.smithi037.stdout:2257: writing smithi03785213-17 from 4440064 to 4956160 tid 2 2024-07-26T06:40:03.193 INFO:tasks.rados.rados.0.smithi037.stdout:2257: writing smithi03785213-17 from 4956160 to 5685248 tid 3 2024-07-26T06:40:03.196 INFO:tasks.rados.rados.0.smithi037.stdout:2257: writing smithi03785213-17 from 5685248 to 6045696 tid 4 2024-07-26T06:40:03.196 INFO:tasks.rados.rados.0.smithi037.stdout:2258: delete oid 16 current snap is 228 2024-07-26T06:40:03.196 INFO:tasks.rados.rados.0.smithi037.stdout:2254: expect (ObjNum 504 snap 166 seq_num 504) 2024-07-26T06:40:03.234 INFO:tasks.rados.rados.0.smithi037.stdout:2256: expect (ObjNum 636 snap 205 seq_num 636) 2024-07-26T06:40:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[97339]: pgmap v373: 121 pgs: 121 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-07-26T06:40:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[97339]: osdmap e526: 8 total, 8 up, 8 in 2024-07-26T06:40:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[97339]: osdmap e527: 8 total, 8 up, 8 in 2024-07-26T06:40:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[99762]: pgmap v373: 121 pgs: 121 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-07-26T06:40:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[99762]: osdmap e526: 8 total, 8 up, 8 in 2024-07-26T06:40:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:02 smithi037 ceph-mon[99762]: osdmap e527: 8 total, 8 up, 8 in 2024-07-26T06:40:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:02 smithi135 ceph-mon[90132]: pgmap v373: 121 pgs: 121 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-07-26T06:40:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:02 smithi135 ceph-mon[90132]: osdmap e526: 8 total, 8 up, 8 in 2024-07-26T06:40:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:02 smithi135 ceph-mon[90132]: osdmap e527: 8 total, 8 up, 8 in 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 1 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 2 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 3 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 4 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 5 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:2257: finishing write tid 6 to smithi03785213-17 2024-07-26T06:40:03.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1688 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2257: left oid 17 (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2254: done (4 left) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2255: done (3 left) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2256: done (2 left) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2257: done (1 left) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2258: done (0 left) 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 228 2024-07-26T06:40:03.362 INFO:tasks.rados.rados.0.smithi037.stdout:2259: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-07-26T06:40:03.364 INFO:tasks.rados.rados.0.smithi037.stdout:2259: writing smithi03785213-7 from 0 to 663552 tid 1 2024-07-26T06:40:03.369 INFO:tasks.rados.rados.0.smithi037.stdout:2259: writing smithi03785213-7 from 663552 to 1400832 tid 2 2024-07-26T06:40:03.374 INFO:tasks.rados.rados.0.smithi037.stdout:2259: writing smithi03785213-7 from 1400832 to 2097152 tid 3 2024-07-26T06:40:03.375 INFO:tasks.rados.rados.0.smithi037.stdout:2259: writing smithi03785213-7 from 2097152 to 2269184 tid 4 2024-07-26T06:40:03.375 INFO:tasks.rados.rados.0.smithi037.stdout:2260: snap_remove snap 227 2024-07-26T06:40:03.929 INFO:tasks.rados.rados.0.smithi037.stdout:2260: done (1 left) 2024-07-26T06:40:03.929 INFO:tasks.rados.rados.0.smithi037.stdout:2261: read oid 48 snap -1 2024-07-26T06:40:03.929 INFO:tasks.rados.rados.0.smithi037.stdout:2261: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:40:03.929 INFO:tasks.rados.rados.0.smithi037.stdout:2262: snap_remove snap 224 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2262: done (2 left) 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2263: delete oid 18 current snap is 228 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 1 to smithi03785213-7 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 2 to smithi03785213-7 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 3 to smithi03785213-7 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 4 to smithi03785213-7 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 5 to smithi03785213-7 2024-07-26T06:40:04.930 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing write tid 6 to smithi03785213-7 2024-07-26T06:40:04.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2157 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:40:04.931 INFO:tasks.rados.rados.0.smithi037.stdout:2259: left oid 7 (ObjNum 708 snap 228 seq_num 708) 2024-07-26T06:40:04.931 INFO:tasks.rados.rados.0.smithi037.stdout:2261: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:40:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[97339]: pgmap v376: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[97339]: osdmap e528: 8 total, 8 up, 8 in 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[99762]: pgmap v376: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[99762]: osdmap e528: 8 total, 8 up, 8 in 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:04 smithi135 ceph-mon[90132]: pgmap v376: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-07-26T06:40:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:04 smithi135 ceph-mon[90132]: osdmap e528: 8 total, 8 up, 8 in 2024-07-26T06:40:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:05.804 INFO:tasks.rados.rados.0.smithi037.stdout:2259: done (2 left) 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2261: done (1 left) 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2263: done (0 left) 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2264: read oid 37 snap 170 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2264: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2265: read oid 33 snap -1 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2265: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 228 2024-07-26T06:40:05.805 INFO:tasks.rados.rados.0.smithi037.stdout:2266: seq_num 710 ranges {5693440=696320,6389760=499712,6889472=712704,7602176=393216} 2024-07-26T06:40:05.839 INFO:tasks.rados.rados.0.smithi037.stdout:2266: writing smithi03785213-43 from 5693440 to 6389760 tid 1 2024-07-26T06:40:05.842 INFO:tasks.rados.rados.0.smithi037.stdout:2266: writing smithi03785213-43 from 6389760 to 6889472 tid 2 2024-07-26T06:40:05.846 INFO:tasks.rados.rados.0.smithi037.stdout:2266: writing smithi03785213-43 from 6889472 to 7602176 tid 3 2024-07-26T06:40:05.848 INFO:tasks.rados.rados.0.smithi037.stdout:2266: writing smithi03785213-43 from 7602176 to 7995392 tid 4 2024-07-26T06:40:05.848 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 228 2024-07-26T06:40:05.848 INFO:tasks.rados.rados.0.smithi037.stdout:2267: seq_num 711 ranges {81920=712704,794624=786432,1581056=516096,2097152=303104} 2024-07-26T06:40:05.852 INFO:tasks.rados.rados.0.smithi037.stdout:2267: writing smithi03785213-25 from 81920 to 794624 tid 1 2024-07-26T06:40:05.857 INFO:tasks.rados.rados.0.smithi037.stdout:2267: writing smithi03785213-25 from 794624 to 1581056 tid 2 2024-07-26T06:40:05.859 INFO:tasks.rados.rados.0.smithi037.stdout:2267: writing smithi03785213-25 from 1581056 to 2097152 tid 3 2024-07-26T06:40:05.861 INFO:tasks.rados.rados.0.smithi037.stdout:2267: writing smithi03785213-25 from 2097152 to 2400256 tid 4 2024-07-26T06:40:05.861 INFO:tasks.rados.rados.0.smithi037.stdout:2268: snap_remove snap 217 2024-07-26T06:40:05.945 INFO:tasks.rados.rados.0.smithi037.stdout:2268: done (4 left) 2024-07-26T06:40:05.945 INFO:tasks.rados.rados.0.smithi037.stdout:2269: delete oid 29 current snap is 228 2024-07-26T06:40:05.948 INFO:tasks.rados.rados.0.smithi037.stdout:2265: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:40:05.973 INFO:tasks.rados.rados.0.smithi037.stdout:2264: expect (ObjNum 429 snap 142 seq_num 429) 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 1 to smithi03785213-43 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 2 to smithi03785213-43 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2264: done (4 left) 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2265: done (3 left) 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2269: done (2 left) 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2270: setattr oid 37 current snap is 228 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 3 to smithi03785213-43 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 4 to smithi03785213-43 2024-07-26T06:40:06.251 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 5 to smithi03785213-43 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 6 to smithi03785213-43 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1536 (ObjNum 710 snap 228 seq_num 710) dirty exists 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2266: left oid 43 (ObjNum 710 snap 228 seq_num 710) 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 1 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 2 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 3 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 4 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 5 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 6 to smithi03785213-25 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1717 (ObjNum 711 snap 228 seq_num 711) dirty exists 2024-07-26T06:40:06.252 INFO:tasks.rados.rados.0.smithi037.stdout:2267: left oid 25 (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2266: done (2 left) 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2267: done (1 left) 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2271: rollback oid 23 current snap is 228 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 214 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2272: rollback oid 50 current snap is 228 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 213 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2273: rmattr oid 22 current snap is 228 2024-07-26T06:40:06.253 INFO:tasks.rados.rados.0.smithi037.stdout:2273: done (3 left) 2024-07-26T06:40:06.254 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 228 2024-07-26T06:40:06.254 INFO:tasks.rados.rados.0.smithi037.stdout:2274: seq_num 713 ranges {10739712=745472,11485184=557056,12042240=483328,12525568=565248} 2024-07-26T06:40:06.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:05 smithi037 ceph-mon[97339]: osdmap e529: 8 total, 8 up, 8 in 2024-07-26T06:40:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:05 smithi037 ceph-mon[99762]: osdmap e529: 8 total, 8 up, 8 in 2024-07-26T06:40:06.314 INFO:tasks.rados.rados.0.smithi037.stdout:2274: writing smithi03785213-27 from 10739712 to 11485184 tid 1 2024-07-26T06:40:06.318 INFO:tasks.rados.rados.0.smithi037.stdout:2274: writing smithi03785213-27 from 11485184 to 12042240 tid 2 2024-07-26T06:40:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:2274: writing smithi03785213-27 from 12042240 to 12525568 tid 3 2024-07-26T06:40:06.324 INFO:tasks.rados.rados.0.smithi037.stdout:2274: writing smithi03785213-27 from 12525568 to 13090816 tid 4 2024-07-26T06:40:06.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 228 2024-07-26T06:40:06.324 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1238 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:40:06.325 INFO:tasks.rados.rados.0.smithi037.stdout:2275: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-07-26T06:40:06.329 INFO:tasks.rados.rados.0.smithi037.stdout:2275: writing smithi03785213-26 from 0 to 761856 tid 1 2024-07-26T06:40:06.331 INFO:tasks.rados.rados.0.smithi037.stdout:2275: writing smithi03785213-26 from 761856 to 1204224 tid 2 2024-07-26T06:40:06.335 INFO:tasks.rados.rados.0.smithi037.stdout:2275: writing smithi03785213-26 from 1204224 to 1892352 tid 3 2024-07-26T06:40:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:05 smithi135 ceph-mon[90132]: osdmap e529: 8 total, 8 up, 8 in 2024-07-26T06:40:06.338 INFO:tasks.rados.rados.0.smithi037.stdout:2275: writing smithi03785213-26 from 1892352 to 2367488 tid 4 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2270: done (4 left) 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2276: read oid 14 snap -1 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2276: expect deleted 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 228 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2272: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2272: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2272: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1530 (ObjNum 573 snap 188 seq_num 573) dirty exists 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2271: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2271: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2271: finishing rollback tid 2 to smithi03785213-23 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1885 (ObjNum 661 snap 214 seq_num 661) dirty exists 2024-07-26T06:40:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 1 to smithi03785213-27 2024-07-26T06:40:06.340 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 2 to smithi03785213-27 2024-07-26T06:40:06.340 INFO:tasks.rados.rados.0.smithi037.stdout:2277: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-07-26T06:40:06.343 INFO:tasks.rados.rados.0.smithi037.stdout:2277: writing smithi03785213-24 from 0 to 778240 tid 1 2024-07-26T06:40:06.347 INFO:tasks.rados.rados.0.smithi037.stdout:2277: writing smithi03785213-24 from 778240 to 1548288 tid 2 2024-07-26T06:40:06.350 INFO:tasks.rados.rados.0.smithi037.stdout:2277: writing smithi03785213-24 from 1548288 to 2048000 tid 3 2024-07-26T06:40:06.353 INFO:tasks.rados.rados.0.smithi037.stdout:2277: writing smithi03785213-24 from 2048000 to 2383872 tid 4 2024-07-26T06:40:06.353 INFO:tasks.rados.rados.0.smithi037.stdout:2271: done (5 left) 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2272: done (4 left) 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2278: copy_from oid 41 from oid 3 current snap is 228 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 3 to smithi03785213-27 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 4 to smithi03785213-27 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 5 to smithi03785213-27 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 6 to smithi03785213-27 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1425 (ObjNum 713 snap 228 seq_num 713) dirty exists 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: left oid 27 (ObjNum 713 snap 228 seq_num 713) 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 1 to smithi03785213-26 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 2 to smithi03785213-26 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 3 to smithi03785213-26 2024-07-26T06:40:06.354 INFO:tasks.rados.rados.0.smithi037.stdout:2274: done (4 left) 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2276: done (3 left) 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2279: read oid 25 snap -1 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2279: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2280: snap_create 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 4 to smithi03785213-26 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 5 to smithi03785213-26 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2275: finishing write tid 6 to smithi03785213-26 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1693 (ObjNum 714 snap 228 seq_num 714) dirty exists 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2275: left oid 26 (ObjNum 714 snap 228 seq_num 714) 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 1 to smithi03785213-24 2024-07-26T06:40:06.355 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 2 to smithi03785213-24 2024-07-26T06:40:06.356 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 3 to smithi03785213-24 2024-07-26T06:40:06.356 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 4 to smithi03785213-24 2024-07-26T06:40:06.356 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 5 to smithi03785213-24 2024-07-26T06:40:06.358 INFO:tasks.rados.rados.0.smithi037.stdout:2277: finishing write tid 6 to smithi03785213-24 2024-07-26T06:40:06.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1698 (ObjNum 715 snap 228 seq_num 715) dirty exists 2024-07-26T06:40:06.358 INFO:tasks.rados.rados.0.smithi037.stdout:2277: left oid 24 (ObjNum 715 snap 228 seq_num 715) 2024-07-26T06:40:06.368 INFO:tasks.rados.rados.0.smithi037.stdout:2279: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:06.433 INFO:tasks.rados.rados.0.smithi037.stdout:2278: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:40:06.433 INFO:tasks.rados.rados.0.smithi037.stdout:2278: finishing copy_from to smithi03785213-41 2024-07-26T06:40:06.434 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1696 (ObjNum 650 snap 210 seq_num 650) dirty exists 2024-07-26T06:40:06.947 INFO:tasks.rados.rados.0.smithi037.stdout:2275: done (4 left) 2024-07-26T06:40:06.948 INFO:tasks.rados.rados.0.smithi037.stdout:2277: done (3 left) 2024-07-26T06:40:06.948 INFO:tasks.rados.rados.0.smithi037.stdout:2278: done (2 left) 2024-07-26T06:40:06.948 INFO:tasks.rados.rados.0.smithi037.stdout:2279: done (1 left) 2024-07-26T06:40:06.948 INFO:tasks.rados.rados.0.smithi037.stdout:2280: done (0 left) 2024-07-26T06:40:06.948 INFO:tasks.rados.rados.0.smithi037.stdout:2281: delete oid 16 current snap is 229 2024-07-26T06:40:06.955 INFO:tasks.rados.rados.0.smithi037.stdout:2281: done (0 left) 2024-07-26T06:40:06.955 INFO:tasks.rados.rados.0.smithi037.stdout:2282: rollback oid 28 current snap is 229 2024-07-26T06:40:06.955 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 228 2024-07-26T06:40:06.955 INFO:tasks.rados.rados.0.smithi037.stdout:2283: copy_from oid 35 from oid 21 current snap is 229 2024-07-26T06:40:06.955 INFO:tasks.rados.rados.0.smithi037.stdout:2284: delete oid 50 current snap is 229 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:2282: finishing rollback tid 0 to smithi03785213-28 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:2282: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:2284: done (2 left) 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:2285: setattr oid 44 current snap is 229 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:2282: finishing rollback tid 2 to smithi03785213-28 2024-07-26T06:40:06.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1721 (ObjNum 97 snap 0 seq_num 2252539357) dirty exists 2024-07-26T06:40:06.963 INFO:tasks.rados.rados.0.smithi037.stdout:2282: done (2 left) 2024-07-26T06:40:06.964 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 229 2024-07-26T06:40:06.964 INFO:tasks.rados.rados.0.smithi037.stdout:2286: seq_num 718 ranges {2187264=32768} 2024-07-26T06:40:06.976 INFO:tasks.rados.rados.0.smithi037.stdout:2286: writing smithi03785213-1 from 2187264 to 2220032 tid 1 2024-07-26T06:40:06.976 INFO:tasks.rados.rados.0.smithi037.stdout:2287: read oid 12 snap -1 2024-07-26T06:40:06.976 INFO:tasks.rados.rados.0.smithi037.stdout:2287: expect (ObjNum 673 snap 222 seq_num 673) 2024-07-26T06:40:06.976 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 229 2024-07-26T06:40:06.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1661 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:06.977 INFO:tasks.rados.rados.0.smithi037.stdout:2283: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:40:06.977 INFO:tasks.rados.rados.0.smithi037.stdout:2283: finishing copy_from to smithi03785213-35 2024-07-26T06:40:06.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1517 (ObjNum 673 snap 222 seq_num 673) dirty exists 2024-07-26T06:40:06.977 INFO:tasks.rados.rados.0.smithi037.stdout:2288: seq_num 719 ranges {2801664=49152} 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2288: writing smithi03785213-32 from 2801664 to 2850816 tid 1 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2283: done (4 left) 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2285: done (3 left) 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2289: snap_create 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing write tid 1 to smithi03785213-1 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing write tid 2 to smithi03785213-1 2024-07-26T06:40:06.992 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing write tid 3 to smithi03785213-1 2024-07-26T06:40:06.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1724 (ObjNum 718 snap 229 seq_num 718) dirty exists 2024-07-26T06:40:06.993 INFO:tasks.rados.rados.0.smithi037.stdout:2286: left oid 1 (ObjNum 718 snap 229 seq_num 718) 2024-07-26T06:40:06.993 INFO:tasks.rados.rados.0.smithi037.stdout:2287: expect (ObjNum 673 snap 222 seq_num 673) 2024-07-26T06:40:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 1 to smithi03785213-32 2024-07-26T06:40:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 2 to smithi03785213-32 2024-07-26T06:40:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 3 to smithi03785213-32 2024-07-26T06:40:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1709 (ObjNum 719 snap 229 seq_num 719) dirty exists 2024-07-26T06:40:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2288: left oid 32 (ObjNum 719 snap 229 seq_num 719) 2024-07-26T06:40:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:06 smithi037 ceph-mon[97339]: pgmap v379: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-07-26T06:40:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:06 smithi037 ceph-mon[97339]: osdmap e530: 8 total, 8 up, 8 in 2024-07-26T06:40:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:06 smithi037 ceph-mon[99762]: pgmap v379: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-07-26T06:40:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:06 smithi037 ceph-mon[99762]: osdmap e530: 8 total, 8 up, 8 in 2024-07-26T06:40:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:06 smithi135 ceph-mon[90132]: pgmap v379: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-07-26T06:40:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:06 smithi135 ceph-mon[90132]: osdmap e530: 8 total, 8 up, 8 in 2024-07-26T06:40:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:2286: done (3 left) 2024-07-26T06:40:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:2287: done (2 left) 2024-07-26T06:40:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:2288: done (1 left) 2024-07-26T06:40:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:2289: done (0 left) 2024-07-26T06:40:07.783 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 230 2024-07-26T06:40:07.784 INFO:tasks.rados.rados.0.smithi037.stdout:2290: seq_num 720 ranges {2015232=65536} 2024-07-26T06:40:07.794 INFO:tasks.rados.rados.0.smithi037.stdout:2290: writing smithi03785213-6 from 2015232 to 2080768 tid 1 2024-07-26T06:40:07.794 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 230 2024-07-26T06:40:07.794 INFO:tasks.rados.rados.0.smithi037.stdout:2291: seq_num 721 ranges {2818048=81920} 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2291: writing smithi03785213-36 from 2818048 to 2899968 tid 1 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2292: snap_create 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2290: finishing write tid 1 to smithi03785213-6 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2290: finishing write tid 2 to smithi03785213-6 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2290: finishing write tid 3 to smithi03785213-6 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1888 (ObjNum 720 snap 230 seq_num 720) dirty exists 2024-07-26T06:40:07.811 INFO:tasks.rados.rados.0.smithi037.stdout:2290: left oid 6 (ObjNum 720 snap 230 seq_num 720) 2024-07-26T06:40:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:2291: finishing write tid 1 to smithi03785213-36 2024-07-26T06:40:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:2291: finishing write tid 2 to smithi03785213-36 2024-07-26T06:40:07.814 INFO:tasks.rados.rados.0.smithi037.stdout:2291: finishing write tid 3 to smithi03785213-36 2024-07-26T06:40:07.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1891 (ObjNum 721 snap 230 seq_num 721) dirty exists 2024-07-26T06:40:07.815 INFO:tasks.rados.rados.0.smithi037.stdout:2291: left oid 36 (ObjNum 721 snap 230 seq_num 721) 2024-07-26T06:40:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:07 smithi037 ceph-mon[97339]: osdmap e531: 8 total, 8 up, 8 in 2024-07-26T06:40:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:07 smithi037 ceph-mon[97339]: osdmap e532: 8 total, 8 up, 8 in 2024-07-26T06:40:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:07 smithi037 ceph-mon[99762]: osdmap e531: 8 total, 8 up, 8 in 2024-07-26T06:40:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:07 smithi037 ceph-mon[99762]: osdmap e532: 8 total, 8 up, 8 in 2024-07-26T06:40:08.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:07 smithi135 ceph-mon[90132]: osdmap e531: 8 total, 8 up, 8 in 2024-07-26T06:40:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:07 smithi135 ceph-mon[90132]: osdmap e532: 8 total, 8 up, 8 in 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2290: done (2 left) 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2291: done (1 left) 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2292: done (0 left) 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2293: rmattr oid 11 current snap is 231 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2293: done (0 left) 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2294: read oid 45 snap -1 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2294: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2295: copy_from oid 30 from oid 9 current snap is 231 2024-07-26T06:40:08.785 INFO:tasks.rados.rados.0.smithi037.stdout:2296: snap_create 2024-07-26T06:40:08.817 INFO:tasks.rados.rados.0.smithi037.stdout:2294: expect (ObjNum 667 snap 217 seq_num 667) 2024-07-26T06:40:09.245 INFO:tasks.rados.rados.0.smithi037.stdout:2295: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:40:09.245 INFO:tasks.rados.rados.0.smithi037.stdout:2295: finishing copy_from to smithi03785213-30 2024-07-26T06:40:09.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2102 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:08 smithi037 ceph-mon[97339]: pgmap v382: 121 pgs: 121 active+clean; 460 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-07-26T06:40:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:08 smithi037 ceph-mon[97339]: osdmap e533: 8 total, 8 up, 8 in 2024-07-26T06:40:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:08 smithi037 ceph-mon[99762]: pgmap v382: 121 pgs: 121 active+clean; 460 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-07-26T06:40:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:08 smithi037 ceph-mon[99762]: osdmap e533: 8 total, 8 up, 8 in 2024-07-26T06:40:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:08 smithi135 ceph-mon[90132]: pgmap v382: 121 pgs: 121 active+clean; 460 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-07-26T06:40:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:08 smithi135 ceph-mon[90132]: osdmap e533: 8 total, 8 up, 8 in 2024-07-26T06:40:09.788 INFO:tasks.rados.rados.0.smithi037.stdout:2294: done (2 left) 2024-07-26T06:40:09.788 INFO:tasks.rados.rados.0.smithi037.stdout:2295: done (1 left) 2024-07-26T06:40:09.788 INFO:tasks.rados.rados.0.smithi037.stdout:2296: done (0 left) 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:2297: rollback oid 30 current snap is 232 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 218 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:2298: rollback oid 36 current snap is 232 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 213 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:2299: read oid 1 snap -1 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:2299: expect (ObjNum 718 snap 229 seq_num 718) 2024-07-26T06:40:09.789 INFO:tasks.rados.rados.0.smithi037.stdout:2300: snap_remove snap 170 2024-07-26T06:40:10.246 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:09 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.246 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:09 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.246 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:09 smithi135 ceph-mon[90132]: Upgrade: osd.6 is safe to restart 2024-07-26T06:40:10.246 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:09 smithi135 ceph-mon[90132]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[97339]: Upgrade: osd.6 is safe to restart 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[97339]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[99762]: Upgrade: osd.6 is safe to restart 2024-07-26T06:40:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:09 smithi037 ceph-mon[99762]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2300: done (3 left) 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2301: snap_create 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2297: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2298: finishing rollback tid 0 to smithi03785213-36 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2298: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:40:10.794 INFO:tasks.rados.rados.0.smithi037.stdout:2297: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:40:10.795 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2104 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-26T06:40:10.795 INFO:tasks.rados.rados.0.smithi037.stdout:2298: finishing rollback tid 2 to smithi03785213-36 2024-07-26T06:40:10.795 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1895 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:10.795 INFO:tasks.rados.rados.0.smithi037.stdout:2299: expect (ObjNum 718 snap 229 seq_num 718) 2024-07-26T06:40:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[97339]: pgmap v385: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[97339]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[99762]: pgmap v385: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:10 smithi037 ceph-mon[99762]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:40:11.309 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:10 smithi135 ceph-mon[90132]: pgmap v385: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-07-26T06:40:11.309 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:11.309 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:40:11.309 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:11.309 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:10 smithi135 ceph-mon[90132]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:40:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:11] "GET /metrics HTTP/1.1" 200 36149 "" "Prometheus/2.43.0" 2024-07-26T06:40:11.796 INFO:tasks.rados.rados.0.smithi037.stdout:2297: done (3 left) 2024-07-26T06:40:11.796 INFO:tasks.rados.rados.0.smithi037.stdout:2298: done (2 left) 2024-07-26T06:40:11.796 INFO:tasks.rados.rados.0.smithi037.stdout:2299: done (1 left) 2024-07-26T06:40:11.796 INFO:tasks.rados.rados.0.smithi037.stdout:2301: done (0 left) 2024-07-26T06:40:11.796 INFO:tasks.rados.rados.0.smithi037.stdout:2302: snap_create 2024-07-26T06:40:12.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:11 smithi135 ceph-mon[90132]: Upgrade: Updating osd.6 2024-07-26T06:40:12.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:11 smithi135 ceph-mon[90132]: Deploying daemon osd.6 on smithi135 2024-07-26T06:40:12.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:11 smithi135 ceph-mon[90132]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:40:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[97339]: Upgrade: Updating osd.6 2024-07-26T06:40:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[97339]: Deploying daemon osd.6 on smithi135 2024-07-26T06:40:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[97339]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:40:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[99762]: Upgrade: Updating osd.6 2024-07-26T06:40:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[99762]: Deploying daemon osd.6 on smithi135 2024-07-26T06:40:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:11 smithi037 ceph-mon[99762]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:40:12.566 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:12.785 INFO:tasks.rados.rados.0.smithi037.stdout:2302: done (0 left) 2024-07-26T06:40:12.785 INFO:tasks.rados.rados.0.smithi037.stdout:2303: setattr oid 22 current snap is 234 2024-07-26T06:40:12.786 INFO:tasks.rados.rados.0.smithi037.stdout:2304: snap_remove snap 228 2024-07-26T06:40:13.248 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:12 smithi135 ceph-mon[90132]: pgmap v388: 121 pgs: 121 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-07-26T06:40:13.249 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:12 smithi135 ceph-mon[90132]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:40:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:12 smithi037 ceph-mon[97339]: pgmap v388: 121 pgs: 121 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-07-26T06:40:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:12 smithi037 ceph-mon[97339]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:40:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:12 smithi037 ceph-mon[99762]: pgmap v388: 121 pgs: 121 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-07-26T06:40:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:12 smithi037 ceph-mon[99762]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:40:13.787 INFO:tasks.rados.rados.0.smithi037.stdout:2304: done (1 left) 2024-07-26T06:40:13.787 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 234 2024-07-26T06:40:13.787 INFO:tasks.rados.rados.0.smithi037.stdout:2305: seq_num 722 ranges {4931584=98304} 2024-07-26T06:40:13.815 INFO:tasks.rados.rados.0.smithi037.stdout:2305: writing smithi03785213-11 from 4931584 to 5029888 tid 1 2024-07-26T06:40:13.815 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 234 2024-07-26T06:40:13.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1709 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:40:13.816 INFO:tasks.rados.rados.0.smithi037.stdout:2306: seq_num 723 ranges {2367488=114688} 2024-07-26T06:40:13.829 INFO:tasks.rados.rados.0.smithi037.stdout:2306: writing smithi03785213-26 from 2367488 to 2482176 tid 1 2024-07-26T06:40:13.829 INFO:tasks.rados.rados.0.smithi037.stdout:2303: done (2 left) 2024-07-26T06:40:13.829 INFO:tasks.rados.rados.0.smithi037.stdout:2307: setattr oid 23 current snap is 234 2024-07-26T06:40:13.830 INFO:tasks.rados.rados.0.smithi037.stdout:2305: finishing write tid 1 to smithi03785213-11 2024-07-26T06:40:13.830 INFO:tasks.rados.rados.0.smithi037.stdout:2305: finishing write tid 2 to smithi03785213-11 2024-07-26T06:40:13.830 INFO:tasks.rados.rados.0.smithi037.stdout:2305: finishing write tid 3 to smithi03785213-11 2024-07-26T06:40:13.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1021 (ObjNum 722 snap 234 seq_num 722) dirty exists 2024-07-26T06:40:13.830 INFO:tasks.rados.rados.0.smithi037.stdout:2305: left oid 11 (ObjNum 722 snap 234 seq_num 722) 2024-07-26T06:40:13.833 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 1 to smithi03785213-26 2024-07-26T06:40:13.833 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 2 to smithi03785213-26 2024-07-26T06:40:13.833 INFO:tasks.rados.rados.0.smithi037.stdout:2305: done (2 left) 2024-07-26T06:40:13.833 INFO:tasks.rados.rados.0.smithi037.stdout:2308: snap_remove snap 215 2024-07-26T06:40:13.838 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:13 smithi135 systemd[1]: Stopping Ceph osd.6 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:40:14.130 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:40:14.337 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[50173]: 2024-07-26T06:40:13.845+0000 7f7a943d9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:40:14.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[50173]: 2024-07-26T06:40:13.845+0000 7f7a943d9640 -1 osd.6 538 *** Got signal Terminated *** 2024-07-26T06:40:14.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:13 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[50173]: 2024-07-26T06:40:13.845+0000 7f7a943d9640 -1 osd.6 538 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:40:14.403 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:40:14.403 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (5m) 90s ago 10m 24.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:40:14.403 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (5m) 24s ago 10m 86.1M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:40:14.403 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (11m) 90s ago 11m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (11m) 24s ago 11m 19.3M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (4m) 24s ago 15m 441M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (5m) 90s ago 16m 499M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (4m) 90s ago 16m 55.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (3m) 24s ago 15m 45.1M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (4m) 90s ago 15m 47.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (5m) 90s ago 9m 8568k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (5m) 24s ago 9m 16.2M - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (3m) 90s ago 14m 160M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (2m) 90s ago 14m 141M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (2m) 90s ago 13m 124M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (95s) 90s ago 13m 14.4M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:40:14.404 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (62s) 24s ago 13m 138M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:40:14.405 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (29s) 24s ago 12m 11.2M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:40:14.405 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (12m) 24s ago 12m 134M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 e37c2b0cc249 2024-07-26T06:40:14.405 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (11m) 24s ago 11m 231M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:40:14.405 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (4m) 24s ago 10m 65.8M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:40:14.738 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2, 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 6 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 4, 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 11 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:40:14.739 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2308: done (2 left) 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2309: read oid 25 snap -1 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2309: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2310: delete oid 31 current snap is 234 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 3 to smithi03785213-26 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1700 (ObjNum 723 snap 234 seq_num 723) dirty exists 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:2306: left oid 26 (ObjNum 723 snap 234 seq_num 723) 2024-07-26T06:40:14.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1911 (ObjNum 661 snap 214 seq_num 661) dirty exists 2024-07-26T06:40:14.820 INFO:tasks.rados.rados.0.smithi037.stdout:2309: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[97339]: pgmap v391: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[97339]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[97339]: osd.6 marked itself down and dead 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[97339]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2054738508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[99762]: pgmap v391: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-07-26T06:40:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[99762]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:40:15.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[99762]: osd.6 marked itself down and dead 2024-07-26T06:40:15.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[99762]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:15.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:14 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2054738508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:14 smithi135 ceph-mon[90132]: pgmap v391: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-07-26T06:40:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:14 smithi135 ceph-mon[90132]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:40:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:14 smithi135 ceph-mon[90132]: osd.6 marked itself down and dead 2024-07-26T06:40:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:14 smithi135 ceph-mon[90132]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:14 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2054738508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:15.634 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:15 smithi135 podman[104808]: 2024-07-26 06:40:15.34077027 +0000 UTC m=+1.608071911 container died e37c2b0cc24902f5c5531a50a9ce97b0b326eccac9660482c0bd69c3ae36d027 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:15.805 INFO:tasks.rados.rados.0.smithi037.stdout:2306: done (3 left) 2024-07-26T06:40:15.805 INFO:tasks.rados.rados.0.smithi037.stdout:2307: done (2 left) 2024-07-26T06:40:15.805 INFO:tasks.rados.rados.0.smithi037.stdout:2309: done (1 left) 2024-07-26T06:40:15.805 INFO:tasks.rados.rados.0.smithi037.stdout:2310: done (0 left) 2024-07-26T06:40:15.805 INFO:tasks.rados.rados.0.smithi037.stdout:2311: snap_remove snap 213 2024-07-26T06:40:15.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:15 smithi135 ceph-mon[90132]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:15.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:15 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:15.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:15 smithi135 ceph-mon[90132]: osdmap e539: 8 total, 7 up, 8 in 2024-07-26T06:40:15.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:15 smithi135 ceph-mon[90132]: osdmap e540: 8 total, 7 up, 8 in 2024-07-26T06:40:15.998 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:15 smithi135 podman[104808]: 2024-07-26 06:40:15.72921883 +0000 UTC m=+1.996520476 container cleanup e37c2b0cc24902f5c5531a50a9ce97b0b326eccac9660482c0bd69c3ae36d027 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:15.999 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:15 smithi135 bash[104808]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[97339]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[97339]: osdmap e539: 8 total, 7 up, 8 in 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[97339]: osdmap e540: 8 total, 7 up, 8 in 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[99762]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[99762]: osdmap e539: 8 total, 7 up, 8 in 2024-07-26T06:40:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:15 smithi037 ceph-mon[99762]: osdmap e540: 8 total, 7 up, 8 in 2024-07-26T06:40:16.315 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:15 smithi135 podman[104829]: 2024-07-26 06:40:15.997839704 +0000 UTC m=+0.652936623 container remove e37c2b0cc24902f5c5531a50a9ce97b0b326eccac9660482c0bd69c3ae36d027 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240724, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-26T06:40:16.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104919]: 2024-07-26 06:40:16.315680104 +0000 UTC m=+0.108861281 container create e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:40:16.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104919]: 2024-07-26 06:40:16.224140595 +0000 UTC m=+0.017321776 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:16.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104919]: 2024-07-26 06:40:16.55235814 +0000 UTC m=+0.345539310 container init e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044) 2024-07-26T06:40:16.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104919]: 2024-07-26 06:40:16.557049098 +0000 UTC m=+0.350230277 container start e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, RELEASE=squid-4b23044) 2024-07-26T06:40:16.815 INFO:tasks.rados.rados.0.smithi037.stdout:2311: done (0 left) 2024-07-26T06:40:16.815 INFO:tasks.rados.rados.0.smithi037.stdout:2312: rollback oid 11 current snap is 234 2024-07-26T06:40:16.815 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 205 2024-07-26T06:40:16.815 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 234 2024-07-26T06:40:16.815 INFO:tasks.rados.rados.0.smithi037.stdout:2313: seq_num 725 ranges {2080768=147456} 2024-07-26T06:40:16.826 INFO:tasks.rados.rados.0.smithi037.stdout:2313: writing smithi03785213-6 from 2080768 to 2228224 tid 1 2024-07-26T06:40:16.826 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 234 2024-07-26T06:40:16.826 INFO:tasks.rados.rados.0.smithi037.stdout:2314: seq_num 726 ranges {0=163840} 2024-07-26T06:40:16.827 INFO:tasks.rados.rados.0.smithi037.stdout:2314: writing smithi03785213-37 from 0 to 163840 tid 1 2024-07-26T06:40:16.827 INFO:tasks.rados.rados.0.smithi037.stdout:2315: snap_create 2024-07-26T06:40:16.828 INFO:tasks.rados.rados.0.smithi037.stdout:2312: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:40:16.828 INFO:tasks.rados.rados.0.smithi037.stdout:2312: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:40:16.828 INFO:tasks.rados.rados.0.smithi037.stdout:2312: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:40:16.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1024 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-07-26T06:40:16.832 INFO:tasks.rados.rados.0.smithi037.stdout:2313: finishing write tid 1 to smithi03785213-6 2024-07-26T06:40:16.832 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing write tid 1 to smithi03785213-37 2024-07-26T06:40:16.833 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing write tid 2 to smithi03785213-37 2024-07-26T06:40:16.834 INFO:tasks.rados.rados.0.smithi037.stdout:2313: finishing write tid 2 to smithi03785213-6 2024-07-26T06:40:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing write tid 3 to smithi03785213-37 2024-07-26T06:40:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1240 (ObjNum 726 snap 234 seq_num 726) dirty exists 2024-07-26T06:40:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:2314: left oid 37 (ObjNum 726 snap 234 seq_num 726) 2024-07-26T06:40:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2313: finishing write tid 3 to smithi03785213-6 2024-07-26T06:40:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1924 (ObjNum 725 snap 234 seq_num 725) dirty exists 2024-07-26T06:40:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2313: left oid 6 (ObjNum 725 snap 234 seq_num 725) 2024-07-26T06:40:17.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:16 smithi135 ceph-mon[90132]: pgmap v394: 121 pgs: 18 peering, 9 stale+active+clean, 94 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 KiB/s wr, 8 op/s 2024-07-26T06:40:17.030 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:16 smithi135 ceph-mon[90132]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:40:17.030 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104919]: 2024-07-26 06:40:16.618836754 +0000 UTC m=+0.412017945 container attach e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0) 2024-07-26T06:40:17.031 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:16 smithi135 podman[104962]: 2024-07-26 06:40:16.770763515 +0000 UTC m=+0.018566887 container died e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True) 2024-07-26T06:40:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:16 smithi037 ceph-mon[97339]: pgmap v394: 121 pgs: 18 peering, 9 stale+active+clean, 94 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 KiB/s wr, 8 op/s 2024-07-26T06:40:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:16 smithi037 ceph-mon[97339]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:40:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:16 smithi037 ceph-mon[99762]: pgmap v394: 121 pgs: 18 peering, 9 stale+active+clean, 94 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 KiB/s wr, 8 op/s 2024-07-26T06:40:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:16 smithi037 ceph-mon[99762]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:40:17.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 podman[104962]: 2024-07-26 06:40:17.281401717 +0000 UTC m=+0.529205077 container remove e091b7f79bdf56345f45f4aaf94822c302f2ba5270ad872b10ff24e1369c8ee8 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True) 2024-07-26T06:40:17.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.6.service: Deactivated successfully. 2024-07-26T06:40:17.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 systemd[1]: Stopped Ceph osd.6 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:40:17.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.6.service: Consumed 12.002s CPU time. 2024-07-26T06:40:17.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 systemd[1]: Starting Ceph osd.6 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2312: done (3 left) 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2313: done (2 left) 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2314: done (1 left) 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2315: done (0 left) 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2316: rollback oid 16 current snap is 235 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 218 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2317: read oid 42 snap -1 2024-07-26T06:40:17.824 INFO:tasks.rados.rados.0.smithi037.stdout:2317: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:17.838 INFO:tasks.rados.rados.0.smithi037.stdout:2318: snap_remove snap 234 2024-07-26T06:40:18.043 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:17 smithi135 ceph-mon[90132]: osdmap e541: 8 total, 7 up, 8 in 2024-07-26T06:40:18.044 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 podman[105068]: 2024-07-26 06:40:17.637261225 +0000 UTC m=+0.017564301 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:18.044 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 podman[105068]: 2024-07-26 06:40:17.740921497 +0000 UTC m=+0.121224562 container create 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-26T06:40:18.044 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 podman[105068]: 2024-07-26 06:40:17.960904245 +0000 UTC m=+0.341207313 container init 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:18.044 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:17 smithi135 podman[105068]: 2024-07-26 06:40:17.966173153 +0000 UTC m=+0.346476220 container start 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-07-26T06:40:18.044 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 podman[105068]: 2024-07-26 06:40:18.044200267 +0000 UTC m=+0.424503335 container attach 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:40:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:17 smithi037 ceph-mon[97339]: osdmap e541: 8 total, 7 up, 8 in 2024-07-26T06:40:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:17 smithi037 ceph-mon[99762]: osdmap e541: 8 total, 7 up, 8 in 2024-07-26T06:40:18.298 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:18.298 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:18.299 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:18.299 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:18.299 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:40:18.299 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-26T06:40:18.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-26T06:40:18.589 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:40:18.589 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:40:18.589 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate[105082]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-26T06:40:18.589 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 bash[105068]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-26T06:40:18.589 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 podman[105068]: 2024-07-26 06:40:18.348372532 +0000 UTC m=+0.728675611 container died 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044) 2024-07-26T06:40:18.826 INFO:tasks.rados.rados.0.smithi037.stdout:2318: done (2 left) 2024-07-26T06:40:18.826 INFO:tasks.rados.rados.0.smithi037.stdout:2319: copy_from oid 12 from oid 25 current snap is 235 2024-07-26T06:40:18.826 INFO:tasks.rados.rados.0.smithi037.stdout:2316: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:40:18.826 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:40:18.826 INFO:tasks.rados.rados.0.smithi037.stdout:2317: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:18.898 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-mon[90132]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 18 peering, 4 stale+active+clean, 87 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 24 KiB/s wr, 11 op/s 2024-07-26T06:40:18.899 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:18 smithi135 ceph-mon[90132]: osdmap e542: 8 total, 7 up, 8 in 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2319: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2319: finishing copy_from to smithi03785213-12 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1717 (ObjNum 711 snap 228 seq_num 711) dirty exists 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2316: done (2 left) 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2317: done (1 left) 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2319: done (0 left) 2024-07-26T06:40:19.043 INFO:tasks.rados.rados.0.smithi037.stdout:2320: snap_create 2024-07-26T06:40:19.229 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:18 smithi135 podman[105235]: 2024-07-26 06:40:18.898944323 +0000 UTC m=+0.544720910 container remove 2829b69a2465051b49017e29c453a10d55cdd3baffd77e648ec01267f47800be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:19.230 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 podman[105300]: 2024-07-26 06:40:19.108584565 +0000 UTC m=+0.110948203 container create a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-07-26T06:40:19.230 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 podman[105300]: 2024-07-26 06:40:19.015271142 +0000 UTC m=+0.017634779 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:18 smithi037 ceph-mon[99762]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 18 peering, 4 stale+active+clean, 87 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 24 KiB/s wr, 11 op/s 2024-07-26T06:40:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:18 smithi037 ceph-mon[99762]: osdmap e542: 8 total, 7 up, 8 in 2024-07-26T06:40:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:18 smithi037 ceph-mon[97339]: pgmap v397: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 18 peering, 4 stale+active+clean, 87 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 24 KiB/s wr, 11 op/s 2024-07-26T06:40:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:18 smithi037 ceph-mon[97339]: osdmap e542: 8 total, 7 up, 8 in 2024-07-26T06:40:19.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 podman[105300]: 2024-07-26 06:40:19.328179783 +0000 UTC m=+0.330543426 container init a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-07-26T06:40:19.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 podman[105300]: 2024-07-26 06:40:19.332939469 +0000 UTC m=+0.335303109 container start a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:40:19.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-osd[105338]: -- 172.21.15.135:0/570986003 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55be11ec9a40 con 0x55be12c8c400 2024-07-26T06:40:19.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 bash[105300]: a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 2024-07-26T06:40:19.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 systemd[1]: Started Ceph osd.6 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:40:19.845 INFO:tasks.rados.rados.0.smithi037.stdout:2320: done (0 left) 2024-07-26T06:40:19.845 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 236 2024-07-26T06:40:19.846 INFO:tasks.rados.rados.0.smithi037.stdout:2321: seq_num 727 ranges {0=180224} 2024-07-26T06:40:19.846 INFO:tasks.rados.rados.0.smithi037.stdout:2321: writing smithi03785213-40 from 0 to 180224 tid 1 2024-07-26T06:40:19.846 INFO:tasks.rados.rados.0.smithi037.stdout:2322: copy_from oid 27 from oid 9 current snap is 236 2024-07-26T06:40:19.846 INFO:tasks.rados.rados.0.smithi037.stdout:2323: snap_remove snap 200 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: osdmap e543: 8 total, 7 up, 8 in 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.098 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:20.098 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:19 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T06:40:19.874+0000 7fc43cd2e640 -1 Falling back to public interface 2024-07-26T06:40:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: osdmap e543: 8 total, 7 up, 8 in 2024-07-26T06:40:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: osdmap e543: 8 total, 7 up, 8 in 2024-07-26T06:40:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:20.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:20.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2323: done (2 left) 2024-07-26T06:40:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2324: copy_from oid 32 from oid 2 current snap is 236 2024-07-26T06:40:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2321: finishing write tid 1 to smithi03785213-40 2024-07-26T06:40:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2321: finishing write tid 2 to smithi03785213-40 2024-07-26T06:40:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2321: finishing write tid 3 to smithi03785213-40 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1663 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2321: left oid 40 (ObjNum 727 snap 236 seq_num 727) 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2322: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2322: finishing copy_from to smithi03785213-27 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2102 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2321: done (2 left) 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2322: done (1 left) 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2325: rmattr oid 44 current snap is 236 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2326: copy_from oid 21 from oid 29 current snap is 236 2024-07-26T06:40:20.849 INFO:tasks.rados.rados.0.smithi037.stdout:2327: snap_create 2024-07-26T06:40:20.863 INFO:tasks.rados.rados.0.smithi037.stdout:2326: finishing copy_from to smithi03785213-21 2024-07-26T06:40:20.863 INFO:tasks.rados.rados.0.smithi037.stdout:2326: got expected ENOENT (src dne) 2024-07-26T06:40:20.864 INFO:tasks.rados.rados.0.smithi037.stdout:2326: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:40:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2324: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:40:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1664 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:20.874 INFO:tasks.rados.rados.0.smithi037.stdout:2324: finishing copy_from to smithi03785213-32 2024-07-26T06:40:20.874 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1712 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:40:21.150 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:20 smithi135 ceph-mon[90132]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 22 active+undersized, 18 peering, 3 active+undersized+degraded, 77 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 92 KiB/s wr, 7 op/s; 27/753 objects degraded (3.586%) 2024-07-26T06:40:21.150 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:20 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 27/753 objects degraded (3.586%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:21.150 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:20 smithi135 ceph-mon[90132]: osdmap e544: 8 total, 7 up, 8 in 2024-07-26T06:40:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[97339]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 22 active+undersized, 18 peering, 3 active+undersized+degraded, 77 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 92 KiB/s wr, 7 op/s; 27/753 objects degraded (3.586%) 2024-07-26T06:40:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 27/753 objects degraded (3.586%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[97339]: osdmap e544: 8 total, 7 up, 8 in 2024-07-26T06:40:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[99762]: pgmap v400: 121 pgs: 1 active+clean+snaptrim, 22 active+undersized, 18 peering, 3 active+undersized+degraded, 77 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 92 KiB/s wr, 7 op/s; 27/753 objects degraded (3.586%) 2024-07-26T06:40:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 27/753 objects degraded (3.586%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:20 smithi037 ceph-mon[99762]: osdmap e544: 8 total, 7 up, 8 in 2024-07-26T06:40:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:21] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:2324: done (3 left) 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:2325: done (2 left) 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:2326: done (1 left) 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:2327: done (0 left) 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 237 2024-07-26T06:40:21.867 INFO:tasks.rados.rados.0.smithi037.stdout:2328: seq_num 728 ranges {180224=196608} 2024-07-26T06:40:21.869 INFO:tasks.rados.rados.0.smithi037.stdout:2328: writing smithi03785213-40 from 180224 to 376832 tid 1 2024-07-26T06:40:21.869 INFO:tasks.rados.rados.0.smithi037.stdout:2329: setattr oid 23 current snap is 237 2024-07-26T06:40:21.871 INFO:tasks.rados.rados.0.smithi037.stdout:2330: delete oid 21 current snap is 237 2024-07-26T06:40:21.873 INFO:tasks.rados.rados.0.smithi037.stdout:2328: finishing write tid 1 to smithi03785213-40 2024-07-26T06:40:21.876 INFO:tasks.rados.rados.0.smithi037.stdout:2328: finishing write tid 2 to smithi03785213-40 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1938 (ObjNum 661 snap 214 seq_num 661) dirty exists 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:2329: done (2 left) 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:2330: done (1 left) 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:2331: read oid 18 snap -1 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:2331: expect deleted 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:2332: rollback oid 44 current snap is 237 2024-07-26T06:40:21.877 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 235 2024-07-26T06:40:21.878 INFO:tasks.rados.rados.0.smithi037.stdout:2333: setattr oid 32 current snap is 237 2024-07-26T06:40:21.878 INFO:tasks.rados.rados.0.smithi037.stdout:2328: finishing write tid 3 to smithi03785213-40 2024-07-26T06:40:21.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1666 (ObjNum 728 snap 237 seq_num 728) dirty exists 2024-07-26T06:40:21.878 INFO:tasks.rados.rados.0.smithi037.stdout:2328: left oid 40 (ObjNum 728 snap 237 seq_num 728) 2024-07-26T06:40:21.879 INFO:tasks.rados.rados.0.smithi037.stdout:2328: done (3 left) 2024-07-26T06:40:21.879 INFO:tasks.rados.rados.0.smithi037.stdout:2331: done (2 left) 2024-07-26T06:40:21.879 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 237 2024-07-26T06:40:21.879 INFO:tasks.rados.rados.0.smithi037.stdout:2334: seq_num 730 ranges {5144576=229376} 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2334: writing smithi03785213-38 from 5144576 to 5373952 tid 1 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2335: copy_from oid 13 from oid 5 current snap is 237 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2332: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1713 (ObjNum 357 snap 120 seq_num 357) dirty exists 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2332: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2332: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1669 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2332: done (3 left) 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2333: done (2 left) 2024-07-26T06:40:21.909 INFO:tasks.rados.rados.0.smithi037.stdout:2336: snap_remove snap 210 2024-07-26T06:40:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:21 smithi135 ceph-mon[90132]: osdmap e545: 8 total, 7 up, 8 in 2024-07-26T06:40:22.217 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:21 smithi037 ceph-mon[97339]: osdmap e545: 8 total, 7 up, 8 in 2024-07-26T06:40:22.217 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:21 smithi037 ceph-mon[99762]: osdmap e545: 8 total, 7 up, 8 in 2024-07-26T06:40:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2336: done (2 left) 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2337: snap_create 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2334: finishing write tid 1 to smithi03785213-38 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2334: finishing write tid 2 to smithi03785213-38 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2334: finishing write tid 3 to smithi03785213-38 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1726 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-07-26T06:40:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:2334: left oid 38 (ObjNum 730 snap 237 seq_num 730) 2024-07-26T06:40:22.791 INFO:tasks.rados.rados.0.smithi037.stdout:2335: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:40:22.791 INFO:tasks.rados.rados.0.smithi037.stdout:2335: finishing copy_from to smithi03785213-13 2024-07-26T06:40:22.791 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1660 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:23.088 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T06:40:22.710+0000 7fc43cd2e640 -1 osd.6 538 log_to_monitors true 2024-07-26T06:40:23.088 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T06:40:22.819+0000 7fc434ad9640 -1 osd.6 538 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: pgmap v403: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 72 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 978 KiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: osdmap e546: 8 total, 7 up, 8 in 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:40:23.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: osdmap e547: 8 total, 7 up, 8 in 2024-07-26T06:40:23.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:22 smithi135 ceph-mon[90132]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: pgmap v403: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 72 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 978 KiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: osdmap e546: 8 total, 7 up, 8 in 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: osdmap e547: 8 total, 7 up, 8 in 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[97339]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: pgmap v403: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 72 active+clean; 426 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 978 KiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-07-26T06:40:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: osdmap e546: 8 total, 7 up, 8 in 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: osdmap e547: 8 total, 7 up, 8 in 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: from='osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:22 smithi037 ceph-mon[99762]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:2334: done (2 left) 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:2335: done (1 left) 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:2337: done (0 left) 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:2338: rollback oid 29 current snap is 238 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 236 2024-07-26T06:40:23.796 INFO:tasks.rados.rados.0.smithi037.stdout:2339: snap_remove snap 237 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:2339: done (1 left) 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:2340: rollback oid 42 current snap is 238 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 232 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:2338: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1718 (ObjNum 161 snap 0 seq_num 3894902336) dirty dne 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:2338: done (1 left) 2024-07-26T06:40:24.793 INFO:tasks.rados.rados.0.smithi037.stdout:2341: delete oid 11 current snap is 238 2024-07-26T06:40:24.804 INFO:tasks.rados.rados.0.smithi037.stdout:2341: done (1 left) 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 238 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2342: seq_num 732 ranges {81920=262144} 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2342: writing smithi03785213-49 from 81920 to 344064 tid 1 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2343: rmattr oid 12 current snap is 238 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2343: done (2 left) 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2344: rmattr oid 10 current snap is 238 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2344: done (2 left) 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2345: copy_from oid 23 from oid 36 current snap is 238 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2340: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2346: copy_from oid 11 from oid 50 current snap is 238 2024-07-26T06:40:24.805 INFO:tasks.rados.rados.0.smithi037.stdout:2347: snap_remove snap 205 2024-07-26T06:40:25.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 73 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:25.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:25.040 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443] boot 2024-07-26T06:40:25.041 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:40:25.041 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:40:25.041 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.041 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 73 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443] boot 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:40:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: pgmap v406: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 35 active+undersized, 8 active+undersized+degraded, 73 active+clean; 430 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s; 51/747 objects degraded (6.827%) 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: osd.6 [v2:172.21.15.135:6816/563328443,v1:172.21.15.135:6817/563328443] boot 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2347: done (4 left) 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2348: rollback oid 1 current snap is 238 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 235 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2340: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2340: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2107 (ObjNum 694 snap 226 seq_num 694) dirty exists 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2346: finishing copy_from to smithi03785213-11 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2346: got expected ENOENT (src dne) 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2346: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:40:25.799 INFO:tasks.rados.rados.0.smithi037.stdout:2342: finishing write tid 1 to smithi03785213-49 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2342: finishing write tid 2 to smithi03785213-49 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2342: finishing write tid 3 to smithi03785213-49 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1728 (ObjNum 732 snap 238 seq_num 732) dirty exists 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2342: left oid 49 (ObjNum 732 snap 238 seq_num 732) 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing copy_from to smithi03785213-23 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1895 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2340: done (4 left) 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2342: done (3 left) 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2345: done (2 left) 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2346: done (1 left) 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2349: rollback oid 9 current snap is 238 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 235 2024-07-26T06:40:25.800 INFO:tasks.rados.rados.0.smithi037.stdout:2350: read oid 48 snap -1 2024-07-26T06:40:25.801 INFO:tasks.rados.rados.0.smithi037.stdout:2350: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:40:25.801 INFO:tasks.rados.rados.0.smithi037.stdout:2351: read oid 42 snap 182 2024-07-26T06:40:25.801 INFO:tasks.rados.rados.0.smithi037.stdout:2351: expect (ObjNum 550 snap 182 seq_num 550) 2024-07-26T06:40:25.801 INFO:tasks.rados.rados.0.smithi037.stdout:2352: copy_from oid 15 from oid 36 current snap is 238 2024-07-26T06:40:25.801 INFO:tasks.rados.rados.0.smithi037.stdout:2353: delete oid 37 current snap is 238 2024-07-26T06:40:25.814 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:40:25.814 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:40:25.816 INFO:tasks.rados.rados.0.smithi037.stdout:2348: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:40:25.816 INFO:tasks.rados.rados.0.smithi037.stdout:2348: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:40:25.819 INFO:tasks.rados.rados.0.smithi037.stdout:2353: done (5 left) 2024-07-26T06:40:25.820 INFO:tasks.rados.rados.0.smithi037.stdout:2354: rollback oid 27 current snap is 238 2024-07-26T06:40:25.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 218 2024-07-26T06:40:25.820 INFO:tasks.rados.rados.0.smithi037.stdout:2355: delete oid 28 current snap is 238 2024-07-26T06:40:25.820 INFO:tasks.rados.rados.0.smithi037.stdout:2348: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:40:25.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1731 (ObjNum 718 snap 229 seq_num 718) dirty exists 2024-07-26T06:40:25.828 INFO:tasks.rados.rados.0.smithi037.stdout:2352: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:40:25.828 INFO:tasks.rados.rados.0.smithi037.stdout:2354: finishing rollback tid 0 to smithi03785213-27 2024-07-26T06:40:25.830 INFO:tasks.rados.rados.0.smithi037.stdout:2354: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:40:25.831 INFO:tasks.rados.rados.0.smithi037.stdout:2354: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:40:25.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2105 (ObjNum 536 snap 176 seq_num 536) dirty exists 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:2348: done (6 left) 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:2354: done (5 left) 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:2355: done (4 left) 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:2356: rollback oid 6 current snap is 238 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 225 2024-07-26T06:40:25.832 INFO:tasks.rados.rados.0.smithi037.stdout:2357: snap_remove snap 229 2024-07-26T06:40:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:25 smithi037 ceph-mon[97339]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:40:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:25 smithi037 ceph-mon[99762]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:40:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:25 smithi135 ceph-mon[90132]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:40:26.810 INFO:tasks.rados.rados.0.smithi037.stdout:2357: done (5 left) 2024-07-26T06:40:26.810 INFO:tasks.rados.rados.0.smithi037.stdout:2358: snap_create 2024-07-26T06:40:26.810 INFO:tasks.rados.rados.0.smithi037.stdout:2351: expect (ObjNum 550 snap 182 seq_num 550) 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:2352: finishing copy_from to smithi03785213-15 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1895 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2229 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:2356: finishing rollback tid 0 to smithi03785213-6 2024-07-26T06:40:26.966 INFO:tasks.rados.rados.0.smithi037.stdout:2356: finishing rollback tid 1 to smithi03785213-6 2024-07-26T06:40:26.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1958 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:40:26.967 INFO:tasks.rados.rados.0.smithi037.stdout:2350: expect (ObjNum 654 snap 212 seq_num 654) 2024-07-26T06:40:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[97339]: pgmap v409: 121 pgs: 7 peering, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 20 active+undersized, 3 active+undersized+degraded, 86 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 2 op/s; 6/735 objects degraded (0.816%) 2024-07-26T06:40:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 6/735 objects degraded (0.816%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[97339]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:40:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[99762]: pgmap v409: 121 pgs: 7 peering, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 20 active+undersized, 3 active+undersized+degraded, 86 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 2 op/s; 6/735 objects degraded (0.816%) 2024-07-26T06:40:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 6/735 objects degraded (0.816%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:26 smithi037 ceph-mon[99762]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:40:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:26 smithi135 ceph-mon[90132]: pgmap v409: 121 pgs: 7 peering, 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 20 active+undersized, 3 active+undersized+degraded, 86 active+clean; 428 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 2 op/s; 6/735 objects degraded (0.816%) 2024-07-26T06:40:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:26 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 6/735 objects degraded (0.816%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:26 smithi135 ceph-mon[90132]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:40:27.828 INFO:tasks.rados.rados.0.smithi037.stdout:2349: done (5 left) 2024-07-26T06:40:27.828 INFO:tasks.rados.rados.0.smithi037.stdout:2350: done (4 left) 2024-07-26T06:40:27.828 INFO:tasks.rados.rados.0.smithi037.stdout:2351: done (3 left) 2024-07-26T06:40:27.829 INFO:tasks.rados.rados.0.smithi037.stdout:2352: done (2 left) 2024-07-26T06:40:27.829 INFO:tasks.rados.rados.0.smithi037.stdout:2356: done (1 left) 2024-07-26T06:40:27.829 INFO:tasks.rados.rados.0.smithi037.stdout:2358: done (0 left) 2024-07-26T06:40:27.829 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 239 2024-07-26T06:40:27.829 INFO:tasks.rados.rados.0.smithi037.stdout:2359: seq_num 735 ranges {6537216=311296} 2024-07-26T06:40:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2359: writing smithi03785213-27 from 6537216 to 6848512 tid 1 2024-07-26T06:40:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 239 2024-07-26T06:40:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2360: seq_num 736 ranges {3112960=335872} 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2360: writing smithi03785213-34 from 3112960 to 3448832 tid 1 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 239 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 1 to smithi03785213-27 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 2 to smithi03785213-27 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 3 to smithi03785213-27 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2107 (ObjNum 735 snap 239 seq_num 735) dirty exists 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2359: left oid 27 (ObjNum 735 snap 239 seq_num 735) 2024-07-26T06:40:27.885 INFO:tasks.rados.rados.0.smithi037.stdout:2361: seq_num 737 ranges {5373952=352256} 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2361: writing smithi03785213-38 from 5373952 to 5726208 tid 1 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2359: done (2 left) 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2362: rollback oid 7 current snap is 239 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 231 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2360: finishing write tid 1 to smithi03785213-34 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2360: finishing write tid 2 to smithi03785213-34 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:2360: finishing write tid 3 to smithi03785213-34 2024-07-26T06:40:27.917 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1969 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2360: left oid 34 (ObjNum 736 snap 239 seq_num 736) 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2360: done (2 left) 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2363: rollback oid 14 current snap is 239 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 231 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2364: read oid 27 snap -1 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2364: expect (ObjNum 735 snap 239 seq_num 735) 2024-07-26T06:40:27.918 INFO:tasks.rados.rados.0.smithi037.stdout:2365: snap_create 2024-07-26T06:40:27.919 INFO:tasks.rados.rados.0.smithi037.stdout:2363: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:40:27.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1860 (ObjNum 129 snap 0 seq_num 3106545361) dirty dne 2024-07-26T06:40:27.920 INFO:tasks.rados.rados.0.smithi037.stdout:2361: finishing write tid 1 to smithi03785213-38 2024-07-26T06:40:27.920 INFO:tasks.rados.rados.0.smithi037.stdout:2361: finishing write tid 2 to smithi03785213-38 2024-07-26T06:40:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:2362: finishing rollback tid 0 to smithi03785213-7 2024-07-26T06:40:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:2361: finishing write tid 3 to smithi03785213-38 2024-07-26T06:40:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1733 (ObjNum 737 snap 239 seq_num 737) dirty exists 2024-07-26T06:40:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:2361: left oid 38 (ObjNum 737 snap 239 seq_num 737) 2024-07-26T06:40:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:2362: finishing rollback tid 1 to smithi03785213-7 2024-07-26T06:40:27.923 INFO:tasks.rados.rados.0.smithi037.stdout:2362: finishing rollback tid 2 to smithi03785213-7 2024-07-26T06:40:27.923 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2245 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:40:27.943 INFO:tasks.rados.rados.0.smithi037.stdout:2364: expect (ObjNum 735 snap 239 seq_num 735) 2024-07-26T06:40:28.081 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:27 smithi037 ceph-mon[97339]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:40:28.081 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:27 smithi037 ceph-mon[99762]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:40:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:27 smithi135 ceph-mon[90132]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:40:28.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:40:28.080+0000 7f75a58ef640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:2361: done (4 left) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:2362: done (3 left) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:2363: done (2 left) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:2364: done (1 left) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:2365: done (0 left) 2024-07-26T06:40:28.822 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 240 2024-07-26T06:40:28.823 INFO:tasks.rados.rados.0.smithi037.stdout:2366: seq_num 738 ranges {7995392=368640} 2024-07-26T06:40:28.868 INFO:tasks.rados.rados.0.smithi037.stdout:2366: writing smithi03785213-43 from 7995392 to 8364032 tid 1 2024-07-26T06:40:28.868 INFO:tasks.rados.rados.0.smithi037.stdout:2367: snap_remove snap 232 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: pgmap v412: 121 pgs: 7 peering, 14 active+undersized, 3 active+undersized+degraded, 97 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 18 op/s; 6/729 objects degraded (0.823%) 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:28 smithi135 ceph-mon[90132]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: pgmap v412: 121 pgs: 7 peering, 14 active+undersized, 3 active+undersized+degraded, 97 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 18 op/s; 6/729 objects degraded (0.823%) 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[97339]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: pgmap v412: 121 pgs: 7 peering, 14 active+undersized, 3 active+undersized+degraded, 97 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 18 op/s; 6/729 objects degraded (0.823%) 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:29.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:29.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:28 smithi037 ceph-mon[99762]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-07-26T06:40:29.830 INFO:tasks.rados.rados.0.smithi037.stdout:2367: done (1 left) 2024-07-26T06:40:29.830 INFO:tasks.rados.rados.0.smithi037.stdout:2368: copy_from oid 29 from oid 6 current snap is 240 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing write tid 1 to smithi03785213-43 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing write tid 2 to smithi03785213-43 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing write tid 3 to smithi03785213-43 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1719 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2366: left oid 43 (ObjNum 738 snap 240 seq_num 738) 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2366: done (1 left) 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2369: copy_from oid 23 from oid 16 current snap is 240 2024-07-26T06:40:29.831 INFO:tasks.rados.rados.0.smithi037.stdout:2370: delete oid 10 current snap is 240 2024-07-26T06:40:29.835 INFO:tasks.rados.rados.0.smithi037.stdout:2370: done (2 left) 2024-07-26T06:40:29.835 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 240 2024-07-26T06:40:29.835 INFO:tasks.rados.rados.0.smithi037.stdout:2371: seq_num 740 ranges {0=401408} 2024-07-26T06:40:29.838 INFO:tasks.rados.rados.0.smithi037.stdout:2371: writing smithi03785213-19 from 0 to 401408 tid 1 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2368: finishing copy_from to smithi03785213-29 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2368: got expected ENOENT (src dne) 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2368: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2369: finishing copy_from to smithi03785213-23 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2369: got expected ENOENT (src dne) 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2369: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2368: done (2 left) 2024-07-26T06:40:29.839 INFO:tasks.rados.rados.0.smithi037.stdout:2369: done (1 left) 2024-07-26T06:40:29.840 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 240 2024-07-26T06:40:29.840 INFO:tasks.rados.rados.0.smithi037.stdout:2372: seq_num 741 ranges {0=417792} 2024-07-26T06:40:29.842 INFO:tasks.rados.rados.0.smithi037.stdout:2372: writing smithi03785213-10 from 0 to 417792 tid 1 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2373: read oid 46 snap -1 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2373: expect (ObjNum 660 snap 214 seq_num 660) 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2374: copy_from oid 24 from oid 16 current snap is 240 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2375: read oid 20 snap -1 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2375: expect (ObjNum 690 snap 226 seq_num 690) 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2376: read oid 12 snap -1 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2376: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2377: setattr oid 36 current snap is 240 2024-07-26T06:40:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2378: read oid 25 snap -1 2024-07-26T06:40:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2378: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2379: read oid 7 snap 214 2024-07-26T06:40:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2379: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:40:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2380: delete oid 8 current snap is 240 2024-07-26T06:40:29.846 INFO:tasks.rados.rados.0.smithi037.stdout:2372: finishing write tid 1 to smithi03785213-10 2024-07-26T06:40:29.848 INFO:tasks.rados.rados.0.smithi037.stdout:2372: finishing write tid 2 to smithi03785213-10 2024-07-26T06:40:29.850 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing write tid 1 to smithi03785213-19 2024-07-26T06:40:29.851 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing write tid 2 to smithi03785213-19 2024-07-26T06:40:29.851 INFO:tasks.rados.rados.0.smithi037.stdout:2374: finishing copy_from to smithi03785213-24 2024-07-26T06:40:29.851 INFO:tasks.rados.rados.0.smithi037.stdout:2374: got expected ENOENT (src dne) 2024-07-26T06:40:29.852 INFO:tasks.rados.rados.0.smithi037.stdout:2374: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:40:29.854 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing write tid 3 to smithi03785213-19 2024-07-26T06:40:29.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1243 (ObjNum 740 snap 240 seq_num 740) dirty exists 2024-07-26T06:40:29.854 INFO:tasks.rados.rados.0.smithi037.stdout:2371: left oid 19 (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:40:29.859 INFO:tasks.rados.rados.0.smithi037.stdout:2372: finishing write tid 3 to smithi03785213-10 2024-07-26T06:40:29.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1715 (ObjNum 741 snap 240 seq_num 741) dirty exists 2024-07-26T06:40:29.860 INFO:tasks.rados.rados.0.smithi037.stdout:2372: left oid 10 (ObjNum 741 snap 240 seq_num 741) 2024-07-26T06:40:29.876 INFO:tasks.rados.rados.0.smithi037.stdout:2378: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:29.947 INFO:tasks.rados.rados.0.smithi037.stdout:2379: expect (ObjNum 553 snap 183 seq_num 553) 2024-07-26T06:40:30.033 INFO:tasks.rados.rados.0.smithi037.stdout:2376: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:30.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:29 smithi135 ceph-mon[90132]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:40:30.098 INFO:tasks.rados.rados.0.smithi037.stdout:2375: expect (ObjNum 690 snap 226 seq_num 690) 2024-07-26T06:40:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:29 smithi037 ceph-mon[97339]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:40:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:29 smithi037 ceph-mon[99762]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:40:30.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1972 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:30.424 INFO:tasks.rados.rados.0.smithi037.stdout:2373: expect (ObjNum 660 snap 214 seq_num 660) 2024-07-26T06:40:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:30 smithi135 ceph-mon[90132]: pgmap v415: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 444 KiB/s wr, 18 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-07-26T06:40:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:30 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/729 objects degraded (0.823%), 3 pgs degraded) 2024-07-26T06:40:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:30 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:40:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:30 smithi135 ceph-mon[90132]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:40:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[97339]: pgmap v415: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 444 KiB/s wr, 18 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/729 objects degraded (0.823%), 3 pgs degraded) 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[97339]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[99762]: pgmap v415: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 444 KiB/s wr, 18 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/729 objects degraded (0.823%), 3 pgs degraded) 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:40:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:30 smithi037 ceph-mon[99762]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2371: done (9 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2372: done (8 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2373: done (7 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2374: done (6 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2375: done (5 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2376: done (4 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2377: done (3 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2378: done (2 left) 2024-07-26T06:40:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:2379: done (1 left) 2024-07-26T06:40:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:2380: done (0 left) 2024-07-26T06:40:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 240 2024-07-26T06:40:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:2381: seq_num 743 ranges {0=450560} 2024-07-26T06:40:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:2381: writing smithi03785213-21 from 0 to 450560 tid 1 2024-07-26T06:40:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:2382: rmattr oid 18 current snap is 240 2024-07-26T06:40:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:2382: done (1 left) 2024-07-26T06:40:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:2383: copy_from oid 49 from oid 22 current snap is 240 2024-07-26T06:40:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 240 2024-07-26T06:40:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:2384: seq_num 744 ranges {0=466944} 2024-07-26T06:40:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:2384: writing smithi03785213-30 from 0 to 466944 tid 1 2024-07-26T06:40:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:2385: snap_remove snap 182 2024-07-26T06:40:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:31] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2381: finishing write tid 1 to smithi03785213-21 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2381: finishing write tid 2 to smithi03785213-21 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2381: finishing write tid 3 to smithi03785213-21 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1704 (ObjNum 743 snap 240 seq_num 743) dirty exists 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2381: left oid 21 (ObjNum 743 snap 240 seq_num 743) 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2384: finishing write tid 1 to smithi03785213-30 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2384: finishing write tid 2 to smithi03785213-30 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2384: finishing write tid 3 to smithi03785213-30 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2109 (ObjNum 744 snap 240 seq_num 744) dirty exists 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2384: left oid 30 (ObjNum 744 snap 240 seq_num 744) 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2383: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:40:31.837 INFO:tasks.rados.rados.0.smithi037.stdout:2383: finishing copy_from to smithi03785213-49 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1709 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:2381: done (3 left) 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:2383: done (2 left) 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:2384: done (1 left) 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:2385: done (0 left) 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 240 2024-07-26T06:40:31.838 INFO:tasks.rados.rados.0.smithi037.stdout:2386: seq_num 745 ranges {450560=483328} 2024-07-26T06:40:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:2386: writing smithi03785213-21 from 450560 to 933888 tid 1 2024-07-26T06:40:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:2387: rollback oid 5 current snap is 240 2024-07-26T06:40:31.843 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 236 2024-07-26T06:40:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 240 2024-07-26T06:40:31.844 INFO:tasks.rados.rados.0.smithi037.stdout:2388: seq_num 746 ranges {0=499712} 2024-07-26T06:40:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:2388: writing smithi03785213-37 from 0 to 499712 tid 1 2024-07-26T06:40:31.847 INFO:tasks.rados.rados.0.smithi037.stdout:2389: snap_create 2024-07-26T06:40:31.856 INFO:tasks.rados.rados.0.smithi037.stdout:2388: finishing write tid 1 to smithi03785213-37 2024-07-26T06:40:31.856 INFO:tasks.rados.rados.0.smithi037.stdout:2388: finishing write tid 2 to smithi03785213-37 2024-07-26T06:40:31.859 INFO:tasks.rados.rados.0.smithi037.stdout:2388: finishing write tid 3 to smithi03785213-37 2024-07-26T06:40:31.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1245 (ObjNum 746 snap 240 seq_num 746) dirty exists 2024-07-26T06:40:31.859 INFO:tasks.rados.rados.0.smithi037.stdout:2388: left oid 37 (ObjNum 746 snap 240 seq_num 746) 2024-07-26T06:40:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 1 to smithi03785213-21 2024-07-26T06:40:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 2 to smithi03785213-21 2024-07-26T06:40:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2387: finishing rollback tid 0 to smithi03785213-5 2024-07-26T06:40:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2387: finishing rollback tid 1 to smithi03785213-5 2024-07-26T06:40:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:2387: finishing rollback tid 2 to smithi03785213-5 2024-07-26T06:40:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1672 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 3 to smithi03785213-21 2024-07-26T06:40:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1706 (ObjNum 745 snap 240 seq_num 745) dirty exists 2024-07-26T06:40:31.871 INFO:tasks.rados.rados.0.smithi037.stdout:2386: left oid 21 (ObjNum 745 snap 240 seq_num 745) 2024-07-26T06:40:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:32.792 INFO:tasks.rados.rados.0.smithi037.stdout:2386: done (3 left) 2024-07-26T06:40:32.792 INFO:tasks.rados.rados.0.smithi037.stdout:2387: done (2 left) 2024-07-26T06:40:32.792 INFO:tasks.rados.rados.0.smithi037.stdout:2388: done (1 left) 2024-07-26T06:40:32.792 INFO:tasks.rados.rados.0.smithi037.stdout:2389: done (0 left) 2024-07-26T06:40:32.793 INFO:tasks.rados.rados.0.smithi037.stdout:2390: snap_remove snap 240 2024-07-26T06:40:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:32 smithi135 ceph-mon[90132]: pgmap v417: 121 pgs: 121 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 459 KiB/s wr, 17 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-07-26T06:40:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:32 smithi135 ceph-mon[90132]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:40:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:32 smithi135 ceph-mon[90132]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[97339]: pgmap v417: 121 pgs: 121 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 459 KiB/s wr, 17 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[97339]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[97339]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[99762]: pgmap v417: 121 pgs: 121 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 459 KiB/s wr, 17 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[99762]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:40:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:32 smithi037 ceph-mon[99762]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:40:33.795 INFO:tasks.rados.rados.0.smithi037.stdout:2390: done (0 left) 2024-07-26T06:40:33.796 INFO:tasks.rados.rados.0.smithi037.stdout:2391: read oid 16 snap -1 2024-07-26T06:40:33.796 INFO:tasks.rados.rados.0.smithi037.stdout:2391: expect deleted 2024-07-26T06:40:33.796 INFO:tasks.rados.rados.0.smithi037.stdout:2392: read oid 15 snap -1 2024-07-26T06:40:33.796 INFO:tasks.rados.rados.0.smithi037.stdout:2392: expect (ObjNum 640 snap 205 seq_num 640) 2024-07-26T06:40:33.796 INFO:tasks.rados.rados.0.smithi037.stdout:2393: snap_create 2024-07-26T06:40:33.802 INFO:tasks.rados.rados.0.smithi037.stdout:2392: expect (ObjNum 640 snap 205 seq_num 640) 2024-07-26T06:40:34.792 INFO:tasks.rados.rados.0.smithi037.stdout:2391: done (2 left) 2024-07-26T06:40:34.793 INFO:tasks.rados.rados.0.smithi037.stdout:2392: done (1 left) 2024-07-26T06:40:34.793 INFO:tasks.rados.rados.0.smithi037.stdout:2393: done (0 left) 2024-07-26T06:40:34.793 INFO:tasks.rados.rados.0.smithi037.stdout:2394: setattr oid 33 current snap is 242 2024-07-26T06:40:34.793 INFO:tasks.rados.rados.0.smithi037.stdout:2395: delete oid 35 current snap is 242 2024-07-26T06:40:34.802 INFO:tasks.rados.rados.0.smithi037.stdout:2395: done (1 left) 2024-07-26T06:40:34.802 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 242 2024-07-26T06:40:34.803 INFO:tasks.rados.rados.0.smithi037.stdout:2396: seq_num 748 ranges {1777664=532480} 2024-07-26T06:40:34.815 INFO:tasks.rados.rados.0.smithi037.stdout:2396: writing smithi03785213-49 from 1777664 to 2310144 tid 1 2024-07-26T06:40:34.815 INFO:tasks.rados.rados.0.smithi037.stdout:2397: snap_create 2024-07-26T06:40:34.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1723 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:40:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:2396: finishing write tid 1 to smithi03785213-49 2024-07-26T06:40:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:2396: finishing write tid 2 to smithi03785213-49 2024-07-26T06:40:34.821 INFO:tasks.rados.rados.0.smithi037.stdout:2396: finishing write tid 3 to smithi03785213-49 2024-07-26T06:40:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1735 (ObjNum 748 snap 242 seq_num 748) dirty exists 2024-07-26T06:40:34.822 INFO:tasks.rados.rados.0.smithi037.stdout:2396: left oid 49 (ObjNum 748 snap 242 seq_num 748) 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[97339]: pgmap v420: 121 pgs: 121 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[97339]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[99762]: pgmap v420: 121 pgs: 121 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-07-26T06:40:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[99762]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:40:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:34 smithi135 ceph-mon[90132]: pgmap v420: 121 pgs: 121 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 630 KiB/s wr, 15 op/s 2024-07-26T06:40:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:34 smithi135 ceph-mon[90132]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:40:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:35.810 INFO:tasks.rados.rados.0.smithi037.stdout:2394: done (2 left) 2024-07-26T06:40:35.810 INFO:tasks.rados.rados.0.smithi037.stdout:2396: done (1 left) 2024-07-26T06:40:35.811 INFO:tasks.rados.rados.0.smithi037.stdout:2397: done (0 left) 2024-07-26T06:40:35.811 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 243 2024-07-26T06:40:35.811 INFO:tasks.rados.rados.0.smithi037.stdout:2398: seq_num 749 ranges {1957888=548864} 2024-07-26T06:40:35.824 INFO:tasks.rados.rados.0.smithi037.stdout:2398: writing smithi03785213-32 from 1957888 to 2506752 tid 1 2024-07-26T06:40:35.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 243 2024-07-26T06:40:35.824 INFO:tasks.rados.rados.0.smithi037.stdout:2399: seq_num 750 ranges {2400256=565248} 2024-07-26T06:40:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2399: writing smithi03785213-12 from 2400256 to 2965504 tid 1 2024-07-26T06:40:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2400: rmattr oid 2 current snap is 243 2024-07-26T06:40:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2400: done (2 left) 2024-07-26T06:40:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2401: rollback oid 46 current snap is 243 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 225 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2398: finishing write tid 1 to smithi03785213-32 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2398: finishing write tid 2 to smithi03785213-32 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2398: finishing write tid 3 to smithi03785213-32 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1717 (ObjNum 749 snap 243 seq_num 749) dirty exists 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2398: left oid 32 (ObjNum 749 snap 243 seq_num 749) 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2398: done (2 left) 2024-07-26T06:40:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2402: delete oid 14 current snap is 243 2024-07-26T06:40:35.844 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 1 to smithi03785213-12 2024-07-26T06:40:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 2 to smithi03785213-12 2024-07-26T06:40:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:2401: finishing rollback tid 0 to smithi03785213-46 2024-07-26T06:40:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:2401: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:40:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1991 (ObjNum 129 snap 0 seq_num 3883061072) dirty dne 2024-07-26T06:40:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 3 to smithi03785213-12 2024-07-26T06:40:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1721 (ObjNum 750 snap 243 seq_num 750) dirty exists 2024-07-26T06:40:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:2399: left oid 12 (ObjNum 750 snap 243 seq_num 750) 2024-07-26T06:40:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2399: done (2 left) 2024-07-26T06:40:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2401: done (1 left) 2024-07-26T06:40:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2402: done (0 left) 2024-07-26T06:40:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2403: setattr oid 7 current snap is 243 2024-07-26T06:40:35.849 INFO:tasks.rados.rados.0.smithi037.stdout:2404: rmattr oid 5 current snap is 243 2024-07-26T06:40:35.849 INFO:tasks.rados.rados.0.smithi037.stdout:2405: read oid 13 snap -1 2024-07-26T06:40:35.849 INFO:tasks.rados.rados.0.smithi037.stdout:2405: expect (ObjNum 636 snap 205 seq_num 636) 2024-07-26T06:40:35.849 INFO:tasks.rados.rados.0.smithi037.stdout:2406: delete oid 27 current snap is 243 2024-07-26T06:40:35.854 INFO:tasks.rados.rados.0.smithi037.stdout:2406: done (3 left) 2024-07-26T06:40:35.854 INFO:tasks.rados.rados.0.smithi037.stdout:2407: copy_from oid 42 from oid 6 current snap is 243 2024-07-26T06:40:35.854 INFO:tasks.rados.rados.0.smithi037.stdout:2408: delete oid 45 current snap is 243 2024-07-26T06:40:35.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1673 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:35.856 INFO:tasks.rados.rados.0.smithi037.stdout:2407: finishing copy_from to smithi03785213-42 2024-07-26T06:40:35.856 INFO:tasks.rados.rados.0.smithi037.stdout:2407: got expected ENOENT (src dne) 2024-07-26T06:40:35.856 INFO:tasks.rados.rados.0.smithi037.stdout:2407: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:40:35.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2267 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:40:35.857 INFO:tasks.rados.rados.0.smithi037.stdout:2403: done (4 left) 2024-07-26T06:40:35.857 INFO:tasks.rados.rados.0.smithi037.stdout:2404: done (3 left) 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:2407: done (2 left) 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:2408: done (1 left) 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:2409: read oid 27 snap -1 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:2409: expect deleted 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 243 2024-07-26T06:40:35.858 INFO:tasks.rados.rados.0.smithi037.stdout:2410: seq_num 754 ranges {2965504=630784} 2024-07-26T06:40:35.877 INFO:tasks.rados.rados.0.smithi037.stdout:2410: writing smithi03785213-12 from 2965504 to 3596288 tid 1 2024-07-26T06:40:35.878 INFO:tasks.rados.rados.0.smithi037.stdout:2411: rollback oid 30 current snap is 243 2024-07-26T06:40:35.878 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 242 2024-07-26T06:40:35.878 INFO:tasks.rados.rados.0.smithi037.stdout:2405: expect (ObjNum 636 snap 205 seq_num 636) 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2410: finishing write tid 1 to smithi03785213-12 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2410: finishing write tid 2 to smithi03785213-12 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2112 (ObjNum 744 snap 240 seq_num 744) dirty exists 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2410: finishing write tid 3 to smithi03785213-12 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1723 (ObjNum 754 snap 243 seq_num 754) dirty exists 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2410: left oid 12 (ObjNum 754 snap 243 seq_num 754) 2024-07-26T06:40:36.007 INFO:tasks.rados.rados.0.smithi037.stdout:2405: done (3 left) 2024-07-26T06:40:36.008 INFO:tasks.rados.rados.0.smithi037.stdout:2409: done (2 left) 2024-07-26T06:40:36.008 INFO:tasks.rados.rados.0.smithi037.stdout:2410: done (1 left) 2024-07-26T06:40:36.008 INFO:tasks.rados.rados.0.smithi037.stdout:2411: done (0 left) 2024-07-26T06:40:36.008 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 243 2024-07-26T06:40:36.008 INFO:tasks.rados.rados.0.smithi037.stdout:2412: seq_num 755 ranges {1130496=647168} 2024-07-26T06:40:36.016 INFO:tasks.rados.rados.0.smithi037.stdout:2412: writing smithi03785213-23 from 1130496 to 1777664 tid 1 2024-07-26T06:40:36.017 INFO:tasks.rados.rados.0.smithi037.stdout:2413: copy_from oid 31 from oid 42 current snap is 243 2024-07-26T06:40:36.017 INFO:tasks.rados.rados.0.smithi037.stdout:2414: rollback oid 12 current snap is 243 2024-07-26T06:40:36.017 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 216 2024-07-26T06:40:36.017 INFO:tasks.rados.rados.0.smithi037.stdout:2415: delete oid 38 current snap is 243 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2414: finishing rollback tid 0 to smithi03785213-12 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2415: done (3 left) 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2416: read oid 26 snap 236 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2416: expect (ObjNum 723 snap 234 seq_num 723) 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2417: delete oid 38 current snap is 243 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:2414: finishing rollback tid 1 to smithi03785213-12 2024-07-26T06:40:36.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1725 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-26T06:40:36.022 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing write tid 1 to smithi03785213-23 2024-07-26T06:40:36.022 INFO:tasks.rados.rados.0.smithi037.stdout:2414: done (4 left) 2024-07-26T06:40:36.022 INFO:tasks.rados.rados.0.smithi037.stdout:2417: done (3 left) 2024-07-26T06:40:36.022 INFO:tasks.rados.rados.0.smithi037.stdout:2418: snap_remove snap 231 2024-07-26T06:40:36.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:35 smithi135 ceph-mon[90132]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:40:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:35 smithi037 ceph-mon[97339]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:40:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:35 smithi037 ceph-mon[99762]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:40:36.808 INFO:tasks.rados.rados.0.smithi037.stdout:2418: done (3 left) 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:2419: copy_from oid 16 from oid 11 current snap is 243 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing write tid 2 to smithi03785213-23 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing write tid 3 to smithi03785213-23 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1995 (ObjNum 755 snap 243 seq_num 755) dirty exists 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:2412: left oid 23 (ObjNum 755 snap 243 seq_num 755) 2024-07-26T06:40:36.809 INFO:tasks.rados.rados.0.smithi037.stdout:2416: expect (ObjNum 723 snap 234 seq_num 723) 2024-07-26T06:40:36.926 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing copy_from to smithi03785213-31 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2107 (ObjNum 694 snap 226 seq_num 694) dirty exists 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:2412: done (3 left) 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:2413: done (2 left) 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:2416: done (1 left) 2024-07-26T06:40:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:2420: snap_remove snap 218 2024-07-26T06:40:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:36 smithi135 ceph-mon[90132]: pgmap v423: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-07-26T06:40:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:36 smithi135 ceph-mon[90132]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:40:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:36 smithi037 ceph-mon[97339]: pgmap v423: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-07-26T06:40:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:36 smithi037 ceph-mon[97339]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:40:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:36 smithi037 ceph-mon[99762]: pgmap v423: 121 pgs: 121 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-07-26T06:40:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:36 smithi037 ceph-mon[99762]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:40:37.794 INFO:tasks.rados.rados.0.smithi037.stdout:2420: done (1 left) 2024-07-26T06:40:37.794 INFO:tasks.rados.rados.0.smithi037.stdout:2421: read oid 47 snap -1 2024-07-26T06:40:37.794 INFO:tasks.rados.rados.0.smithi037.stdout:2421: expect deleted 2024-07-26T06:40:37.794 INFO:tasks.rados.rados.0.smithi037.stdout:2422: read oid 8 snap -1 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2422: expect deleted 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2423: read oid 45 snap -1 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2423: expect deleted 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2424: delete oid 20 current snap is 243 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2419: finishing copy_from to smithi03785213-16 2024-07-26T06:40:37.795 INFO:tasks.rados.rados.0.smithi037.stdout:2419: got expected ENOENT (src dne) 2024-07-26T06:40:37.796 INFO:tasks.rados.rados.0.smithi037.stdout:2419: finishing copy_from racing read to smithi03785213-16 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2419: done (4 left) 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2421: done (3 left) 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2422: done (2 left) 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2423: done (1 left) 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2424: done (0 left) 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 243 2024-07-26T06:40:37.812 INFO:tasks.rados.rados.0.smithi037.stdout:2425: seq_num 759 ranges {0=720896} 2024-07-26T06:40:37.817 INFO:tasks.rados.rados.0.smithi037.stdout:2425: writing smithi03785213-14 from 0 to 720896 tid 1 2024-07-26T06:40:37.817 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 243 2024-07-26T06:40:37.817 INFO:tasks.rados.rados.0.smithi037.stdout:2426: seq_num 760 ranges {2383872=737280} 2024-07-26T06:40:37.836 INFO:tasks.rados.rados.0.smithi037.stdout:2426: writing smithi03785213-24 from 2383872 to 3121152 tid 1 2024-07-26T06:40:37.836 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 243 2024-07-26T06:40:37.836 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing write tid 1 to smithi03785213-14 2024-07-26T06:40:37.836 INFO:tasks.rados.rados.0.smithi037.stdout:2427: seq_num 761 ranges {0=753664} 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2427: writing smithi03785213-11 from 0 to 753664 tid 1 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2428: read oid 12 snap -1 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2428: expect deleted 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2429: delete oid 28 current snap is 243 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing write tid 2 to smithi03785213-14 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing write tid 3 to smithi03785213-14 2024-07-26T06:40:37.841 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2011 (ObjNum 759 snap 243 seq_num 759) dirty exists 2024-07-26T06:40:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:2425: left oid 14 (ObjNum 759 snap 243 seq_num 759) 2024-07-26T06:40:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:2426: finishing write tid 1 to smithi03785213-24 2024-07-26T06:40:37.842 INFO:tasks.rados.rados.0.smithi037.stdout:2426: finishing write tid 2 to smithi03785213-24 2024-07-26T06:40:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:2426: finishing write tid 3 to smithi03785213-24 2024-07-26T06:40:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2109 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:40:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:2426: left oid 24 (ObjNum 760 snap 243 seq_num 760) 2024-07-26T06:40:37.843 INFO:tasks.rados.rados.0.smithi037.stdout:2425: done (4 left) 2024-07-26T06:40:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:2426: done (3 left) 2024-07-26T06:40:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:2428: done (2 left) 2024-07-26T06:40:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:2429: done (1 left) 2024-07-26T06:40:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:2430: rmattr oid 17 current snap is 243 2024-07-26T06:40:37.844 INFO:tasks.rados.rados.0.smithi037.stdout:2431: snap_remove snap 235 2024-07-26T06:40:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:37 smithi135 ceph-mon[90132]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:40:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:37 smithi135 ceph-mon[90132]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:40:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:37 smithi037 ceph-mon[97339]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:40:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:37 smithi037 ceph-mon[97339]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:40:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:37 smithi037 ceph-mon[99762]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:40:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:37 smithi037 ceph-mon[99762]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:40:38.829 INFO:tasks.rados.rados.0.smithi037.stdout:2431: done (2 left) 2024-07-26T06:40:38.829 INFO:tasks.rados.rados.0.smithi037.stdout:2432: snap_create 2024-07-26T06:40:38.829 INFO:tasks.rados.rados.0.smithi037.stdout:2427: finishing write tid 1 to smithi03785213-11 2024-07-26T06:40:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:2427: finishing write tid 2 to smithi03785213-11 2024-07-26T06:40:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:2427: finishing write tid 3 to smithi03785213-11 2024-07-26T06:40:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1028 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:40:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:2427: left oid 11 (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:40:38.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2110 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:40:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:38 smithi135 ceph-mon[90132]: pgmap v426: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 830 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-26T06:40:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:38 smithi037 ceph-mon[97339]: pgmap v426: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 830 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-26T06:40:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:38 smithi037 ceph-mon[99762]: pgmap v426: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 830 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2427: done (2 left) 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2430: done (1 left) 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2432: done (0 left) 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2433: rollback oid 30 current snap is 244 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 214 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2434: rollback oid 21 current snap is 244 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 189 2024-07-26T06:40:39.838 INFO:tasks.rados.rados.0.smithi037.stdout:2435: delete oid 10 current snap is 244 2024-07-26T06:40:39.840 INFO:tasks.rados.rados.0.smithi037.stdout:2435: done (2 left) 2024-07-26T06:40:39.840 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 244 2024-07-26T06:40:39.841 INFO:tasks.rados.rados.0.smithi037.stdout:2436: seq_num 764 ranges {11304960=802816} 2024-07-26T06:40:39.907 INFO:tasks.rados.rados.0.smithi037.stdout:2436: writing smithi03785213-48 from 11304960 to 12107776 tid 1 2024-07-26T06:40:39.907 INFO:tasks.rados.rados.0.smithi037.stdout:2437: snap_create 2024-07-26T06:40:39.907 INFO:tasks.rados.rados.0.smithi037.stdout:2433: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:40:39.908 INFO:tasks.rados.rados.0.smithi037.stdout:2434: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:40:39.908 INFO:tasks.rados.rados.0.smithi037.stdout:2433: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:40:39.908 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2114 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:40:39.908 INFO:tasks.rados.rados.0.smithi037.stdout:2434: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:40:39.908 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2112 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:40:39.912 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 1 to smithi03785213-48 2024-07-26T06:40:39.913 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 2 to smithi03785213-48 2024-07-26T06:40:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 3 to smithi03785213-48 2024-07-26T06:40:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2298 (ObjNum 764 snap 244 seq_num 764) dirty exists 2024-07-26T06:40:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:2436: left oid 48 (ObjNum 764 snap 244 seq_num 764) 2024-07-26T06:40:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:39 smithi135 ceph-mon[90132]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:40:40.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:39 smithi037 ceph-mon[97339]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:40:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:39 smithi037 ceph-mon[99762]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2433: done (3 left) 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2434: done (2 left) 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2436: done (1 left) 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2437: done (0 left) 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2438: rmattr oid 36 current snap is 245 2024-07-26T06:40:40.841 INFO:tasks.rados.rados.0.smithi037.stdout:2439: delete oid 14 current snap is 245 2024-07-26T06:40:40.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2027 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:40:40.845 INFO:tasks.rados.rados.0.smithi037.stdout:2438: done (1 left) 2024-07-26T06:40:40.845 INFO:tasks.rados.rados.0.smithi037.stdout:2439: done (0 left) 2024-07-26T06:40:40.846 INFO:tasks.rados.rados.0.smithi037.stdout:2440: read oid 46 snap -1 2024-07-26T06:40:40.846 INFO:tasks.rados.rados.0.smithi037.stdout:2440: expect deleted 2024-07-26T06:40:40.846 INFO:tasks.rados.rados.0.smithi037.stdout:2441: setattr oid 5 current snap is 245 2024-07-26T06:40:40.846 INFO:tasks.rados.rados.0.smithi037.stdout:2442: copy_from oid 6 from oid 7 current snap is 245 2024-07-26T06:40:40.847 INFO:tasks.rados.rados.0.smithi037.stdout:2443: read oid 48 snap -1 2024-07-26T06:40:40.847 INFO:tasks.rados.rados.0.smithi037.stdout:2443: expect (ObjNum 764 snap 244 seq_num 764) 2024-07-26T06:40:40.847 INFO:tasks.rados.rados.0.smithi037.stdout:2444: read oid 26 snap 233 2024-07-26T06:40:40.847 INFO:tasks.rados.rados.0.smithi037.stdout:2444: expect (ObjNum 714 snap 228 seq_num 714) 2024-07-26T06:40:40.847 INFO:tasks.rados.rados.0.smithi037.stdout:2445: snap_remove snap 241 2024-07-26T06:40:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:40 smithi135 ceph-mon[90132]: pgmap v429: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:40:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:40 smithi135 ceph-mon[90132]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:40:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:40 smithi037 ceph-mon[97339]: pgmap v429: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:40:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:40 smithi037 ceph-mon[97339]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:40:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:40 smithi037 ceph-mon[99762]: pgmap v429: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:40:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:40 smithi037 ceph-mon[99762]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:40:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:41] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-07-26T06:40:41.851 INFO:tasks.rados.rados.0.smithi037.stdout:2445: done (5 left) 2024-07-26T06:40:41.851 INFO:tasks.rados.rados.0.smithi037.stdout:2446: delete oid 2 current snap is 245 2024-07-26T06:40:41.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1674 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:41.851 INFO:tasks.rados.rados.0.smithi037.stdout:2444: expect (ObjNum 714 snap 228 seq_num 714) 2024-07-26T06:40:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:2442: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:40:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:2442: finishing copy_from to smithi03785213-6 2024-07-26T06:40:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2267 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:40:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:2443: expect (ObjNum 764 snap 244 seq_num 764) 2024-07-26T06:40:42.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:41 smithi037 ceph-mon[99762]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:40:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:41 smithi037 ceph-mon[97339]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:40:42.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:41 smithi135 ceph-mon[90132]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:40:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:42.989 INFO:tasks.rados.rados.0.smithi037.stdout:2440: done (5 left) 2024-07-26T06:40:42.989 INFO:tasks.rados.rados.0.smithi037.stdout:2441: done (4 left) 2024-07-26T06:40:42.989 INFO:tasks.rados.rados.0.smithi037.stdout:2442: done (3 left) 2024-07-26T06:40:42.989 INFO:tasks.rados.rados.0.smithi037.stdout:2443: done (2 left) 2024-07-26T06:40:42.990 INFO:tasks.rados.rados.0.smithi037.stdout:2444: done (1 left) 2024-07-26T06:40:42.990 INFO:tasks.rados.rados.0.smithi037.stdout:2446: done (0 left) 2024-07-26T06:40:42.990 INFO:tasks.rados.rados.0.smithi037.stdout:2447: setattr oid 9 current snap is 245 2024-07-26T06:40:42.991 INFO:tasks.rados.rados.0.smithi037.stdout:2448: snap_remove snap 233 2024-07-26T06:40:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[97339]: pgmap v432: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:40:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[97339]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:40:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[97339]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:40:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[99762]: pgmap v432: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:40:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[99762]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:40:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:42 smithi037 ceph-mon[99762]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:40:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:42 smithi135 ceph-mon[90132]: pgmap v432: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-07-26T06:40:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:42 smithi135 ceph-mon[90132]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:40:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:42 smithi135 ceph-mon[90132]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:40:43.865 INFO:tasks.rados.rados.0.smithi037.stdout:2448: done (1 left) 2024-07-26T06:40:43.865 INFO:tasks.rados.rados.0.smithi037.stdout:2449: snap_create 2024-07-26T06:40:43.865 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2306 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:43 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:43 smithi135 ceph-mon[90132]: Upgrade: osd.7 is safe to restart 2024-07-26T06:40:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[97339]: Upgrade: osd.7 is safe to restart 2024-07-26T06:40:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:40:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:43 smithi037 ceph-mon[99762]: Upgrade: osd.7 is safe to restart 2024-07-26T06:40:44.867 INFO:tasks.rados.rados.0.smithi037.stdout:2447: done (1 left) 2024-07-26T06:40:44.867 INFO:tasks.rados.rados.0.smithi037.stdout:2449: done (0 left) 2024-07-26T06:40:44.868 INFO:tasks.rados.rados.0.smithi037.stdout:2450: read oid 42 snap -1 2024-07-26T06:40:44.868 INFO:tasks.rados.rados.0.smithi037.stdout:2450: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:44.868 INFO:tasks.rados.rados.0.smithi037.stdout:2451: snap_remove snap 243 2024-07-26T06:40:45.054 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:40:45.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:44 smithi135 ceph-mon[90132]: pgmap v435: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-26T06:40:45.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:44 smithi135 ceph-mon[90132]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:40:45.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:45.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:40:45.189 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[97339]: pgmap v435: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[97339]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[99762]: pgmap v435: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[99762]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:40:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (6m) 2m ago 10m 24.4M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (5m) 21s ago 10m 86.4M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (12m) 2m ago 12m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ebd81559c2c4 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (12m) 21s ago 12m 19.6M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (5m) 21s ago 15m 441M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (5m) 2m ago 17m 499M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (5m) 2m ago 17m 55.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:40:45.327 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (4m) 21s ago 15m 47.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (4m) 2m ago 15m 47.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (6m) 2m ago 10m 8568k - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (5m) 21s ago 10m 16.3M - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (3m) 2m ago 15m 160M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (3m) 2m ago 14m 141M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (2m) 2m ago 14m 124M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (2m) 2m ago 14m 14.4M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (93s) 21s ago 13m 167M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (60s) 21s ago 13m 113M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (26s) 21s ago 12m 11.4M 2480M 19.1.0-1125-g4b230446 a246f06af74a a300722af3f9 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (12m) 21s ago 12m 241M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 73124716b811 2024-07-26T06:40:45.328 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (5m) 21s ago 11m 68.0M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:40:45.665 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:40:45.665 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 7 2024-07-26T06:40:45.666 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3, 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 12 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:40:45.667 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:40:45.878 INFO:tasks.rados.rados.0.smithi037.stdout:2451: done (1 left) 2024-07-26T06:40:45.878 INFO:tasks.rados.rados.0.smithi037.stdout:2452: copy_from oid 21 from oid 12 current snap is 246 2024-07-26T06:40:45.878 INFO:tasks.rados.rados.0.smithi037.stdout:2453: copy_from oid 13 from oid 26 current snap is 246 2024-07-26T06:40:45.878 INFO:tasks.rados.rados.0.smithi037.stdout:2454: delete oid 50 current snap is 246 2024-07-26T06:40:45.878 INFO:tasks.rados.rados.0.smithi037.stdout:2450: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:45.910 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:45 smithi135 ceph-mon[90132]: Upgrade: Updating osd.7 2024-07-26T06:40:45.911 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:45 smithi135 ceph-mon[90132]: Deploying daemon osd.7 on smithi135 2024-07-26T06:40:45.911 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:45 smithi135 ceph-mon[90132]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:40:45.911 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:45 smithi135 ceph-mon[90132]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:45.911 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/365298020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[97339]: Upgrade: Updating osd.7 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[97339]: Deploying daemon osd.7 on smithi135 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[97339]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[97339]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/365298020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[99762]: Upgrade: Updating osd.7 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[99762]: Deploying daemon osd.7 on smithi135 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[99762]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[99762]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/365298020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:40:46.096 INFO:tasks.rados.rados.0.smithi037.stdout:2452: finishing copy_from to smithi03785213-21 2024-07-26T06:40:46.096 INFO:tasks.rados.rados.0.smithi037.stdout:2452: got expected ENOENT (src dne) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2452: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2453: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2453: finishing copy_from to smithi03785213-13 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1700 (ObjNum 723 snap 234 seq_num 723) dirty exists 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2450: done (3 left) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2452: done (2 left) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2453: done (1 left) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2454: done (0 left) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2455: read oid 34 snap -1 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2455: expect (ObjNum 736 snap 239 seq_num 736) 2024-07-26T06:40:46.097 INFO:tasks.rados.rados.0.smithi037.stdout:2456: snap_remove snap 239 2024-07-26T06:40:46.884 INFO:tasks.rados.rados.0.smithi037.stdout:2456: done (1 left) 2024-07-26T06:40:46.884 INFO:tasks.rados.rados.0.smithi037.stdout:2457: copy_from oid 3 from oid 22 current snap is 246 2024-07-26T06:40:46.884 INFO:tasks.rados.rados.0.smithi037.stdout:2455: expect (ObjNum 736 snap 239 seq_num 736) 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2457: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2457: finishing copy_from to smithi03785213-3 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1709 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2455: done (1 left) 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2457: done (0 left) 2024-07-26T06:40:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2458: delete oid 26 current snap is 246 2024-07-26T06:40:47.078 INFO:tasks.rados.rados.0.smithi037.stdout:2458: done (0 left) 2024-07-26T06:40:47.078 INFO:tasks.rados.rados.0.smithi037.stdout:2459: read oid 42 snap -1 2024-07-26T06:40:47.078 INFO:tasks.rados.rados.0.smithi037.stdout:2459: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:47.078 INFO:tasks.rados.rados.0.smithi037.stdout:2460: snap_remove snap 244 2024-07-26T06:40:47.270 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:46 smithi135 ceph-mon[90132]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:47.271 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:46 smithi135 ceph-mon[90132]: pgmap v438: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-07-26T06:40:47.271 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:46 smithi135 ceph-mon[90132]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:40:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[97339]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[97339]: pgmap v438: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-07-26T06:40:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[97339]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:40:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[99762]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:40:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[99762]: pgmap v438: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-07-26T06:40:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:46 smithi037 ceph-mon[99762]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:40:47.794 INFO:tasks.rados.rados.0.smithi037.stdout:2460: done (1 left) 2024-07-26T06:40:47.794 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 246 2024-07-26T06:40:47.794 INFO:tasks.rados.rados.0.smithi037.stdout:2461: seq_num 769 ranges {0=483328,483328=401408} 2024-07-26T06:40:47.797 INFO:tasks.rados.rados.0.smithi037.stdout:2461: writing smithi03785213-12 from 0 to 483328 tid 1 2024-07-26T06:40:47.800 INFO:tasks.rados.rados.0.smithi037.stdout:2461: writing smithi03785213-12 from 483328 to 884736 tid 2 2024-07-26T06:40:47.800 INFO:tasks.rados.rados.0.smithi037.stdout:2462: rmattr oid 9 current snap is 246 2024-07-26T06:40:47.802 INFO:tasks.rados.rados.0.smithi037.stdout:2459: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:40:47.883 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:47 smithi135 systemd[1]: Stopping Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: finishing write tid 1 to smithi03785213-12 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: finishing write tid 2 to smithi03785213-12 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: finishing write tid 3 to smithi03785213-12 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2334 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: finishing write tid 4 to smithi03785213-12 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1728 (ObjNum 769 snap 246 seq_num 769) dirty exists 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: left oid 12 (ObjNum 769 snap 246 seq_num 769) 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2459: done (2 left) 2024-07-26T06:40:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:2461: done (1 left) 2024-07-26T06:40:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:2462: done (0 left) 2024-07-26T06:40:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:2463: read oid 28 snap 230 2024-07-26T06:40:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:2463: expect (ObjNum -412199664 snap 21989 seq_num 3758211072) 2024-07-26T06:40:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:2464: delete oid 8 current snap is 246 2024-07-26T06:40:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:2463: expect (ObjNum -412199664 snap 21989 seq_num 3758211072) 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2463: done (1 left) 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2464: done (0 left) 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2465: read oid 25 snap -1 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2465: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2466: copy_from oid 29 from oid 24 current snap is 246 2024-07-26T06:40:48.024 INFO:tasks.rados.rados.0.smithi037.stdout:2467: delete oid 2 current snap is 246 2024-07-26T06:40:48.034 INFO:tasks.rados.rados.0.smithi037.stdout:2467: done (2 left) 2024-07-26T06:40:48.034 INFO:tasks.rados.rados.0.smithi037.stdout:2468: copy_from oid 30 from oid 46 current snap is 246 2024-07-26T06:40:48.035 INFO:tasks.rados.rados.0.smithi037.stdout:2465: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:48.099 INFO:tasks.rados.rados.0.smithi037.stdout:2468: finishing copy_from to smithi03785213-30 2024-07-26T06:40:48.099 INFO:tasks.rados.rados.0.smithi037.stdout:2468: got expected ENOENT (src dne) 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2468: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing copy_from to smithi03785213-29 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2109 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2465: done (2 left) 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2466: done (1 left) 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2468: done (0 left) 2024-07-26T06:40:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2469: snap_create 2024-07-26T06:40:48.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:47 smithi037 ceph-mon[97339]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:40:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:47 smithi037 ceph-mon[97339]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:40:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:47 smithi037 ceph-mon[99762]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:40:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:47 smithi037 ceph-mon[99762]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:40:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:47 smithi135 ceph-mon[90132]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:40:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:47 smithi135 ceph-mon[90132]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:40:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[56394]: 2024-07-26T06:40:47.894+0000 7fbb4bca9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:40:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[56394]: 2024-07-26T06:40:47.894+0000 7fbb4bca9640 -1 osd.7 571 *** Got signal Terminated *** 2024-07-26T06:40:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[56394]: 2024-07-26T06:40:47.894+0000 7fbb4bca9640 -1 osd.7 571 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:40:48.900 INFO:tasks.rados.rados.0.smithi037.stdout:2469: done (0 left) 2024-07-26T06:40:48.900 INFO:tasks.rados.rados.0.smithi037.stdout:2470: setattr oid 23 current snap is 247 2024-07-26T06:40:48.902 INFO:tasks.rados.rados.0.smithi037.stdout:2471: snap_create 2024-07-26T06:40:48.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2268 (ObjNum 755 snap 243 seq_num 755) dirty exists 2024-07-26T06:40:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:48 smithi037 ceph-mon[97339]: pgmap v441: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:40:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:48 smithi037 ceph-mon[97339]: osd.7 marked itself down and dead 2024-07-26T06:40:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:48 smithi037 ceph-mon[99762]: pgmap v441: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:40:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:48 smithi037 ceph-mon[99762]: osd.7 marked itself down and dead 2024-07-26T06:40:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:48 smithi135 ceph-mon[90132]: pgmap v441: 121 pgs: 121 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:40:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:48 smithi135 ceph-mon[90132]: osd.7 marked itself down and dead 2024-07-26T06:40:49.635 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:49 smithi135 podman[109533]: 2024-07-26 06:40:49.345501843 +0000 UTC m=+1.583151518 container died 73124716b81186751776770b25a7c4a81a00146a6e482ef1713605bce7edde1c (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0) 2024-07-26T06:40:49.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T06:40:49.345+0000 7f75a00e4640 -1 calc_pg_upmaps abort due to max <= 0 2024-07-26T06:40:49.887 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:49 smithi135 podman[109533]: 2024-07-26 06:40:49.726025472 +0000 UTC m=+1.963675145 container cleanup 73124716b81186751776770b25a7c4a81a00146a6e482ef1713605bce7edde1c (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:40:49.887 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:49 smithi135 bash[109533]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2470: done (1 left) 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2471: done (0 left) 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2472: read oid 30 snap 238 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2472: expect deleted 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2473: read oid 25 snap -1 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2473: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2474: read oid 50 snap -1 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2474: expect deleted 2024-07-26T06:40:49.905 INFO:tasks.rados.rados.0.smithi037.stdout:2475: snap_create 2024-07-26T06:40:49.929 INFO:tasks.rados.rados.0.smithi037.stdout:2473: expect (ObjNum 711 snap 228 seq_num 711) 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: osdmap e572: 8 total, 7 up, 8 in 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]: dispatch 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]: dispatch 2024-07-26T06:40:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: osdmap e572: 8 total, 7 up, 8 in 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]: dispatch 2024-07-26T06:40:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]: dispatch 2024-07-26T06:40:50.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]: dispatch 2024-07-26T06:40:50.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]: dispatch 2024-07-26T06:40:50.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]: dispatch 2024-07-26T06:40:50.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:50.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:49 smithi135 podman[109557]: 2024-07-26 06:40:49.90280043 +0000 UTC m=+0.555990644 container remove 73124716b81186751776770b25a7c4a81a00146a6e482ef1713605bce7edde1c (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: osdmap e572: 8 total, 7 up, 8 in 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]: dispatch 2024-07-26T06:40:50.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:50.682 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.253183128 +0000 UTC m=+0.017655067 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:50.682 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.46303273 +0000 UTC m=+0.227504697 container create a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:50.906 INFO:tasks.rados.rados.0.smithi037.stdout:2472: done (3 left) 2024-07-26T06:40:50.906 INFO:tasks.rados.rados.0.smithi037.stdout:2473: done (2 left) 2024-07-26T06:40:50.906 INFO:tasks.rados.rados.0.smithi037.stdout:2474: done (1 left) 2024-07-26T06:40:50.906 INFO:tasks.rados.rados.0.smithi037.stdout:2475: done (0 left) 2024-07-26T06:40:50.906 INFO:tasks.rados.rados.0.smithi037.stdout:2476: snap_remove snap 214 2024-07-26T06:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: pgmap v444: 121 pgs: 20 stale+active+clean, 101 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 606 KiB/s wr, 8 op/s 2024-07-26T06:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]': finished 2024-07-26T06:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]': finished 2024-07-26T06:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]': finished 2024-07-26T06:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-07-26T06:40:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]': finished 2024-07-26T06:40:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]': finished 2024-07-26T06:40:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]': finished 2024-07-26T06:40:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-07-26T06:40:51.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:50 smithi135 ceph-mon[90132]: osdmap e573: 8 total, 7 up, 8 in 2024-07-26T06:40:51.089 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.682460105 +0000 UTC m=+0.446932028 container init a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:40:51.089 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.687135324 +0000 UTC m=+0.451607257 container start a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, RELEASE=squid-4b23044) 2024-07-26T06:40:51.089 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.765849678 +0000 UTC m=+0.530321611 container attach a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:40:51.089 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:50 smithi135 podman[109647]: 2024-07-26 06:40:50.874389862 +0000 UTC m=+0.638861799 container died a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: pgmap v444: 121 pgs: 20 stale+active+clean, 101 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 606 KiB/s wr, 8 op/s 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]': finished 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]': finished 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]': finished 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]': finished 2024-07-26T06:40:51.199 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[97339]: osdmap e573: 8 total, 7 up, 8 in 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: pgmap v444: 121 pgs: 20 stale+active+clean, 101 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 606 KiB/s wr, 8 op/s 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [0, 2]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [0, 2]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 7]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 2]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 2]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [6, 7]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 7]}]': finished 2024-07-26T06:40:51.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-07-26T06:40:51.201 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:50 smithi037 ceph-mon[99762]: osdmap e573: 8 total, 7 up, 8 in 2024-07-26T06:40:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:40:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:40:51] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-07-26T06:40:51.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 podman[109690]: 2024-07-26 06:40:51.478656927 +0000 UTC m=+0.598829884 container remove a633012fef18d927c2528b68d1cb1b4030094764e0a092559f63aba488f94cf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:40:51.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service: Deactivated successfully. 2024-07-26T06:40:51.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 systemd[1]: Stopped Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:40:51.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service: Consumed 17.722s CPU time. 2024-07-26T06:40:51.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 systemd[1]: Starting Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:40:51.908 INFO:tasks.rados.rados.0.smithi037.stdout:2476: done (0 left) 2024-07-26T06:40:51.908 INFO:tasks.rados.rados.0.smithi037.stdout:2477: rmattr oid 49 current snap is 249 2024-07-26T06:40:51.908 INFO:tasks.rados.rados.0.smithi037.stdout:2478: rollback oid 46 current snap is 249 2024-07-26T06:40:51.908 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 238 2024-07-26T06:40:51.908 INFO:tasks.rados.rados.0.smithi037.stdout:2479: snap_create 2024-07-26T06:40:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2478: finishing rollback tid 1 to smithi03785213-46 2024-07-26T06:40:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2478: finishing rollback tid 2 to smithi03785213-46 2024-07-26T06:40:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2270 (ObjNum 660 snap 214 seq_num 660) dirty exists 2024-07-26T06:40:51.926 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1737 (ObjNum 748 snap 242 seq_num 748) dirty exists 2024-07-26T06:40:52.196 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:51 smithi135 ceph-mon[90132]: osdmap e574: 8 total, 7 up, 8 in 2024-07-26T06:40:52.196 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:51 smithi135 ceph-mon[90132]: osdmap e575: 8 total, 7 up, 8 in 2024-07-26T06:40:52.197 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:51 smithi135 podman[109795]: 2024-07-26 06:40:51.822794035 +0000 UTC m=+0.017288341 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:52.197 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 podman[109795]: 2024-07-26 06:40:52.089228049 +0000 UTC m=+0.283722340 container create 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, RELEASE=squid-4b23044) 2024-07-26T06:40:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:51 smithi037 ceph-mon[97339]: osdmap e574: 8 total, 7 up, 8 in 2024-07-26T06:40:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:51 smithi037 ceph-mon[97339]: osdmap e575: 8 total, 7 up, 8 in 2024-07-26T06:40:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:51 smithi037 ceph-mon[99762]: osdmap e574: 8 total, 7 up, 8 in 2024-07-26T06:40:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:51 smithi037 ceph-mon[99762]: osdmap e575: 8 total, 7 up, 8 in 2024-07-26T06:40:52.451 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:52.451 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 podman[109795]: 2024-07-26 06:40:52.304046341 +0000 UTC m=+0.498540639 container init 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:52.452 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 podman[109795]: 2024-07-26 06:40:52.308938486 +0000 UTC m=+0.503432777 container start 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-26T06:40:52.452 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 podman[109795]: 2024-07-26 06:40:52.383998549 +0000 UTC m=+0.578492858 container attach 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:40:52.452 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:52.452 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:52.452 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2477: done (2 left) 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2478: done (1 left) 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2479: done (0 left) 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2480: rmattr oid 32 current snap is 250 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2481: rollback oid 9 current snap is 250 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 245 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 250 2024-07-26T06:40:52.797 INFO:tasks.rados.rados.0.smithi037.stdout:2482: seq_num 772 ranges {2269184=532480,2801664=401408} 2024-07-26T06:40:52.812 INFO:tasks.rados.rados.0.smithi037.stdout:2482: writing smithi03785213-7 from 2269184 to 2801664 tid 1 2024-07-26T06:40:52.814 INFO:tasks.rados.rados.0.smithi037.stdout:2482: writing smithi03785213-7 from 2801664 to 3203072 tid 2 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:2483: snap_create 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1719 (ObjNum 749 snap 243 seq_num 749) dirty exists 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:2481: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:2481: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:2481: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:40:52.815 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2351 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-07-26T06:40:52.818 INFO:tasks.rados.rados.0.smithi037.stdout:2482: finishing write tid 1 to smithi03785213-7 2024-07-26T06:40:52.818 INFO:tasks.rados.rados.0.smithi037.stdout:2482: finishing write tid 2 to smithi03785213-7 2024-07-26T06:40:52.819 INFO:tasks.rados.rados.0.smithi037.stdout:2482: finishing write tid 3 to smithi03785213-7 2024-07-26T06:40:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:2482: finishing write tid 4 to smithi03785213-7 2024-07-26T06:40:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2355 (ObjNum 772 snap 250 seq_num 772) dirty exists 2024-07-26T06:40:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:2482: left oid 7 (ObjNum 772 snap 250 seq_num 772) 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:40:52.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate[109809]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 bash[109795]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-26T06:40:52.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:52 smithi135 podman[109795]: 2024-07-26 06:40:52.689193397 +0000 UTC m=+0.883687701 container died 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:40:53.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-mon[90132]: pgmap v447: 121 pgs: 2 peering, 1 unknown, 13 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 27/690 objects degraded (3.913%) 2024-07-26T06:40:53.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-mon[90132]: Health check failed: Degraded data redundancy: 27/690 objects degraded (3.913%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:53.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:52 smithi135 ceph-mon[90132]: osdmap e576: 8 total, 7 up, 8 in 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[97339]: pgmap v447: 121 pgs: 2 peering, 1 unknown, 13 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 27/690 objects degraded (3.913%) 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[97339]: Health check failed: Degraded data redundancy: 27/690 objects degraded (3.913%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[97339]: osdmap e576: 8 total, 7 up, 8 in 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[99762]: pgmap v447: 121 pgs: 2 peering, 1 unknown, 13 active+undersized, 13 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 375 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 27/690 objects degraded (3.913%) 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[99762]: Health check failed: Degraded data redundancy: 27/690 objects degraded (3.913%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:52 smithi037 ceph-mon[99762]: osdmap e576: 8 total, 7 up, 8 in 2024-07-26T06:40:53.563 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 podman[109964]: 2024-07-26 06:40:53.238913332 +0000 UTC m=+0.543848375 container remove 7c51020e27b8a1d206cd7c4a91e3dae64d292bff3910bad3e69ca7ea03b40c0c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:40:53.563 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 podman[110028]: 2024-07-26 06:40:53.440060412 +0000 UTC m=+0.102482022 container create 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, RELEASE=squid-4b23044, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:40:53.563 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 podman[110028]: 2024-07-26 06:40:53.355050001 +0000 UTC m=+0.017471631 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:40:53.802 INFO:tasks.rados.rados.0.smithi037.stdout:2480: done (3 left) 2024-07-26T06:40:53.802 INFO:tasks.rados.rados.0.smithi037.stdout:2481: done (2 left) 2024-07-26T06:40:53.802 INFO:tasks.rados.rados.0.smithi037.stdout:2482: done (1 left) 2024-07-26T06:40:53.803 INFO:tasks.rados.rados.0.smithi037.stdout:2483: done (0 left) 2024-07-26T06:40:53.803 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 251 2024-07-26T06:40:53.803 INFO:tasks.rados.rados.0.smithi037.stdout:2484: seq_num 773 ranges {663552=548864,1212416=401408} 2024-07-26T06:40:53.809 INFO:tasks.rados.rados.0.smithi037.stdout:2484: writing smithi03785213-33 from 663552 to 1212416 tid 1 2024-07-26T06:40:53.811 INFO:tasks.rados.rados.0.smithi037.stdout:2484: writing smithi03785213-33 from 1212416 to 1613824 tid 2 2024-07-26T06:40:53.811 INFO:tasks.rados.rados.0.smithi037.stdout:2485: snap_create 2024-07-26T06:40:53.817 INFO:tasks.rados.rados.0.smithi037.stdout:2484: finishing write tid 1 to smithi03785213-33 2024-07-26T06:40:53.817 INFO:tasks.rados.rados.0.smithi037.stdout:2484: finishing write tid 2 to smithi03785213-33 2024-07-26T06:40:53.818 INFO:tasks.rados.rados.0.smithi037.stdout:2484: finishing write tid 3 to smithi03785213-33 2024-07-26T06:40:53.819 INFO:tasks.rados.rados.0.smithi037.stdout:2484: finishing write tid 4 to smithi03785213-33 2024-07-26T06:40:53.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2112 (ObjNum 773 snap 251 seq_num 773) dirty exists 2024-07-26T06:40:53.820 INFO:tasks.rados.rados.0.smithi037.stdout:2484: left oid 33 (ObjNum 773 snap 251 seq_num 773) 2024-07-26T06:40:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 podman[110028]: 2024-07-26 06:40:53.642920544 +0000 UTC m=+0.305342159 container init 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 podman[110028]: 2024-07-26 06:40:53.64839938 +0000 UTC m=+0.310820992 container start 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-07-26T06:40:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 ceph-osd[110066]: -- 172.21.15.135:0/617664090 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558802aeda40 con 0x558802acbc00 2024-07-26T06:40:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 bash[110028]: 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb 2024-07-26T06:40:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:53 smithi135 systemd[1]: Started Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:40:54.495 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T06:40:54.191+0000 7f50df1e3640 -1 Falling back to public interface 2024-07-26T06:40:54.818 INFO:tasks.rados.rados.0.smithi037.stdout:2484: done (1 left) 2024-07-26T06:40:54.818 INFO:tasks.rados.rados.0.smithi037.stdout:2485: done (0 left) 2024-07-26T06:40:54.818 INFO:tasks.rados.rados.0.smithi037.stdout:2486: delete oid 46 current snap is 252 2024-07-26T06:40:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:2486: done (0 left) 2024-07-26T06:40:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:2487: delete oid 40 current snap is 252 2024-07-26T06:40:54.826 INFO:tasks.rados.rados.0.smithi037.stdout:2487: done (0 left) 2024-07-26T06:40:54.826 INFO:tasks.rados.rados.0.smithi037.stdout:2488: snap_create 2024-07-26T06:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[97339]: pgmap v450: 121 pgs: 1 active+clean+remapped, 2 peering, 1 unknown, 26 active+undersized, 4 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 54/699 objects degraded (7.725%) 2024-07-26T06:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[97339]: osdmap e577: 8 total, 7 up, 8 in 2024-07-26T06:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[99762]: pgmap v450: 121 pgs: 1 active+clean+remapped, 2 peering, 1 unknown, 26 active+undersized, 4 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 54/699 objects degraded (7.725%) 2024-07-26T06:40:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[99762]: osdmap e577: 8 total, 7 up, 8 in 2024-07-26T06:40:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-mon[90132]: pgmap v450: 121 pgs: 1 active+clean+remapped, 2 peering, 1 unknown, 26 active+undersized, 4 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 54/699 objects degraded (7.725%) 2024-07-26T06:40:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-mon[90132]: osdmap e577: 8 total, 7 up, 8 in 2024-07-26T06:40:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:55.827 INFO:tasks.rados.rados.0.smithi037.stdout:2488: done (0 left) 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2489: read oid 50 snap -1 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2489: expect deleted 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2490: read oid 18 snap -1 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2490: expect deleted 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2491: rmattr oid 13 current snap is 253 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2492: rmattr oid 5 current snap is 253 2024-07-26T06:40:55.828 INFO:tasks.rados.rados.0.smithi037.stdout:2493: snap_create 2024-07-26T06:40:55.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1676 (ObjNum 636 snap 205 seq_num 636) dirty exists 2024-07-26T06:40:55.833 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1701 (ObjNum 723 snap 234 seq_num 723) dirty exists 2024-07-26T06:40:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:55 smithi135 ceph-mon[90132]: osdmap e578: 8 total, 7 up, 8 in 2024-07-26T06:40:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:55 smithi037 ceph-mon[97339]: osdmap e578: 8 total, 7 up, 8 in 2024-07-26T06:40:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:55 smithi037 ceph-mon[99762]: osdmap e578: 8 total, 7 up, 8 in 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2489: done (4 left) 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2490: done (3 left) 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2491: done (2 left) 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2492: done (1 left) 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2493: done (0 left) 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2494: copy_from oid 48 from oid 32 current snap is 254 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2495: rollback oid 19 current snap is 254 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 251 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:2496: copy_from oid 36 from oid 37 current snap is 254 2024-07-26T06:40:56.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 254 2024-07-26T06:40:56.825 INFO:tasks.rados.rados.0.smithi037.stdout:2497: seq_num 776 ranges {4759552=606208,5365760=401408} 2024-07-26T06:40:56.853 INFO:tasks.rados.rados.0.smithi037.stdout:2497: writing smithi03785213-39 from 4759552 to 5365760 tid 1 2024-07-26T06:40:56.856 INFO:tasks.rados.rados.0.smithi037.stdout:2497: writing smithi03785213-39 from 5365760 to 5767168 tid 2 2024-07-26T06:40:56.856 INFO:tasks.rados.rados.0.smithi037.stdout:2498: snap_create 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2495: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2495: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2495: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1248 (ObjNum 740 snap 240 seq_num 740) dirty exists 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing copy_from to smithi03785213-36 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1245 (ObjNum 746 snap 240 seq_num 746) dirty exists 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2494: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:2494: finishing copy_from to smithi03785213-48 2024-07-26T06:40:56.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1719 (ObjNum 749 snap 243 seq_num 749) dirty exists 2024-07-26T06:40:56.858 INFO:tasks.rados.rados.0.smithi037.stdout:2497: finishing write tid 1 to smithi03785213-39 2024-07-26T06:40:56.858 INFO:tasks.rados.rados.0.smithi037.stdout:2497: finishing write tid 2 to smithi03785213-39 2024-07-26T06:40:56.859 INFO:tasks.rados.rados.0.smithi037.stdout:2497: finishing write tid 3 to smithi03785213-39 2024-07-26T06:40:56.860 INFO:tasks.rados.rados.0.smithi037.stdout:2497: finishing write tid 4 to smithi03785213-39 2024-07-26T06:40:56.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1731 (ObjNum 776 snap 254 seq_num 776) dirty exists 2024-07-26T06:40:56.860 INFO:tasks.rados.rados.0.smithi037.stdout:2497: left oid 39 (ObjNum 776 snap 254 seq_num 776) 2024-07-26T06:40:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:56 smithi135 ceph-mon[90132]: pgmap v453: 121 pgs: 5 active+clean+remapped, 1 peering, 1 unknown, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 878 KiB/s wr, 2 op/s; 59/699 objects degraded (8.441%); 5/699 objects misplaced (0.715%) 2024-07-26T06:40:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:56 smithi135 ceph-mon[90132]: osdmap e579: 8 total, 7 up, 8 in 2024-07-26T06:40:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:56 smithi037 ceph-mon[97339]: pgmap v453: 121 pgs: 5 active+clean+remapped, 1 peering, 1 unknown, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 878 KiB/s wr, 2 op/s; 59/699 objects degraded (8.441%); 5/699 objects misplaced (0.715%) 2024-07-26T06:40:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:56 smithi037 ceph-mon[97339]: osdmap e579: 8 total, 7 up, 8 in 2024-07-26T06:40:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:56 smithi037 ceph-mon[99762]: pgmap v453: 121 pgs: 5 active+clean+remapped, 1 peering, 1 unknown, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 378 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 878 KiB/s wr, 2 op/s; 59/699 objects degraded (8.441%); 5/699 objects misplaced (0.715%) 2024-07-26T06:40:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:56 smithi037 ceph-mon[99762]: osdmap e579: 8 total, 7 up, 8 in 2024-07-26T06:40:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:2494: done (4 left) 2024-07-26T06:40:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:2495: done (3 left) 2024-07-26T06:40:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:2496: done (2 left) 2024-07-26T06:40:57.798 INFO:tasks.rados.rados.0.smithi037.stdout:2497: done (1 left) 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2498: done (0 left) 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2499: read oid 28 snap -1 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2499: expect deleted 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2500: read oid 50 snap -1 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2500: expect deleted 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 255 2024-07-26T06:40:57.799 INFO:tasks.rados.rados.0.smithi037.stdout:2501: seq_num 777 ranges {1130496=622592,1753088=401408} 2024-07-26T06:40:57.808 INFO:tasks.rados.rados.0.smithi037.stdout:2501: writing smithi03785213-15 from 1130496 to 1753088 tid 1 2024-07-26T06:40:57.810 INFO:tasks.rados.rados.0.smithi037.stdout:2501: writing smithi03785213-15 from 1753088 to 2154496 tid 2 2024-07-26T06:40:57.810 INFO:tasks.rados.rados.0.smithi037.stdout:2502: snap_remove snap 236 2024-07-26T06:40:57.818 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T06:40:57.432+0000 7f50df1e3640 -1 osd.7 571 log_to_monitors true 2024-07-26T06:40:58.087 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T06:40:57.816+0000 7f50d6f8e640 -1 osd.7 571 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: osdmap e580: 8 total, 7 up, 8 in 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 59/699 objects degraded (8.441%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: osdmap e581: 8 total, 7 up, 8 in 2024-07-26T06:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:57 smithi135 ceph-mon[90132]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: osdmap e580: 8 total, 7 up, 8 in 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 59/699 objects degraded (8.441%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: osdmap e581: 8 total, 7 up, 8 in 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[97339]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: osdmap e580: 8 total, 7 up, 8 in 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 59/699 objects degraded (8.441%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: from='osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: osdmap e581: 8 total, 7 up, 8 in 2024-07-26T06:40:58.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:57 smithi037 ceph-mon[99762]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-07-26T06:40:58.803 INFO:tasks.rados.rados.0.smithi037.stdout:2501: finishing write tid 1 to smithi03785213-15 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2501: finishing write tid 2 to smithi03785213-15 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2501: finishing write tid 3 to smithi03785213-15 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2501: finishing write tid 4 to smithi03785213-15 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1898 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2501: left oid 15 (ObjNum 777 snap 255 seq_num 777) 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2499: done (3 left) 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2500: done (2 left) 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2501: done (1 left) 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2502: done (0 left) 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 255 2024-07-26T06:40:58.804 INFO:tasks.rados.rados.0.smithi037.stdout:2503: seq_num 778 ranges {3112960=638976,3751936=401408} 2024-07-26T06:40:58.826 INFO:tasks.rados.rados.0.smithi037.stdout:2503: writing smithi03785213-41 from 3112960 to 3751936 tid 1 2024-07-26T06:40:58.830 INFO:tasks.rados.rados.0.smithi037.stdout:2503: writing smithi03785213-41 from 3751936 to 4153344 tid 2 2024-07-26T06:40:58.830 INFO:tasks.rados.rados.0.smithi037.stdout:2504: rollback oid 31 current snap is 255 2024-07-26T06:40:58.830 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 238 2024-07-26T06:40:58.830 INFO:tasks.rados.rados.0.smithi037.stdout:2505: read oid 24 snap 253 2024-07-26T06:40:58.830 INFO:tasks.rados.rados.0.smithi037.stdout:2505: expect (ObjNum 760 snap 243 seq_num 760) 2024-07-26T06:40:58.831 INFO:tasks.rados.rados.0.smithi037.stdout:2506: read oid 13 snap 223 2024-07-26T06:40:58.831 INFO:tasks.rados.rados.0.smithi037.stdout:2506: expect (ObjNum 504 snap 166 seq_num 504) 2024-07-26T06:40:58.831 INFO:tasks.rados.rados.0.smithi037.stdout:2507: delete oid 1 current snap is 255 2024-07-26T06:40:58.838 INFO:tasks.rados.rados.0.smithi037.stdout:2507: done (4 left) 2024-07-26T06:40:58.838 INFO:tasks.rados.rados.0.smithi037.stdout:2508: snap_create 2024-07-26T06:40:58.842 INFO:tasks.rados.rados.0.smithi037.stdout:2503: finishing write tid 1 to smithi03785213-41 2024-07-26T06:40:58.844 INFO:tasks.rados.rados.0.smithi037.stdout:2503: finishing write tid 2 to smithi03785213-41 2024-07-26T06:40:58.845 INFO:tasks.rados.rados.0.smithi037.stdout:2503: finishing write tid 3 to smithi03785213-41 2024-07-26T06:40:58.849 INFO:tasks.rados.rados.0.smithi037.stdout:2506: expect (ObjNum 504 snap 166 seq_num 504) 2024-07-26T06:40:58.887 INFO:tasks.rados.rados.0.smithi037.stdout:2504: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:40:58.887 INFO:tasks.rados.rados.0.smithi037.stdout:2504: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:40:58.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2115 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:40:58.887 INFO:tasks.rados.rados.0.smithi037.stdout:2503: finishing write tid 4 to smithi03785213-41 2024-07-26T06:40:58.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2369 (ObjNum 778 snap 255 seq_num 778) dirty exists 2024-07-26T06:40:58.888 INFO:tasks.rados.rados.0.smithi037.stdout:2503: left oid 41 (ObjNum 778 snap 255 seq_num 778) 2024-07-26T06:40:58.888 INFO:tasks.rados.rados.0.smithi037.stdout:2505: expect (ObjNum 760 snap 243 seq_num 760) 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: pgmap v456: 121 pgs: 7 active+clean+remapped, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 385 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 232 KiB/s wr, 5 op/s; 60/708 objects degraded (8.475%); 6/708 objects misplaced (0.847%) 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420] boot 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: pgmap v456: 121 pgs: 7 active+clean+remapped, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 385 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 232 KiB/s wr, 5 op/s; 60/708 objects degraded (8.475%); 6/708 objects misplaced (0.847%) 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420] boot 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:40:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: pgmap v456: 121 pgs: 7 active+clean+remapped, 35 active+undersized, 12 active+undersized+degraded, 67 active+clean; 385 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 232 KiB/s wr, 5 op/s; 60/708 objects degraded (8.475%); 6/708 objects misplaced (0.847%) 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: osd.7 [v2:172.21.15.135:6824/459916420,v1:172.21.15.135:6825/459916420] boot 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:40:59.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2503: done (4 left) 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2504: done (3 left) 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2505: done (2 left) 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2506: done (1 left) 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2508: done (0 left) 2024-07-26T06:40:59.804 INFO:tasks.rados.rados.0.smithi037.stdout:2509: snap_create 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[97339]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:40:59 smithi037 ceph-mon[99762]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:41:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:40:59 smithi135 ceph-mon[90132]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:41:00.805 INFO:tasks.rados.rados.0.smithi037.stdout:2509: done (0 left) 2024-07-26T06:41:00.805 INFO:tasks.rados.rados.0.smithi037.stdout:2510: delete oid 49 current snap is 257 2024-07-26T06:41:00.812 INFO:tasks.rados.rados.0.smithi037.stdout:2510: done (0 left) 2024-07-26T06:41:00.812 INFO:tasks.rados.rados.0.smithi037.stdout:2511: delete oid 41 current snap is 257 2024-07-26T06:41:00.816 INFO:tasks.rados.rados.0.smithi037.stdout:2511: done (0 left) 2024-07-26T06:41:00.816 INFO:tasks.rados.rados.0.smithi037.stdout:2512: copy_from oid 45 from oid 18 current snap is 257 2024-07-26T06:41:00.816 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 257 2024-07-26T06:41:00.816 INFO:tasks.rados.rados.0.smithi037.stdout:2513: seq_num 782 ranges {2269184=704512,2973696=401408} 2024-07-26T06:41:00.832 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03785213-6 from 2269184 to 2973696 tid 1 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03785213-6 from 2973696 to 3375104 tid 2 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2514: copy_from oid 41 from oid 11 current snap is 257 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2512: finishing copy_from to smithi03785213-45 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2512: got expected ENOENT (src dne) 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2512: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2512: done (2 left) 2024-07-26T06:41:00.835 INFO:tasks.rados.rados.0.smithi037.stdout:2515: setattr oid 30 current snap is 257 2024-07-26T06:41:00.836 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 257 2024-07-26T06:41:00.837 INFO:tasks.rados.rados.0.smithi037.stdout:2516: seq_num 783 ranges {0=720896,720896=401408} 2024-07-26T06:41:00.841 INFO:tasks.rados.rados.0.smithi037.stdout:2516: writing smithi03785213-47 from 0 to 720896 tid 1 2024-07-26T06:41:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:2516: writing smithi03785213-47 from 720896 to 1122304 tid 2 2024-07-26T06:41:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:2517: rollback oid 32 current snap is 257 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 225 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2115 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 1 to smithi03785213-6 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 2 to smithi03785213-6 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 3 to smithi03785213-6 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 4 to smithi03785213-6 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2274 (ObjNum 782 snap 257 seq_num 782) dirty exists 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: left oid 6 (ObjNum 782 snap 257 seq_num 782) 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2513: done (4 left) 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2515: done (3 left) 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2518: setattr oid 20 current snap is 257 2024-07-26T06:41:00.845 INFO:tasks.rados.rados.0.smithi037.stdout:2514: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:41:00.846 INFO:tasks.rados.rados.0.smithi037.stdout:2519: copy_from oid 15 from oid 49 current snap is 257 2024-07-26T06:41:00.846 INFO:tasks.rados.rados.0.smithi037.stdout:2520: rmattr oid 39 current snap is 257 2024-07-26T06:41:00.846 INFO:tasks.rados.rados.0.smithi037.stdout:2521: copy_from oid 29 from oid 24 current snap is 257 2024-07-26T06:41:00.847 INFO:tasks.rados.rados.0.smithi037.stdout:2522: read oid 3 snap -1 2024-07-26T06:41:00.847 INFO:tasks.rados.rados.0.smithi037.stdout:2522: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:41:00.847 INFO:tasks.rados.rados.0.smithi037.stdout:2523: delete oid 38 current snap is 257 2024-07-26T06:41:00.848 INFO:tasks.rados.rados.0.smithi037.stdout:2517: finishing rollback tid 0 to smithi03785213-32 2024-07-26T06:41:00.848 INFO:tasks.rados.rados.0.smithi037.stdout:2517: finishing rollback tid 1 to smithi03785213-32 2024-07-26T06:41:00.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1029 (ObjNum 65 snap 0 seq_num 1499948914) dirty exists 2024-07-26T06:41:00.849 INFO:tasks.rados.rados.0.smithi037.stdout:2517: finishing rollback tid 2 to smithi03785213-32 2024-07-26T06:41:00.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1722 (ObjNum 480 snap 156 seq_num 480) dirty exists 2024-07-26T06:41:00.851 INFO:tasks.rados.rados.0.smithi037.stdout:2517: done (8 left) 2024-07-26T06:41:00.851 INFO:tasks.rados.rados.0.smithi037.stdout:2518: done (7 left) 2024-07-26T06:41:00.851 INFO:tasks.rados.rados.0.smithi037.stdout:2523: done (6 left) 2024-07-26T06:41:00.851 INFO:tasks.rados.rados.0.smithi037.stdout:2524: snap_remove snap 216 2024-07-26T06:41:01.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:01 smithi135 ceph-mon[90132]: pgmap v459: 121 pgs: 2 active+clean+snaptrim, 4 peering, 7 active+clean+remapped, 33 active+undersized, 10 active+undersized+degraded, 65 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 9 op/s; 58/720 objects degraded (8.056%); 6/720 objects misplaced (0.833%) 2024-07-26T06:41:01.015 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:01 smithi135 ceph-mon[90132]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:41:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:01 smithi037 ceph-mon[97339]: pgmap v459: 121 pgs: 2 active+clean+snaptrim, 4 peering, 7 active+clean+remapped, 33 active+undersized, 10 active+undersized+degraded, 65 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 9 op/s; 58/720 objects degraded (8.056%); 6/720 objects misplaced (0.833%) 2024-07-26T06:41:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:01 smithi037 ceph-mon[97339]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:41:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:01 smithi037 ceph-mon[99762]: pgmap v459: 121 pgs: 2 active+clean+snaptrim, 4 peering, 7 active+clean+remapped, 33 active+undersized, 10 active+undersized+degraded, 65 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 9 op/s; 58/720 objects degraded (8.056%); 6/720 objects misplaced (0.833%) 2024-07-26T06:41:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:01 smithi037 ceph-mon[99762]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:41:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:01] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1732 (ObjNum 776 snap 254 seq_num 776) dirty exists 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:2514: finishing copy_from to smithi03785213-41 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1028 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing write tid 1 to smithi03785213-47 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing write tid 2 to smithi03785213-47 2024-07-26T06:41:01.806 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing write tid 3 to smithi03785213-47 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2519: finishing copy_from to smithi03785213-15 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2519: got expected ENOENT (src dne) 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2519: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing write tid 4 to smithi03785213-47 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2377 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2516: left oid 47 (ObjNum 783 snap 257 seq_num 783) 2024-07-26T06:41:01.807 INFO:tasks.rados.rados.0.smithi037.stdout:2522: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:41:01.869 INFO:tasks.rados.rados.0.smithi037.stdout:2521: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2521: finishing copy_from to smithi03785213-29 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2109 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2514: done (6 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2516: done (5 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2519: done (4 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2520: done (3 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2521: done (2 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2522: done (1 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2524: done (0 left) 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2525: read oid 38 snap 247 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2525: expect deleted 2024-07-26T06:41:01.870 INFO:tasks.rados.rados.0.smithi037.stdout:2526: snap_remove snap 252 2024-07-26T06:41:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:02.811 INFO:tasks.rados.rados.0.smithi037.stdout:2526: done (1 left) 2024-07-26T06:41:02.811 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 257 2024-07-26T06:41:02.811 INFO:tasks.rados.rados.0.smithi037.stdout:2527: seq_num 785 ranges {2506752=753664,3260416=401408} 2024-07-26T06:41:02.833 INFO:tasks.rados.rados.0.smithi037.stdout:2527: writing smithi03785213-48 from 2506752 to 3260416 tid 1 2024-07-26T06:41:02.836 INFO:tasks.rados.rados.0.smithi037.stdout:2527: writing smithi03785213-48 from 3260416 to 3661824 tid 2 2024-07-26T06:41:02.836 INFO:tasks.rados.rados.0.smithi037.stdout:2528: rollback oid 11 current snap is 257 2024-07-26T06:41:02.836 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 251 2024-07-26T06:41:02.837 INFO:tasks.rados.rados.0.smithi037.stdout:2525: done (2 left) 2024-07-26T06:41:02.837 INFO:tasks.rados.rados.0.smithi037.stdout:2529: read oid 49 snap -1 2024-07-26T06:41:02.837 INFO:tasks.rados.rados.0.smithi037.stdout:2529: expect deleted 2024-07-26T06:41:02.837 INFO:tasks.rados.rados.0.smithi037.stdout:2530: snap_create 2024-07-26T06:41:02.853 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:41:02.854 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:41:02.854 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:41:02.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1032 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:41:02.877 INFO:tasks.rados.rados.0.smithi037.stdout:2527: finishing write tid 1 to smithi03785213-48 2024-07-26T06:41:02.879 INFO:tasks.rados.rados.0.smithi037.stdout:2527: finishing write tid 2 to smithi03785213-48 2024-07-26T06:41:02.879 INFO:tasks.rados.rados.0.smithi037.stdout:2527: finishing write tid 3 to smithi03785213-48 2024-07-26T06:41:02.881 INFO:tasks.rados.rados.0.smithi037.stdout:2527: finishing write tid 4 to smithi03785213-48 2024-07-26T06:41:02.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2397 (ObjNum 785 snap 257 seq_num 785) dirty exists 2024-07-26T06:41:02.881 INFO:tasks.rados.rados.0.smithi037.stdout:2527: left oid 48 (ObjNum 785 snap 257 seq_num 785) 2024-07-26T06:41:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: pgmap v462: 121 pgs: 2 active+clean+snaptrim, 5 peering, 5 active+clean+remapped, 24 active+undersized, 9 active+undersized+degraded, 76 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 10 op/s; 49/714 objects degraded (6.863%); 5/714 objects misplaced (0.700%); 0 B/s, 0 objects/s recovering 2024-07-26T06:41:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:41:03.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:41:03.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:41:03.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:41:03.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:41:03.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:02 smithi135 ceph-mon[90132]: Health check update: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:41:03.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: pgmap v462: 121 pgs: 2 active+clean+snaptrim, 5 peering, 5 active+clean+remapped, 24 active+undersized, 9 active+undersized+degraded, 76 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 10 op/s; 49/714 objects degraded (6.863%); 5/714 objects misplaced (0.700%); 0 B/s, 0 objects/s recovering 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:41:03.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: pgmap v462: 121 pgs: 2 active+clean+snaptrim, 5 peering, 5 active+clean+remapped, 24 active+undersized, 9 active+undersized+degraded, 76 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 10 op/s; 49/714 objects degraded (6.863%); 5/714 objects misplaced (0.700%); 0 B/s, 0 objects/s recovering 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:41:03.251 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[97339]: Health check update: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:41:03.252 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:41:03.253 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:41:03.253 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:41:03.253 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:41:03.253 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:41:03.253 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:02 smithi037 ceph-mon[99762]: Health check update: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:41:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:2527: done (3 left) 2024-07-26T06:41:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:2528: done (2 left) 2024-07-26T06:41:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:2529: done (1 left) 2024-07-26T06:41:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:2530: done (0 left) 2024-07-26T06:41:03.839 INFO:tasks.rados.rados.0.smithi037.stdout:2531: delete oid 35 current snap is 258 2024-07-26T06:41:03.842 INFO:tasks.rados.rados.0.smithi037.stdout:2531: done (0 left) 2024-07-26T06:41:03.843 INFO:tasks.rados.rados.0.smithi037.stdout:2532: snap_create 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all osd 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[97339]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:41:03.966 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all osd 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:41:03.967 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:03 smithi037 ceph-mon[99762]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all osd 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:03 smithi135 ceph-mon[90132]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2532: done (0 left) 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2533: copy_from oid 2 from oid 45 current snap is 259 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2534: rmattr oid 23 current snap is 259 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2535: rmattr oid 38 current snap is 259 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2535: done (2 left) 2024-07-26T06:41:04.840 INFO:tasks.rados.rados.0.smithi037.stdout:2536: delete oid 48 current snap is 259 2024-07-26T06:41:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:2536: done (2 left) 2024-07-26T06:41:04.844 INFO:tasks.rados.rados.0.smithi037.stdout:2537: snap_remove snap 238 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: pgmap v465: 121 pgs: 4 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 5 peering, 1 active+clean+remapped, 4 active+undersized, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded) 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:05.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: pgmap v465: 121 pgs: 4 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 5 peering, 1 active+clean+remapped, 4 active+undersized, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded) 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:05.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: pgmap v465: 121 pgs: 4 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 5 peering, 1 active+clean+remapped, 4 active+undersized, 105 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/714 objects degraded (6.863%), 9 pgs degraded) 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:05.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:05.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:05.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:2537: done (2 left) 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 259 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:2533: finishing copy_from to smithi03785213-2 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:2533: got expected ENOENT (src dne) 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:2533: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2275 (ObjNum 755 snap 243 seq_num 755) dirty exists 2024-07-26T06:41:05.854 INFO:tasks.rados.rados.0.smithi037.stdout:2538: seq_num 788 ranges {753664=802816,1556480=401408} 2024-07-26T06:41:05.863 INFO:tasks.rados.rados.0.smithi037.stdout:2538: writing smithi03785213-11 from 753664 to 1556480 tid 1 2024-07-26T06:41:05.866 INFO:tasks.rados.rados.0.smithi037.stdout:2538: writing smithi03785213-11 from 1556480 to 1957888 tid 2 2024-07-26T06:41:05.866 INFO:tasks.rados.rados.0.smithi037.stdout:2533: done (2 left) 2024-07-26T06:41:05.867 INFO:tasks.rados.rados.0.smithi037.stdout:2534: done (1 left) 2024-07-26T06:41:05.867 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 259 2024-07-26T06:41:05.867 INFO:tasks.rados.rados.0.smithi037.stdout:2539: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-07-26T06:41:05.870 INFO:tasks.rados.rados.0.smithi037.stdout:2539: writing smithi03785213-14 from 0 to 417792 tid 1 2024-07-26T06:41:05.875 INFO:tasks.rados.rados.0.smithi037.stdout:2539: writing smithi03785213-14 from 417792 to 1081344 tid 2 2024-07-26T06:41:05.876 INFO:tasks.rados.rados.0.smithi037.stdout:2539: writing smithi03785213-14 from 1081344 to 1220608 tid 3 2024-07-26T06:41:05.876 INFO:tasks.rados.rados.0.smithi037.stdout:2540: snap_remove snap 257 2024-07-26T06:41:05.973 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[97339]: Upgrade: Updating mds.a 2024-07-26T06:41:05.974 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[97339]: Deploying daemon mds.a on smithi037 2024-07-26T06:41:05.974 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[97339]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:41:05.974 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[99762]: Upgrade: Updating mds.a 2024-07-26T06:41:05.974 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[99762]: Deploying daemon mds.a on smithi037 2024-07-26T06:41:05.974 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:05 smithi037 ceph-mon[99762]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:41:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:05 smithi135 ceph-mon[90132]: Upgrade: Updating mds.a 2024-07-26T06:41:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:05 smithi135 ceph-mon[90132]: Deploying daemon mds.a on smithi037 2024-07-26T06:41:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:05 smithi135 ceph-mon[90132]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:41:06.523 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:06 smithi037 systemd[1]: Stopping Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:06.794 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[68644]: 2024-07-26T06:41:06.521+0000 7f600a83b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:41:06.795 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[68644]: 2024-07-26T06:41:06.521+0000 7f600a83b640 -1 mds.a *** got signal Terminated *** 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2540: done (2 left) 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2541: setattr oid 10 current snap is 259 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing write tid 1 to smithi03785213-11 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing write tid 1 to smithi03785213-14 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing write tid 2 to smithi03785213-11 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing write tid 3 to smithi03785213-11 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing write tid 4 to smithi03785213-11 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1035 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:41:06.856 INFO:tasks.rados.rados.0.smithi037.stdout:2538: left oid 11 (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing write tid 2 to smithi03785213-14 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing write tid 3 to smithi03785213-14 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing write tid 4 to smithi03785213-14 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing write tid 5 to smithi03785213-14 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2279 (ObjNum 789 snap 259 seq_num 789) dirty exists 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2539: left oid 14 (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:06.857 INFO:tasks.rados.rados.0.smithi037.stdout:2538: done (2 left) 2024-07-26T06:41:06.858 INFO:tasks.rados.rados.0.smithi037.stdout:2539: done (1 left) 2024-07-26T06:41:06.858 INFO:tasks.rados.rados.0.smithi037.stdout:2542: rmattr oid 39 current snap is 259 2024-07-26T06:41:06.858 INFO:tasks.rados.rados.0.smithi037.stdout:2543: rollback oid 7 current snap is 259 2024-07-26T06:41:06.858 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 249 2024-07-26T06:41:06.858 INFO:tasks.rados.rados.0.smithi037.stdout:2544: snap_remove snap 250 2024-07-26T06:41:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-mon[97339]: pgmap v468: 121 pgs: 2 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 117 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-mon[97339]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:41:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-mon[99762]: pgmap v468: 121 pgs: 2 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 117 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:06 smithi037 ceph-mon[99762]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:41:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:06 smithi135 ceph-mon[90132]: pgmap v468: 121 pgs: 2 active+clean+snaptrim, 1 activating, 1 active+clean+snaptrim_wait, 117 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 6.5 MiB/s, 5 objects/s recovering 2024-07-26T06:41:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:06 smithi135 ceph-mon[90132]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:41:07.806 INFO:tasks.rados.rados.0.smithi037.stdout:2544: done (3 left) 2024-07-26T06:41:07.806 INFO:tasks.rados.rados.0.smithi037.stdout:2545: delete oid 43 current snap is 259 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1733 (ObjNum 776 snap 254 seq_num 776) dirty exists 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1723 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 0 to smithi03785213-7 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 1 to smithi03785213-7 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 2 to smithi03785213-7 2024-07-26T06:41:07.807 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2415 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:41:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:2541: done (3 left) 2024-07-26T06:41:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:2542: done (2 left) 2024-07-26T06:41:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:2543: done (1 left) 2024-07-26T06:41:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:2545: done (0 left) 2024-07-26T06:41:07.812 INFO:tasks.rados.rados.0.smithi037.stdout:2546: read oid 50 snap -1 2024-07-26T06:41:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:2546: expect deleted 2024-07-26T06:41:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:2547: rollback oid 21 current snap is 259 2024-07-26T06:41:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 245 2024-07-26T06:41:07.813 INFO:tasks.rados.rados.0.smithi037.stdout:2548: delete oid 35 current snap is 259 2024-07-26T06:41:07.819 INFO:tasks.rados.rados.0.smithi037.stdout:2546: done (2 left) 2024-07-26T06:41:07.819 INFO:tasks.rados.rados.0.smithi037.stdout:2548: done (1 left) 2024-07-26T06:41:07.819 INFO:tasks.rados.rados.0.smithi037.stdout:2549: delete oid 50 current snap is 259 2024-07-26T06:41:07.820 INFO:tasks.rados.rados.0.smithi037.stdout:2547: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:41:07.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2112 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:41:07.823 INFO:tasks.rados.rados.0.smithi037.stdout:2547: done (1 left) 2024-07-26T06:41:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:2549: done (0 left) 2024-07-26T06:41:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 259 2024-07-26T06:41:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:2550: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-07-26T06:41:07.827 INFO:tasks.rados.rados.0.smithi037.stdout:2550: writing smithi03785213-35 from 0 to 483328 tid 1 2024-07-26T06:41:07.831 INFO:tasks.rados.rados.0.smithi037.stdout:2550: writing smithi03785213-35 from 483328 to 1130496 tid 2 2024-07-26T06:41:07.832 INFO:tasks.rados.rados.0.smithi037.stdout:2550: writing smithi03785213-35 from 1130496 to 1286144 tid 3 2024-07-26T06:41:07.832 INFO:tasks.rados.rados.0.smithi037.stdout:2551: delete oid 17 current snap is 259 2024-07-26T06:41:07.832 INFO:tasks.rados.rados.0.smithi037.stdout:2550: finishing write tid 1 to smithi03785213-35 2024-07-26T06:41:07.835 INFO:tasks.rados.rados.0.smithi037.stdout:2550: finishing write tid 2 to smithi03785213-35 2024-07-26T06:41:07.835 INFO:tasks.rados.rados.0.smithi037.stdout:2550: finishing write tid 3 to smithi03785213-35 2024-07-26T06:41:07.836 INFO:tasks.rados.rados.0.smithi037.stdout:2550: finishing write tid 4 to smithi03785213-35 2024-07-26T06:41:07.836 INFO:tasks.rados.rados.0.smithi037.stdout:2551: done (1 left) 2024-07-26T06:41:07.836 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 259 2024-07-26T06:41:07.836 INFO:tasks.rados.rados.0.smithi037.stdout:2552: seq_num 795 ranges {1777664=524288,2301952=417792,2719744=385024} 2024-07-26T06:41:07.849 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03785213-3 from 1777664 to 2301952 tid 1 2024-07-26T06:41:07.852 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03785213-3 from 2301952 to 2719744 tid 2 2024-07-26T06:41:07.854 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03785213-3 from 2719744 to 3104768 tid 3 2024-07-26T06:41:07.854 INFO:tasks.rados.rados.0.smithi037.stdout:2553: snap_create 2024-07-26T06:41:07.855 INFO:tasks.rados.rados.0.smithi037.stdout:2550: finishing write tid 5 to smithi03785213-35 2024-07-26T06:41:07.855 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1709 (ObjNum 793 snap 259 seq_num 793) dirty exists 2024-07-26T06:41:07.855 INFO:tasks.rados.rados.0.smithi037.stdout:2550: left oid 35 (ObjNum 793 snap 259 seq_num 793) 2024-07-26T06:41:07.855 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 1 to smithi03785213-3 2024-07-26T06:41:07.855 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 2 to smithi03785213-3 2024-07-26T06:41:07.857 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 3 to smithi03785213-3 2024-07-26T06:41:07.858 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 4 to smithi03785213-3 2024-07-26T06:41:07.859 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 5 to smithi03785213-3 2024-07-26T06:41:07.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1902 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:41:07.859 INFO:tasks.rados.rados.0.smithi037.stdout:2552: left oid 3 (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[97339]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:41:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:41:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[97339]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:41:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[99762]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:41:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:41:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:07 smithi037 ceph-mon[99762]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:41:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:07 smithi135 ceph-mon[90132]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:41:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:07 smithi135 ceph-mon[90132]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:41:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:07 smithi135 ceph-mon[90132]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:41:08.855 INFO:tasks.rados.rados.0.smithi037.stdout:2550: done (2 left) 2024-07-26T06:41:08.856 INFO:tasks.rados.rados.0.smithi037.stdout:2552: done (1 left) 2024-07-26T06:41:08.856 INFO:tasks.rados.rados.0.smithi037.stdout:2553: done (0 left) 2024-07-26T06:41:08.856 INFO:tasks.rados.rados.0.smithi037.stdout:2554: delete oid 47 current snap is 260 2024-07-26T06:41:08.859 INFO:tasks.rados.rados.0.smithi037.stdout:2554: done (0 left) 2024-07-26T06:41:08.859 INFO:tasks.rados.rados.0.smithi037.stdout:2555: copy_from oid 37 from oid 34 current snap is 260 2024-07-26T06:41:08.859 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 260 2024-07-26T06:41:08.859 INFO:tasks.rados.rados.0.smithi037.stdout:2556: seq_num 797 ranges {3399680=557056,3956736=589824,4546560=212992} 2024-07-26T06:41:08.882 INFO:tasks.rados.rados.0.smithi037.stdout:2556: writing smithi03785213-9 from 3399680 to 3956736 tid 1 2024-07-26T06:41:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:2556: writing smithi03785213-9 from 3956736 to 4546560 tid 2 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2556: writing smithi03785213-9 from 4546560 to 4759552 tid 3 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2557: rollback oid 27 current snap is 260 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 259 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2555: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2555: finishing copy_from to smithi03785213-37 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1969 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2555: done (2 left) 2024-07-26T06:41:08.887 INFO:tasks.rados.rados.0.smithi037.stdout:2558: delete oid 48 current snap is 260 2024-07-26T06:41:08.888 INFO:tasks.rados.rados.0.smithi037.stdout:2556: finishing write tid 1 to smithi03785213-9 2024-07-26T06:41:08.889 INFO:tasks.rados.rados.0.smithi037.stdout:2557: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:41:08.889 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2108 (ObjNum 161 snap 0 seq_num 3882601200) dirty dne 2024-07-26T06:41:08.892 INFO:tasks.rados.rados.0.smithi037.stdout:2556: finishing write tid 2 to smithi03785213-9 2024-07-26T06:41:08.892 INFO:tasks.rados.rados.0.smithi037.stdout:2556: finishing write tid 3 to smithi03785213-9 2024-07-26T06:41:08.893 INFO:tasks.rados.rados.0.smithi037.stdout:2556: finishing write tid 4 to smithi03785213-9 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:2557: done (2 left) 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:2558: done (1 left) 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:2559: delete oid 23 current snap is 260 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:2556: finishing write tid 5 to smithi03785213-9 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2430 (ObjNum 797 snap 260 seq_num 797) dirty exists 2024-07-26T06:41:08.895 INFO:tasks.rados.rados.0.smithi037.stdout:2556: left oid 9 (ObjNum 797 snap 260 seq_num 797) 2024-07-26T06:41:08.897 INFO:tasks.rados.rados.0.smithi037.stdout:2556: done (1 left) 2024-07-26T06:41:08.897 INFO:tasks.rados.rados.0.smithi037.stdout:2559: done (0 left) 2024-07-26T06:41:08.897 INFO:tasks.rados.rados.0.smithi037.stdout:2560: snap_create 2024-07-26T06:41:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:08 smithi037 ceph-mon[97339]: pgmap v471: 121 pgs: 4 active+clean+snaptrim, 1 activating, 4 active+clean+snaptrim_wait, 112 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 396 KiB/s wr, 10 op/s 2024-07-26T06:41:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:08 smithi037 ceph-mon[97339]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:41:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:08 smithi037 ceph-mon[99762]: pgmap v471: 121 pgs: 4 active+clean+snaptrim, 1 activating, 4 active+clean+snaptrim_wait, 112 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 396 KiB/s wr, 10 op/s 2024-07-26T06:41:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:08 smithi037 ceph-mon[99762]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:41:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:08 smithi135 ceph-mon[90132]: pgmap v471: 121 pgs: 4 active+clean+snaptrim, 1 activating, 4 active+clean+snaptrim_wait, 112 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 396 KiB/s wr, 10 op/s 2024-07-26T06:41:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:08 smithi135 ceph-mon[90132]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:41:09.872 INFO:tasks.rados.rados.0.smithi037.stdout:2560: done (0 left) 2024-07-26T06:41:09.872 INFO:tasks.rados.rados.0.smithi037.stdout:2561: snap_remove snap 258 2024-07-26T06:41:10.646 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:10 smithi037 podman[125947]: 2024-07-26 06:41:10.37837322 +0000 UTC m=+3.964331999 container died ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-07-26T06:41:10.876 INFO:tasks.rados.rados.0.smithi037.stdout:2561: done (0 left) 2024-07-26T06:41:10.876 INFO:tasks.rados.rados.0.smithi037.stdout:2562: snap_create 2024-07-26T06:41:11.038 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[97339]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 396 KiB/s wr, 4 op/s 2024-07-26T06:41:11.038 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[97339]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:41:11.038 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:11.039 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:10 smithi037 podman[125947]: 2024-07-26 06:41:10.828201225 +0000 UTC m=+4.414160001 container cleanup ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-26T06:41:11.039 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:10 smithi037 bash[125947]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a 2024-07-26T06:41:11.039 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[99762]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 396 KiB/s wr, 4 op/s 2024-07-26T06:41:11.039 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[99762]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:41:11.039 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:11.294 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 podman[125966]: 2024-07-26 06:41:11.038282199 +0000 UTC m=+0.654396016 container remove ebd81559c2c4bdb2f8521a878184f8faec25c64603685bd06c5909795573a8a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-07-26T06:41:11.295 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.a.service: Deactivated successfully. 2024-07-26T06:41:11.295 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 systemd[1]: Stopped Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:11.295 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.a.service: Consumed 1.196s CPU time. 2024-07-26T06:41:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:10 smithi135 ceph-mon[90132]: pgmap v474: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 396 KiB/s wr, 4 op/s 2024-07-26T06:41:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:10 smithi135 ceph-mon[90132]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:41:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:11.681 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:11] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-07-26T06:41:11.682 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 systemd[1]: Starting Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:11.885 INFO:tasks.rados.rados.0.smithi037.stdout:2562: done (0 left) 2024-07-26T06:41:11.885 INFO:tasks.rados.rados.0.smithi037.stdout:2563: snap_remove snap 254 2024-07-26T06:41:11.947 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:11 smithi037 ceph-mon[97339]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:41:11.947 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:11 smithi037 ceph-mon[99762]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:41:11.947 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 podman[126100]: 2024-07-26 06:41:11.68116825 +0000 UTC m=+0.094144763 container create 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:41:11.947 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 podman[126100]: 2024-07-26 06:41:11.605251967 +0000 UTC m=+0.018228460 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:41:11.947 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 podman[126100]: 2024-07-26 06:41:11.917104962 +0000 UTC m=+0.330081434 container init 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-26T06:41:11.948 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 podman[126100]: 2024-07-26 06:41:11.92213547 +0000 UTC m=+0.335111943 container start 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-4b23044, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:41:11.948 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: starting mds.a at 2024-07-26T06:41:12.294 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:12 smithi037 bash[126100]: 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb 2024-07-26T06:41:12.295 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:12 smithi037 systemd[1]: Started Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:11 smithi135 ceph-mon[90132]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:41:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:12.810 INFO:tasks.rados.rados.0.smithi037.stdout:2563: done (0 left) 2024-07-26T06:41:12.810 INFO:tasks.rados.rados.0.smithi037.stdout:2564: setattr oid 43 current snap is 262 2024-07-26T06:41:12.810 INFO:tasks.rados.rados.0.smithi037.stdout:2565: setattr oid 29 current snap is 262 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:2566: rmattr oid 12 current snap is 262 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:2566: done (2 left) 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:2567: read oid 3 snap -1 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:2567: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:2568: rollback oid 50 current snap is 262 2024-07-26T06:41:12.812 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 245 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2569: copy_from oid 47 from oid 19 current snap is 262 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2570: rollback oid 17 current snap is 262 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 253 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2571: read oid 16 snap 249 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2571: expect deleted 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2572: copy_from oid 23 from oid 48 current snap is 262 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 262 2024-07-26T06:41:12.813 INFO:tasks.rados.rados.0.smithi037.stdout:2573: seq_num 800 ranges {2400256=606208,3006464=688128,3694592=114688} 2024-07-26T06:41:12.832 INFO:tasks.rados.rados.0.smithi037.stdout:2573: writing smithi03785213-25 from 2400256 to 3006464 tid 1 2024-07-26T06:41:12.837 INFO:tasks.rados.rados.0.smithi037.stdout:2573: writing smithi03785213-25 from 3006464 to 3694592 tid 2 2024-07-26T06:41:12.838 INFO:tasks.rados.rados.0.smithi037.stdout:2573: writing smithi03785213-25 from 3694592 to 3809280 tid 3 2024-07-26T06:41:12.838 INFO:tasks.rados.rados.0.smithi037.stdout:2574: snap_remove snap 247 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 196 KiB/s wr, 2 op/s 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:12.945 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[97339]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 196 KiB/s wr, 2 op/s 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:12.946 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:12 smithi037 ceph-mon[99762]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: pgmap v477: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 378 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 196 KiB/s wr, 2 op/s 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:12 smithi135 ceph-mon[90132]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:41:13.810 INFO:tasks.rados.rados.0.smithi037.stdout:2574: done (9 left) 2024-07-26T06:41:13.810 INFO:tasks.rados.rados.0.smithi037.stdout:2575: copy_from oid 9 from oid 35 current snap is 262 2024-07-26T06:41:13.810 INFO:tasks.rados.rados.0.smithi037.stdout:2576: rmattr oid 26 current snap is 262 2024-07-26T06:41:13.810 INFO:tasks.rados.rados.0.smithi037.stdout:2576: done (10 left) 2024-07-26T06:41:13.810 INFO:tasks.rados.rados.0.smithi037.stdout:2577: snap_create 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2570: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1735 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2569: finishing copy_from racing read to smithi03785213-47 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2572: finishing copy_from to smithi03785213-23 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2572: got expected ENOENT (src dne) 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2572: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2568: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1531 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2570: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2118 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2569: finishing copy_from to smithi03785213-47 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1248 (ObjNum 740 snap 240 seq_num 740) dirty exists 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2113 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:41:13.811 INFO:tasks.rados.rados.0.smithi037.stdout:2567: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: finishing write tid 1 to smithi03785213-25 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: finishing write tid 2 to smithi03785213-25 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: finishing write tid 3 to smithi03785213-25 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: finishing write tid 4 to smithi03785213-25 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: finishing write tid 5 to smithi03785213-25 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2117 (ObjNum 800 snap 262 seq_num 800) dirty exists 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2573: left oid 25 (ObjNum 800 snap 262 seq_num 800) 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing copy_from racing read to smithi03785213-9 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing copy_from to smithi03785213-9 2024-07-26T06:41:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1709 (ObjNum 793 snap 259 seq_num 793) dirty exists 2024-07-26T06:41:14.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:boot 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[97339]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:boot 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:14.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:13 smithi037 ceph-mon[99762]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:41:14.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:13 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:boot 2024-07-26T06:41:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:13 smithi135 ceph-mon[90132]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:41:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:13 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:41:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:13 smithi135 ceph-mon[90132]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2564: done (10 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2565: done (9 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2567: done (8 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2568: done (7 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2569: done (6 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2570: done (5 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2571: done (4 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2572: done (3 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2573: done (2 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2575: done (1 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2577: done (0 left) 2024-07-26T06:41:14.809 INFO:tasks.rados.rados.0.smithi037.stdout:2578: rollback oid 50 current snap is 263 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 251 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:2579: read oid 14 snap -1 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:2579: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:2580: setattr oid 45 current snap is 263 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:2581: read oid 1 snap 245 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:2581: expect (ObjNum 718 snap 229 seq_num 718) 2024-07-26T06:41:14.810 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 263 2024-07-26T06:41:14.811 INFO:tasks.rados.rados.0.smithi037.stdout:2582: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-07-26T06:41:14.814 INFO:tasks.rados.rados.0.smithi037.stdout:2582: writing smithi03785213-18 from 0 to 622592 tid 1 2024-07-26T06:41:14.819 INFO:tasks.rados.rados.0.smithi037.stdout:2582: writing smithi03785213-18 from 622592 to 1196032 tid 2 2024-07-26T06:41:14.821 INFO:tasks.rados.rados.0.smithi037.stdout:2582: writing smithi03785213-18 from 1196032 to 1425408 tid 3 2024-07-26T06:41:14.821 INFO:tasks.rados.rados.0.smithi037.stdout:2578: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:41:14.821 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1531 (ObjNum 81 snap 0 seq_num 1316254289) dirty dne 2024-07-26T06:41:14.821 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2459 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:41:14.821 INFO:tasks.rados.rados.0.smithi037.stdout:2579: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing write tid 1 to smithi03785213-18 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2578: done (4 left) 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2579: done (3 left) 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2580: done (2 left) 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2583: snap_create 2024-07-26T06:41:14.854 INFO:tasks.rados.rados.0.smithi037.stdout:2581: expect (ObjNum 718 snap 229 seq_num 718) 2024-07-26T06:41:14.949 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing write tid 2 to smithi03785213-18 2024-07-26T06:41:14.950 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing write tid 3 to smithi03785213-18 2024-07-26T06:41:14.950 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing write tid 4 to smithi03785213-18 2024-07-26T06:41:14.950 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing write tid 5 to smithi03785213-18 2024-07-26T06:41:14.950 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1705 (ObjNum 801 snap 263 seq_num 801) dirty exists 2024-07-26T06:41:14.950 INFO:tasks.rados.rados.0.smithi037.stdout:2582: left oid 18 (ObjNum 801 snap 263 seq_num 801) 2024-07-26T06:41:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[97339]: pgmap v480: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:41:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[97339]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:41:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[99762]: pgmap v480: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:41:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:14 smithi037 ceph-mon[99762]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:14 smithi135 ceph-mon[90132]: pgmap v480: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 381 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-07-26T06:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:14 smithi135 ceph-mon[90132]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:41:15.812 INFO:tasks.rados.rados.0.smithi037.stdout:2581: done (2 left) 2024-07-26T06:41:15.813 INFO:tasks.rados.rados.0.smithi037.stdout:2582: done (1 left) 2024-07-26T06:41:15.813 INFO:tasks.rados.rados.0.smithi037.stdout:2583: done (0 left) 2024-07-26T06:41:15.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 264 2024-07-26T06:41:15.813 INFO:tasks.rados.rados.0.smithi037.stdout:2584: seq_num 802 ranges {1286144=638976,1925120=458752,2383872=344064} 2024-07-26T06:41:15.823 INFO:tasks.rados.rados.0.smithi037.stdout:2584: writing smithi03785213-9 from 1286144 to 1925120 tid 1 2024-07-26T06:41:15.826 INFO:tasks.rados.rados.0.smithi037.stdout:2584: writing smithi03785213-9 from 1925120 to 2383872 tid 2 2024-07-26T06:41:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:2584: writing smithi03785213-9 from 2383872 to 2727936 tid 3 2024-07-26T06:41:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:2585: read oid 18 snap -1 2024-07-26T06:41:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:2585: expect (ObjNum 801 snap 263 seq_num 801) 2024-07-26T06:41:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 264 2024-07-26T06:41:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:2584: finishing write tid 1 to smithi03785213-9 2024-07-26T06:41:15.830 INFO:tasks.rados.rados.0.smithi037.stdout:2586: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-07-26T06:41:15.834 INFO:tasks.rados.rados.0.smithi037.stdout:2586: writing smithi03785213-21 from 0 to 655360 tid 1 2024-07-26T06:41:15.839 INFO:tasks.rados.rados.0.smithi037.stdout:2586: writing smithi03785213-21 from 655360 to 1400832 tid 2 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2586: writing smithi03785213-21 from 1400832 to 1458176 tid 3 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2587: snap_create 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2584: finishing write tid 2 to smithi03785213-9 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2584: finishing write tid 3 to smithi03785213-9 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2584: finishing write tid 4 to smithi03785213-9 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2586: finishing write tid 1 to smithi03785213-21 2024-07-26T06:41:15.840 INFO:tasks.rados.rados.0.smithi037.stdout:2584: finishing write tid 5 to smithi03785213-9 2024-07-26T06:41:15.841 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2464 (ObjNum 802 snap 264 seq_num 802) dirty exists 2024-07-26T06:41:15.841 INFO:tasks.rados.rados.0.smithi037.stdout:2584: left oid 9 (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:15.842 INFO:tasks.rados.rados.0.smithi037.stdout:2585: expect (ObjNum 801 snap 263 seq_num 801) 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:2586: finishing write tid 2 to smithi03785213-21 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:2586: finishing write tid 3 to smithi03785213-21 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:2586: finishing write tid 4 to smithi03785213-21 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:2586: finishing write tid 5 to smithi03785213-21 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2122 (ObjNum 803 snap 264 seq_num 803) dirty exists 2024-07-26T06:41:15.881 INFO:tasks.rados.rados.0.smithi037.stdout:2586: left oid 21 (ObjNum 803 snap 264 seq_num 803) 2024-07-26T06:41:15.989 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (6m) 1s ago 11m 25.5M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (6m) 17s ago 11m 85.1M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (4s) 1s ago 12m 10.9M - 19.1.0-1125-g4b230446 a246f06af74a 6bc7cfc05d3e 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (12m) 17s ago 12m 19.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4b926d51251b 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (5m) 17s ago 16m 442M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (6m) 1s ago 17m 506M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (5m) 1s ago 17m 65.9M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (4m) 17s ago 16m 49.9M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:41:16.284 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (5m) 1s ago 16m 55.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (6m) 1s ago 10m 15.1M - 1.5.0 0da6a335fe13 f4147279cab4 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (6m) 17s ago 10m 16.0M - 1.5.0 0da6a335fe13 9d2fff7a7243 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (4m) 1s ago 15m 272M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (3m) 1s ago 15m 230M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (3m) 1s ago 14m 224M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (2m) 1s ago 14m 181M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (2m) 17s ago 14m 192M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (91s) 17s ago 13m 133M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (57s) 17s ago 13m 67.5M 2480M 19.1.0-1125-g4b230446 a246f06af74a a300722af3f9 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (22s) 17s ago 12m 11.2M 2480M 19.1.0-1125-g4b230446 a246f06af74a 216ac0ddaa97 2024-07-26T06:41:16.285 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (5m) 17s ago 11m 65.7M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[97339]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.286 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:16 smithi037 ceph-mon[99762]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:41:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:16.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:16 smithi135 ceph-mon[90132]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:41:16.640 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 14 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:41:16.641 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:41:16.813 INFO:tasks.rados.rados.0.smithi037.stdout:2584: done (3 left) 2024-07-26T06:41:16.813 INFO:tasks.rados.rados.0.smithi037.stdout:2585: done (2 left) 2024-07-26T06:41:16.813 INFO:tasks.rados.rados.0.smithi037.stdout:2586: done (1 left) 2024-07-26T06:41:16.813 INFO:tasks.rados.rados.0.smithi037.stdout:2587: done (0 left) 2024-07-26T06:41:16.813 INFO:tasks.rados.rados.0.smithi037.stdout:2588: rmattr oid 11 current snap is 265 2024-07-26T06:41:16.814 INFO:tasks.rados.rados.0.smithi037.stdout:2588: done (0 left) 2024-07-26T06:41:16.814 INFO:tasks.rados.rados.0.smithi037.stdout:2589: read oid 43 snap -1 2024-07-26T06:41:16.814 INFO:tasks.rados.rados.0.smithi037.stdout:2589: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:16.814 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 265 2024-07-26T06:41:16.814 INFO:tasks.rados.rados.0.smithi037.stdout:2590: seq_num 804 ranges {1458176=671744,2129920=622592,2752512=180224} 2024-07-26T06:41:16.824 INFO:tasks.rados.rados.0.smithi037.stdout:2590: writing smithi03785213-21 from 1458176 to 2129920 tid 1 2024-07-26T06:41:16.828 INFO:tasks.rados.rados.0.smithi037.stdout:2590: writing smithi03785213-21 from 2129920 to 2752512 tid 2 2024-07-26T06:41:16.830 INFO:tasks.rados.rados.0.smithi037.stdout:2590: writing smithi03785213-21 from 2752512 to 2932736 tid 3 2024-07-26T06:41:16.830 INFO:tasks.rados.rados.0.smithi037.stdout:2591: delete oid 24 current snap is 265 2024-07-26T06:41:16.830 INFO:tasks.rados.rados.0.smithi037.stdout:2589: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:16.832 INFO:tasks.rados.rados.0.smithi037.stdout:2590: finishing write tid 1 to smithi03785213-21 2024-07-26T06:41:16.834 INFO:tasks.rados.rados.0.smithi037.stdout:2590: finishing write tid 2 to smithi03785213-21 2024-07-26T06:41:16.834 INFO:tasks.rados.rados.0.smithi037.stdout:2590: finishing write tid 3 to smithi03785213-21 2024-07-26T06:41:16.834 INFO:tasks.rados.rados.0.smithi037.stdout:2590: finishing write tid 4 to smithi03785213-21 2024-07-26T06:41:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:2590: finishing write tid 5 to smithi03785213-21 2024-07-26T06:41:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2126 (ObjNum 804 snap 265 seq_num 804) dirty exists 2024-07-26T06:41:16.837 INFO:tasks.rados.rados.0.smithi037.stdout:2590: left oid 21 (ObjNum 804 snap 265 seq_num 804) 2024-07-26T06:41:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2589: done (2 left) 2024-07-26T06:41:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2590: done (1 left) 2024-07-26T06:41:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2591: done (0 left) 2024-07-26T06:41:16.838 INFO:tasks.rados.rados.0.smithi037.stdout:2592: setattr oid 45 current snap is 265 2024-07-26T06:41:16.839 INFO:tasks.rados.rados.0.smithi037.stdout:2593: read oid 1 snap -1 2024-07-26T06:41:16.839 INFO:tasks.rados.rados.0.smithi037.stdout:2593: expect deleted 2024-07-26T06:41:16.839 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 265 2024-07-26T06:41:16.839 INFO:tasks.rados.rados.0.smithi037.stdout:2594: seq_num 806 ranges {1425408=704512,2129920=442368,2572288=360448} 2024-07-26T06:41:16.851 INFO:tasks.rados.rados.0.smithi037.stdout:2594: writing smithi03785213-18 from 1425408 to 2129920 tid 1 2024-07-26T06:41:16.854 INFO:tasks.rados.rados.0.smithi037.stdout:2594: writing smithi03785213-18 from 2129920 to 2572288 tid 2 2024-07-26T06:41:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2594: writing smithi03785213-18 from 2572288 to 2932736 tid 3 2024-07-26T06:41:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2595: delete oid 20 current snap is 265 2024-07-26T06:41:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2466 (ObjNum -412386368 snap 21989 seq_num 304) dirty exists 2024-07-26T06:41:16.857 INFO:tasks.rados.rados.0.smithi037.stdout:2594: finishing write tid 1 to smithi03785213-18 2024-07-26T06:41:16.858 INFO:tasks.rados.rados.0.smithi037.stdout:2594: finishing write tid 2 to smithi03785213-18 2024-07-26T06:41:16.859 INFO:tasks.rados.rados.0.smithi037.stdout:2594: finishing write tid 3 to smithi03785213-18 2024-07-26T06:41:16.859 INFO:tasks.rados.rados.0.smithi037.stdout:2594: finishing write tid 4 to smithi03785213-18 2024-07-26T06:41:16.860 INFO:tasks.rados.rados.0.smithi037.stdout:2594: finishing write tid 5 to smithi03785213-18 2024-07-26T06:41:16.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1709 (ObjNum 806 snap 265 seq_num 806) dirty exists 2024-07-26T06:41:16.860 INFO:tasks.rados.rados.0.smithi037.stdout:2594: left oid 18 (ObjNum 806 snap 265 seq_num 806) 2024-07-26T06:41:16.861 INFO:tasks.rados.rados.0.smithi037.stdout:2592: done (3 left) 2024-07-26T06:41:16.861 INFO:tasks.rados.rados.0.smithi037.stdout:2593: done (2 left) 2024-07-26T06:41:16.861 INFO:tasks.rados.rados.0.smithi037.stdout:2594: done (1 left) 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:2595: done (0 left) 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:2596: read oid 11 snap -1 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:2596: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:2597: rollback oid 27 current snap is 265 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 255 2024-07-26T06:41:16.862 INFO:tasks.rados.rados.0.smithi037.stdout:2598: rmattr oid 6 current snap is 265 2024-07-26T06:41:16.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 265 2024-07-26T06:41:16.863 INFO:tasks.rados.rados.0.smithi037.stdout:2599: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-07-26T06:41:16.866 INFO:tasks.rados.rados.0.smithi037.stdout:2599: writing smithi03785213-50 from 0 to 737280 tid 1 2024-07-26T06:41:16.870 INFO:tasks.rados.rados.0.smithi037.stdout:2599: writing smithi03785213-50 from 737280 to 1351680 tid 2 2024-07-26T06:41:16.871 INFO:tasks.rados.rados.0.smithi037.stdout:2599: writing smithi03785213-50 from 1351680 to 1540096 tid 3 2024-07-26T06:41:16.871 INFO:tasks.rados.rados.0.smithi037.stdout:2600: read oid 49 snap -1 2024-07-26T06:41:16.872 INFO:tasks.rados.rados.0.smithi037.stdout:2600: expect deleted 2024-07-26T06:41:16.872 INFO:tasks.rados.rados.0.smithi037.stdout:2601: read oid 47 snap -1 2024-07-26T06:41:16.872 INFO:tasks.rados.rados.0.smithi037.stdout:2601: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:41:16.872 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 265 2024-07-26T06:41:16.872 INFO:tasks.rados.rados.0.smithi037.stdout:2602: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-07-26T06:41:16.876 INFO:tasks.rados.rados.0.smithi037.stdout:2602: writing smithi03785213-23 from 0 to 753664 tid 1 2024-07-26T06:41:16.879 INFO:tasks.rados.rados.0.smithi037.stdout:2602: writing smithi03785213-23 from 753664 to 1253376 tid 2 2024-07-26T06:41:16.881 INFO:tasks.rados.rados.0.smithi037.stdout:2602: writing smithi03785213-23 from 1253376 to 1556480 tid 3 2024-07-26T06:41:16.881 INFO:tasks.rados.rados.0.smithi037.stdout:2603: delete oid 28 current snap is 265 2024-07-26T06:41:16.882 INFO:tasks.rados.rados.0.smithi037.stdout:2597: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:41:16.882 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2108 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:41:16.882 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2281 (ObjNum 782 snap 257 seq_num 782) dirty exists 2024-07-26T06:41:16.882 INFO:tasks.rados.rados.0.smithi037.stdout:2596: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:41:16.947 INFO:tasks.rados.rados.0.smithi037.stdout:2599: finishing write tid 1 to smithi03785213-50 2024-07-26T06:41:16.948 INFO:tasks.rados.rados.0.smithi037.stdout:2599: finishing write tid 2 to smithi03785213-50 2024-07-26T06:41:16.948 INFO:tasks.rados.rados.0.smithi037.stdout:2601: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2599: finishing write tid 3 to smithi03785213-50 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2599: finishing write tid 4 to smithi03785213-50 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2599: finishing write tid 5 to smithi03785213-50 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2119 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2599: left oid 50 (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2596: done (7 left) 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2597: done (6 left) 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2598: done (5 left) 2024-07-26T06:41:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:2599: done (4 left) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2600: done (3 left) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2601: done (2 left) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2603: done (1 left) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2604: rollback oid 21 current snap is 265 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 264 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: finishing write tid 1 to smithi03785213-23 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: finishing write tid 2 to smithi03785213-23 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: finishing write tid 3 to smithi03785213-23 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: finishing write tid 4 to smithi03785213-23 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: finishing write tid 5 to smithi03785213-23 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2285 (ObjNum 809 snap 265 seq_num 809) dirty exists 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: left oid 23 (ObjNum 809 snap 265 seq_num 809) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2602: done (1 left) 2024-07-26T06:41:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:2605: read oid 31 snap -1 2024-07-26T06:41:16.963 INFO:tasks.rados.rados.0.smithi037.stdout:2605: expect deleted 2024-07-26T06:41:16.963 INFO:tasks.rados.rados.0.smithi037.stdout:2606: snap_remove snap 260 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[97339]: pgmap v483: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 17 op/s 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[97339]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3328746407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[97339]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[99762]: pgmap v483: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 17 op/s 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[99762]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3328746407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-mon[99762]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:41:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:17 smithi135 ceph-mon[90132]: pgmap v483: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 17 op/s 2024-07-26T06:41:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:17 smithi135 ceph-mon[90132]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:17 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3328746407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:17 smithi135 ceph-mon[90132]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:41:17.808 INFO:tasks.rados.rados.0.smithi037.stdout:2604: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:41:17.808 INFO:tasks.rados.rados.0.smithi037.stdout:2604: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:41:17.808 INFO:tasks.rados.rados.0.smithi037.stdout:2604: finishing rollback tid 2 to smithi03785213-21 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2130 (ObjNum 803 snap 264 seq_num 803) dirty exists 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2604: done (2 left) 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2605: done (1 left) 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2606: done (0 left) 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2607: read oid 47 snap -1 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2607: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2608: rmattr oid 44 current snap is 265 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2609: read oid 3 snap -1 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2609: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2610: read oid 27 snap -1 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2610: expect deleted 2024-07-26T06:41:17.809 INFO:tasks.rados.rados.0.smithi037.stdout:2611: read oid 9 snap -1 2024-07-26T06:41:17.810 INFO:tasks.rados.rados.0.smithi037.stdout:2611: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:17.810 INFO:tasks.rados.rados.0.smithi037.stdout:2612: read oid 25 snap -1 2024-07-26T06:41:17.810 INFO:tasks.rados.rados.0.smithi037.stdout:2612: expect (ObjNum 800 snap 262 seq_num 800) 2024-07-26T06:41:17.810 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 265 2024-07-26T06:41:17.810 INFO:tasks.rados.rados.0.smithi037.stdout:2613: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-07-26T06:41:17.813 INFO:tasks.rados.rados.0.smithi037.stdout:2613: writing smithi03785213-40 from 0 to 786432 tid 1 2024-07-26T06:41:17.818 INFO:tasks.rados.rados.0.smithi037.stdout:2613: writing smithi03785213-40 from 786432 to 1449984 tid 2 2024-07-26T06:41:17.819 INFO:tasks.rados.rados.0.smithi037.stdout:2613: writing smithi03785213-40 from 1449984 to 1589248 tid 3 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:2614: rollback oid 23 current snap is 265 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 246 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1677 (ObjNum 640 snap 205 seq_num 640) dirty exists 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:2608: done (7 left) 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:2610: done (6 left) 2024-07-26T06:41:17.820 INFO:tasks.rados.rados.0.smithi037.stdout:2615: snap_remove snap 242 2024-07-26T06:41:18.044 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 06:41:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T06:41:17.836+0000 7fe9cb05d640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 15d after trimming was started 2024-07-26T06:41:18.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:18 smithi037 ceph-mon[97339]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:18.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:18 smithi037 ceph-mon[97339]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:41:18.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:18 smithi037 ceph-mon[99762]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:18.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:18 smithi037 ceph-mon[99762]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:41:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:18 smithi135 ceph-mon[90132]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:18 smithi135 ceph-mon[90132]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:41:18.809 INFO:tasks.rados.rados.0.smithi037.stdout:2615: done (6 left) 2024-07-26T06:41:18.809 INFO:tasks.rados.rados.0.smithi037.stdout:2616: snap_create 2024-07-26T06:41:18.809 INFO:tasks.rados.rados.0.smithi037.stdout:2613: finishing write tid 1 to smithi03785213-40 2024-07-26T06:41:18.809 INFO:tasks.rados.rados.0.smithi037.stdout:2607: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:41:18.830 INFO:tasks.rados.rados.0.smithi037.stdout:2614: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:41:18.830 INFO:tasks.rados.rados.0.smithi037.stdout:2614: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:2614: finishing rollback tid 2 to smithi03785213-23 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2288 (ObjNum 755 snap 243 seq_num 755) dirty exists 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:2613: finishing write tid 2 to smithi03785213-40 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:2613: finishing write tid 3 to smithi03785213-40 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:2613: finishing write tid 4 to smithi03785213-40 2024-07-26T06:41:18.831 INFO:tasks.rados.rados.0.smithi037.stdout:2609: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:18.949 INFO:tasks.rados.rados.0.smithi037.stdout:2613: finishing write tid 5 to smithi03785213-40 2024-07-26T06:41:18.949 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1681 (ObjNum 811 snap 265 seq_num 811) dirty exists 2024-07-26T06:41:18.950 INFO:tasks.rados.rados.0.smithi037.stdout:2613: left oid 40 (ObjNum 811 snap 265 seq_num 811) 2024-07-26T06:41:18.950 INFO:tasks.rados.rados.0.smithi037.stdout:2611: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:19.042 INFO:tasks.rados.rados.0.smithi037.stdout:2612: expect (ObjNum 800 snap 262 seq_num 800) 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: pgmap v486: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 842 KiB/s wr, 8 op/s 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: pgmap v486: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 842 KiB/s wr, 8 op/s 2024-07-26T06:41:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:41:19.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:19.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:19.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: pgmap v486: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 390 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 842 KiB/s wr, 8 op/s 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:19.812 INFO:tasks.rados.rados.0.smithi037.stdout:2607: done (6 left) 2024-07-26T06:41:19.812 INFO:tasks.rados.rados.0.smithi037.stdout:2609: done (5 left) 2024-07-26T06:41:19.812 INFO:tasks.rados.rados.0.smithi037.stdout:2611: done (4 left) 2024-07-26T06:41:19.812 INFO:tasks.rados.rados.0.smithi037.stdout:2612: done (3 left) 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2613: done (2 left) 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2614: done (1 left) 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2616: done (0 left) 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2617: copy_from oid 22 from oid 29 current snap is 266 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2618: read oid 10 snap -1 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2618: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 266 2024-07-26T06:41:19.813 INFO:tasks.rados.rados.0.smithi037.stdout:2619: seq_num 812 ranges {401408=802816,1204224=548864,1753088=253952} 2024-07-26T06:41:19.819 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03785213-47 from 401408 to 1204224 tid 1 2024-07-26T06:41:19.822 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03785213-47 from 1204224 to 1753088 tid 2 2024-07-26T06:41:19.825 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03785213-47 from 1753088 to 2007040 tid 3 2024-07-26T06:41:19.825 INFO:tasks.rados.rados.0.smithi037.stdout:2620: rollback oid 21 current snap is 266 2024-07-26T06:41:19.825 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 259 2024-07-26T06:41:19.825 INFO:tasks.rados.rados.0.smithi037.stdout:2618: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:19.828 INFO:tasks.rados.rados.0.smithi037.stdout:2617: finishing copy_from racing read to smithi03785213-22 2024-07-26T06:41:19.828 INFO:tasks.rados.rados.0.smithi037.stdout:2618: done (3 left) 2024-07-26T06:41:19.828 INFO:tasks.rados.rados.0.smithi037.stdout:2621: setattr oid 11 current snap is 266 2024-07-26T06:41:19.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 266 2024-07-26T06:41:19.830 INFO:tasks.rados.rados.0.smithi037.stdout:2617: finishing copy_from to smithi03785213-22 2024-07-26T06:41:19.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2113 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:41:19.830 INFO:tasks.rados.rados.0.smithi037.stdout:2622: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-07-26T06:41:19.833 INFO:tasks.rados.rados.0.smithi037.stdout:2622: writing smithi03785213-8 from 0 to 417792 tid 1 2024-07-26T06:41:19.836 INFO:tasks.rados.rados.0.smithi037.stdout:2622: writing smithi03785213-8 from 417792 to 851968 tid 2 2024-07-26T06:41:19.839 INFO:tasks.rados.rados.0.smithi037.stdout:2622: writing smithi03785213-8 from 851968 to 1294336 tid 3 2024-07-26T06:41:19.841 INFO:tasks.rados.rados.0.smithi037.stdout:2622: writing smithi03785213-8 from 1294336 to 1622016 tid 4 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2617: done (4 left) 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2623: delete oid 16 current snap is 266 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2620: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2620: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2132 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 1 to smithi03785213-47 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 2 to smithi03785213-47 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 3 to smithi03785213-47 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 4 to smithi03785213-47 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1037 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:41:19.842 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 5 to smithi03785213-47 2024-07-26T06:41:19.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2483 (ObjNum 812 snap 266 seq_num 812) dirty exists 2024-07-26T06:41:19.843 INFO:tasks.rados.rados.0.smithi037.stdout:2619: left oid 47 (ObjNum 812 snap 266 seq_num 812) 2024-07-26T06:41:19.843 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 1 to smithi03785213-8 2024-07-26T06:41:19.843 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 2 to smithi03785213-8 2024-07-26T06:41:19.844 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 3 to smithi03785213-8 2024-07-26T06:41:19.844 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 4 to smithi03785213-8 2024-07-26T06:41:19.845 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 5 to smithi03785213-8 2024-07-26T06:41:19.847 INFO:tasks.rados.rados.0.smithi037.stdout:2622: finishing write tid 6 to smithi03785213-8 2024-07-26T06:41:19.847 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2488 (ObjNum 813 snap 266 seq_num 813) dirty exists 2024-07-26T06:41:19.847 INFO:tasks.rados.rados.0.smithi037.stdout:2622: left oid 8 (ObjNum 813 snap 266 seq_num 813) 2024-07-26T06:41:19.847 INFO:tasks.rados.rados.0.smithi037.stdout:2619: done (4 left) 2024-07-26T06:41:19.847 INFO:tasks.rados.rados.0.smithi037.stdout:2620: done (3 left) 2024-07-26T06:41:19.848 INFO:tasks.rados.rados.0.smithi037.stdout:2621: done (2 left) 2024-07-26T06:41:19.848 INFO:tasks.rados.rados.0.smithi037.stdout:2622: done (1 left) 2024-07-26T06:41:19.848 INFO:tasks.rados.rados.0.smithi037.stdout:2623: done (0 left) 2024-07-26T06:41:19.848 INFO:tasks.rados.rados.0.smithi037.stdout:2624: setattr oid 7 current snap is 266 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:2625: copy_from oid 43 from oid 12 current snap is 266 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:2626: read oid 28 snap -1 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:2626: expect deleted 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:2627: rollback oid 47 current snap is 266 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 264 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 266 2024-07-26T06:41:19.850 INFO:tasks.rados.rados.0.smithi037.stdout:2628: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-07-26T06:41:19.852 INFO:tasks.rados.rados.0.smithi037.stdout:2628: writing smithi03785213-10 from 0 to 458752 tid 1 2024-07-26T06:41:19.856 INFO:tasks.rados.rados.0.smithi037.stdout:2628: writing smithi03785213-10 from 458752 to 1114112 tid 2 2024-07-26T06:41:19.859 INFO:tasks.rados.rados.0.smithi037.stdout:2628: writing smithi03785213-10 from 1114112 to 1523712 tid 3 2024-07-26T06:41:19.860 INFO:tasks.rados.rados.0.smithi037.stdout:2628: writing smithi03785213-10 from 1523712 to 1662976 tid 4 2024-07-26T06:41:19.860 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 266 2024-07-26T06:41:19.860 INFO:tasks.rados.rados.0.smithi037.stdout:2629: seq_num 816 ranges {3448832=475136,3923968=540672,4464640=614400,5079040=49152} 2024-07-26T06:41:19.882 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03785213-34 from 3448832 to 3923968 tid 1 2024-07-26T06:41:19.884 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03785213-34 from 3923968 to 4464640 tid 2 2024-07-26T06:41:19.888 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03785213-34 from 4464640 to 5079040 tid 3 2024-07-26T06:41:19.889 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03785213-34 from 5079040 to 5128192 tid 4 2024-07-26T06:41:19.889 INFO:tasks.rados.rados.0.smithi037.stdout:2630: snap_create 2024-07-26T06:41:19.889 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2491 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:41:19.889 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing copy_from racing read to smithi03785213-43 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 1 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2627: finishing rollback tid 0 to smithi03785213-47 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2627: finishing rollback tid 1 to smithi03785213-47 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing copy_from to smithi03785213-43 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1728 (ObjNum 769 snap 246 seq_num 769) dirty exists 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2627: finishing rollback tid 2 to smithi03785213-47 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2494 (ObjNum 740 snap 240 seq_num 740) dirty exists 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 2 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 3 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 4 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 5 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: finishing write tid 6 to smithi03785213-10 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1728 (ObjNum 815 snap 266 seq_num 815) dirty exists 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2628: left oid 10 (ObjNum 815 snap 266 seq_num 815) 2024-07-26T06:41:19.890 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 1 to smithi03785213-34 2024-07-26T06:41:19.891 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 2 to smithi03785213-34 2024-07-26T06:41:19.892 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 3 to smithi03785213-34 2024-07-26T06:41:19.893 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 4 to smithi03785213-34 2024-07-26T06:41:19.893 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 5 to smithi03785213-34 2024-07-26T06:41:19.894 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 6 to smithi03785213-34 2024-07-26T06:41:19.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2293 (ObjNum 816 snap 266 seq_num 816) dirty exists 2024-07-26T06:41:19.895 INFO:tasks.rados.rados.0.smithi037.stdout:2629: left oid 34 (ObjNum 816 snap 266 seq_num 816) 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: Detected new or changed devices on smithi037 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:20.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:20 smithi135 ceph-mon[90132]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: Detected new or changed devices on smithi037 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[97339]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: Detected new or changed devices on smithi037 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:20 smithi037 ceph-mon[99762]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:41:20.813 INFO:tasks.rados.rados.0.smithi037.stdout:2624: done (6 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2625: done (5 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2626: done (4 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2627: done (3 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2628: done (2 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2629: done (1 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2630: done (0 left) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2631: rollback oid 45 current snap is 267 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 261 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2632: read oid 14 snap -1 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2632: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2633: read oid 3 snap -1 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2633: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:20.814 INFO:tasks.rados.rados.0.smithi037.stdout:2634: snap_create 2024-07-26T06:41:20.819 INFO:tasks.rados.rados.0.smithi037.stdout:2632: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:20.853 INFO:tasks.rados.rados.0.smithi037.stdout:2631: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:41:20.854 INFO:tasks.rados.rados.0.smithi037.stdout:2631: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:41:20.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2497 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-26T06:41:20.854 INFO:tasks.rados.rados.0.smithi037.stdout:2633: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:21.317 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:21 smithi135 ceph-mon[90132]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-07-26T06:41:21.317 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:21.318 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:21.318 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:21.318 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:21 smithi135 ceph-mon[90132]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:41:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:21] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-07-26T06:41:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[97339]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-07-26T06:41:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[97339]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[99762]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 33 op/s 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:21 smithi037 ceph-mon[99762]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:41:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:2631: done (3 left) 2024-07-26T06:41:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:2632: done (2 left) 2024-07-26T06:41:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:2633: done (1 left) 2024-07-26T06:41:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:2634: done (0 left) 2024-07-26T06:41:21.814 INFO:tasks.rados.rados.0.smithi037.stdout:2635: snap_create 2024-07-26T06:41:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-mon[90132]: Upgrade: Updating mds.b 2024-07-26T06:41:22.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-mon[90132]: Deploying daemon mds.b on smithi135 2024-07-26T06:41:22.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-mon[90132]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:41:22.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[97339]: Upgrade: Updating mds.b 2024-07-26T06:41:22.479 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[97339]: Deploying daemon mds.b on smithi135 2024-07-26T06:41:22.480 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[97339]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:41:22.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[99762]: Upgrade: Updating mds.b 2024-07-26T06:41:22.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[99762]: Deploying daemon mds.b on smithi135 2024-07-26T06:41:22.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-mon[99762]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:41:22.588 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:22 smithi135 systemd[1]: Stopping Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:22.671 INFO:tasks.rados.rados.0.smithi037.stdout:2635: done (0 left) 2024-07-26T06:41:22.671 INFO:tasks.rados.rados.0.smithi037.stdout:2636: read oid 2 snap -1 2024-07-26T06:41:22.672 INFO:tasks.rados.rados.0.smithi037.stdout:2636: expect deleted 2024-07-26T06:41:22.672 INFO:tasks.rados.rados.0.smithi037.stdout:2637: snap_create 2024-07-26T06:41:22.739 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[97316]: 2024-07-26T06:41:22.662+0000 7f03234e0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:41:22.813 INFO:tasks.rados.rados.0.smithi037.stdout:2636: done (1 left) 2024-07-26T06:41:22.813 INFO:tasks.rados.rados.0.smithi037.stdout:2637: done (0 left) 2024-07-26T06:41:22.813 INFO:tasks.rados.rados.0.smithi037.stdout:2638: snap_create 2024-07-26T06:41:23.087 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[60877]: 2024-07-26T06:41:22.661+0000 7f25e9a98640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:41:23.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[60877]: 2024-07-26T06:41:22.661+0000 7f25e9a98640 -1 mds.b *** got signal Terminated *** 2024-07-26T06:41:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-07-26T06:41:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:41:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[97339]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-07-26T06:41:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:41:23.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:23 smithi037 ceph-mon[99762]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:41:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:23 smithi135 ceph-mon[90132]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:41:23.809 INFO:tasks.rados.rados.0.smithi037.stdout:2638: done (0 left) 2024-07-26T06:41:23.809 INFO:tasks.rados.rados.0.smithi037.stdout:2639: copy_from oid 41 from oid 34 current snap is 271 2024-07-26T06:41:23.809 INFO:tasks.rados.rados.0.smithi037.stdout:2640: read oid 14 snap 265 2024-07-26T06:41:23.809 INFO:tasks.rados.rados.0.smithi037.stdout:2640: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:23.809 INFO:tasks.rados.rados.0.smithi037.stdout:2641: delete oid 13 current snap is 271 2024-07-26T06:41:23.814 INFO:tasks.rados.rados.0.smithi037.stdout:2641: done (2 left) 2024-07-26T06:41:23.814 INFO:tasks.rados.rados.0.smithi037.stdout:2642: rmattr oid 25 current snap is 271 2024-07-26T06:41:23.814 INFO:tasks.rados.rados.0.smithi037.stdout:2642: done (2 left) 2024-07-26T06:41:23.814 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 271 2024-07-26T06:41:23.814 INFO:tasks.rados.rados.0.smithi037.stdout:2643: seq_num 818 ranges {884736=507904,1392640=704512,2097152=499712} 2024-07-26T06:41:23.822 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03785213-12 from 884736 to 1392640 tid 1 2024-07-26T06:41:23.826 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03785213-12 from 1392640 to 2097152 tid 2 2024-07-26T06:41:23.830 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03785213-12 from 2097152 to 2596864 tid 3 2024-07-26T06:41:23.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 271 2024-07-26T06:41:23.830 INFO:tasks.rados.rados.0.smithi037.stdout:2644: seq_num 819 ranges {401408=524288,925696=589824,1515520=614400} 2024-07-26T06:41:23.835 INFO:tasks.rados.rados.0.smithi037.stdout:2644: writing smithi03785213-19 from 401408 to 925696 tid 1 2024-07-26T06:41:23.839 INFO:tasks.rados.rados.0.smithi037.stdout:2644: writing smithi03785213-19 from 925696 to 1515520 tid 2 2024-07-26T06:41:23.843 INFO:tasks.rados.rados.0.smithi037.stdout:2644: writing smithi03785213-19 from 1515520 to 2129920 tid 3 2024-07-26T06:41:23.843 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 271 2024-07-26T06:41:23.843 INFO:tasks.rados.rados.0.smithi037.stdout:2640: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 1 to smithi03785213-12 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 2 to smithi03785213-12 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 3 to smithi03785213-12 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 4 to smithi03785213-12 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 5 to smithi03785213-12 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1739 (ObjNum 818 snap 271 seq_num 818) dirty exists 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2643: left oid 12 (ObjNum 818 snap 271 seq_num 818) 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2639: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:2639: finishing copy_from to smithi03785213-41 2024-07-26T06:41:23.876 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2293 (ObjNum 816 snap 266 seq_num 816) dirty exists 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing write tid 1 to smithi03785213-19 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing write tid 2 to smithi03785213-19 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing write tid 3 to smithi03785213-19 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing write tid 4 to smithi03785213-19 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing write tid 5 to smithi03785213-19 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1973 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2644: left oid 19 (ObjNum 819 snap 271 seq_num 819) 2024-07-26T06:41:23.877 INFO:tasks.rados.rados.0.smithi037.stdout:2645: seq_num 820 ranges {1286144=540672,1826816=475136,2301952=598016,2899968=131072} 2024-07-26T06:41:23.885 INFO:tasks.rados.rados.0.smithi037.stdout:2645: writing smithi03785213-35 from 1286144 to 1826816 tid 1 2024-07-26T06:41:23.888 INFO:tasks.rados.rados.0.smithi037.stdout:2645: writing smithi03785213-35 from 1826816 to 2301952 tid 2 2024-07-26T06:41:23.891 INFO:tasks.rados.rados.0.smithi037.stdout:2645: writing smithi03785213-35 from 2301952 to 2899968 tid 3 2024-07-26T06:41:23.892 INFO:tasks.rados.rados.0.smithi037.stdout:2645: writing smithi03785213-35 from 2899968 to 3031040 tid 4 2024-07-26T06:41:23.892 INFO:tasks.rados.rados.0.smithi037.stdout:2639: done (4 left) 2024-07-26T06:41:23.892 INFO:tasks.rados.rados.0.smithi037.stdout:2640: done (3 left) 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:2643: done (2 left) 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:2644: done (1 left) 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 271 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 1 to smithi03785213-35 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 2 to smithi03785213-35 2024-07-26T06:41:23.893 INFO:tasks.rados.rados.0.smithi037.stdout:2646: seq_num 821 ranges {2596864=557056,3153920=761856,3915776=442368} 2024-07-26T06:41:23.909 INFO:tasks.rados.rados.0.smithi037.stdout:2646: writing smithi03785213-12 from 2596864 to 3153920 tid 1 2024-07-26T06:41:23.913 INFO:tasks.rados.rados.0.smithi037.stdout:2646: writing smithi03785213-12 from 3153920 to 3915776 tid 2 2024-07-26T06:41:23.916 INFO:tasks.rados.rados.0.smithi037.stdout:2646: writing smithi03785213-12 from 3915776 to 4358144 tid 3 2024-07-26T06:41:23.916 INFO:tasks.rados.rados.0.smithi037.stdout:2647: read oid 10 snap 249 2024-07-26T06:41:23.916 INFO:tasks.rados.rados.0.smithi037.stdout:2647: expect deleted 2024-07-26T06:41:23.916 INFO:tasks.rados.rados.0.smithi037.stdout:2648: snap_remove snap 265 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2648: done (3 left) 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2649: snap_create 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 3 to smithi03785213-35 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 4 to smithi03785213-35 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 5 to smithi03785213-35 2024-07-26T06:41:24.812 INFO:tasks.rados.rados.0.smithi037.stdout:2645: finishing write tid 6 to smithi03785213-35 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1714 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2645: left oid 35 (ObjNum 820 snap 271 seq_num 820) 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: finishing write tid 1 to smithi03785213-12 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: finishing write tid 2 to smithi03785213-12 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: finishing write tid 3 to smithi03785213-12 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: finishing write tid 4 to smithi03785213-12 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: finishing write tid 5 to smithi03785213-12 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1743 (ObjNum 821 snap 271 seq_num 821) dirty exists 2024-07-26T06:41:24.813 INFO:tasks.rados.rados.0.smithi037.stdout:2646: left oid 12 (ObjNum 821 snap 271 seq_num 821) 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[97339]: pgmap v496: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:reconnect 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[97339]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[97339]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[99762]: pgmap v496: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:reconnect 2024-07-26T06:41:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[99762]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:41:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:24 smithi037 ceph-mon[99762]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:41:25.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:24 smithi135 ceph-mon[90132]: pgmap v496: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-07-26T06:41:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:24 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:reconnect 2024-07-26T06:41:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:24 smithi135 ceph-mon[90132]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:41:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:24 smithi135 ceph-mon[90132]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:41:25.817 INFO:tasks.rados.rados.0.smithi037.stdout:2645: done (3 left) 2024-07-26T06:41:25.817 INFO:tasks.rados.rados.0.smithi037.stdout:2646: done (2 left) 2024-07-26T06:41:25.817 INFO:tasks.rados.rados.0.smithi037.stdout:2647: done (1 left) 2024-07-26T06:41:25.817 INFO:tasks.rados.rados.0.smithi037.stdout:2649: done (0 left) 2024-07-26T06:41:25.817 INFO:tasks.rados.rados.0.smithi037.stdout:2650: snap_create 2024-07-26T06:41:26.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:rejoin 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:rejoin 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:41:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:41:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:41:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:41:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:25 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:41:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:rejoin 2024-07-26T06:41:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:41:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:41:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:41:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:41:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:25 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:41:26.820 INFO:tasks.rados.rados.0.smithi037.stdout:2650: done (0 left) 2024-07-26T06:41:26.820 INFO:tasks.rados.rados.0.smithi037.stdout:2651: delete oid 40 current snap is 273 2024-07-26T06:41:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:2651: done (0 left) 2024-07-26T06:41:26.825 INFO:tasks.rados.rados.0.smithi037.stdout:2652: snap_remove snap 263 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[97339]: pgmap v499: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:active 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[97339]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[99762]: pgmap v499: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:active 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:41:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:26 smithi037 ceph-mon[99762]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:41:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:26 smithi135 ceph-mon[90132]: pgmap v499: 121 pgs: 121 active+clean; 400 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-07-26T06:41:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:26 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.37:6834/3918165828,v1:172.21.15.37:6835/3918165828] up:active 2024-07-26T06:41:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:26 smithi135 ceph-mon[90132]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:41:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:26 smithi135 ceph-mon[90132]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:41:27.811 INFO:tasks.rados.rados.0.smithi037.stdout:2652: done (0 left) 2024-07-26T06:41:27.811 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 273 2024-07-26T06:41:27.811 INFO:tasks.rados.rados.0.smithi037.stdout:2653: seq_num 823 ranges {3014656=589824,3604480=573440,4177920=630784} 2024-07-26T06:41:27.832 INFO:tasks.rados.rados.0.smithi037.stdout:2653: writing smithi03785213-5 from 3014656 to 3604480 tid 1 2024-07-26T06:41:27.836 INFO:tasks.rados.rados.0.smithi037.stdout:2653: writing smithi03785213-5 from 3604480 to 4177920 tid 2 2024-07-26T06:41:27.841 INFO:tasks.rados.rados.0.smithi037.stdout:2653: writing smithi03785213-5 from 4177920 to 4808704 tid 3 2024-07-26T06:41:27.841 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 273 2024-07-26T06:41:27.841 INFO:tasks.rados.rados.0.smithi037.stdout:2654: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-07-26T06:41:27.845 INFO:tasks.rados.rados.0.smithi037.stdout:2654: writing smithi03785213-24 from 0 to 606208 tid 1 2024-07-26T06:41:27.848 INFO:tasks.rados.rados.0.smithi037.stdout:2654: writing smithi03785213-24 from 606208 to 1064960 tid 2 2024-07-26T06:41:27.851 INFO:tasks.rados.rados.0.smithi037.stdout:2654: writing smithi03785213-24 from 1064960 to 1638400 tid 3 2024-07-26T06:41:27.853 INFO:tasks.rados.rados.0.smithi037.stdout:2654: writing smithi03785213-24 from 1638400 to 1810432 tid 4 2024-07-26T06:41:27.853 INFO:tasks.rados.rados.0.smithi037.stdout:2655: rollback oid 13 current snap is 273 2024-07-26T06:41:27.853 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 249 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: finishing write tid 1 to smithi03785213-5 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: finishing write tid 2 to smithi03785213-5 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: finishing write tid 3 to smithi03785213-5 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: finishing write tid 4 to smithi03785213-5 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: finishing write tid 5 to smithi03785213-5 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1686 (ObjNum 823 snap 273 seq_num 823) dirty exists 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: left oid 5 (ObjNum 823 snap 273 seq_num 823) 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 1 to smithi03785213-24 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 2 to smithi03785213-24 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2653: done (2 left) 2024-07-26T06:41:27.854 INFO:tasks.rados.rados.0.smithi037.stdout:2656: delete oid 45 current snap is 273 2024-07-26T06:41:27.855 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing rollback tid 1 to smithi03785213-13 2024-07-26T06:41:27.856 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing rollback tid 2 to smithi03785213-13 2024-07-26T06:41:27.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1712 (ObjNum 723 snap 234 seq_num 723) dirty exists 2024-07-26T06:41:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:2655: done (2 left) 2024-07-26T06:41:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:2656: done (1 left) 2024-07-26T06:41:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 273 2024-07-26T06:41:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:2657: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-07-26T06:41:27.860 INFO:tasks.rados.rados.0.smithi037.stdout:2657: writing smithi03785213-31 from 0 to 638976 tid 1 2024-07-26T06:41:27.864 INFO:tasks.rados.rados.0.smithi037.stdout:2657: writing smithi03785213-31 from 638976 to 1269760 tid 2 2024-07-26T06:41:27.868 INFO:tasks.rados.rados.0.smithi037.stdout:2657: writing smithi03785213-31 from 1269760 to 1843200 tid 3 2024-07-26T06:41:27.868 INFO:tasks.rados.rados.0.smithi037.stdout:2658: delete oid 44 current snap is 273 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 3 to smithi03785213-24 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 4 to smithi03785213-24 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 5 to smithi03785213-24 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2654: finishing write tid 6 to smithi03785213-24 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2137 (ObjNum 824 snap 273 seq_num 824) dirty exists 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2654: left oid 24 (ObjNum 824 snap 273 seq_num 824) 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2657: finishing write tid 1 to smithi03785213-31 2024-07-26T06:41:27.869 INFO:tasks.rados.rados.0.smithi037.stdout:2657: finishing write tid 2 to smithi03785213-31 2024-07-26T06:41:27.873 INFO:tasks.rados.rados.0.smithi037.stdout:2657: finishing write tid 3 to smithi03785213-31 2024-07-26T06:41:27.873 INFO:tasks.rados.rados.0.smithi037.stdout:2654: done (2 left) 2024-07-26T06:41:27.873 INFO:tasks.rados.rados.0.smithi037.stdout:2658: done (1 left) 2024-07-26T06:41:27.873 INFO:tasks.rados.rados.0.smithi037.stdout:2659: snap_remove snap 253 2024-07-26T06:41:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:27 smithi135 ceph-mon[90132]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:41:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:27 smithi135 ceph-mon[90132]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:41:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:27 smithi037 ceph-mon[97339]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:41:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:27 smithi037 ceph-mon[97339]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:41:28.295 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 06:41:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: 2024-07-26T06:41:27.888+0000 7f96e5dbb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T06:41:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:27 smithi037 ceph-mon[99762]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:41:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:27 smithi037 ceph-mon[99762]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:41:28.478 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:28 smithi135 podman[114496]: 2024-07-26 06:41:28.22259166 +0000 UTC m=+5.757031564 container died 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-07-26T06:41:28.820 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:28 smithi135 podman[114496]: 2024-07-26 06:41:28.651999236 +0000 UTC m=+6.186439179 container cleanup 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, ceph=True) 2024-07-26T06:41:28.820 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:28 smithi135 bash[114496]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:2657: finishing write tid 4 to smithi03785213-31 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:2657: finishing write tid 5 to smithi03785213-31 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2141 (ObjNum 826 snap 273 seq_num 826) dirty exists 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:2657: left oid 31 (ObjNum 826 snap 273 seq_num 826) 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:2657: done (1 left) 2024-07-26T06:41:28.836 INFO:tasks.rados.rados.0.smithi037.stdout:2659: done (0 left) 2024-07-26T06:41:28.837 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 273 2024-07-26T06:41:28.837 INFO:tasks.rados.rados.0.smithi037.stdout:2660: seq_num 828 ranges {2801664=671744,3473408=802816,4276224=401408} 2024-07-26T06:41:28.857 INFO:tasks.rados.rados.0.smithi037.stdout:2660: writing smithi03785213-32 from 2801664 to 3473408 tid 1 2024-07-26T06:41:28.862 INFO:tasks.rados.rados.0.smithi037.stdout:2660: writing smithi03785213-32 from 3473408 to 4276224 tid 2 2024-07-26T06:41:28.865 INFO:tasks.rados.rados.0.smithi037.stdout:2660: writing smithi03785213-32 from 4276224 to 4677632 tid 3 2024-07-26T06:41:28.865 INFO:tasks.rados.rados.0.smithi037.stdout:2661: snap_remove snap 259 2024-07-26T06:41:29.071 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:28 smithi135 ceph-mon[90132]: pgmap v502: 121 pgs: 121 active+clean; 404 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 848 KiB/s wr, 12 op/s 2024-07-26T06:41:29.072 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:28 smithi135 podman[114514]: 2024-07-26 06:41:28.820064514 +0000 UTC m=+0.593530262 container remove 4b926d51251b403f0c0e68e23e3fe418ec0b79adad330fc2fac3ed811ac3d6c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, org.label-schema.build-date=20240724, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-07-26T06:41:29.072 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.b.service: Deactivated successfully. 2024-07-26T06:41:29.072 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 systemd[1]: Stopped Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:29.072 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.b.service: Consumed 1.749s CPU time. 2024-07-26T06:41:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:28 smithi037 ceph-mon[97339]: pgmap v502: 121 pgs: 121 active+clean; 404 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 848 KiB/s wr, 12 op/s 2024-07-26T06:41:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:28 smithi037 ceph-mon[99762]: pgmap v502: 121 pgs: 121 active+clean; 404 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 848 KiB/s wr, 12 op/s 2024-07-26T06:41:29.337 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 systemd[1]: Starting Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:29.733 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 podman[114646]: 2024-07-26 06:41:29.47973071 +0000 UTC m=+0.113836952 container create 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724) 2024-07-26T06:41:29.733 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 podman[114646]: 2024-07-26 06:41:29.383687368 +0000 UTC m=+0.017793611 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:41:29.733 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 podman[114646]: 2024-07-26 06:41:29.733527658 +0000 UTC m=+0.367633918 container init 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-07-26T06:41:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2661: done (1 left) 2024-07-26T06:41:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2662: copy_from oid 8 from oid 42 current snap is 273 2024-07-26T06:41:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2660: finishing write tid 1 to smithi03785213-32 2024-07-26T06:41:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:2660: finishing write tid 2 to smithi03785213-32 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2660: finishing write tid 3 to smithi03785213-32 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2660: finishing write tid 4 to smithi03785213-32 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2660: finishing write tid 5 to smithi03785213-32 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1732 (ObjNum 828 snap 273 seq_num 828) dirty exists 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2660: left oid 32 (ObjNum 828 snap 273 seq_num 828) 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2660: done (1 left) 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2663: read oid 40 snap 267 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2663: expect (ObjNum 811 snap 265 seq_num 811) 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2664: copy_from oid 10 from oid 26 current snap is 273 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2665: rmattr oid 35 current snap is 273 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2665: done (3 left) 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2666: rmattr oid 20 current snap is 273 2024-07-26T06:41:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:2666: done (3 left) 2024-07-26T06:41:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:2667: snap_create 2024-07-26T06:41:29.850 INFO:tasks.rados.rados.0.smithi037.stdout:2664: finishing copy_from to smithi03785213-10 2024-07-26T06:41:29.850 INFO:tasks.rados.rados.0.smithi037.stdout:2664: got expected ENOENT (src dne) 2024-07-26T06:41:29.850 INFO:tasks.rados.rados.0.smithi037.stdout:2664: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:41:29.864 INFO:tasks.rados.rados.0.smithi037.stdout:2663: expect (ObjNum 811 snap 265 seq_num 811) 2024-07-26T06:41:29.910 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:41:29.910 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing copy_from to smithi03785213-8 2024-07-26T06:41:29.910 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2107 (ObjNum 694 snap 226 seq_num 694) dirty exists 2024-07-26T06:41:30.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:29 smithi135 ceph-mon[90132]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:41:30.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 podman[114646]: 2024-07-26 06:41:29.738575081 +0000 UTC m=+0.372681326 container start 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T06:41:30.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[114660]: starting mds.b at 2024-07-26T06:41:30.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 bash[114646]: 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b 2024-07-26T06:41:30.088 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 06:41:29 smithi135 systemd[1]: Started Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:29 smithi037 ceph-mon[97339]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:41:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:29 smithi037 ceph-mon[99762]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:41:30.844 INFO:tasks.rados.rados.0.smithi037.stdout:2662: done (3 left) 2024-07-26T06:41:30.844 INFO:tasks.rados.rados.0.smithi037.stdout:2663: done (2 left) 2024-07-26T06:41:30.844 INFO:tasks.rados.rados.0.smithi037.stdout:2664: done (1 left) 2024-07-26T06:41:30.845 INFO:tasks.rados.rados.0.smithi037.stdout:2667: done (0 left) 2024-07-26T06:41:30.845 INFO:tasks.rados.rados.0.smithi037.stdout:2668: read oid 19 snap -1 2024-07-26T06:41:30.845 INFO:tasks.rados.rados.0.smithi037.stdout:2668: expect (ObjNum 819 snap 271 seq_num 819) 2024-07-26T06:41:30.845 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 274 2024-07-26T06:41:30.845 INFO:tasks.rados.rados.0.smithi037.stdout:2669: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-07-26T06:41:30.849 INFO:tasks.rados.rados.0.smithi037.stdout:2669: writing smithi03785213-30 from 0 to 688128 tid 1 2024-07-26T06:41:30.853 INFO:tasks.rados.rados.0.smithi037.stdout:2669: writing smithi03785213-30 from 688128 to 1417216 tid 2 2024-07-26T06:41:30.857 INFO:tasks.rados.rados.0.smithi037.stdout:2669: writing smithi03785213-30 from 1417216 to 1892352 tid 3 2024-07-26T06:41:30.857 INFO:tasks.rados.rados.0.smithi037.stdout:2670: read oid 50 snap -1 2024-07-26T06:41:30.857 INFO:tasks.rados.rados.0.smithi037.stdout:2670: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:41:30.857 INFO:tasks.rados.rados.0.smithi037.stdout:2671: snap_remove snap 248 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: pgmap v505: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 913 KiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.135:6832/3293293252,v1:172.21.15.135:6833/3293293252] up:boot 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.229 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: pgmap v505: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 913 KiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.135:6832/3293293252,v1:172.21.15.135:6833/3293293252] up:boot 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: pgmap v505: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 913 KiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.135:6832/3293293252,v1:172.21.15.135:6833/3293293252] up:boot 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:41:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:41:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:31] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-07-26T06:41:31.860 INFO:tasks.rados.rados.0.smithi037.stdout:2671: done (3 left) 2024-07-26T06:41:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2672: read oid 23 snap -1 2024-07-26T06:41:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2672: expect (ObjNum 755 snap 243 seq_num 755) 2024-07-26T06:41:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2673: snap_create 2024-07-26T06:41:31.861 INFO:tasks.rados.rados.0.smithi037.stdout:2668: expect (ObjNum 819 snap 271 seq_num 819) 2024-07-26T06:41:31.936 INFO:tasks.rados.rados.0.smithi037.stdout:2669: finishing write tid 1 to smithi03785213-30 2024-07-26T06:41:31.936 INFO:tasks.rados.rados.0.smithi037.stdout:2669: finishing write tid 2 to smithi03785213-30 2024-07-26T06:41:31.936 INFO:tasks.rados.rados.0.smithi037.stdout:2669: finishing write tid 3 to smithi03785213-30 2024-07-26T06:41:31.936 INFO:tasks.rados.rados.0.smithi037.stdout:2669: finishing write tid 4 to smithi03785213-30 2024-07-26T06:41:31.936 INFO:tasks.rados.rados.0.smithi037.stdout:2670: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:41:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:2669: finishing write tid 5 to smithi03785213-30 2024-07-26T06:41:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2123 (ObjNum 829 snap 274 seq_num 829) dirty exists 2024-07-26T06:41:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:2669: left oid 30 (ObjNum 829 snap 274 seq_num 829) 2024-07-26T06:41:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:2672: expect (ObjNum 755 snap 243 seq_num 755) 2024-07-26T06:41:32.212 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:31 smithi135 ceph-mon[90132]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:41:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:31 smithi037 ceph-mon[97339]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:41:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:31 smithi037 ceph-mon[99762]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:41:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2668: done (4 left) 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2669: done (3 left) 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2670: done (2 left) 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2672: done (1 left) 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2673: done (0 left) 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2674: rollback oid 30 current snap is 275 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 256 2024-07-26T06:41:32.813 INFO:tasks.rados.rados.0.smithi037.stdout:2675: delete oid 21 current snap is 275 2024-07-26T06:41:32.817 INFO:tasks.rados.rados.0.smithi037.stdout:2674: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:41:32.818 INFO:tasks.rados.rados.0.smithi037.stdout:2674: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:41:32.818 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2125 (ObjNum 385 snap 0 seq_num 3873418832) dirty dne 2024-07-26T06:41:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:2674: done (1 left) 2024-07-26T06:41:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:2675: done (0 left) 2024-07-26T06:41:32.819 INFO:tasks.rados.rados.0.smithi037.stdout:2676: snap_create 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[97339]: pgmap v508: 121 pgs: 121 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[97339]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[97339]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[99762]: pgmap v508: 121 pgs: 121 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[99762]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:41:33.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:32 smithi037 ceph-mon[99762]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:41:33.201 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:32 smithi135 ceph-mon[90132]: pgmap v508: 121 pgs: 121 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-07-26T06:41:33.201 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:32 smithi135 ceph-mon[90132]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:41:33.201 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:32 smithi135 ceph-mon[90132]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:41:33.814 INFO:tasks.rados.rados.0.smithi037.stdout:2676: done (0 left) 2024-07-26T06:41:33.814 INFO:tasks.rados.rados.0.smithi037.stdout:2677: snap_create 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: pgmap v511: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: pgmap v511: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:34.815 INFO:tasks.rados.rados.0.smithi037.stdout:2677: done (0 left) 2024-07-26T06:41:34.815 INFO:tasks.rados.rados.0.smithi037.stdout:2678: delete oid 36 current snap is 277 2024-07-26T06:41:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:2678: done (0 left) 2024-07-26T06:41:34.820 INFO:tasks.rados.rados.0.smithi037.stdout:2679: delete oid 1 current snap is 277 2024-07-26T06:41:34.823 INFO:tasks.rados.rados.0.smithi037.stdout:2679: done (0 left) 2024-07-26T06:41:34.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 277 2024-07-26T06:41:34.825 INFO:tasks.rados.rados.0.smithi037.stdout:2680: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-07-26T06:41:34.828 INFO:tasks.rados.rados.0.smithi037.stdout:2680: writing smithi03785213-21 from 0 to 761856 tid 1 2024-07-26T06:41:34.832 INFO:tasks.rados.rados.0.smithi037.stdout:2680: writing smithi03785213-21 from 761856 to 1433600 tid 2 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2680: writing smithi03785213-21 from 1433600 to 1966080 tid 3 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2681: copy_from oid 19 from oid 49 current snap is 277 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing write tid 1 to smithi03785213-21 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing write tid 2 to smithi03785213-21 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2682: read oid 9 snap -1 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2682: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 277 2024-07-26T06:41:34.836 INFO:tasks.rados.rados.0.smithi037.stdout:2683: seq_num 834 ranges {4808704=778240,5586944=557056,6144000=548864,6692864=98304} 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: pgmap v511: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:34.866 INFO:tasks.rados.rados.0.smithi037.stdout:2683: writing smithi03785213-5 from 4808704 to 5586944 tid 1 2024-07-26T06:41:34.870 INFO:tasks.rados.rados.0.smithi037.stdout:2683: writing smithi03785213-5 from 5586944 to 6144000 tid 2 2024-07-26T06:41:34.873 INFO:tasks.rados.rados.0.smithi037.stdout:2683: writing smithi03785213-5 from 6144000 to 6692864 tid 3 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2683: writing smithi03785213-5 from 6692864 to 6791168 tid 4 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2684: read oid 46 snap -1 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2684: expect deleted 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2685: delete oid 16 current snap is 277 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2681: finishing copy_from to smithi03785213-19 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2681: got expected ENOENT (src dne) 2024-07-26T06:41:34.874 INFO:tasks.rados.rados.0.smithi037.stdout:2681: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing write tid 3 to smithi03785213-21 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing write tid 4 to smithi03785213-21 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing write tid 5 to smithi03785213-21 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2145 (ObjNum 833 snap 277 seq_num 833) dirty exists 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:2680: left oid 21 (ObjNum 833 snap 277 seq_num 833) 2024-07-26T06:41:34.875 INFO:tasks.rados.rados.0.smithi037.stdout:2682: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:34.968 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 1 to smithi03785213-5 2024-07-26T06:41:34.968 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 2 to smithi03785213-5 2024-07-26T06:41:34.968 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 3 to smithi03785213-5 2024-07-26T06:41:34.968 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 4 to smithi03785213-5 2024-07-26T06:41:34.968 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 5 to smithi03785213-5 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2683: finishing write tid 6 to smithi03785213-5 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1692 (ObjNum 834 snap 277 seq_num 834) dirty exists 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2683: left oid 5 (ObjNum 834 snap 277 seq_num 834) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2680: done (5 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2681: done (4 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2682: done (3 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2683: done (2 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2684: done (1 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2685: done (0 left) 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2686: setattr oid 38 current snap is 277 2024-07-26T06:41:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:2687: read oid 14 snap -1 2024-07-26T06:41:34.970 INFO:tasks.rados.rados.0.smithi037.stdout:2687: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:34.970 INFO:tasks.rados.rados.0.smithi037.stdout:2688: snap_create 2024-07-26T06:41:34.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1740 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:41:34.975 INFO:tasks.rados.rados.0.smithi037.stdout:2687: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:2686: done (2 left) 2024-07-26T06:41:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:2687: done (1 left) 2024-07-26T06:41:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:2688: done (0 left) 2024-07-26T06:41:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 278 2024-07-26T06:41:35.820 INFO:tasks.rados.rados.0.smithi037.stdout:2689: seq_num 836 ranges {1777664=409600,2187264=720896,2908160=516096,3424256=368640} 2024-07-26T06:41:35.832 INFO:tasks.rados.rados.0.smithi037.stdout:2689: writing smithi03785213-23 from 1777664 to 2187264 tid 1 2024-07-26T06:41:35.836 INFO:tasks.rados.rados.0.smithi037.stdout:2689: writing smithi03785213-23 from 2187264 to 2908160 tid 2 2024-07-26T06:41:35.839 INFO:tasks.rados.rados.0.smithi037.stdout:2689: writing smithi03785213-23 from 2908160 to 3424256 tid 3 2024-07-26T06:41:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2689: writing smithi03785213-23 from 3424256 to 3792896 tid 4 2024-07-26T06:41:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2690: snap_create 2024-07-26T06:41:35.841 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 1 to smithi03785213-23 2024-07-26T06:41:35.842 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 2 to smithi03785213-23 2024-07-26T06:41:35.843 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 3 to smithi03785213-23 2024-07-26T06:41:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 4 to smithi03785213-23 2024-07-26T06:41:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 5 to smithi03785213-23 2024-07-26T06:41:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2689: finishing write tid 6 to smithi03785213-23 2024-07-26T06:41:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2299 (ObjNum 836 snap 278 seq_num 836) dirty exists 2024-07-26T06:41:35.847 INFO:tasks.rados.rados.0.smithi037.stdout:2689: left oid 23 (ObjNum 836 snap 278 seq_num 836) 2024-07-26T06:41:35.999 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:35 smithi135 ceph-mon[90132]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:41:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:35 smithi037 ceph-mon[97339]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:41:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:35 smithi037 ceph-mon[99762]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:41:36.825 INFO:tasks.rados.rados.0.smithi037.stdout:2689: done (1 left) 2024-07-26T06:41:36.825 INFO:tasks.rados.rados.0.smithi037.stdout:2690: done (0 left) 2024-07-26T06:41:36.825 INFO:tasks.rados.rados.0.smithi037.stdout:2691: delete oid 5 current snap is 279 2024-07-26T06:41:36.830 INFO:tasks.rados.rados.0.smithi037.stdout:2691: done (0 left) 2024-07-26T06:41:36.830 INFO:tasks.rados.rados.0.smithi037.stdout:2692: delete oid 6 current snap is 279 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2692: done (0 left) 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2693: read oid 20 snap 275 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2693: expect deleted 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2694: read oid 16 snap -1 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2694: expect deleted 2024-07-26T06:41:36.834 INFO:tasks.rados.rados.0.smithi037.stdout:2695: snap_remove snap 267 2024-07-26T06:41:37.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:36 smithi135 ceph-mon[90132]: pgmap v514: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:37.062 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:36 smithi135 ceph-mon[90132]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:41:37.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:36 smithi037 ceph-mon[99762]: pgmap v514: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:36 smithi037 ceph-mon[99762]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:41:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:36 smithi037 ceph-mon[97339]: pgmap v514: 121 pgs: 121 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:36 smithi037 ceph-mon[97339]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:41:37.813 INFO:tasks.rados.rados.0.smithi037.stdout:2695: done (2 left) 2024-07-26T06:41:37.813 INFO:tasks.rados.rados.0.smithi037.stdout:2696: copy_from oid 34 from oid 21 current snap is 279 2024-07-26T06:41:37.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 279 2024-07-26T06:41:37.813 INFO:tasks.rados.rados.0.smithi037.stdout:2697: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-07-26T06:41:37.817 INFO:tasks.rados.rados.0.smithi037.stdout:2697: writing smithi03785213-27 from 0 to 458752 tid 1 2024-07-26T06:41:37.820 INFO:tasks.rados.rados.0.smithi037.stdout:2697: writing smithi03785213-27 from 458752 to 884736 tid 2 2024-07-26T06:41:37.826 INFO:tasks.rados.rados.0.smithi037.stdout:2697: writing smithi03785213-27 from 884736 to 1572864 tid 3 2024-07-26T06:41:37.830 INFO:tasks.rados.rados.0.smithi037.stdout:2697: writing smithi03785213-27 from 1572864 to 2064384 tid 4 2024-07-26T06:41:37.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 279 2024-07-26T06:41:37.830 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 1 to smithi03785213-27 2024-07-26T06:41:37.830 INFO:tasks.rados.rados.0.smithi037.stdout:2698: seq_num 840 ranges {2482176=475136,2957312=712704,3670016=499712,4169728=393216} 2024-07-26T06:41:37.847 INFO:tasks.rados.rados.0.smithi037.stdout:2698: writing smithi03785213-13 from 2482176 to 2957312 tid 1 2024-07-26T06:41:37.851 INFO:tasks.rados.rados.0.smithi037.stdout:2698: writing smithi03785213-13 from 2957312 to 3670016 tid 2 2024-07-26T06:41:37.854 INFO:tasks.rados.rados.0.smithi037.stdout:2698: writing smithi03785213-13 from 3670016 to 4169728 tid 3 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2698: writing smithi03785213-13 from 4169728 to 4562944 tid 4 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2693: done (4 left) 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2694: done (3 left) 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2699: read oid 3 snap -1 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2699: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2700: delete oid 20 current snap is 279 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 2 to smithi03785213-27 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 3 to smithi03785213-27 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 4 to smithi03785213-27 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 5 to smithi03785213-27 2024-07-26T06:41:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing write tid 6 to smithi03785213-27 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2113 (ObjNum 839 snap 279 seq_num 839) dirty exists 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2697: left oid 27 (ObjNum 839 snap 279 seq_num 839) 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2696: finishing copy_from racing read to smithi03785213-34 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2696: finishing copy_from to smithi03785213-34 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2145 (ObjNum 833 snap 277 seq_num 833) dirty exists 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 1 to smithi03785213-13 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 2 to smithi03785213-13 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 3 to smithi03785213-13 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2696: done (4 left) 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2697: done (3 left) 2024-07-26T06:41:37.859 INFO:tasks.rados.rados.0.smithi037.stdout:2700: done (2 left) 2024-07-26T06:41:37.860 INFO:tasks.rados.rados.0.smithi037.stdout:2701: snap_remove snap 256 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:37 smithi135 ceph-mon[90132]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:41:38.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:41:38.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:41:38.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[97339]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:38.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:37 smithi037 ceph-mon[99762]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2701: done (2 left) 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2702: rmattr oid 7 current snap is 279 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2703: read oid 42 snap -1 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2703: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2704: read oid 14 snap -1 2024-07-26T06:41:38.837 INFO:tasks.rados.rados.0.smithi037.stdout:2704: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:38.838 INFO:tasks.rados.rados.0.smithi037.stdout:2705: snap_remove snap 225 2024-07-26T06:41:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: pgmap v517: 121 pgs: 121 active+clean; 431 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Detected new or changed devices on smithi135 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all mds 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all rgw 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all nfs 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[97339]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: pgmap v517: 121 pgs: 121 active+clean; 431 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Detected new or changed devices on smithi135 2024-07-26T06:41:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all mds 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all rgw 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all nfs 2024-07-26T06:41:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:38 smithi037 ceph-mon[99762]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: pgmap v517: 121 pgs: 121 active+clean; 431 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Detected new or changed devices on smithi135 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all mds 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all rgw 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all nfs 2024-07-26T06:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:38 smithi135 ceph-mon[90132]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:41:39.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:39 smithi037 systemd[1]: Stopping Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:39.853 INFO:tasks.rados.rados.0.smithi037.stdout:2705: done (5 left) 2024-07-26T06:41:39.853 INFO:tasks.rados.rados.0.smithi037.stdout:2706: delete oid 24 current snap is 279 2024-07-26T06:41:39.853 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 4 to smithi03785213-13 2024-07-26T06:41:39.854 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 5 to smithi03785213-13 2024-07-26T06:41:39.854 INFO:tasks.rados.rados.0.smithi037.stdout:2698: finishing write tid 6 to smithi03785213-13 2024-07-26T06:41:39.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1717 (ObjNum 840 snap 279 seq_num 840) dirty exists 2024-07-26T06:41:39.854 INFO:tasks.rados.rados.0.smithi037.stdout:2698: left oid 13 (ObjNum 840 snap 279 seq_num 840) 2024-07-26T06:41:39.854 INFO:tasks.rados.rados.0.smithi037.stdout:2699: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:41:39.978 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2555 (ObjNum 708 snap 228 seq_num 708) dirty exists 2024-07-26T06:41:39.978 INFO:tasks.rados.rados.0.smithi037.stdout:2704: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:41:40.010 INFO:tasks.rados.rados.0.smithi037.stdout:2703: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:41:40.150 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[97339]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:41:40.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[97339]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:41:40.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[97339]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:41:40.151 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:39 smithi037 podman[130212]: 2024-07-26 06:41:39.896871123 +0000 UTC m=+0.128119097 container died f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:40.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[99762]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:41:40.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[99762]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:41:40.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:39 smithi037 ceph-mon[99762]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:41:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2698: done (5 left) 2024-07-26T06:41:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2699: done (4 left) 2024-07-26T06:41:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2702: done (3 left) 2024-07-26T06:41:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2703: done (2 left) 2024-07-26T06:41:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:2704: done (1 left) 2024-07-26T06:41:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:2706: done (0 left) 2024-07-26T06:41:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 279 2024-07-26T06:41:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:2707: seq_num 843 ranges {3121152=524288,3645440=761856,4407296=671744,5079040=172032} 2024-07-26T06:41:40.244 INFO:tasks.rados.rados.0.smithi037.stdout:2707: writing smithi03785213-29 from 3121152 to 3645440 tid 1 2024-07-26T06:41:40.248 INFO:tasks.rados.rados.0.smithi037.stdout:2707: writing smithi03785213-29 from 3645440 to 4407296 tid 2 2024-07-26T06:41:40.252 INFO:tasks.rados.rados.0.smithi037.stdout:2707: writing smithi03785213-29 from 4407296 to 5079040 tid 3 2024-07-26T06:41:40.253 INFO:tasks.rados.rados.0.smithi037.stdout:2707: writing smithi03785213-29 from 5079040 to 5251072 tid 4 2024-07-26T06:41:40.253 INFO:tasks.rados.rados.0.smithi037.stdout:2708: copy_from oid 21 from oid 20 current snap is 279 2024-07-26T06:41:40.253 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 1 to smithi03785213-29 2024-07-26T06:41:40.254 INFO:tasks.rados.rados.0.smithi037.stdout:2709: snap_create 2024-07-26T06:41:40.254 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 2 to smithi03785213-29 2024-07-26T06:41:40.254 INFO:tasks.rados.rados.0.smithi037.stdout:2708: finishing copy_from to smithi03785213-21 2024-07-26T06:41:40.254 INFO:tasks.rados.rados.0.smithi037.stdout:2708: got expected ENOENT (src dne) 2024-07-26T06:41:40.254 INFO:tasks.rados.rados.0.smithi037.stdout:2708: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:41:40.257 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 3 to smithi03785213-29 2024-07-26T06:41:40.257 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 4 to smithi03785213-29 2024-07-26T06:41:40.258 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 5 to smithi03785213-29 2024-07-26T06:41:40.259 INFO:tasks.rados.rados.0.smithi037.stdout:2707: finishing write tid 6 to smithi03785213-29 2024-07-26T06:41:40.259 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2122 (ObjNum 843 snap 279 seq_num 843) dirty exists 2024-07-26T06:41:40.259 INFO:tasks.rados.rados.0.smithi037.stdout:2707: left oid 29 (ObjNum 843 snap 279 seq_num 843) 2024-07-26T06:41:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:39 smithi135 ceph-mon[90132]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:41:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:39 smithi135 ceph-mon[90132]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:41:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:39 smithi135 ceph-mon[90132]: Deploying daemon node-exporter.a on smithi037 2024-07-26T06:41:40.518 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 podman[130212]: 2024-07-26 06:41:40.241411268 +0000 UTC m=+0.472659240 container cleanup f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:40.518 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 bash[130212]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T06:41:40.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 podman[130231]: 2024-07-26 06:41:40.518228091 +0000 UTC m=+0.621575448 container remove f4147279cab41fc17a9aa2e3a9c7585456c290af51f52e2003a5d102294036b5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:40.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:41:40.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T06:41:40.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 systemd[1]: Stopped Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:40.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 1.745s CPU time. 2024-07-26T06:41:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:2707: done (2 left) 2024-07-26T06:41:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:2708: done (1 left) 2024-07-26T06:41:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:2709: done (0 left) 2024-07-26T06:41:40.854 INFO:tasks.rados.rados.0.smithi037.stdout:2710: setattr oid 10 current snap is 280 2024-07-26T06:41:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:2711: copy_from oid 36 from oid 20 current snap is 280 2024-07-26T06:41:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:2712: copy_from oid 12 from oid 48 current snap is 280 2024-07-26T06:41:40.855 INFO:tasks.rados.rados.0.smithi037.stdout:2713: snap_create 2024-07-26T06:41:40.857 INFO:tasks.rados.rados.0.smithi037.stdout:2711: finishing copy_from to smithi03785213-36 2024-07-26T06:41:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:2711: got expected ENOENT (src dne) 2024-07-26T06:41:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:2711: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:41:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:2712: finishing copy_from to smithi03785213-12 2024-07-26T06:41:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:2712: got expected ENOENT (src dne) 2024-07-26T06:41:40.858 INFO:tasks.rados.rados.0.smithi037.stdout:2712: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:41:40.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1733 (ObjNum 815 snap 266 seq_num 815) dirty exists 2024-07-26T06:41:41.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:40 smithi037 ceph-mon[97339]: pgmap v520: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:41:41.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:40 smithi037 ceph-mon[97339]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:41:41.102 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:40 smithi037 systemd[1]: Starting Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:41.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:40 smithi037 ceph-mon[99762]: pgmap v520: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:41:41.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:40 smithi037 ceph-mon[99762]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:41:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:40 smithi135 ceph-mon[90132]: pgmap v520: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:41:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:40 smithi135 ceph-mon[90132]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:41:41.510 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:41] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-07-26T06:41:41.510 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 podman[130361]: 2024-07-26 06:41:41.004532833 +0000 UTC m=+0.017161433 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:41:41.510 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 podman[130361]: 2024-07-26 06:41:41.102476337 +0000 UTC m=+0.115104928 container create 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:41.510 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 podman[130361]: 2024-07-26 06:41:41.32980151 +0000 UTC m=+0.342430121 container init 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 podman[130361]: 2024-07-26 06:41:41.334604077 +0000 UTC m=+0.347232668 container start 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.338Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.338Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:41:41.511 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:41:41.512 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:41:41.513 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:41:41.514 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.339Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.340Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a[130376]: ts=2024-07-26T06:41:41.340Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:41:41.515 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 bash[130361]: 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca 2024-07-26T06:41:41.794 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 06:41:41 smithi037 systemd[1]: Started Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:41.859 INFO:tasks.rados.rados.0.smithi037.stdout:2710: done (3 left) 2024-07-26T06:41:41.859 INFO:tasks.rados.rados.0.smithi037.stdout:2711: done (2 left) 2024-07-26T06:41:41.860 INFO:tasks.rados.rados.0.smithi037.stdout:2712: done (1 left) 2024-07-26T06:41:41.860 INFO:tasks.rados.rados.0.smithi037.stdout:2713: done (0 left) 2024-07-26T06:41:41.860 INFO:tasks.rados.rados.0.smithi037.stdout:2714: rmattr oid 47 current snap is 281 2024-07-26T06:41:41.860 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 281 2024-07-26T06:41:41.860 INFO:tasks.rados.rados.0.smithi037.stdout:2715: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-07-26T06:41:41.862 INFO:tasks.rados.rados.0.smithi037.stdout:2715: writing smithi03785213-16 from 0 to 540672 tid 1 2024-07-26T06:41:41.867 INFO:tasks.rados.rados.0.smithi037.stdout:2715: writing smithi03785213-16 from 540672 to 1236992 tid 2 2024-07-26T06:41:41.870 INFO:tasks.rados.rados.0.smithi037.stdout:2715: writing smithi03785213-16 from 1236992 to 1712128 tid 3 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:2715: writing smithi03785213-16 from 1712128 to 2146304 tid 4 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 281 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2573 (ObjNum 740 snap 240 seq_num 740) dirty exists 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 1 to smithi03785213-16 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 2 to smithi03785213-16 2024-07-26T06:41:41.874 INFO:tasks.rados.rados.0.smithi037.stdout:2716: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-07-26T06:41:41.877 INFO:tasks.rados.rados.0.smithi037.stdout:2716: writing smithi03785213-45 from 0 to 557056 tid 1 2024-07-26T06:41:41.880 INFO:tasks.rados.rados.0.smithi037.stdout:2716: writing smithi03785213-45 from 557056 to 1138688 tid 2 2024-07-26T06:41:41.884 INFO:tasks.rados.rados.0.smithi037.stdout:2716: writing smithi03785213-45 from 1138688 to 1826816 tid 3 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2716: writing smithi03785213-45 from 1826816 to 2162688 tid 4 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2714: done (2 left) 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 281 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 3 to smithi03785213-16 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 4 to smithi03785213-16 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 5 to smithi03785213-16 2024-07-26T06:41:41.887 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 1 to smithi03785213-45 2024-07-26T06:41:41.888 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 6 to smithi03785213-16 2024-07-26T06:41:41.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2578 (ObjNum 844 snap 281 seq_num 844) dirty exists 2024-07-26T06:41:41.888 INFO:tasks.rados.rados.0.smithi037.stdout:2715: left oid 16 (ObjNum 844 snap 281 seq_num 844) 2024-07-26T06:41:41.888 INFO:tasks.rados.rados.0.smithi037.stdout:2717: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-07-26T06:41:41.890 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03785213-48 from 0 to 573440 tid 1 2024-07-26T06:41:41.893 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03785213-48 from 573440 to 1040384 tid 2 2024-07-26T06:41:41.896 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03785213-48 from 1040384 to 1531904 tid 3 2024-07-26T06:41:41.899 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03785213-48 from 1531904 to 2080768 tid 4 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03785213-48 from 2080768 to 2179072 tid 5 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2715: done (2 left) 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2718: delete oid 30 current snap is 281 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 2 to smithi03785213-45 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 3 to smithi03785213-45 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 4 to smithi03785213-45 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 5 to smithi03785213-45 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 1 to smithi03785213-48 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: finishing write tid 6 to smithi03785213-45 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2583 (ObjNum 845 snap 281 seq_num 845) dirty exists 2024-07-26T06:41:41.900 INFO:tasks.rados.rados.0.smithi037.stdout:2716: left oid 45 (ObjNum 845 snap 281 seq_num 845) 2024-07-26T06:41:41.901 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 2 to smithi03785213-48 2024-07-26T06:41:41.901 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 3 to smithi03785213-48 2024-07-26T06:41:41.903 INFO:tasks.rados.rados.0.smithi037.stdout:2716: done (2 left) 2024-07-26T06:41:41.904 INFO:tasks.rados.rados.0.smithi037.stdout:2718: done (1 left) 2024-07-26T06:41:41.904 INFO:tasks.rados.rados.0.smithi037.stdout:2719: snap_create 2024-07-26T06:41:41.904 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 4 to smithi03785213-48 2024-07-26T06:41:41.904 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 5 to smithi03785213-48 2024-07-26T06:41:41.904 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 6 to smithi03785213-48 2024-07-26T06:41:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 7 to smithi03785213-48 2024-07-26T06:41:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2589 (ObjNum 846 snap 281 seq_num 846) dirty exists 2024-07-26T06:41:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:2717: left oid 48 (ObjNum 846 snap 281 seq_num 846) 2024-07-26T06:41:41.964 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:41 smithi135 ceph-mon[90132]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:41:41.964 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:41.964 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:41 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[97339]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:41:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[99762]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:41:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:41 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:42.815 INFO:tasks.rados.rados.0.smithi037.stdout:2717: done (1 left) 2024-07-26T06:41:42.815 INFO:tasks.rados.rados.0.smithi037.stdout:2719: done (0 left) 2024-07-26T06:41:42.815 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 282 2024-07-26T06:41:42.816 INFO:tasks.rados.rados.0.smithi037.stdout:2720: seq_num 848 ranges {2179072=606208,2785280=630784,3416064=458752,3874816=516096} 2024-07-26T06:41:42.831 INFO:tasks.rados.rados.0.smithi037.stdout:2720: writing smithi03785213-48 from 2179072 to 2785280 tid 1 2024-07-26T06:41:42.834 INFO:tasks.rados.rados.0.smithi037.stdout:2720: writing smithi03785213-48 from 2785280 to 3416064 tid 2 2024-07-26T06:41:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:2720: writing smithi03785213-48 from 3416064 to 3874816 tid 3 2024-07-26T06:41:42.840 INFO:tasks.rados.rados.0.smithi037.stdout:2720: writing smithi03785213-48 from 3874816 to 4390912 tid 4 2024-07-26T06:41:42.840 INFO:tasks.rados.rados.0.smithi037.stdout:2721: delete oid 9 current snap is 282 2024-07-26T06:41:42.840 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 1 to smithi03785213-48 2024-07-26T06:41:42.840 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 2 to smithi03785213-48 2024-07-26T06:41:42.841 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 3 to smithi03785213-48 2024-07-26T06:41:42.844 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 4 to smithi03785213-48 2024-07-26T06:41:42.845 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 5 to smithi03785213-48 2024-07-26T06:41:42.849 INFO:tasks.rados.rados.0.smithi037.stdout:2720: finishing write tid 6 to smithi03785213-48 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2595 (ObjNum 848 snap 282 seq_num 848) dirty exists 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2720: left oid 48 (ObjNum 848 snap 282 seq_num 848) 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2720: done (1 left) 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2721: done (0 left) 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2722: read oid 28 snap -1 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2722: expect deleted 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2723: read oid 23 snap -1 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2723: expect (ObjNum 836 snap 278 seq_num 836) 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2724: copy_from oid 4 from oid 13 current snap is 282 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2725: read oid 8 snap -1 2024-07-26T06:41:42.850 INFO:tasks.rados.rados.0.smithi037.stdout:2725: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:41:42.851 INFO:tasks.rados.rados.0.smithi037.stdout:2726: rollback oid 38 current snap is 282 2024-07-26T06:41:42.851 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 280 2024-07-26T06:41:42.851 INFO:tasks.rados.rados.0.smithi037.stdout:2727: snap_create 2024-07-26T06:41:42.856 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:41:42.857 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:41:42.859 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing rollback tid 2 to smithi03785213-38 2024-07-26T06:41:42.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1743 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:41:42.874 INFO:tasks.rados.rados.0.smithi037.stdout:2723: expect (ObjNum 836 snap 278 seq_num 836) 2024-07-26T06:41:43.022 INFO:tasks.rados.rados.0.smithi037.stdout:2725: expect (ObjNum 694 snap 226 seq_num 694) 2024-07-26T06:41:43.066 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:42 smithi135 ceph-mon[90132]: pgmap v523: 121 pgs: 121 active+clean; 439 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:41:43.066 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:42 smithi135 ceph-mon[90132]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:41:43.066 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:42 smithi135 ceph-mon[90132]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:41:43.235 INFO:tasks.rados.rados.0.smithi037.stdout:2724: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:41:43.236 INFO:tasks.rados.rados.0.smithi037.stdout:2724: finishing copy_from to smithi03785213-4 2024-07-26T06:41:43.236 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1717 (ObjNum 840 snap 279 seq_num 840) dirty exists 2024-07-26T06:41:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[97339]: pgmap v523: 121 pgs: 121 active+clean; 439 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:41:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[97339]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:41:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[97339]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:41:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[99762]: pgmap v523: 121 pgs: 121 active+clean; 439 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:41:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[99762]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:41:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:42 smithi037 ceph-mon[99762]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2722: done (5 left) 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2723: done (4 left) 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2724: done (3 left) 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2725: done (2 left) 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2726: done (1 left) 2024-07-26T06:41:43.821 INFO:tasks.rados.rados.0.smithi037.stdout:2727: done (0 left) 2024-07-26T06:41:43.822 INFO:tasks.rados.rados.0.smithi037.stdout:2728: snap_remove snap 271 2024-07-26T06:41:43.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:43 smithi135 systemd[1]: Stopping Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:44.124 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:43 smithi135 ceph-mon[90132]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:41:44.124 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:43 smithi135 ceph-mon[90132]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:41:44.124 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:43 smithi135 ceph-mon[90132]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:41:44.124 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:43 smithi135 podman[118687]: 2024-07-26 06:41:43.878515068 +0000 UTC m=+0.114003181 container died 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[97339]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:41:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[97339]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:41:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[97339]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:41:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[99762]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:41:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[99762]: Deploying daemon node-exporter.b on smithi135 2024-07-26T06:41:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:43 smithi037 ceph-mon[99762]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:41:44.515 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 podman[118687]: 2024-07-26 06:41:44.280148906 +0000 UTC m=+0.515637018 container cleanup 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:44.516 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 bash[118687]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T06:41:44.823 INFO:tasks.rados.rados.0.smithi037.stdout:2728: done (0 left) 2024-07-26T06:41:44.823 INFO:tasks.rados.rados.0.smithi037.stdout:2729: delete oid 47 current snap is 283 2024-07-26T06:41:44.830 INFO:tasks.rados.rados.0.smithi037.stdout:2729: done (0 left) 2024-07-26T06:41:44.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 283 2024-07-26T06:41:44.830 INFO:tasks.rados.rados.0.smithi037.stdout:2730: seq_num 851 ranges {2064384=655360,2719744=688128,3407872=679936,4087808=237568} 2024-07-26T06:41:44.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 podman[118704]: 2024-07-26 06:41:44.516085876 +0000 UTC m=+0.640608809 container remove 9d2fff7a724317a2272cd2843be5a92d2b325dfa9e337e15cfa5467976870768 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:44.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:41:44.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T06:41:44.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 systemd[1]: Stopped Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:44.838 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 1.686s CPU time. 2024-07-26T06:41:44.845 INFO:tasks.rados.rados.0.smithi037.stdout:2730: writing smithi03785213-27 from 2064384 to 2719744 tid 1 2024-07-26T06:41:44.849 INFO:tasks.rados.rados.0.smithi037.stdout:2730: writing smithi03785213-27 from 2719744 to 3407872 tid 2 2024-07-26T06:41:44.854 INFO:tasks.rados.rados.0.smithi037.stdout:2730: writing smithi03785213-27 from 3407872 to 4087808 tid 3 2024-07-26T06:41:44.856 INFO:tasks.rados.rados.0.smithi037.stdout:2730: writing smithi03785213-27 from 4087808 to 4325376 tid 4 2024-07-26T06:41:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2731: read oid 18 snap -1 2024-07-26T06:41:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2731: expect (ObjNum 806 snap 265 seq_num 806) 2024-07-26T06:41:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 283 2024-07-26T06:41:44.857 INFO:tasks.rados.rados.0.smithi037.stdout:2732: seq_num 852 ranges {884736=671744,1556480=622592,2179072=442368,2621440=540672} 2024-07-26T06:41:44.866 INFO:tasks.rados.rados.0.smithi037.stdout:2732: writing smithi03785213-43 from 884736 to 1556480 tid 1 2024-07-26T06:41:44.870 INFO:tasks.rados.rados.0.smithi037.stdout:2732: writing smithi03785213-43 from 1556480 to 2179072 tid 2 2024-07-26T06:41:44.873 INFO:tasks.rados.rados.0.smithi037.stdout:2732: writing smithi03785213-43 from 2179072 to 2621440 tid 3 2024-07-26T06:41:44.876 INFO:tasks.rados.rados.0.smithi037.stdout:2732: writing smithi03785213-43 from 2621440 to 3162112 tid 4 2024-07-26T06:41:44.876 INFO:tasks.rados.rados.0.smithi037.stdout:2733: read oid 8 snap 270 2024-07-26T06:41:44.876 INFO:tasks.rados.rados.0.smithi037.stdout:2733: expect (ObjNum 813 snap 266 seq_num 813) 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 283 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 1 to smithi03785213-27 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 2 to smithi03785213-27 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 3 to smithi03785213-27 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 4 to smithi03785213-27 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 5 to smithi03785213-27 2024-07-26T06:41:44.877 INFO:tasks.rados.rados.0.smithi037.stdout:2734: seq_num 853 ranges {4562944=696320,5259264=507904,5767168=647168,6414336=450560} 2024-07-26T06:41:44.905 INFO:tasks.rados.rados.0.smithi037.stdout:2734: writing smithi03785213-13 from 4562944 to 5259264 tid 1 2024-07-26T06:41:44.908 INFO:tasks.rados.rados.0.smithi037.stdout:2734: writing smithi03785213-13 from 5259264 to 5767168 tid 2 2024-07-26T06:41:44.911 INFO:tasks.rados.rados.0.smithi037.stdout:2734: writing smithi03785213-13 from 5767168 to 6414336 tid 3 2024-07-26T06:41:44.914 INFO:tasks.rados.rados.0.smithi037.stdout:2734: writing smithi03785213-13 from 6414336 to 6864896 tid 4 2024-07-26T06:41:44.914 INFO:tasks.rados.rados.0.smithi037.stdout:2735: snap_remove snap 273 2024-07-26T06:41:45.109 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:44 smithi135 ceph-mon[90132]: pgmap v526: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-07-26T06:41:45.110 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:44 smithi135 ceph-mon[90132]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:41:45.110 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:44 smithi135 systemd[1]: Starting Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:45.110 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 podman[118840]: 2024-07-26 06:41:44.982817826 +0000 UTC m=+0.017756571 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:41:45.110 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 podman[118840]: 2024-07-26 06:41:45.110003749 +0000 UTC m=+0.144942479 container create 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:44 smithi037 ceph-mon[99762]: pgmap v526: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-07-26T06:41:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:44 smithi037 ceph-mon[99762]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:41:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:44 smithi037 ceph-mon[97339]: pgmap v526: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-07-26T06:41:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:44 smithi037 ceph-mon[97339]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:41:45.421 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 podman[118840]: 2024-07-26 06:41:45.312363548 +0000 UTC m=+0.347302290 container init 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:45.421 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 podman[118840]: 2024-07-26 06:41:45.317411494 +0000 UTC m=+0.352350226 container start 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:41:45.421 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.321Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:41:45.421 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.321Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.321Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.321Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:41:45.422 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:41:45.423 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:41:45.423 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:41:45.423 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:41:45.423 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:41:45.423 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:41:45.424 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:41:45.424 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:41:45.424 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:41:45.424 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:41:45.425 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:41:45.426 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:41:45.427 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:41:45.428 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:41:45.429 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:41:45.430 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.322Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:41:45.430 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b[118855]: ts=2024-07-26T06:41:45.323Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:41:45.430 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 bash[118840]: 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba 2024-07-26T06:41:45.837 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 06:41:45 smithi135 systemd[1]: Started Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:45.879 INFO:tasks.rados.rados.0.smithi037.stdout:2735: done (5 left) 2024-07-26T06:41:45.879 INFO:tasks.rados.rados.0.smithi037.stdout:2736: read oid 49 snap -1 2024-07-26T06:41:45.879 INFO:tasks.rados.rados.0.smithi037.stdout:2736: expect deleted 2024-07-26T06:41:45.879 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 283 2024-07-26T06:41:45.879 INFO:tasks.rados.rados.0.smithi037.stdout:2737: seq_num 854 ranges {1966080=712704,2678784=794624,3473408=450560,3923968=360448} 2024-07-26T06:41:45.895 INFO:tasks.rados.rados.0.smithi037.stdout:2737: writing smithi03785213-21 from 1966080 to 2678784 tid 1 2024-07-26T06:41:45.901 INFO:tasks.rados.rados.0.smithi037.stdout:2737: writing smithi03785213-21 from 2678784 to 3473408 tid 2 2024-07-26T06:41:45.904 INFO:tasks.rados.rados.0.smithi037.stdout:2737: writing smithi03785213-21 from 3473408 to 3923968 tid 3 2024-07-26T06:41:45.907 INFO:tasks.rados.rados.0.smithi037.stdout:2737: writing smithi03785213-21 from 3923968 to 4284416 tid 4 2024-07-26T06:41:45.907 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing write tid 6 to smithi03785213-27 2024-07-26T06:41:45.907 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2118 (ObjNum 851 snap 283 seq_num 851) dirty exists 2024-07-26T06:41:45.907 INFO:tasks.rados.rados.0.smithi037.stdout:2730: left oid 27 (ObjNum 851 snap 283 seq_num 851) 2024-07-26T06:41:45.907 INFO:tasks.rados.rados.0.smithi037.stdout:2731: expect (ObjNum 806 snap 265 seq_num 806) 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 1 to smithi03785213-43 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 2 to smithi03785213-43 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 3 to smithi03785213-43 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 4 to smithi03785213-43 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 5 to smithi03785213-43 2024-07-26T06:41:46.009 INFO:tasks.rados.rados.0.smithi037.stdout:2732: finishing write tid 6 to smithi03785213-43 2024-07-26T06:41:46.010 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1748 (ObjNum 852 snap 283 seq_num 852) dirty exists 2024-07-26T06:41:46.010 INFO:tasks.rados.rados.0.smithi037.stdout:2732: left oid 43 (ObjNum 852 snap 283 seq_num 852) 2024-07-26T06:41:46.010 INFO:tasks.rados.rados.0.smithi037.stdout:2733: expect (ObjNum 813 snap 266 seq_num 813) 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 1 to smithi03785213-13 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 2 to smithi03785213-13 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 3 to smithi03785213-13 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 4 to smithi03785213-13 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 5 to smithi03785213-13 2024-07-26T06:41:46.052 INFO:tasks.rados.rados.0.smithi037.stdout:2734: finishing write tid 6 to smithi03785213-13 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1722 (ObjNum 853 snap 283 seq_num 853) dirty exists 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2734: left oid 13 (ObjNum 853 snap 283 seq_num 853) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 1 to smithi03785213-21 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2730: done (6 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2731: done (5 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2732: done (4 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2733: done (3 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2734: done (2 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2736: done (1 left) 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2738: snap_create 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 2 to smithi03785213-21 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 3 to smithi03785213-21 2024-07-26T06:41:46.053 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 4 to smithi03785213-21 2024-07-26T06:41:46.054 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 5 to smithi03785213-21 2024-07-26T06:41:46.054 INFO:tasks.rados.rados.0.smithi037.stdout:2737: finishing write tid 6 to smithi03785213-21 2024-07-26T06:41:46.054 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2151 (ObjNum 854 snap 283 seq_num 854) dirty exists 2024-07-26T06:41:46.054 INFO:tasks.rados.rados.0.smithi037.stdout:2737: left oid 21 (ObjNum 854 snap 283 seq_num 854) 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[99762]: pgmap v529: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[99762]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[97339]: pgmap v529: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:46.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:46 smithi037 ceph-mon[97339]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:41:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:46 smithi135 ceph-mon[90132]: pgmap v529: 121 pgs: 121 active+clean; 449 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-07-26T06:41:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:46 smithi135 ceph-mon[90132]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:41:46.879 INFO:tasks.rados.rados.0.smithi037.stdout:2737: done (1 left) 2024-07-26T06:41:46.879 INFO:tasks.rados.rados.0.smithi037.stdout:2738: done (0 left) 2024-07-26T06:41:46.879 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 284 2024-07-26T06:41:46.879 INFO:tasks.rados.rados.0.smithi037.stdout:2739: seq_num 855 ranges {4358144=729088,5087232=671744,5758976=663552,6422528=270336} 2024-07-26T06:41:46.908 INFO:tasks.rados.rados.0.smithi037.stdout:2739: writing smithi03785213-12 from 4358144 to 5087232 tid 1 2024-07-26T06:41:46.911 INFO:tasks.rados.rados.0.smithi037.stdout:2739: writing smithi03785213-12 from 5087232 to 5758976 tid 2 2024-07-26T06:41:46.916 INFO:tasks.rados.rados.0.smithi037.stdout:2739: writing smithi03785213-12 from 5758976 to 6422528 tid 3 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:2739: writing smithi03785213-12 from 6422528 to 6692864 tid 4 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:2740: rollback oid 49 current snap is 284 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 281 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 1 to smithi03785213-12 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 2 to smithi03785213-12 2024-07-26T06:41:46.918 INFO:tasks.rados.rados.0.smithi037.stdout:2741: copy_from oid 20 from oid 40 current snap is 284 2024-07-26T06:41:46.919 INFO:tasks.rados.rados.0.smithi037.stdout:2742: rollback oid 8 current snap is 284 2024-07-26T06:41:46.919 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 262 2024-07-26T06:41:46.919 INFO:tasks.rados.rados.0.smithi037.stdout:2743: delete oid 31 current snap is 284 2024-07-26T06:41:46.922 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 3 to smithi03785213-12 2024-07-26T06:41:46.922 INFO:tasks.rados.rados.0.smithi037.stdout:2741: finishing copy_from to smithi03785213-20 2024-07-26T06:41:46.922 INFO:tasks.rados.rados.0.smithi037.stdout:2741: got expected ENOENT (src dne) 2024-07-26T06:41:46.922 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 4 to smithi03785213-12 2024-07-26T06:41:46.923 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 5 to smithi03785213-12 2024-07-26T06:41:46.923 INFO:tasks.rados.rados.0.smithi037.stdout:2741: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:41:46.923 INFO:tasks.rados.rados.0.smithi037.stdout:2739: finishing write tid 6 to smithi03785213-12 2024-07-26T06:41:46.924 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1753 (ObjNum 855 snap 284 seq_num 855) dirty exists 2024-07-26T06:41:46.924 INFO:tasks.rados.rados.0.smithi037.stdout:2739: left oid 12 (ObjNum 855 snap 284 seq_num 855) 2024-07-26T06:41:46.925 INFO:tasks.rados.rados.0.smithi037.stdout:2740: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:41:46.925 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 1739 (ObjNum 225 snap 0 seq_num 3883407760) dirty dne 2024-07-26T06:41:46.926 INFO:tasks.rados.rados.0.smithi037.stdout:2739: done (4 left) 2024-07-26T06:41:46.926 INFO:tasks.rados.rados.0.smithi037.stdout:2740: done (3 left) 2024-07-26T06:41:46.927 INFO:tasks.rados.rados.0.smithi037.stdout:2741: done (2 left) 2024-07-26T06:41:46.927 INFO:tasks.rados.rados.0.smithi037.stdout:2743: done (1 left) 2024-07-26T06:41:46.927 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 284 2024-07-26T06:41:46.927 INFO:tasks.rados.rados.0.smithi037.stdout:2744: seq_num 857 ranges {1540096=761856,2301952=442368,2744320=630784,3375104=532480} 2024-07-26T06:41:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:2744: writing smithi03785213-50 from 1540096 to 2301952 tid 1 2024-07-26T06:41:46.945 INFO:tasks.rados.rados.0.smithi037.stdout:2744: writing smithi03785213-50 from 2301952 to 2744320 tid 2 2024-07-26T06:41:46.950 INFO:tasks.rados.rados.0.smithi037.stdout:2744: writing smithi03785213-50 from 2744320 to 3375104 tid 3 2024-07-26T06:41:46.954 INFO:tasks.rados.rados.0.smithi037.stdout:2744: writing smithi03785213-50 from 3375104 to 3907584 tid 4 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2745: setattr oid 2 current snap is 284 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2742: finishing rollback tid 0 to smithi03785213-8 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2742: finishing rollback tid 1 to smithi03785213-8 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2616 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 1 to smithi03785213-50 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 2 to smithi03785213-50 2024-07-26T06:41:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 3 to smithi03785213-50 2024-07-26T06:41:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:2742: done (2 left) 2024-07-26T06:41:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:2746: read oid 33 snap -1 2024-07-26T06:41:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:2746: expect (ObjNum 773 snap 251 seq_num 773) 2024-07-26T06:41:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 284 2024-07-26T06:41:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:2747: seq_num 858 ranges {5128192=778240,5906432=729088,6635520=434176,7069696=442368} 2024-07-26T06:41:46.993 INFO:tasks.rados.rados.0.smithi037.stdout:2747: writing smithi03785213-41 from 5128192 to 5906432 tid 1 2024-07-26T06:41:46.998 INFO:tasks.rados.rados.0.smithi037.stdout:2747: writing smithi03785213-41 from 5906432 to 6635520 tid 2 2024-07-26T06:41:47.001 INFO:tasks.rados.rados.0.smithi037.stdout:2747: writing smithi03785213-41 from 6635520 to 7069696 tid 3 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:2747: writing smithi03785213-41 from 7069696 to 7512064 tid 4 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 4 to smithi03785213-50 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 5 to smithi03785213-50 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 6 to smithi03785213-50 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2130 (ObjNum 857 snap 284 seq_num 857) dirty exists 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:2744: left oid 50 (ObjNum 857 snap 284 seq_num 857) 2024-07-26T06:41:47.005 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2123 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:41:47.006 INFO:tasks.rados.rados.0.smithi037.stdout:2746: expect (ObjNum 773 snap 251 seq_num 773) 2024-07-26T06:41:47.016 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:41:47.068 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 1 to smithi03785213-41 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 2 to smithi03785213-41 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2744: done (3 left) 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2745: done (2 left) 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2746: done (1 left) 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2748: delete oid 46 current snap is 284 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 3 to smithi03785213-41 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 4 to smithi03785213-41 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 5 to smithi03785213-41 2024-07-26T06:41:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2747: finishing write tid 6 to smithi03785213-41 2024-07-26T06:41:47.070 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2622 (ObjNum 858 snap 284 seq_num 858) dirty exists 2024-07-26T06:41:47.070 INFO:tasks.rados.rados.0.smithi037.stdout:2747: left oid 41 (ObjNum 858 snap 284 seq_num 858) 2024-07-26T06:41:47.071 INFO:tasks.rados.rados.0.smithi037.stdout:2747: done (1 left) 2024-07-26T06:41:47.071 INFO:tasks.rados.rados.0.smithi037.stdout:2748: done (0 left) 2024-07-26T06:41:47.071 INFO:tasks.rados.rados.0.smithi037.stdout:2749: rollback oid 2 current snap is 284 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 262 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:2750: rollback oid 12 current snap is 284 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 251 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:2751: rollback oid 50 current snap is 284 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 276 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 284 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:2752: seq_num 860 ranges {0=8192} 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:2752: writing smithi03785213-46 from 0 to 8192 tid 1 2024-07-26T06:41:47.072 INFO:tasks.rados.rados.0.smithi037.stdout:2753: snap_create 2024-07-26T06:41:47.074 INFO:tasks.rados.rados.0.smithi037.stdout:2749: finishing rollback tid 0 to smithi03785213-2 2024-07-26T06:41:47.075 INFO:tasks.rados.rados.0.smithi037.stdout:2752: finishing write tid 1 to smithi03785213-46 2024-07-26T06:41:47.075 INFO:tasks.rados.rados.0.smithi037.stdout:2751: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2751: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2750: finishing rollback tid 0 to smithi03785213-12 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2750: finishing rollback tid 1 to smithi03785213-12 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2752: finishing write tid 2 to smithi03785213-46 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2749: finishing rollback tid 1 to smithi03785213-2 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2125 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2751: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2133 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:2750: finishing rollback tid 2 to smithi03785213-12 2024-07-26T06:41:47.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1756 (ObjNum 769 snap 246 seq_num 769) dirty exists 2024-07-26T06:41:47.077 INFO:tasks.rados.rados.0.smithi037.stdout:2752: finishing write tid 3 to smithi03785213-46 2024-07-26T06:41:47.077 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2302 (ObjNum 860 snap 284 seq_num 860) dirty exists 2024-07-26T06:41:47.077 INFO:tasks.rados.rados.0.smithi037.stdout:2752: left oid 46 (ObjNum 860 snap 284 seq_num 860) 2024-07-26T06:41:47.294 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:41:47.294 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (7m) 32s ago 11m 25.5M - 0.25.0 c8568f914cd2 cf7b71735007 2024-07-26T06:41:47.294 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (6m) 13s ago 11m 87.2M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:41:47.294 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (35s) 32s ago 13m 10.9M - 19.1.0-1125-g4b230446 a246f06af74a 6bc7cfc05d3e 2024-07-26T06:41:47.294 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (17s) 13s ago 13m 13.0M - 19.1.0-1125-g4b230446 a246f06af74a 9e400c9bf3d1 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (6m) 13s ago 16m 442M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (6m) 32s ago 18m 506M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (6m) 32s ago 18m 65.9M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (5m) 13s ago 16m 51.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (5m) 32s ago 16m 55.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 starting - - - - 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 starting - - - - 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (4m) 32s ago 16m 272M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (4m) 32s ago 15m 230M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (3m) 32s ago 15m 224M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (3m) 32s ago 15m 181M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:41:47.295 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (2m) 13s ago 14m 227M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:41:47.297 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (2m) 13s ago 14m 150M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:41:47.297 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (88s) 13s ago 13m 79.2M 2480M 19.1.0-1125-g4b230446 a246f06af74a a300722af3f9 2024-07-26T06:41:47.297 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (53s) 13s ago 13m 100M 2480M 19.1.0-1125-g4b230446 a246f06af74a 216ac0ddaa97 2024-07-26T06:41:47.297 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (6m) 13s ago 12m 65.7M - 2.43.0 a07b618ecd1d b49888f0580a 2024-07-26T06:41:47.643 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:41:47.643 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:41:47.644 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:41:47.645 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2749: done (4 left) 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2750: done (3 left) 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2751: done (2 left) 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2752: done (1 left) 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2753: done (0 left) 2024-07-26T06:41:47.819 INFO:tasks.rados.rados.0.smithi037.stdout:2754: read oid 19 snap -1 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2754: expect (ObjNum 819 snap 271 seq_num 819) 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2755: copy_from oid 3 from oid 21 current snap is 285 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 285 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2756: seq_num 861 ranges {0=24576} 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2756: writing smithi03785213-24 from 0 to 24576 tid 1 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2757: rollback oid 11 current snap is 285 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 269 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2758: read oid 38 snap -1 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2758: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 285 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2759: seq_num 862 ranges {0=40960} 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2759: writing smithi03785213-26 from 0 to 40960 tid 1 2024-07-26T06:41:47.820 INFO:tasks.rados.rados.0.smithi037.stdout:2760: delete oid 8 current snap is 285 2024-07-26T06:41:47.825 INFO:tasks.rados.rados.0.smithi037.stdout:2760: done (6 left) 2024-07-26T06:41:47.825 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 285 2024-07-26T06:41:47.825 INFO:tasks.rados.rados.0.smithi037.stdout:2761: seq_num 864 ranges {5193728=73728} 2024-07-26T06:41:47.857 INFO:tasks.rados.rados.0.smithi037.stdout:2761: writing smithi03785213-42 from 5193728 to 5267456 tid 1 2024-07-26T06:41:47.858 INFO:tasks.rados.rados.0.smithi037.stdout:2762: delete oid 48 current snap is 285 2024-07-26T06:41:47.858 INFO:tasks.rados.rados.0.smithi037.stdout:2757: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:41:47.858 INFO:tasks.rados.rados.0.smithi037.stdout:2758: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:41:47.861 INFO:tasks.rados.rados.0.smithi037.stdout:2754: expect (ObjNum 819 snap 271 seq_num 819) 2024-07-26T06:41:47.929 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 1 to smithi03785213-24 2024-07-26T06:41:47.929 INFO:tasks.rados.rados.0.smithi037.stdout:2757: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2757: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1040 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 2 to smithi03785213-24 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2759: finishing write tid 1 to smithi03785213-26 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2759: finishing write tid 2 to smithi03785213-26 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 3 to smithi03785213-24 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2154 (ObjNum 861 snap 285 seq_num 861) dirty exists 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2756: left oid 24 (ObjNum 861 snap 285 seq_num 861) 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2759: finishing write tid 3 to smithi03785213-26 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2156 (ObjNum 862 snap 285 seq_num 862) dirty exists 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2759: left oid 26 (ObjNum 862 snap 285 seq_num 862) 2024-07-26T06:41:47.930 INFO:tasks.rados.rados.0.smithi037.stdout:2755: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2755: finishing copy_from to smithi03785213-3 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2151 (ObjNum 854 snap 283 seq_num 854) dirty exists 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 1 to smithi03785213-42 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2754: done (7 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2755: done (6 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2756: done (5 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2757: done (4 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2758: done (3 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2759: done (2 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2762: done (1 left) 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2763: rollback oid 38 current snap is 285 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 264 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 2 to smithi03785213-42 2024-07-26T06:41:47.931 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 3 to smithi03785213-42 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2135 (ObjNum 864 snap 285 seq_num 864) dirty exists 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2761: left oid 42 (ObjNum 864 snap 285 seq_num 864) 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2761: done (1 left) 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 285 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2764: seq_num 866 ranges {0=106496} 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2764: writing smithi03785213-47 from 0 to 106496 tid 1 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2765: read oid 30 snap -1 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2765: expect deleted 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2766: read oid 46 snap -1 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2766: expect (ObjNum 860 snap 284 seq_num 860) 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2767: read oid 36 snap 268 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2767: expect (ObjNum 746 snap 240 seq_num 746) 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:2768: rollback oid 23 current snap is 285 2024-07-26T06:41:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 262 2024-07-26T06:41:47.933 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 285 2024-07-26T06:41:47.933 INFO:tasks.rados.rados.0.smithi037.stdout:2769: seq_num 867 ranges {2129920=122880} 2024-07-26T06:41:47.942 INFO:tasks.rados.rados.0.smithi037.stdout:2769: writing smithi03785213-19 from 2129920 to 2252800 tid 1 2024-07-26T06:41:47.942 INFO:tasks.rados.rados.0.smithi037.stdout:2770: delete oid 16 current snap is 285 2024-07-26T06:41:47.942 INFO:tasks.rados.rados.0.smithi037.stdout:2763: finishing rollback tid 0 to smithi03785213-38 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2763: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1745 (ObjNum 49 snap 0 seq_num 3873418496) dirty dne 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2764: finishing write tid 1 to smithi03785213-47 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2764: finishing write tid 2 to smithi03785213-47 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2766: expect (ObjNum 860 snap 284 seq_num 860) 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2764: finishing write tid 3 to smithi03785213-47 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2627 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2764: left oid 47 (ObjNum 866 snap 285 seq_num 866) 2024-07-26T06:41:47.943 INFO:tasks.rados.rados.0.smithi037.stdout:2767: expect (ObjNum 746 snap 240 seq_num 746) 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2768: finishing rollback tid 0 to smithi03785213-23 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2768: finishing rollback tid 1 to smithi03785213-23 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2304 (ObjNum 65 snap 0 seq_num 3883365312) dirty dne 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2769: finishing write tid 1 to smithi03785213-19 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2769: finishing write tid 2 to smithi03785213-19 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2769: finishing write tid 3 to smithi03785213-19 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1975 (ObjNum 867 snap 285 seq_num 867) dirty exists 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2769: left oid 19 (ObjNum 867 snap 285 seq_num 867) 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2763: done (7 left) 2024-07-26T06:41:47.958 INFO:tasks.rados.rados.0.smithi037.stdout:2764: done (6 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2765: done (5 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2766: done (4 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2767: done (3 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2768: done (2 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2769: done (1 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2770: done (0 left) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2771: rollback oid 28 current snap is 285 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 251 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2772: rollback oid 39 current snap is 285 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 261 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2773: copy_from oid 8 from oid 49 current snap is 285 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2774: read oid 9 snap 269 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2774: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:47.959 INFO:tasks.rados.rados.0.smithi037.stdout:2775: snap_remove snap 280 2024-07-26T06:41:48.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:47 smithi135 ceph-mon[90132]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:41:48.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:47 smithi135 ceph-mon[90132]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:48.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3368910479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:48.162 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:47 smithi135 ceph-mon[90132]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[97339]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[97339]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3368910479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[97339]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[99762]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[99762]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:48.208 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3368910479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:48.209 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:47 smithi037 ceph-mon[99762]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2775: done (4 left) 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 285 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2773: finishing copy_from to smithi03785213-8 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2773: got expected ENOENT (src dne) 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2773: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2771: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1722 (ObjNum -421548832 snap 32680 seq_num 304) dirty dne 2024-07-26T06:41:48.895 INFO:tasks.rados.rados.0.smithi037.stdout:2772: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:41:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:2772: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:41:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:2772: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:41:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1759 (ObjNum 776 snap 254 seq_num 776) dirty exists 2024-07-26T06:41:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:2774: expect (ObjNum 802 snap 264 seq_num 802) 2024-07-26T06:41:48.996 INFO:tasks.rados.rados.0.smithi037.stdout:2776: seq_num 869 ranges {1613824=155648} 2024-07-26T06:41:49.006 INFO:tasks.rados.rados.0.smithi037.stdout:2776: writing smithi03785213-33 from 1613824 to 1769472 tid 1 2024-07-26T06:41:49.006 INFO:tasks.rados.rados.0.smithi037.stdout:2771: done (4 left) 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2772: done (3 left) 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2773: done (2 left) 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2774: done (1 left) 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2777: read oid 4 snap 255 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2777: expect (ObjNum 624 snap 201 seq_num 624) 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2778: copy_from oid 23 from oid 16 current snap is 285 2024-07-26T06:41:49.007 INFO:tasks.rados.rados.0.smithi037.stdout:2779: snap_remove snap 249 2024-07-26T06:41:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:48 smithi135 ceph-mon[90132]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:48 smithi135 ceph-mon[90132]: pgmap v532: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[97339]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[97339]: pgmap v532: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[99762]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[99762]: pgmap v532: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2779: done (3 left) 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2780: delete oid 30 current snap is 285 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2778: finishing copy_from to smithi03785213-23 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2778: got expected ENOENT (src dne) 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2778: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2776: finishing write tid 1 to smithi03785213-33 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2776: finishing write tid 2 to smithi03785213-33 2024-07-26T06:41:49.900 INFO:tasks.rados.rados.0.smithi037.stdout:2777: expect (ObjNum 624 snap 201 seq_num 624) 2024-07-26T06:41:49.921 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.922 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.923 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:49.954 INFO:tasks.rados.rados.0.smithi037.stdout:2776: finishing write tid 3 to smithi03785213-33 2024-07-26T06:41:49.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2127 (ObjNum 869 snap 285 seq_num 869) dirty exists 2024-07-26T06:41:49.954 INFO:tasks.rados.rados.0.smithi037.stdout:2776: left oid 33 (ObjNum 869 snap 285 seq_num 869) 2024-07-26T06:41:49.954 INFO:tasks.rados.rados.0.smithi037.stdout:2776: done (3 left) 2024-07-26T06:41:49.955 INFO:tasks.rados.rados.0.smithi037.stdout:2777: done (2 left) 2024-07-26T06:41:49.955 INFO:tasks.rados.rados.0.smithi037.stdout:2778: done (1 left) 2024-07-26T06:41:49.955 INFO:tasks.rados.rados.0.smithi037.stdout:2780: done (0 left) 2024-07-26T06:41:49.955 INFO:tasks.rados.rados.0.smithi037.stdout:2781: rmattr oid 13 current snap is 285 2024-07-26T06:41:49.955 INFO:tasks.rados.rados.0.smithi037.stdout:2782: setattr oid 5 current snap is 285 2024-07-26T06:41:49.956 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 285 2024-07-26T06:41:49.956 INFO:tasks.rados.rados.0.smithi037.stdout:2783: seq_num 871 ranges {2932736=188416} 2024-07-26T06:41:49.973 INFO:tasks.rados.rados.0.smithi037.stdout:2783: writing smithi03785213-18 from 2932736 to 3121152 tid 1 2024-07-26T06:41:49.973 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 285 2024-07-26T06:41:49.973 INFO:tasks.rados.rados.0.smithi037.stdout:2784: seq_num 872 ranges {40960=212992} 2024-07-26T06:41:49.975 INFO:tasks.rados.rados.0.smithi037.stdout:2784: writing smithi03785213-26 from 40960 to 253952 tid 1 2024-07-26T06:41:49.975 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 285 2024-07-26T06:41:49.975 INFO:tasks.rados.rados.0.smithi037.stdout:2785: seq_num 873 ranges {0=229376} 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2785: writing smithi03785213-48 from 0 to 229376 tid 1 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2786: rollback oid 22 current snap is 285 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 223 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1723 (ObjNum 853 snap 283 seq_num 853) dirty exists 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1694 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2783: finishing write tid 1 to smithi03785213-18 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2783: finishing write tid 2 to smithi03785213-18 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2781: done (5 left) 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2782: done (4 left) 2024-07-26T06:41:49.977 INFO:tasks.rados.rados.0.smithi037.stdout:2787: delete oid 6 current snap is 285 2024-07-26T06:41:49.978 INFO:tasks.rados.rados.0.smithi037.stdout:2783: finishing write tid 3 to smithi03785213-18 2024-07-26T06:41:49.978 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1725 (ObjNum 871 snap 285 seq_num 871) dirty exists 2024-07-26T06:41:49.978 INFO:tasks.rados.rados.0.smithi037.stdout:2783: left oid 18 (ObjNum 871 snap 285 seq_num 871) 2024-07-26T06:41:49.978 INFO:tasks.rados.rados.0.smithi037.stdout:2784: finishing write tid 1 to smithi03785213-26 2024-07-26T06:41:49.979 INFO:tasks.rados.rados.0.smithi037.stdout:2784: finishing write tid 2 to smithi03785213-26 2024-07-26T06:41:49.980 INFO:tasks.rados.rados.0.smithi037.stdout:2783: done (4 left) 2024-07-26T06:41:49.980 INFO:tasks.rados.rados.0.smithi037.stdout:2787: done (3 left) 2024-07-26T06:41:49.980 INFO:tasks.rados.rados.0.smithi037.stdout:2788: snap_create 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2786: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2784: finishing write tid 3 to smithi03785213-26 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2158 (ObjNum 872 snap 285 seq_num 872) dirty exists 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2784: left oid 26 (ObjNum 872 snap 285 seq_num 872) 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2785: finishing write tid 1 to smithi03785213-48 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2786: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2785: finishing write tid 2 to smithi03785213-48 2024-07-26T06:41:49.981 INFO:tasks.rados.rados.0.smithi037.stdout:2786: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:41:49.982 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2154 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:41:49.983 INFO:tasks.rados.rados.0.smithi037.stdout:2785: finishing write tid 3 to smithi03785213-48 2024-07-26T06:41:49.983 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2647 (ObjNum 873 snap 285 seq_num 873) dirty exists 2024-07-26T06:41:49.983 INFO:tasks.rados.rados.0.smithi037.stdout:2785: left oid 48 (ObjNum 873 snap 285 seq_num 873) 2024-07-26T06:41:50.266 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:41:50.266 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.266 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:50.911 INFO:tasks.rados.rados.0.smithi037.stdout:2784: done (3 left) 2024-07-26T06:41:50.911 INFO:tasks.rados.rados.0.smithi037.stdout:2785: done (2 left) 2024-07-26T06:41:50.911 INFO:tasks.rados.rados.0.smithi037.stdout:2786: done (1 left) 2024-07-26T06:41:50.912 INFO:tasks.rados.rados.0.smithi037.stdout:2788: done (0 left) 2024-07-26T06:41:50.912 INFO:tasks.rados.rados.0.smithi037.stdout:2789: copy_from oid 8 from oid 3 current snap is 286 2024-07-26T06:41:50.912 INFO:tasks.rados.rados.0.smithi037.stdout:2790: setattr oid 13 current snap is 286 2024-07-26T06:41:50.912 INFO:tasks.rados.rados.0.smithi037.stdout:2791: delete oid 23 current snap is 286 2024-07-26T06:41:50.918 INFO:tasks.rados.rados.0.smithi037.stdout:2791: done (2 left) 2024-07-26T06:41:50.918 INFO:tasks.rados.rados.0.smithi037.stdout:2792: copy_from oid 2 from oid 24 current snap is 286 2024-07-26T06:41:50.918 INFO:tasks.rados.rados.0.smithi037.stdout:2793: snap_create 2024-07-26T06:41:50.918 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1726 (ObjNum 853 snap 283 seq_num 853) dirty exists 2024-07-26T06:41:50.922 INFO:tasks.rados.rados.0.smithi037.stdout:2792: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:41:50.924 INFO:tasks.rados.rados.0.smithi037.stdout:2792: finishing copy_from to smithi03785213-2 2024-07-26T06:41:50.924 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2154 (ObjNum 861 snap 285 seq_num 861) dirty exists 2024-07-26T06:41:50.932 INFO:tasks.rados.rados.0.smithi037.stdout:2789: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:41:50.934 INFO:tasks.rados.rados.0.smithi037.stdout:2789: finishing copy_from to smithi03785213-8 2024-07-26T06:41:50.935 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2151 (ObjNum 854 snap 283 seq_num 854) dirty exists 2024-07-26T06:41:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[97339]: pgmap v535: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:41:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[97339]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:41:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-07-26T06:41:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[99762]: pgmap v535: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:41:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[99762]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:41:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-07-26T06:41:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:50 smithi135 ceph-mon[90132]: pgmap v535: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:41:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:50 smithi135 ceph-mon[90132]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:41:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-07-26T06:41:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:41:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:41:51] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:41:51.915 INFO:tasks.rados.rados.0.smithi037.stdout:2789: done (3 left) 2024-07-26T06:41:51.915 INFO:tasks.rados.rados.0.smithi037.stdout:2790: done (2 left) 2024-07-26T06:41:51.915 INFO:tasks.rados.rados.0.smithi037.stdout:2792: done (1 left) 2024-07-26T06:41:51.915 INFO:tasks.rados.rados.0.smithi037.stdout:2793: done (0 left) 2024-07-26T06:41:51.915 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 287 2024-07-26T06:41:51.916 INFO:tasks.rados.rados.0.smithi037.stdout:2794: seq_num 876 ranges {884736=278528} 2024-07-26T06:41:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2794: writing smithi03785213-12 from 884736 to 1163264 tid 1 2024-07-26T06:41:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2795: read oid 33 snap -1 2024-07-26T06:41:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2795: expect (ObjNum 869 snap 285 seq_num 869) 2024-07-26T06:41:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 287 2024-07-26T06:41:51.921 INFO:tasks.rados.rados.0.smithi037.stdout:2796: seq_num 877 ranges {0=294912} 2024-07-26T06:41:51.923 INFO:tasks.rados.rados.0.smithi037.stdout:2796: writing smithi03785213-1 from 0 to 294912 tid 1 2024-07-26T06:41:51.923 INFO:tasks.rados.rados.0.smithi037.stdout:2797: snap_create 2024-07-26T06:41:51.925 INFO:tasks.rados.rados.0.smithi037.stdout:2794: finishing write tid 1 to smithi03785213-12 2024-07-26T06:41:51.925 INFO:tasks.rados.rados.0.smithi037.stdout:2794: finishing write tid 2 to smithi03785213-12 2024-07-26T06:41:51.928 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 1 to smithi03785213-1 2024-07-26T06:41:51.928 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 2 to smithi03785213-1 2024-07-26T06:41:51.928 INFO:tasks.rados.rados.0.smithi037.stdout:2794: finishing write tid 3 to smithi03785213-12 2024-07-26T06:41:51.928 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1761 (ObjNum 876 snap 287 seq_num 876) dirty exists 2024-07-26T06:41:51.928 INFO:tasks.rados.rados.0.smithi037.stdout:2794: left oid 12 (ObjNum 876 snap 287 seq_num 876) 2024-07-26T06:41:51.929 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 3 to smithi03785213-1 2024-07-26T06:41:51.929 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1747 (ObjNum 877 snap 287 seq_num 877) dirty exists 2024-07-26T06:41:51.929 INFO:tasks.rados.rados.0.smithi037.stdout:2796: left oid 1 (ObjNum 877 snap 287 seq_num 877) 2024-07-26T06:41:51.930 INFO:tasks.rados.rados.0.smithi037.stdout:2795: expect (ObjNum 869 snap 285 seq_num 869) 2024-07-26T06:41:52.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-07-26T06:41:52.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:51 smithi037 ceph-mon[97339]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:41:52.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-07-26T06:41:52.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:51 smithi037 ceph-mon[99762]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:41:52.296 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-07-26T06:41:52.296 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:51 smithi135 ceph-mon[90132]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:41:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:52.819 INFO:tasks.rados.rados.0.smithi037.stdout:2794: done (3 left) 2024-07-26T06:41:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:2795: done (2 left) 2024-07-26T06:41:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:2796: done (1 left) 2024-07-26T06:41:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:2797: done (0 left) 2024-07-26T06:41:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 288 2024-07-26T06:41:52.820 INFO:tasks.rados.rados.0.smithi037.stdout:2798: seq_num 878 ranges {8192=311296} 2024-07-26T06:41:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:2798: writing smithi03785213-46 from 8192 to 319488 tid 1 2024-07-26T06:41:52.821 INFO:tasks.rados.rados.0.smithi037.stdout:2799: delete oid 37 current snap is 288 2024-07-26T06:41:52.827 INFO:tasks.rados.rados.0.smithi037.stdout:2799: done (1 left) 2024-07-26T06:41:52.827 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 288 2024-07-26T06:41:52.827 INFO:tasks.rados.rados.0.smithi037.stdout:2800: seq_num 880 ranges {4284416=344064} 2024-07-26T06:41:52.853 INFO:tasks.rados.rados.0.smithi037.stdout:2800: writing smithi03785213-3 from 4284416 to 4628480 tid 1 2024-07-26T06:41:52.853 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 288 2024-07-26T06:41:52.853 INFO:tasks.rados.rados.0.smithi037.stdout:2798: finishing write tid 1 to smithi03785213-46 2024-07-26T06:41:52.854 INFO:tasks.rados.rados.0.smithi037.stdout:2801: seq_num 881 ranges {0=360448} 2024-07-26T06:41:52.855 INFO:tasks.rados.rados.0.smithi037.stdout:2801: writing smithi03785213-23 from 0 to 360448 tid 1 2024-07-26T06:41:52.855 INFO:tasks.rados.rados.0.smithi037.stdout:2802: snap_create 2024-07-26T06:41:52.855 INFO:tasks.rados.rados.0.smithi037.stdout:2798: finishing write tid 2 to smithi03785213-46 2024-07-26T06:41:52.856 INFO:tasks.rados.rados.0.smithi037.stdout:2798: finishing write tid 3 to smithi03785213-46 2024-07-26T06:41:52.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2306 (ObjNum 878 snap 288 seq_num 878) dirty exists 2024-07-26T06:41:52.856 INFO:tasks.rados.rados.0.smithi037.stdout:2798: left oid 46 (ObjNum 878 snap 288 seq_num 878) 2024-07-26T06:41:52.859 INFO:tasks.rados.rados.0.smithi037.stdout:2801: finishing write tid 1 to smithi03785213-23 2024-07-26T06:41:52.859 INFO:tasks.rados.rados.0.smithi037.stdout:2801: finishing write tid 2 to smithi03785213-23 2024-07-26T06:41:52.859 INFO:tasks.rados.rados.0.smithi037.stdout:2800: finishing write tid 1 to smithi03785213-3 2024-07-26T06:41:52.859 INFO:tasks.rados.rados.0.smithi037.stdout:2800: finishing write tid 2 to smithi03785213-3 2024-07-26T06:41:52.860 INFO:tasks.rados.rados.0.smithi037.stdout:2801: finishing write tid 3 to smithi03785213-23 2024-07-26T06:41:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2308 (ObjNum 881 snap 288 seq_num 881) dirty exists 2024-07-26T06:41:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:2801: left oid 23 (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:41:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:2800: finishing write tid 3 to smithi03785213-3 2024-07-26T06:41:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2156 (ObjNum 880 snap 288 seq_num 880) dirty exists 2024-07-26T06:41:52.861 INFO:tasks.rados.rados.0.smithi037.stdout:2800: left oid 3 (ObjNum 880 snap 288 seq_num 880) 2024-07-26T06:41:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[97339]: pgmap v538: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[97339]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[97339]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[99762]: pgmap v538: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[99762]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:52 smithi037 ceph-mon[99762]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:41:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-mon[90132]: pgmap v538: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-07-26T06:41:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-mon[90132]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:41:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:52 smithi135 ceph-mon[90132]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:41:53.820 INFO:tasks.rados.rados.0.smithi037.stdout:2798: done (3 left) 2024-07-26T06:41:53.820 INFO:tasks.rados.rados.0.smithi037.stdout:2800: done (2 left) 2024-07-26T06:41:53.821 INFO:tasks.rados.rados.0.smithi037.stdout:2801: done (1 left) 2024-07-26T06:41:53.821 INFO:tasks.rados.rados.0.smithi037.stdout:2802: done (0 left) 2024-07-26T06:41:53.821 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 289 2024-07-26T06:41:53.821 INFO:tasks.rados.rados.0.smithi037.stdout:2803: seq_num 882 ranges {2154496=376832} 2024-07-26T06:41:53.834 INFO:tasks.rados.rados.0.smithi037.stdout:2803: writing smithi03785213-15 from 2154496 to 2531328 tid 1 2024-07-26T06:41:53.834 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 289 2024-07-26T06:41:53.834 INFO:tasks.rados.rados.0.smithi037.stdout:2804: seq_num 883 ranges {4284416=393216} 2024-07-26T06:41:53.860 INFO:tasks.rados.rados.0.smithi037.stdout:2804: writing smithi03785213-21 from 4284416 to 4677632 tid 1 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:2805: setattr oid 46 current snap is 289 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing write tid 1 to smithi03785213-15 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing write tid 2 to smithi03785213-15 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing write tid 3 to smithi03785213-15 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2158 (ObjNum 882 snap 289 seq_num 882) dirty exists 2024-07-26T06:41:53.861 INFO:tasks.rados.rados.0.smithi037.stdout:2803: left oid 15 (ObjNum 882 snap 289 seq_num 882) 2024-07-26T06:41:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:2803: done (2 left) 2024-07-26T06:41:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:2806: copy_from oid 14 from oid 2 current snap is 289 2024-07-26T06:41:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:2807: snap_create 2024-07-26T06:41:53.867 INFO:tasks.rados.rados.0.smithi037.stdout:2804: finishing write tid 1 to smithi03785213-21 2024-07-26T06:41:53.867 INFO:tasks.rados.rados.0.smithi037.stdout:2804: finishing write tid 2 to smithi03785213-21 2024-07-26T06:41:53.868 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2309 (ObjNum 878 snap 288 seq_num 878) dirty exists 2024-07-26T06:41:53.869 INFO:tasks.rados.rados.0.smithi037.stdout:2804: finishing write tid 3 to smithi03785213-21 2024-07-26T06:41:53.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2160 (ObjNum 883 snap 289 seq_num 883) dirty exists 2024-07-26T06:41:53.869 INFO:tasks.rados.rados.0.smithi037.stdout:2804: left oid 21 (ObjNum 883 snap 289 seq_num 883) 2024-07-26T06:41:53.872 INFO:tasks.rados.rados.0.smithi037.stdout:2806: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:41:53.872 INFO:tasks.rados.rados.0.smithi037.stdout:2806: finishing copy_from to smithi03785213-14 2024-07-26T06:41:53.872 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2154 (ObjNum 861 snap 285 seq_num 861) dirty exists 2024-07-26T06:41:54.059 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.060 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.061 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:53 smithi135 ceph-mon[90132]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:41:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[97339]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:41:54.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:53 smithi037 ceph-mon[99762]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:41:54.822 INFO:tasks.rados.rados.0.smithi037.stdout:2804: done (3 left) 2024-07-26T06:41:54.822 INFO:tasks.rados.rados.0.smithi037.stdout:2805: done (2 left) 2024-07-26T06:41:54.822 INFO:tasks.rados.rados.0.smithi037.stdout:2806: done (1 left) 2024-07-26T06:41:54.822 INFO:tasks.rados.rados.0.smithi037.stdout:2807: done (0 left) 2024-07-26T06:41:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:2808: rollback oid 6 current snap is 290 2024-07-26T06:41:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 284 2024-07-26T06:41:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 290 2024-07-26T06:41:54.823 INFO:tasks.rados.rados.0.smithi037.stdout:2809: seq_num 884 ranges {0=409600} 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2809: writing smithi03785213-9 from 0 to 409600 tid 1 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2810: copy_from oid 19 from oid 31 current snap is 290 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2811: rollback oid 17 current snap is 290 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 289 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2808: finishing rollback tid 1 to smithi03785213-6 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2300 (ObjNum 81 snap 0 seq_num 3883335104) dirty dne 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2808: done (3 left) 2024-07-26T06:41:54.825 INFO:tasks.rados.rados.0.smithi037.stdout:2812: delete oid 7 current snap is 290 2024-07-26T06:41:54.830 INFO:tasks.rados.rados.0.smithi037.stdout:2811: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:2810: finishing copy_from to smithi03785213-19 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:2810: got expected ENOENT (src dne) 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:2811: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:2811: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2163 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:41:54.831 INFO:tasks.rados.rados.0.smithi037.stdout:2810: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:41:54.832 INFO:tasks.rados.rados.0.smithi037.stdout:2809: finishing write tid 1 to smithi03785213-9 2024-07-26T06:41:54.832 INFO:tasks.rados.rados.0.smithi037.stdout:2809: finishing write tid 2 to smithi03785213-9 2024-07-26T06:41:54.835 INFO:tasks.rados.rados.0.smithi037.stdout:2809: finishing write tid 3 to smithi03785213-9 2024-07-26T06:41:54.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2650 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:41:54.835 INFO:tasks.rados.rados.0.smithi037.stdout:2809: left oid 9 (ObjNum 884 snap 290 seq_num 884) 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2809: done (3 left) 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2810: done (2 left) 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2811: done (1 left) 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2812: done (0 left) 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2813: read oid 30 snap -1 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2813: expect deleted 2024-07-26T06:41:54.836 INFO:tasks.rados.rados.0.smithi037.stdout:2814: read oid 37 snap -1 2024-07-26T06:41:54.837 INFO:tasks.rados.rados.0.smithi037.stdout:2814: expect deleted 2024-07-26T06:41:54.837 INFO:tasks.rados.rados.0.smithi037.stdout:2815: delete oid 11 current snap is 290 2024-07-26T06:41:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:2813: done (2 left) 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2814: done (1 left) 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2815: done (0 left) 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2816: read oid 37 snap -1 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2816: expect deleted 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2817: read oid 22 snap -1 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2817: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2818: setattr oid 9 current snap is 290 2024-07-26T06:41:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:2816: done (2 left) 2024-07-26T06:41:54.842 INFO:tasks.rados.rados.0.smithi037.stdout:2819: snap_create 2024-07-26T06:41:54.844 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2653 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:41:54.851 INFO:tasks.rados.rados.0.smithi037.stdout:2817: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:41:55.215 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:54 smithi135 ceph-mon[90132]: pgmap v541: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:55.215 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:54 smithi135 ceph-mon[90132]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:41:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:54 smithi037 ceph-mon[97339]: pgmap v541: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:54 smithi037 ceph-mon[97339]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:41:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:54 smithi037 ceph-mon[99762]: pgmap v541: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:54 smithi037 ceph-mon[99762]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:41:55.825 INFO:tasks.rados.rados.0.smithi037.stdout:2817: done (2 left) 2024-07-26T06:41:55.825 INFO:tasks.rados.rados.0.smithi037.stdout:2818: done (1 left) 2024-07-26T06:41:55.825 INFO:tasks.rados.rados.0.smithi037.stdout:2819: done (0 left) 2024-07-26T06:41:55.825 INFO:tasks.rados.rados.0.smithi037.stdout:2820: snap_remove snap 251 2024-07-26T06:41:56.086 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:55 smithi135 ceph-mon[90132]: Upgrade: Updating prometheus.a 2024-07-26T06:41:56.086 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:55 smithi135 ceph-mon[90132]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:41:56.086 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:55 smithi135 ceph-mon[90132]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:41:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[97339]: Upgrade: Updating prometheus.a 2024-07-26T06:41:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[97339]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:41:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[97339]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:41:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[99762]: Upgrade: Updating prometheus.a 2024-07-26T06:41:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[99762]: Deploying daemon prometheus.a on smithi135 2024-07-26T06:41:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:55 smithi037 ceph-mon[99762]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:41:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:2820: done (0 left) 2024-07-26T06:41:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:2821: read oid 30 snap 261 2024-07-26T06:41:56.831 INFO:tasks.rados.rados.0.smithi037.stdout:2821: expect (ObjNum -412260816 snap 21989 seq_num 3883836400) 2024-07-26T06:41:56.832 INFO:tasks.rados.rados.0.smithi037.stdout:2822: delete oid 14 current snap is 291 2024-07-26T06:41:56.833 INFO:tasks.rados.rados.0.smithi037.stdout:2821: expect (ObjNum -412260816 snap 21989 seq_num 3883836400) 2024-07-26T06:41:56.840 INFO:tasks.rados.rados.0.smithi037.stdout:2821: done (1 left) 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:2822: done (0 left) 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:2823: read oid 11 snap -1 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:2823: expect deleted 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:2824: copy_from oid 15 from oid 43 current snap is 291 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 291 2024-07-26T06:41:56.841 INFO:tasks.rados.rados.0.smithi037.stdout:2825: seq_num 888 ranges {4677632=475136} 2024-07-26T06:41:56.870 INFO:tasks.rados.rados.0.smithi037.stdout:2825: writing smithi03785213-32 from 4677632 to 5152768 tid 1 2024-07-26T06:41:56.870 INFO:tasks.rados.rados.0.smithi037.stdout:2826: delete oid 37 current snap is 291 2024-07-26T06:41:56.870 INFO:tasks.rados.rados.0.smithi037.stdout:2824: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:41:56.871 INFO:tasks.rados.rados.0.smithi037.stdout:2824: finishing copy_from to smithi03785213-15 2024-07-26T06:41:56.871 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1748 (ObjNum 852 snap 283 seq_num 852) dirty exists 2024-07-26T06:41:56.872 INFO:tasks.rados.rados.0.smithi037.stdout:2823: done (3 left) 2024-07-26T06:41:56.872 INFO:tasks.rados.rados.0.smithi037.stdout:2824: done (2 left) 2024-07-26T06:41:56.872 INFO:tasks.rados.rados.0.smithi037.stdout:2826: done (1 left) 2024-07-26T06:41:56.872 INFO:tasks.rados.rados.0.smithi037.stdout:2827: setattr oid 29 current snap is 291 2024-07-26T06:41:56.873 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 291 2024-07-26T06:41:56.873 INFO:tasks.rados.rados.0.smithi037.stdout:2828: seq_num 890 ranges {253952=507904} 2024-07-26T06:41:56.877 INFO:tasks.rados.rados.0.smithi037.stdout:2828: writing smithi03785213-26 from 253952 to 761856 tid 1 2024-07-26T06:41:56.877 INFO:tasks.rados.rados.0.smithi037.stdout:2829: setattr oid 6 current snap is 291 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:2825: finishing write tid 1 to smithi03785213-32 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:2825: finishing write tid 2 to smithi03785213-32 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:2825: finishing write tid 3 to smithi03785213-32 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1735 (ObjNum 888 snap 291 seq_num 888) dirty exists 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:2825: left oid 32 (ObjNum 888 snap 291 seq_num 888) 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2155 (ObjNum 843 snap 279 seq_num 843) dirty exists 2024-07-26T06:41:56.878 INFO:tasks.rados.rados.0.smithi037.stdout:2825: done (3 left) 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2827: done (2 left) 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2830: rollback oid 17 current snap is 291 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 285 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2831: read oid 34 snap -1 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2831: expect (ObjNum 833 snap 277 seq_num 833) 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2832: read oid 19 snap -1 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2832: expect (ObjNum 867 snap 285 seq_num 867) 2024-07-26T06:41:56.879 INFO:tasks.rados.rados.0.smithi037.stdout:2833: snap_remove snap 281 2024-07-26T06:41:57.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:56 smithi037 ceph-mon[99762]: pgmap v544: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:56 smithi037 ceph-mon[99762]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:41:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:56 smithi037 ceph-mon[97339]: pgmap v544: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:56 smithi037 ceph-mon[97339]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:41:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:56 smithi135 ceph-mon[90132]: pgmap v544: 121 pgs: 121 active+clean; 475 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:41:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:56 smithi135 ceph-mon[90132]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:41:57.823 INFO:tasks.rados.rados.0.smithi037.stdout:2833: done (5 left) 2024-07-26T06:41:57.823 INFO:tasks.rados.rados.0.smithi037.stdout:2834: snap_remove snap 189 2024-07-26T06:41:58.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:57 smithi135 systemd[1]: Stopping Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:58.353 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.087Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:41:58.353 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[80816]: ts=2024-07-26T06:41:58.088Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:41:58.354 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 podman[122519]: 2024-07-26 06:41:58.098591276 +0000 UTC m=+0.148739072 container died b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:58.729 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 podman[122519]: 2024-07-26 06:41:58.452801706 +0000 UTC m=+0.502949501 container cleanup b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:58.729 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 bash[122519]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:41:58.826 INFO:tasks.rados.rados.0.smithi037.stdout:2834: done (5 left) 2024-07-26T06:41:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:2835: delete oid 50 current snap is 291 2024-07-26T06:41:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2311 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:41:58.827 INFO:tasks.rados.rados.0.smithi037.stdout:2832: expect (ObjNum 867 snap 285 seq_num 867) 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2828: finishing write tid 1 to smithi03785213-26 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2828: finishing write tid 2 to smithi03785213-26 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2829: done (5 left) 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2832: done (4 left) 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2835: done (3 left) 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2836: rollback oid 50 current snap is 291 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 266 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2830: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2830: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:41:58.943 INFO:tasks.rados.rados.0.smithi037.stdout:2828: finishing write tid 3 to smithi03785213-26 2024-07-26T06:41:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2165 (ObjNum 890 snap 291 seq_num 890) dirty exists 2024-07-26T06:41:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:2828: left oid 26 (ObjNum 890 snap 291 seq_num 890) 2024-07-26T06:41:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:2830: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:41:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2168 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:41:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:2831: expect (ObjNum 833 snap 277 seq_num 833) 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:2836: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:2836: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2138 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:2828: done (3 left) 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:2830: done (2 left) 2024-07-26T06:41:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:2831: done (1 left) 2024-07-26T06:41:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:2836: done (0 left) 2024-07-26T06:41:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:2837: copy_from oid 33 from oid 47 current snap is 291 2024-07-26T06:41:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:2838: delete oid 4 current snap is 291 2024-07-26T06:41:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:2838: done (1 left) 2024-07-26T06:41:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 291 2024-07-26T06:41:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:2839: seq_num 893 ranges {0=565248} 2024-07-26T06:41:59.000 INFO:tasks.rados.rados.0.smithi037.stdout:2839: writing smithi03785213-11 from 0 to 565248 tid 1 2024-07-26T06:41:59.000 INFO:tasks.rados.rados.0.smithi037.stdout:2840: copy_from oid 30 from oid 5 current snap is 291 2024-07-26T06:41:59.000 INFO:tasks.rados.rados.0.smithi037.stdout:2837: finishing copy_from racing read to smithi03785213-33 2024-07-26T06:41:59.000 INFO:tasks.rados.rados.0.smithi037.stdout:2837: finishing copy_from to smithi03785213-33 2024-07-26T06:41:59.001 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2627 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:41:59.001 INFO:tasks.rados.rados.0.smithi037.stdout:2837: done (2 left) 2024-07-26T06:41:59.001 INFO:tasks.rados.rados.0.smithi037.stdout:2841: snap_remove snap 272 2024-07-26T06:41:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-mon[90132]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 408 KiB/s wr, 18 op/s 2024-07-26T06:41:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:58 smithi135 ceph-mon[90132]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:41:59.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 podman[122536]: 2024-07-26 06:41:58.729436447 +0000 UTC m=+0.633343539 container remove b49888f0580a323133cd9d56117391ac1e8ca02b19cbe86f35c6e1a84205231d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:59.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:41:59.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 systemd[1]: Stopped Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:59.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:58 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 2.813s CPU time. 2024-07-26T06:41:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:58 smithi037 ceph-mon[97339]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 408 KiB/s wr, 18 op/s 2024-07-26T06:41:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:58 smithi037 ceph-mon[97339]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:41:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:58 smithi037 ceph-mon[99762]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 408 KiB/s wr, 18 op/s 2024-07-26T06:41:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:58 smithi037 ceph-mon[99762]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:41:59.467 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 systemd[1]: Starting Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:41:59.467 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 podman[122670]: 2024-07-26 06:41:59.21855226 +0000 UTC m=+0.018529957 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:41:59.468 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 podman[122670]: 2024-07-26 06:41:59.331294838 +0000 UTC m=+0.131272525 container create 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:59.836 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 podman[122670]: 2024-07-26 06:41:59.559190194 +0000 UTC m=+0.359167881 container init 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:59.836 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 podman[122670]: 2024-07-26 06:41:59.564191404 +0000 UTC m=+0.364169092 container start 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:41:59.836 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.586Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:41:59.836 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.586Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.586Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi135 (none))" 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.586Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.586Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.588Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.589Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.589Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.589Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.591Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:41:59.837 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.591Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.39µs 2024-07-26T06:41:59.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.591Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:41:59.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.592Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-07-26T06:41:59.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.607Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-07-26T06:41:59.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.612Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-07-26T06:41:59.838 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.616Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.617Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.617Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.805µs wal_replay_duration=25.579179ms wbl_replay_duration=90ns total_replay_duration=25.635358ms 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.620Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.620Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.620Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:41:59.839 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.641Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.803476ms db_storage=849ns remote_storage=1.11µs web_handler=368ns query_engine=634ns scrape=446.212µs scrape_sd=117.714µs notify=9.585µs notify_sd=10.783µs rules=19.843825ms tracing=5.155µs 2024-07-26T06:41:59.840 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.641Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:41:59.840 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:41:59.641Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:41:59.840 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 bash[122670]: 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed 2024-07-26T06:41:59.840 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:41:59 smithi135 systemd[1]: Started Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:41:59.843 INFO:tasks.rados.rados.0.smithi037.stdout:2841: done (2 left) 2024-07-26T06:41:59.843 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 291 2024-07-26T06:41:59.843 INFO:tasks.rados.rados.0.smithi037.stdout:2842: seq_num 894 ranges {0=581632} 2024-07-26T06:41:59.847 INFO:tasks.rados.rados.0.smithi037.stdout:2842: writing smithi03785213-40 from 0 to 581632 tid 1 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2839: finishing write tid 1 to smithi03785213-11 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2839: finishing write tid 2 to smithi03785213-11 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing copy_from to smithi03785213-30 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1694 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2839: finishing write tid 3 to smithi03785213-11 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1043 (ObjNum 893 snap 291 seq_num 893) dirty exists 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2839: left oid 11 (ObjNum 893 snap 291 seq_num 893) 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2839: done (2 left) 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2840: done (1 left) 2024-07-26T06:41:59.849 INFO:tasks.rados.rados.0.smithi037.stdout:2843: delete oid 4 current snap is 291 2024-07-26T06:41:59.856 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 1 to smithi03785213-40 2024-07-26T06:41:59.856 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 2 to smithi03785213-40 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 3 to smithi03785213-40 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1696 (ObjNum 894 snap 291 seq_num 894) dirty exists 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:2842: left oid 40 (ObjNum 894 snap 291 seq_num 894) 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:2842: done (1 left) 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:2843: done (0 left) 2024-07-26T06:41:59.860 INFO:tasks.rados.rados.0.smithi037.stdout:2844: delete oid 24 current snap is 291 2024-07-26T06:41:59.863 INFO:tasks.rados.rados.0.smithi037.stdout:2844: done (0 left) 2024-07-26T06:41:59.863 INFO:tasks.rados.rados.0.smithi037.stdout:2845: snap_remove snap 283 2024-07-26T06:42:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-mon[90132]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:42:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:41:59 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[97339]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[99762]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:41:59 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:2845: done (0 left) 2024-07-26T06:42:00.844 INFO:tasks.rados.rados.0.smithi037.stdout:2846: snap_create 2024-07-26T06:42:01.055 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:00 smithi135 ceph-mon[90132]: pgmap v550: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-07-26T06:42:01.055 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:00 smithi135 ceph-mon[90132]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:42:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:00 smithi037 ceph-mon[97339]: pgmap v550: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-07-26T06:42:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:00 smithi037 ceph-mon[97339]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:42:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:00 smithi037 ceph-mon[99762]: pgmap v550: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-07-26T06:42:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:00 smithi037 ceph-mon[99762]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:42:01.849 INFO:tasks.rados.rados.0.smithi037.stdout:2846: done (0 left) 2024-07-26T06:42:01.849 INFO:tasks.rados.rados.0.smithi037.stdout:2847: rmattr oid 49 current snap is 292 2024-07-26T06:42:01.849 INFO:tasks.rados.rados.0.smithi037.stdout:2847: done (0 left) 2024-07-26T06:42:01.849 INFO:tasks.rados.rados.0.smithi037.stdout:2848: snap_remove snap 287 2024-07-26T06:42:02.112 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:01 smithi135 ceph-mon[90132]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:42:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:01 smithi037 ceph-mon[97339]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:42:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:01 smithi037 ceph-mon[99762]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:42:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:02.852 INFO:tasks.rados.rados.0.smithi037.stdout:2848: done (0 left) 2024-07-26T06:42:02.852 INFO:tasks.rados.rados.0.smithi037.stdout:2849: rollback oid 11 current snap is 292 2024-07-26T06:42:02.852 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 277 2024-07-26T06:42:02.852 INFO:tasks.rados.rados.0.smithi037.stdout:2850: delete oid 36 current snap is 292 2024-07-26T06:42:02.868 INFO:tasks.rados.rados.0.smithi037.stdout:2850: done (1 left) 2024-07-26T06:42:02.868 INFO:tasks.rados.rados.0.smithi037.stdout:2851: copy_from oid 1 from oid 9 current snap is 292 2024-07-26T06:42:02.868 INFO:tasks.rados.rados.0.smithi037.stdout:2852: snap_remove snap 291 2024-07-26T06:42:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:02 smithi135 ceph-mon[90132]: pgmap v553: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T06:42:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:02 smithi135 ceph-mon[90132]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:42:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:02 smithi037 ceph-mon[97339]: pgmap v553: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T06:42:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:02 smithi037 ceph-mon[97339]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:42:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:02 smithi037 ceph-mon[99762]: pgmap v553: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T06:42:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:02 smithi037 ceph-mon[99762]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2852: done (2 left) 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2853: setattr oid 38 current snap is 292 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2849: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2849: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2849: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1046 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2851: finishing copy_from racing read to smithi03785213-1 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:2851: finishing copy_from to smithi03785213-1 2024-07-26T06:42:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2653 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:42:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:2849: done (2 left) 2024-07-26T06:42:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:2851: done (1 left) 2024-07-26T06:42:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:2854: snap_create 2024-07-26T06:42:03.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2654 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[97339]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[99762]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.323 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:03 smithi135 ceph-mon[90132]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:42:04.323 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.323 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:04.871 INFO:tasks.rados.rados.0.smithi037.stdout:2853: done (1 left) 2024-07-26T06:42:04.871 INFO:tasks.rados.rados.0.smithi037.stdout:2854: done (0 left) 2024-07-26T06:42:04.871 INFO:tasks.rados.rados.0.smithi037.stdout:2855: snap_remove snap 288 2024-07-26T06:42:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:04 smithi135 ceph-mon[90132]: pgmap v556: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 422 KiB/s wr, 11 op/s 2024-07-26T06:42:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:04 smithi135 ceph-mon[90132]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:42:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[97339]: pgmap v556: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 422 KiB/s wr, 11 op/s 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[97339]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[99762]: pgmap v556: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 422 KiB/s wr, 11 op/s 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[99762]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:05.882 INFO:tasks.rados.rados.0.smithi037.stdout:2855: done (0 left) 2024-07-26T06:42:05.882 INFO:tasks.rados.rados.0.smithi037.stdout:2856: delete oid 29 current snap is 293 2024-07-26T06:42:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:2856: done (0 left) 2024-07-26T06:42:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:2857: copy_from oid 14 from oid 22 current snap is 293 2024-07-26T06:42:05.892 INFO:tasks.rados.rados.0.smithi037.stdout:2858: delete oid 40 current snap is 293 2024-07-26T06:42:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:2858: done (1 left) 2024-07-26T06:42:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:2859: delete oid 21 current snap is 293 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2859: done (1 left) 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2860: rmattr oid 28 current snap is 293 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2860: done (1 left) 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2861: read oid 7 snap 286 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2861: expect (ObjNum 708 snap 228 seq_num 708) 2024-07-26T06:42:05.899 INFO:tasks.rados.rados.0.smithi037.stdout:2862: snap_remove snap 276 2024-07-26T06:42:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:05 smithi135 ceph-mon[90132]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:42:06.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:05 smithi037 ceph-mon[97339]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:42:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:05 smithi037 ceph-mon[99762]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:42:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:2857: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:42:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:2857: finishing copy_from to smithi03785213-14 2024-07-26T06:42:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2154 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:06.885 INFO:tasks.rados.rados.0.smithi037.stdout:2861: expect (ObjNum 708 snap 228 seq_num 708) 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2857: done (2 left) 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2861: done (1 left) 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2862: done (0 left) 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2863: read oid 19 snap 292 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2863: expect (ObjNum 867 snap 285 seq_num 867) 2024-07-26T06:42:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:2864: snap_remove snap 245 2024-07-26T06:42:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:06 smithi135 ceph-mon[90132]: pgmap v559: 121 pgs: 121 active+clean; 362 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 1 op/s 2024-07-26T06:42:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:06 smithi135 ceph-mon[90132]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:42:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:06 smithi037 ceph-mon[97339]: pgmap v559: 121 pgs: 121 active+clean; 362 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 1 op/s 2024-07-26T06:42:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:06 smithi037 ceph-mon[97339]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:42:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:06 smithi037 ceph-mon[99762]: pgmap v559: 121 pgs: 121 active+clean; 362 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 142 KiB/s wr, 1 op/s 2024-07-26T06:42:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:06 smithi037 ceph-mon[99762]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:42:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:2864: done (1 left) 2024-07-26T06:42:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:2865: rmattr oid 6 current snap is 293 2024-07-26T06:42:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 293 2024-07-26T06:42:07.824 INFO:tasks.rados.rados.0.smithi037.stdout:2866: seq_num 901 ranges {7512064=696320} 2024-07-26T06:42:07.874 INFO:tasks.rados.rados.0.smithi037.stdout:2866: writing smithi03785213-41 from 7512064 to 8208384 tid 1 2024-07-26T06:42:07.874 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 293 2024-07-26T06:42:07.874 INFO:tasks.rados.rados.0.smithi037.stdout:2867: seq_num 902 ranges {5152768=712704} 2024-07-26T06:42:07.906 INFO:tasks.rados.rados.0.smithi037.stdout:2867: writing smithi03785213-32 from 5152768 to 5865472 tid 1 2024-07-26T06:42:07.907 INFO:tasks.rados.rados.0.smithi037.stdout:2868: read oid 45 snap -1 2024-07-26T06:42:07.907 INFO:tasks.rados.rados.0.smithi037.stdout:2868: expect (ObjNum 845 snap 281 seq_num 845) 2024-07-26T06:42:07.907 INFO:tasks.rados.rados.0.smithi037.stdout:2869: snap_remove snap 223 2024-07-26T06:42:08.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[97339]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.008 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.009 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:07 smithi037 ceph-mon[99762]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:08.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:07 smithi135 ceph-mon[90132]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:42:08.896 INFO:tasks.rados.rados.0.smithi037.stdout:2869: done (5 left) 2024-07-26T06:42:08.896 INFO:tasks.rados.rados.0.smithi037.stdout:2870: setattr oid 14 current snap is 293 2024-07-26T06:42:08.899 INFO:tasks.rados.rados.0.smithi037.stdout:2863: expect (ObjNum 867 snap 285 seq_num 867) 2024-07-26T06:42:09.013 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2359 (ObjNum 609 snap 0 seq_num 3884292992) dirty exists 2024-07-26T06:42:09.013 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 1 to smithi03785213-41 2024-07-26T06:42:09.013 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 2 to smithi03785213-41 2024-07-26T06:42:09.013 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 3 to smithi03785213-41 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2732 (ObjNum 901 snap 293 seq_num 901) dirty exists 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2866: left oid 41 (ObjNum 901 snap 293 seq_num 901) 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 1 to smithi03785213-32 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 2 to smithi03785213-32 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 3 to smithi03785213-32 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1737 (ObjNum 902 snap 293 seq_num 902) dirty exists 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2867: left oid 32 (ObjNum 902 snap 293 seq_num 902) 2024-07-26T06:42:09.014 INFO:tasks.rados.rados.0.smithi037.stdout:2868: expect (ObjNum 845 snap 281 seq_num 845) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2863: done (5 left) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2865: done (4 left) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2866: done (3 left) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2867: done (2 left) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2868: done (1 left) 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 293 2024-07-26T06:42:09.071 INFO:tasks.rados.rados.0.smithi037.stdout:2871: seq_num 903 ranges {0=729088} 2024-07-26T06:42:09.075 INFO:tasks.rados.rados.0.smithi037.stdout:2871: writing smithi03785213-49 from 0 to 729088 tid 1 2024-07-26T06:42:09.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2380 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:09.076 INFO:tasks.rados.rados.0.smithi037.stdout:2870: done (1 left) 2024-07-26T06:42:09.076 INFO:tasks.rados.rados.0.smithi037.stdout:2872: snap_remove snap 230 2024-07-26T06:42:09.481 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:09.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[97339]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 100 KiB/s wr, 6 op/s 2024-07-26T06:42:09.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[97339]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:42:09.482 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:09.482 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[99762]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 100 KiB/s wr, 6 op/s 2024-07-26T06:42:09.482 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:09 smithi037 ceph-mon[99762]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:42:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:09 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:42:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:09 smithi135 ceph-mon[90132]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 100 KiB/s wr, 6 op/s 2024-07-26T06:42:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:09 smithi135 ceph-mon[90132]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:42:09.898 INFO:tasks.rados.rados.0.smithi037.stdout:2872: done (1 left) 2024-07-26T06:42:09.898 INFO:tasks.rados.rados.0.smithi037.stdout:2873: snap_remove snap 290 2024-07-26T06:42:10.443 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[97339]: Upgrade: Updating alertmanager.a 2024-07-26T06:42:10.444 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[97339]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:42:10.444 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[97339]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:42:10.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[99762]: Upgrade: Updating alertmanager.a 2024-07-26T06:42:10.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[99762]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:42:10.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:10 smithi037 ceph-mon[99762]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:42:10.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:10 smithi135 ceph-mon[90132]: Upgrade: Updating alertmanager.a 2024-07-26T06:42:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:10 smithi135 ceph-mon[90132]: Deploying daemon alertmanager.a on smithi037 2024-07-26T06:42:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:10 smithi135 ceph-mon[90132]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:42:10.899 INFO:tasks.rados.rados.0.smithi037.stdout:2873: done (1 left) 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:2874: delete oid 42 current snap is 293 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:2871: finishing write tid 1 to smithi03785213-49 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:2871: finishing write tid 2 to smithi03785213-49 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:2871: finishing write tid 3 to smithi03785213-49 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2656 (ObjNum 903 snap 293 seq_num 903) dirty exists 2024-07-26T06:42:10.900 INFO:tasks.rados.rados.0.smithi037.stdout:2871: left oid 49 (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:10.902 INFO:tasks.rados.rados.0.smithi037.stdout:2871: done (1 left) 2024-07-26T06:42:10.903 INFO:tasks.rados.rados.0.smithi037.stdout:2874: done (0 left) 2024-07-26T06:42:10.903 INFO:tasks.rados.rados.0.smithi037.stdout:2875: delete oid 19 current snap is 293 2024-07-26T06:42:10.906 INFO:tasks.rados.rados.0.smithi037.stdout:2875: done (0 left) 2024-07-26T06:42:10.906 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 293 2024-07-26T06:42:10.906 INFO:tasks.rados.rados.0.smithi037.stdout:2876: seq_num 906 ranges {3121152=778240} 2024-07-26T06:42:10.928 INFO:tasks.rados.rados.0.smithi037.stdout:2876: writing smithi03785213-18 from 3121152 to 3899392 tid 1 2024-07-26T06:42:10.928 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 293 2024-07-26T06:42:10.928 INFO:tasks.rados.rados.0.smithi037.stdout:2877: seq_num 907 ranges {1777664=794624} 2024-07-26T06:42:10.942 INFO:tasks.rados.rados.0.smithi037.stdout:2877: writing smithi03785213-14 from 1777664 to 2572288 tid 1 2024-07-26T06:42:10.942 INFO:tasks.rados.rados.0.smithi037.stdout:2878: delete oid 35 current snap is 293 2024-07-26T06:42:10.943 INFO:tasks.rados.rados.0.smithi037.stdout:2876: finishing write tid 1 to smithi03785213-18 2024-07-26T06:42:10.943 INFO:tasks.rados.rados.0.smithi037.stdout:2876: finishing write tid 2 to smithi03785213-18 2024-07-26T06:42:10.943 INFO:tasks.rados.rados.0.smithi037.stdout:2876: finishing write tid 3 to smithi03785213-18 2024-07-26T06:42:10.943 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1728 (ObjNum 906 snap 293 seq_num 906) dirty exists 2024-07-26T06:42:10.943 INFO:tasks.rados.rados.0.smithi037.stdout:2876: left oid 18 (ObjNum 906 snap 293 seq_num 906) 2024-07-26T06:42:10.948 INFO:tasks.rados.rados.0.smithi037.stdout:2876: done (2 left) 2024-07-26T06:42:10.948 INFO:tasks.rados.rados.0.smithi037.stdout:2878: done (1 left) 2024-07-26T06:42:10.948 INFO:tasks.rados.rados.0.smithi037.stdout:2879: setattr oid 35 current snap is 293 2024-07-26T06:42:10.950 INFO:tasks.rados.rados.0.smithi037.stdout:2880: copy_from oid 26 from oid 1 current snap is 293 2024-07-26T06:42:10.950 INFO:tasks.rados.rados.0.smithi037.stdout:2881: copy_from oid 17 from oid 29 current snap is 293 2024-07-26T06:42:10.950 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 293 2024-07-26T06:42:10.950 INFO:tasks.rados.rados.0.smithi037.stdout:2882: seq_num 909 ranges {4325376=425984,4751360=401408} 2024-07-26T06:42:10.976 INFO:tasks.rados.rados.0.smithi037.stdout:2882: writing smithi03785213-27 from 4325376 to 4751360 tid 1 2024-07-26T06:42:10.979 INFO:tasks.rados.rados.0.smithi037.stdout:2882: writing smithi03785213-27 from 4751360 to 5152768 tid 2 2024-07-26T06:42:10.979 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 293 2024-07-26T06:42:10.979 INFO:tasks.rados.rados.0.smithi037.stdout:2877: finishing write tid 1 to smithi03785213-14 2024-07-26T06:42:10.980 INFO:tasks.rados.rados.0.smithi037.stdout:2883: seq_num 910 ranges {24576=442368,466944=401408} 2024-07-26T06:42:10.982 INFO:tasks.rados.rados.0.smithi037.stdout:2883: writing smithi03785213-2 from 24576 to 466944 tid 1 2024-07-26T06:42:10.986 INFO:tasks.rados.rados.0.smithi037.stdout:2883: writing smithi03785213-2 from 466944 to 868352 tid 2 2024-07-26T06:42:10.986 INFO:tasks.rados.rados.0.smithi037.stdout:2884: read oid 9 snap -1 2024-07-26T06:42:10.986 INFO:tasks.rados.rados.0.smithi037.stdout:2884: expect (ObjNum 884 snap 290 seq_num 884) 2024-07-26T06:42:10.986 INFO:tasks.rados.rados.0.smithi037.stdout:2885: rollback oid 45 current snap is 293 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 261 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1716 (ObjNum 177 snap 0 seq_num 3882627712) dirty exists 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2879: done (7 left) 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2886: read oid 15 snap -1 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2886: expect (ObjNum 852 snap 283 seq_num 852) 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2887: read oid 38 snap -1 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2888: snap_create 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2877: finishing write tid 2 to smithi03785213-14 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2881: finishing copy_from to smithi03785213-17 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2881: got expected ENOENT (src dne) 2024-07-26T06:42:10.987 INFO:tasks.rados.rados.0.smithi037.stdout:2881: finishing copy_from racing read to smithi03785213-17 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2877: finishing write tid 3 to smithi03785213-14 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2394 (ObjNum 907 snap 293 seq_num 907) dirty exists 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2877: left oid 14 (ObjNum 907 snap 293 seq_num 907) 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2880: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2880: finishing copy_from to smithi03785213-26 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2653 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 1 to smithi03785213-27 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 2 to smithi03785213-27 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 3 to smithi03785213-27 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 4 to smithi03785213-27 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2121 (ObjNum 909 snap 293 seq_num 909) dirty exists 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2882: left oid 27 (ObjNum 909 snap 293 seq_num 909) 2024-07-26T06:42:10.988 INFO:tasks.rados.rados.0.smithi037.stdout:2883: finishing write tid 1 to smithi03785213-2 2024-07-26T06:42:10.989 INFO:tasks.rados.rados.0.smithi037.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:10.991 INFO:tasks.rados.rados.0.smithi037.stdout:2883: finishing write tid 2 to smithi03785213-2 2024-07-26T06:42:10.991 INFO:tasks.rados.rados.0.smithi037.stdout:2883: finishing write tid 3 to smithi03785213-2 2024-07-26T06:42:10.991 INFO:tasks.rados.rados.0.smithi037.stdout:2885: finishing rollback tid 0 to smithi03785213-45 2024-07-26T06:42:10.992 INFO:tasks.rados.rados.0.smithi037.stdout:2885: finishing rollback tid 1 to smithi03785213-45 2024-07-26T06:42:10.992 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2761 (ObjNum 129 snap 0 seq_num 3882976416) dirty dne 2024-07-26T06:42:10.994 INFO:tasks.rados.rados.0.smithi037.stdout:2884: expect (ObjNum 884 snap 290 seq_num 884) 2024-07-26T06:42:11.007 INFO:tasks.rados.rados.0.smithi037.stdout:2883: finishing write tid 4 to smithi03785213-2 2024-07-26T06:42:11.007 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2631 (ObjNum 910 snap 293 seq_num 910) dirty exists 2024-07-26T06:42:11.007 INFO:tasks.rados.rados.0.smithi037.stdout:2883: left oid 2 (ObjNum 910 snap 293 seq_num 910) 2024-07-26T06:42:11.007 INFO:tasks.rados.rados.0.smithi037.stdout:2886: expect (ObjNum 852 snap 283 seq_num 852) 2024-07-26T06:42:11.517 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:11 smithi135 ceph-mon[90132]: pgmap v565: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 270 KiB/s wr, 9 op/s 2024-07-26T06:42:11.517 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:11 smithi135 ceph-mon[90132]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:42:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:11 smithi037 ceph-mon[97339]: pgmap v565: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 270 KiB/s wr, 9 op/s 2024-07-26T06:42:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:11 smithi037 ceph-mon[97339]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:42:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:42:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:42:11] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:42:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:11 smithi037 ceph-mon[99762]: pgmap v565: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 270 KiB/s wr, 9 op/s 2024-07-26T06:42:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:11 smithi037 ceph-mon[99762]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2877: done (9 left) 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2880: done (8 left) 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2881: done (7 left) 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2882: done (6 left) 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2883: done (5 left) 2024-07-26T06:42:11.897 INFO:tasks.rados.rados.0.smithi037.stdout:2884: done (4 left) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2885: done (3 left) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2886: done (2 left) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2887: done (1 left) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2888: done (0 left) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2889: read oid 49 snap -1 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2889: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2890: rmattr oid 6 current snap is 294 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2891: rollback oid 39 current snap is 294 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 274 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2892: copy_from oid 14 from oid 26 current snap is 294 2024-07-26T06:42:11.898 INFO:tasks.rados.rados.0.smithi037.stdout:2893: delete oid 19 current snap is 294 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2891: finishing rollback tid 0 to smithi03785213-39 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2893: done (4 left) 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2894: read oid 1 snap 255 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2894: expect deleted 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2895: snap_create 2024-07-26T06:42:11.903 INFO:tasks.rados.rados.0.smithi037.stdout:2891: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:42:11.904 INFO:tasks.rados.rados.0.smithi037.stdout:2891: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:42:11.904 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1764 (ObjNum 776 snap 254 seq_num 776) dirty exists 2024-07-26T06:42:11.904 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2400 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:11.904 INFO:tasks.rados.rados.0.smithi037.stdout:2889: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:11.925 INFO:tasks.rados.rados.0.smithi037.stdout:2892: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:42:11.925 INFO:tasks.rados.rados.0.smithi037.stdout:2892: finishing copy_from to smithi03785213-14 2024-07-26T06:42:11.925 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2653 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:42:12.499 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:12 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:42:12.499 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[88014]: ts=2024-07-26T06:42:12.468Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:42:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:12.759 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:12 smithi037 podman[134110]: 2024-07-26 06:42:12.499163785 +0000 UTC m=+0.124143970 container died cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2889: done (5 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2890: done (4 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2891: done (3 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2892: done (2 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2894: done (1 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2895: done (0 left) 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2896: rollback oid 18 current snap is 295 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 269 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2897: copy_from oid 24 from oid 30 current snap is 295 2024-07-26T06:42:12.827 INFO:tasks.rados.rados.0.smithi037.stdout:2898: copy_from oid 10 from oid 22 current snap is 295 2024-07-26T06:42:12.828 INFO:tasks.rados.rados.0.smithi037.stdout:2899: snap_remove snap 282 2024-07-26T06:42:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[97339]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 782 KiB/s wr, 11 op/s 2024-07-26T06:42:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[97339]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:42:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[97339]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:42:13.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:12 smithi037 podman[134110]: 2024-07-26 06:42:12.849759433 +0000 UTC m=+0.474739608 container cleanup cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:13.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:12 smithi037 bash[134110]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:42:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[99762]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 782 KiB/s wr, 11 op/s 2024-07-26T06:42:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[99762]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:42:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:12 smithi037 ceph-mon[99762]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:42:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:12 smithi135 ceph-mon[90132]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 782 KiB/s wr, 11 op/s 2024-07-26T06:42:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:12 smithi135 ceph-mon[90132]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:42:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:12 smithi135 ceph-mon[90132]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:42:13.421 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 podman[134127]: 2024-07-26 06:42:13.142686959 +0000 UTC m=+0.638719206 container remove cf7b7173500748255f2f7bca4fca389e9b586e0d11b015ac904461edf0768672 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:13.421 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 podman[134127]: 2024-07-26 06:42:13.251777191 +0000 UTC m=+0.747809446 volume remove 6a4b78b0f2211e1d1435de6ad6891c98fe3c803a6dde72bcb474eed3708c52d3 2024-07-26T06:42:13.794 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:42:13.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:42:13.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 1.556s CPU time. 2024-07-26T06:42:13.795 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 systemd[1]: Starting Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:42:13.827 INFO:tasks.rados.rados.0.smithi037.stdout:2899: done (3 left) 2024-07-26T06:42:13.827 INFO:tasks.rados.rados.0.smithi037.stdout:2900: read oid 16 snap -1 2024-07-26T06:42:13.827 INFO:tasks.rados.rados.0.smithi037.stdout:2900: expect deleted 2024-07-26T06:42:13.827 INFO:tasks.rados.rados.0.smithi037.stdout:2901: rollback oid 11 current snap is 295 2024-07-26T06:42:13.827 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 270 2024-07-26T06:42:13.832 INFO:tasks.rados.rados.0.smithi037.stdout:2902: copy_from oid 35 from oid 42 current snap is 295 2024-07-26T06:42:13.832 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 295 2024-07-26T06:42:13.832 INFO:tasks.rados.rados.0.smithi037.stdout:2903: seq_num 912 ranges {5767168=483328,6250496=401408} 2024-07-26T06:42:13.863 INFO:tasks.rados.rados.0.smithi037.stdout:2903: writing smithi03785213-39 from 5767168 to 6250496 tid 1 2024-07-26T06:42:13.865 INFO:tasks.rados.rados.0.smithi037.stdout:2903: writing smithi03785213-39 from 6250496 to 6651904 tid 2 2024-07-26T06:42:13.865 INFO:tasks.rados.rados.0.smithi037.stdout:2904: snap_remove snap 277 2024-07-26T06:42:14.155 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 podman[134261]: 2024-07-26 06:42:13.763608766 +0000 UTC m=+0.017762196 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:42:14.155 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 podman[134261]: 2024-07-26 06:42:13.886752382 +0000 UTC m=+0.140905855 volume create 4b04be3def40097ab06349e9dd436114e2e12862b90f0d2201b30175875b7420 2024-07-26T06:42:14.155 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:13 smithi037 podman[134261]: 2024-07-26 06:42:13.97892282 +0000 UTC m=+0.233076290 container create d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 podman[134261]: 2024-07-26 06:42:14.290012469 +0000 UTC m=+0.544165909 container init d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 podman[134261]: 2024-07-26 06:42:14.295177849 +0000 UTC m=+0.549331278 container start d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.307Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.307Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.309Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.310Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:42:14.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.334Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:42:14.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.334Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:42:14.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.337Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:42:14.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:14.337Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:42:14.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 bash[134261]: d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f 2024-07-26T06:42:14.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:14 smithi037 systemd[1]: Started Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:42:14.836 INFO:tasks.rados.rados.0.smithi037.stdout:2904: done (7 left) 2024-07-26T06:42:14.837 INFO:tasks.rados.rados.0.smithi037.stdout:2905: snap_remove snap 275 2024-07-26T06:42:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:14 smithi135 ceph-mon[90132]: pgmap v571: 121 pgs: 121 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 992 KiB/s wr, 18 op/s 2024-07-26T06:42:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:14 smithi135 ceph-mon[90132]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:42:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:15.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[97339]: pgmap v571: 121 pgs: 121 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 992 KiB/s wr, 18 op/s 2024-07-26T06:42:15.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[97339]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[99762]: pgmap v571: 121 pgs: 121 active+clean; 244 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 992 KiB/s wr, 18 op/s 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[99762]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:15.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:15.852 INFO:tasks.rados.rados.0.smithi037.stdout:2905: done (7 left) 2024-07-26T06:42:15.853 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 295 2024-07-26T06:42:15.853 INFO:tasks.rados.rados.0.smithi037.stdout:2906: seq_num 913 ranges {3162112=499712,3661824=401408} 2024-07-26T06:42:15.874 INFO:tasks.rados.rados.0.smithi037.stdout:2906: writing smithi03785213-43 from 3162112 to 3661824 tid 1 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2906: writing smithi03785213-43 from 3661824 to 4063232 tid 2 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2896: finishing rollback tid 0 to smithi03785213-18 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2897: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2896: finishing rollback tid 1 to smithi03785213-18 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2896: finishing rollback tid 2 to smithi03785213-18 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1731 (ObjNum 806 snap 265 seq_num 806) dirty exists 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2897: finishing copy_from to smithi03785213-24 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1694 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:15.878 INFO:tasks.rados.rados.0.smithi037.stdout:2898: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2898: finishing copy_from to smithi03785213-10 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2154 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2902: finishing copy_from to smithi03785213-35 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2902: got expected ENOENT (src dne) 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2902: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1049 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2903: finishing write tid 1 to smithi03785213-39 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2903: finishing write tid 2 to smithi03785213-39 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2903: finishing write tid 3 to smithi03785213-39 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:2903: finishing write tid 4 to smithi03785213-39 2024-07-26T06:42:15.879 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1767 (ObjNum 912 snap 295 seq_num 912) dirty exists 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2903: left oid 39 (ObjNum 912 snap 295 seq_num 912) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2896: done (7 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2897: done (6 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2898: done (5 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2900: done (4 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2901: done (3 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2902: done (2 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2903: done (1 left) 2024-07-26T06:42:15.880 INFO:tasks.rados.rados.0.smithi037.stdout:2907: snap_remove snap 279 2024-07-26T06:42:16.187 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:15 smithi037 ceph-mon[97339]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:42:16.188 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:15 smithi037 ceph-mon[99762]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:42:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:15 smithi135 ceph-mon[90132]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:42:16.544 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:16 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:16.311Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001054968s 2024-07-26T06:42:16.848 INFO:tasks.rados.rados.0.smithi037.stdout:2907: done (1 left) 2024-07-26T06:42:16.849 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 295 2024-07-26T06:42:16.849 INFO:tasks.rados.rados.0.smithi037.stdout:2908: seq_num 914 ranges {0=516096,516096=401408} 2024-07-26T06:42:16.852 INFO:tasks.rados.rados.0.smithi037.stdout:2908: writing smithi03785213-21 from 0 to 516096 tid 1 2024-07-26T06:42:16.855 INFO:tasks.rados.rados.0.smithi037.stdout:2908: writing smithi03785213-21 from 516096 to 917504 tid 2 2024-07-26T06:42:16.855 INFO:tasks.rados.rados.0.smithi037.stdout:2909: rmattr oid 39 current snap is 295 2024-07-26T06:42:16.855 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing write tid 1 to smithi03785213-43 2024-07-26T06:42:16.855 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing write tid 2 to smithi03785213-43 2024-07-26T06:42:16.855 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing write tid 3 to smithi03785213-43 2024-07-26T06:42:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing write tid 4 to smithi03785213-43 2024-07-26T06:42:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1770 (ObjNum 913 snap 295 seq_num 913) dirty exists 2024-07-26T06:42:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2906: left oid 43 (ObjNum 913 snap 295 seq_num 913) 2024-07-26T06:42:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2906: done (2 left) 2024-07-26T06:42:16.856 INFO:tasks.rados.rados.0.smithi037.stdout:2910: snap_remove snap 286 2024-07-26T06:42:17.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:16 smithi037 ceph-mon[97339]: pgmap v574: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 670 KiB/s wr, 13 op/s 2024-07-26T06:42:17.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:16 smithi037 ceph-mon[97339]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:42:17.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:16 smithi037 ceph-mon[99762]: pgmap v574: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 670 KiB/s wr, 13 op/s 2024-07-26T06:42:17.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:16 smithi037 ceph-mon[99762]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:42:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:16 smithi135 ceph-mon[90132]: pgmap v574: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 670 KiB/s wr, 13 op/s 2024-07-26T06:42:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:16 smithi135 ceph-mon[90132]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:42:17.827 INFO:tasks.rados.rados.0.smithi037.stdout:2910: done (2 left) 2024-07-26T06:42:17.828 INFO:tasks.rados.rados.0.smithi037.stdout:2911: snap_remove snap 269 2024-07-26T06:42:17.967 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (4s) 0s ago 12m 14.9M - 0.25.0 c8568f914cd2 d17c313f4789 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (7m) 14s ago 12m 87.3M - 9.4.7 954c08fa6188 28dc694f15d0 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (66s) 0s ago 13m 13.7M - 19.1.0-1125-g4b230446 a246f06af74a 6bc7cfc05d3e 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (48s) 14s ago 13m 13.1M - 19.1.0-1125-g4b230446 a246f06af74a 9e400c9bf3d1 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (6m) 14s ago 17m 442M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:42:18.247 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (7m) 0s ago 18m 510M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (6m) 0s ago 18m 72.6M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (6m) 14s ago 17m 55.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (6m) 0s ago 17m 62.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (37s) 0s ago 11m 8124k - 1.5.0 0da6a335fe13 72f09f83a89d 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (33s) 14s ago 11m 7936k - 1.5.0 0da6a335fe13 88bdff49ff51 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (5m) 0s ago 16m 302M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (4m) 0s ago 16m 269M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (4m) 0s ago 16m 263M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (3m) 0s ago 15m 202M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (3m) 14s ago 15m 236M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (2m) 14s ago 14m 159M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (119s) 14s ago 14m 86.0M 2480M 19.1.0-1125-g4b230446 a246f06af74a a300722af3f9 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (84s) 14s ago 14m 116M 2480M 19.1.0-1125-g4b230446 a246f06af74a 216ac0ddaa97 2024-07-26T06:42:18.248 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (19s) 14s ago 12m 46.6M - 2.43.0 a07b618ecd1d 7c4a452a39fc 2024-07-26T06:42:18.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[97339]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:42:18.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.249 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[97339]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:42:18.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[99762]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:42:18.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:17 smithi037 ceph-mon[99762]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:42:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:17 smithi135 ceph-mon[90132]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:42:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:17 smithi135 ceph-mon[90132]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:42:18.594 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:42:18.594 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:42:18.594 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:42:18.594 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:42:18.595 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:42:18.833 INFO:tasks.rados.rados.0.smithi037.stdout:2911: done (2 left) 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2912: rmattr oid 29 current snap is 295 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2912: done (2 left) 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2913: read oid 11 snap -1 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2913: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2914: rollback oid 34 current snap is 295 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 266 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2915: delete oid 44 current snap is 295 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1771 (ObjNum 912 snap 295 seq_num 912) dirty exists 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2908: finishing write tid 1 to smithi03785213-21 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2908: finishing write tid 2 to smithi03785213-21 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2908: finishing write tid 3 to smithi03785213-21 2024-07-26T06:42:18.834 INFO:tasks.rados.rados.0.smithi037.stdout:2908: finishing write tid 4 to smithi03785213-21 2024-07-26T06:42:18.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2656 (ObjNum 914 snap 295 seq_num 914) dirty exists 2024-07-26T06:42:18.835 INFO:tasks.rados.rados.0.smithi037.stdout:2908: left oid 21 (ObjNum 914 snap 295 seq_num 914) 2024-07-26T06:42:18.844 INFO:tasks.rados.rados.0.smithi037.stdout:2914: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:42:18.850 INFO:tasks.rados.rados.0.smithi037.stdout:2908: done (4 left) 2024-07-26T06:42:18.850 INFO:tasks.rados.rados.0.smithi037.stdout:2909: done (3 left) 2024-07-26T06:42:18.850 INFO:tasks.rados.rados.0.smithi037.stdout:2915: done (2 left) 2024-07-26T06:42:18.850 INFO:tasks.rados.rados.0.smithi037.stdout:2916: setattr oid 16 current snap is 295 2024-07-26T06:42:18.853 INFO:tasks.rados.rados.0.smithi037.stdout:2913: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:42:18.921 INFO:tasks.rados.rados.0.smithi037.stdout:2914: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2914: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2656 (ObjNum 816 snap 266 seq_num 816) dirty exists 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2913: done (2 left) 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2914: done (1 left) 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2917: rmattr oid 28 current snap is 295 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2917: done (1 left) 2024-07-26T06:42:18.922 INFO:tasks.rados.rados.0.smithi037.stdout:2918: rmattr oid 31 current snap is 295 2024-07-26T06:42:18.923 INFO:tasks.rados.rados.0.smithi037.stdout:2918: done (1 left) 2024-07-26T06:42:18.923 INFO:tasks.rados.rados.0.smithi037.stdout:2919: read oid 17 snap 266 2024-07-26T06:42:18.923 INFO:tasks.rados.rados.0.smithi037.stdout:2919: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:42:18.923 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 295 2024-07-26T06:42:18.923 INFO:tasks.rados.rados.0.smithi037.stdout:2920: seq_num 916 ranges {0=548864,548864=401408} 2024-07-26T06:42:18.924 INFO:tasks.rados.rados.0.smithi037.stdout:2920: writing smithi03785213-29 from 0 to 548864 tid 1 2024-07-26T06:42:18.927 INFO:tasks.rados.rados.0.smithi037.stdout:2920: writing smithi03785213-29 from 548864 to 950272 tid 2 2024-07-26T06:42:18.927 INFO:tasks.rados.rados.0.smithi037.stdout:2921: read oid 37 snap -1 2024-07-26T06:42:18.928 INFO:tasks.rados.rados.0.smithi037.stdout:2921: expect deleted 2024-07-26T06:42:18.928 INFO:tasks.rados.rados.0.smithi037.stdout:2922: rmattr oid 15 current snap is 295 2024-07-26T06:42:18.928 INFO:tasks.rados.rados.0.smithi037.stdout:2922: done (4 left) 2024-07-26T06:42:18.928 INFO:tasks.rados.rados.0.smithi037.stdout:2923: snap_remove snap 268 2024-07-26T06:42:19.201 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-07-26T06:42:19.201 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.201 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3802075000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[97339]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.202 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3802075000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:19.203 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:19 smithi037 ceph-mon[99762]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:42:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-07-26T06:42:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:19.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3802075000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:19.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:19 smithi135 ceph-mon[90132]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:42:19.828 INFO:tasks.rados.rados.0.smithi037.stdout:2923: done (4 left) 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2924: snap_create 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2822 (ObjNum 33 snap 0 seq_num 3883139504) dirty exists 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2920: finishing write tid 1 to smithi03785213-29 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2920: finishing write tid 2 to smithi03785213-29 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2920: finishing write tid 3 to smithi03785213-29 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2920: finishing write tid 4 to smithi03785213-29 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2634 (ObjNum 916 snap 295 seq_num 916) dirty exists 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2920: left oid 29 (ObjNum 916 snap 295 seq_num 916) 2024-07-26T06:42:19.829 INFO:tasks.rados.rados.0.smithi037.stdout:2919: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:42:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:20 smithi037 ceph-mon[97339]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:42:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:20 smithi037 ceph-mon[99762]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:42:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:20 smithi135 ceph-mon[90132]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2916: done (4 left) 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2919: done (3 left) 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2920: done (2 left) 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2921: done (1 left) 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2924: done (0 left) 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 296 2024-07-26T06:42:20.830 INFO:tasks.rados.rados.0.smithi037.stdout:2925: seq_num 917 ranges {0=565248,565248=401408} 2024-07-26T06:42:20.832 INFO:tasks.rados.rados.0.smithi037.stdout:2925: writing smithi03785213-20 from 0 to 565248 tid 1 2024-07-26T06:42:20.835 INFO:tasks.rados.rados.0.smithi037.stdout:2925: writing smithi03785213-20 from 565248 to 966656 tid 2 2024-07-26T06:42:20.835 INFO:tasks.rados.rados.0.smithi037.stdout:2926: read oid 9 snap 261 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2926: expect (ObjNum 797 snap 260 seq_num 797) 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2927: rollback oid 37 current snap is 296 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 285 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2928: read oid 16 snap -1 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2928: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2929: read oid 50 snap 266 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2929: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:20.836 INFO:tasks.rados.rados.0.smithi037.stdout:2930: delete oid 26 current snap is 296 2024-07-26T06:42:20.838 INFO:tasks.rados.rados.0.smithi037.stdout:2925: finishing write tid 1 to smithi03785213-20 2024-07-26T06:42:20.839 INFO:tasks.rados.rados.0.smithi037.stdout:2925: finishing write tid 2 to smithi03785213-20 2024-07-26T06:42:20.840 INFO:tasks.rados.rados.0.smithi037.stdout:2925: finishing write tid 3 to smithi03785213-20 2024-07-26T06:42:20.842 INFO:tasks.rados.rados.0.smithi037.stdout:2930: done (5 left) 2024-07-26T06:42:20.842 INFO:tasks.rados.rados.0.smithi037.stdout:2931: read oid 45 snap -1 2024-07-26T06:42:20.842 INFO:tasks.rados.rados.0.smithi037.stdout:2931: expect deleted 2024-07-26T06:42:20.842 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 296 2024-07-26T06:42:20.842 INFO:tasks.rados.rados.0.smithi037.stdout:2932: seq_num 919 ranges {409600=598016,1007616=401408} 2024-07-26T06:42:20.848 INFO:tasks.rados.rados.0.smithi037.stdout:2932: writing smithi03785213-1 from 409600 to 1007616 tid 1 2024-07-26T06:42:20.851 INFO:tasks.rados.rados.0.smithi037.stdout:2932: writing smithi03785213-1 from 1007616 to 1409024 tid 2 2024-07-26T06:42:20.851 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 296 2024-07-26T06:42:20.851 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:42:20.852 INFO:tasks.rados.rados.0.smithi037.stdout:2933: seq_num 920 ranges {319488=614400,933888=401408} 2024-07-26T06:42:20.857 INFO:tasks.rados.rados.0.smithi037.stdout:2933: writing smithi03785213-46 from 319488 to 933888 tid 1 2024-07-26T06:42:20.860 INFO:tasks.rados.rados.0.smithi037.stdout:2933: writing smithi03785213-46 from 933888 to 1335296 tid 2 2024-07-26T06:42:20.860 INFO:tasks.rados.rados.0.smithi037.stdout:2934: rollback oid 43 current snap is 296 2024-07-26T06:42:20.860 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 255 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:2925: finishing write tid 4 to smithi03785213-20 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1052 (ObjNum 917 snap 296 seq_num 917) dirty exists 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:2925: left oid 20 (ObjNum 917 snap 296 seq_num 917) 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1979 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-07-26T06:42:20.861 INFO:tasks.rados.rados.0.smithi037.stdout:2928: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2925: done (8 left) 2024-07-26T06:42:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2927: done (7 left) 2024-07-26T06:42:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2928: done (6 left) 2024-07-26T06:42:20.865 INFO:tasks.rados.rados.0.smithi037.stdout:2931: done (5 left) 2024-07-26T06:42:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2935: rmattr oid 49 current snap is 296 2024-07-26T06:42:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2935: done (5 left) 2024-07-26T06:42:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 296 2024-07-26T06:42:20.866 INFO:tasks.rados.rados.0.smithi037.stdout:2936: seq_num 921 ranges {0=630784,630784=401408} 2024-07-26T06:42:20.869 INFO:tasks.rados.rados.0.smithi037.stdout:2936: writing smithi03785213-35 from 0 to 630784 tid 1 2024-07-26T06:42:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2936: writing smithi03785213-35 from 630784 to 1032192 tid 2 2024-07-26T06:42:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2937: copy_from oid 42 from oid 24 current snap is 296 2024-07-26T06:42:20.871 INFO:tasks.rados.rados.0.smithi037.stdout:2929: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:2932: finishing write tid 1 to smithi03785213-1 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:2932: finishing write tid 2 to smithi03785213-1 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:2932: finishing write tid 3 to smithi03785213-1 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:2932: finishing write tid 4 to smithi03785213-1 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2659 (ObjNum 919 snap 296 seq_num 919) dirty exists 2024-07-26T06:42:20.912 INFO:tasks.rados.rados.0.smithi037.stdout:2932: left oid 1 (ObjNum 919 snap 296 seq_num 919) 2024-07-26T06:42:20.913 INFO:tasks.rados.rados.0.smithi037.stdout:2926: expect (ObjNum 797 snap 260 seq_num 797) 2024-07-26T06:42:21.121 INFO:tasks.rados.rados.0.smithi037.stdout:2934: finishing rollback tid 0 to smithi03785213-43 2024-07-26T06:42:21.121 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 1 to smithi03785213-46 2024-07-26T06:42:21.121 INFO:tasks.rados.rados.0.smithi037.stdout:2934: finishing rollback tid 1 to smithi03785213-43 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2934: finishing rollback tid 2 to smithi03785213-43 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1774 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2926: done (6 left) 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2929: done (5 left) 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2932: done (4 left) 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2934: done (3 left) 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2938: read oid 17 snap -1 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2938: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2939: delete oid 30 current snap is 296 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 2 to smithi03785213-46 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 3 to smithi03785213-46 2024-07-26T06:42:21.122 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 4 to smithi03785213-46 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2659 (ObjNum 920 snap 296 seq_num 920) dirty exists 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2933: left oid 46 (ObjNum 920 snap 296 seq_num 920) 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2937: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing write tid 1 to smithi03785213-35 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2937: finishing copy_from to smithi03785213-42 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1694 (ObjNum 65 snap 0 seq_num 1616474455) dirty exists 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing write tid 2 to smithi03785213-35 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing write tid 3 to smithi03785213-35 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing write tid 4 to smithi03785213-35 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1719 (ObjNum 921 snap 296 seq_num 921) dirty exists 2024-07-26T06:42:21.123 INFO:tasks.rados.rados.0.smithi037.stdout:2936: left oid 35 (ObjNum 921 snap 296 seq_num 921) 2024-07-26T06:42:21.124 INFO:tasks.rados.rados.0.smithi037.stdout:2933: done (4 left) 2024-07-26T06:42:21.124 INFO:tasks.rados.rados.0.smithi037.stdout:2936: done (3 left) 2024-07-26T06:42:21.124 INFO:tasks.rados.rados.0.smithi037.stdout:2937: done (2 left) 2024-07-26T06:42:21.124 INFO:tasks.rados.rados.0.smithi037.stdout:2939: done (1 left) 2024-07-26T06:42:21.124 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 296 2024-07-26T06:42:21.125 INFO:tasks.rados.rados.0.smithi037.stdout:2940: seq_num 923 ranges {0=663552,663552=401408} 2024-07-26T06:42:21.129 INFO:tasks.rados.rados.0.smithi037.stdout:2940: writing smithi03785213-6 from 0 to 663552 tid 1 2024-07-26T06:42:21.132 INFO:tasks.rados.rados.0.smithi037.stdout:2940: writing smithi03785213-6 from 663552 to 1064960 tid 2 2024-07-26T06:42:21.132 INFO:tasks.rados.rados.0.smithi037.stdout:2941: copy_from oid 19 from oid 13 current snap is 296 2024-07-26T06:42:21.132 INFO:tasks.rados.rados.0.smithi037.stdout:2942: snap_create 2024-07-26T06:42:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:2940: finishing write tid 1 to smithi03785213-6 2024-07-26T06:42:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:2940: finishing write tid 2 to smithi03785213-6 2024-07-26T06:42:21.138 INFO:tasks.rados.rados.0.smithi037.stdout:2940: finishing write tid 3 to smithi03785213-6 2024-07-26T06:42:21.140 INFO:tasks.rados.rados.0.smithi037.stdout:2940: finishing write tid 4 to smithi03785213-6 2024-07-26T06:42:21.140 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2662 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:42:21.141 INFO:tasks.rados.rados.0.smithi037.stdout:2940: left oid 6 (ObjNum 923 snap 296 seq_num 923) 2024-07-26T06:42:21.144 INFO:tasks.rados.rados.0.smithi037.stdout:2938: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:42:21.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:21 smithi037 ceph-mon[97339]: pgmap v580: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:42:21.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:21 smithi037 ceph-mon[97339]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:42:21.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:21 smithi037 ceph-mon[99762]: pgmap v580: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:42:21.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:21 smithi037 ceph-mon[99762]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:42:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:21 smithi135 ceph-mon[90132]: pgmap v580: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 240 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-07-26T06:42:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:21 smithi135 ceph-mon[90132]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:42:21.491 INFO:tasks.rados.rados.0.smithi037.stdout:2941: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:42:21.492 INFO:tasks.rados.rados.0.smithi037.stdout:2941: finishing copy_from to smithi03785213-19 2024-07-26T06:42:21.492 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1726 (ObjNum 853 snap 283 seq_num 853) dirty exists 2024-07-26T06:42:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:42:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:42:21] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:42:22.074 INFO:tasks.rados.rados.0.smithi037.stdout:2938: done (3 left) 2024-07-26T06:42:22.075 INFO:tasks.rados.rados.0.smithi037.stdout:2940: done (2 left) 2024-07-26T06:42:22.075 INFO:tasks.rados.rados.0.smithi037.stdout:2941: done (1 left) 2024-07-26T06:42:22.075 INFO:tasks.rados.rados.0.smithi037.stdout:2942: done (0 left) 2024-07-26T06:42:22.075 INFO:tasks.rados.rados.0.smithi037.stdout:2943: copy_from oid 4 from oid 16 current snap is 297 2024-07-26T06:42:22.075 INFO:tasks.rados.rados.0.smithi037.stdout:2944: snap_create 2024-07-26T06:42:22.079 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:42:22.080 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing copy_from to smithi03785213-4 2024-07-26T06:42:22.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2822 (ObjNum 335 snap 0 seq_num 304) dirty exists 2024-07-26T06:42:22.550 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:22.550 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: pgmap v583: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 952 KiB/s wr, 5 op/s 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.551 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.552 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:22 smithi135 ceph-mon[90132]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: pgmap v583: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 952 KiB/s wr, 5 op/s 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:22.761 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.762 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[99762]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: pgmap v583: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 952 KiB/s wr, 5 op/s 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:22.763 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.764 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:22.765 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:22 smithi037 ceph-mon[97339]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:2943: done (1 left) 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:2944: done (0 left) 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:2945: read oid 49 snap -1 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:2945: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 298 2024-07-26T06:42:22.827 INFO:tasks.rados.rados.0.smithi037.stdout:2946: seq_num 924 ranges {1777664=679936,2457600=401408} 2024-07-26T06:42:22.840 INFO:tasks.rados.rados.0.smithi037.stdout:2946: writing smithi03785213-22 from 1777664 to 2457600 tid 1 2024-07-26T06:42:22.843 INFO:tasks.rados.rados.0.smithi037.stdout:2946: writing smithi03785213-22 from 2457600 to 2859008 tid 2 2024-07-26T06:42:22.843 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 298 2024-07-26T06:42:22.843 INFO:tasks.rados.rados.0.smithi037.stdout:2947: seq_num 925 ranges {0=696320,696320=401408} 2024-07-26T06:42:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:2947: writing smithi03785213-26 from 0 to 696320 tid 1 2024-07-26T06:42:22.850 INFO:tasks.rados.rados.0.smithi037.stdout:2947: writing smithi03785213-26 from 696320 to 1097728 tid 2 2024-07-26T06:42:22.850 INFO:tasks.rados.rados.0.smithi037.stdout:2948: copy_from oid 45 from oid 28 current snap is 298 2024-07-26T06:42:22.850 INFO:tasks.rados.rados.0.smithi037.stdout:2945: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2946: finishing write tid 1 to smithi03785213-22 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2946: finishing write tid 2 to smithi03785213-22 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2946: finishing write tid 3 to smithi03785213-22 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2946: finishing write tid 4 to smithi03785213-22 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2161 (ObjNum 924 snap 298 seq_num 924) dirty exists 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2946: left oid 22 (ObjNum 924 snap 298 seq_num 924) 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2948: finishing copy_from to smithi03785213-45 2024-07-26T06:42:22.871 INFO:tasks.rados.rados.0.smithi037.stdout:2948: got expected ENOENT (src dne) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2948: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: finishing write tid 1 to smithi03785213-26 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: finishing write tid 2 to smithi03785213-26 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: finishing write tid 3 to smithi03785213-26 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: finishing write tid 4 to smithi03785213-26 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2660 (ObjNum 925 snap 298 seq_num 925) dirty exists 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: left oid 26 (ObjNum 925 snap 298 seq_num 925) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2945: done (3 left) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2946: done (2 left) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2947: done (1 left) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2948: done (0 left) 2024-07-26T06:42:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:2949: snap_create 2024-07-26T06:42:23.838 INFO:tasks.rados.rados.0.smithi037.stdout:2949: done (0 left) 2024-07-26T06:42:23.839 INFO:tasks.rados.rados.0.smithi037.stdout:2950: snap_remove snap 292 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[99762]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[99762]: Upgrade: Updating grafana.a 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[99762]: Deploying daemon grafana.a on smithi135 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[97339]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[97339]: Upgrade: Updating grafana.a 2024-07-26T06:42:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:23 smithi037 ceph-mon[97339]: Deploying daemon grafana.a on smithi135 2024-07-26T06:42:24.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:23 smithi135 ceph-mon[90132]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:42:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:23 smithi135 ceph-mon[90132]: Upgrade: Updating grafana.a 2024-07-26T06:42:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:23 smithi135 ceph-mon[90132]: Deploying daemon grafana.a on smithi135 2024-07-26T06:42:24.794 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 06:42:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T06:42:24.314Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004218839s 2024-07-26T06:42:24.839 INFO:tasks.rados.rados.0.smithi037.stdout:2950: done (0 left) 2024-07-26T06:42:24.839 INFO:tasks.rados.rados.0.smithi037.stdout:2951: snap_remove snap 294 2024-07-26T06:42:25.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:24 smithi037 ceph-mon[97339]: pgmap v586: 121 pgs: 121 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:42:25.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:24 smithi037 ceph-mon[97339]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:42:25.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:24 smithi037 ceph-mon[99762]: pgmap v586: 121 pgs: 121 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:42:25.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:24 smithi037 ceph-mon[99762]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:42:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:24 smithi135 ceph-mon[90132]: pgmap v586: 121 pgs: 121 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:42:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:24 smithi135 ceph-mon[90132]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:42:25.853 INFO:tasks.rados.rados.0.smithi037.stdout:2951: done (0 left) 2024-07-26T06:42:25.853 INFO:tasks.rados.rados.0.smithi037.stdout:2952: rollback oid 35 current snap is 299 2024-07-26T06:42:25.853 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 296 2024-07-26T06:42:25.853 INFO:tasks.rados.rados.0.smithi037.stdout:2953: snap_remove snap 246 2024-07-26T06:42:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:25 smithi037 ceph-mon[97339]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:42:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:25 smithi037 ceph-mon[99762]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:42:26.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:25 smithi135 ceph-mon[90132]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:42:26.865 INFO:tasks.rados.rados.0.smithi037.stdout:2953: done (1 left) 2024-07-26T06:42:26.866 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 299 2024-07-26T06:42:26.866 INFO:tasks.rados.rados.0.smithi037.stdout:2954: seq_num 926 ranges {6864896=712704,7577600=401408} 2024-07-26T06:42:26.909 INFO:tasks.rados.rados.0.smithi037.stdout:2954: writing smithi03785213-13 from 6864896 to 7577600 tid 1 2024-07-26T06:42:26.911 INFO:tasks.rados.rados.0.smithi037.stdout:2954: writing smithi03785213-13 from 7577600 to 7979008 tid 2 2024-07-26T06:42:26.912 INFO:tasks.rados.rados.0.smithi037.stdout:2955: setattr oid 41 current snap is 299 2024-07-26T06:42:26.912 INFO:tasks.rados.rados.0.smithi037.stdout:2952: finishing rollback tid 0 to smithi03785213-35 2024-07-26T06:42:26.912 INFO:tasks.rados.rados.0.smithi037.stdout:2952: finishing rollback tid 1 to smithi03785213-35 2024-07-26T06:42:26.912 INFO:tasks.rados.rados.0.smithi037.stdout:2952: finishing rollback tid 2 to smithi03785213-35 2024-07-26T06:42:26.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1722 (ObjNum 921 snap 296 seq_num 921) dirty exists 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:2952: done (2 left) 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:2956: read oid 49 snap -1 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:2956: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:2957: rollback oid 24 current snap is 299 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 270 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 299 2024-07-26T06:42:26.913 INFO:tasks.rados.rados.0.smithi037.stdout:2958: seq_num 927 ranges {4284416=729088,5013504=401408} 2024-07-26T06:42:26.942 INFO:tasks.rados.rados.0.smithi037.stdout:2958: writing smithi03785213-8 from 4284416 to 5013504 tid 1 2024-07-26T06:42:26.943 INFO:tasks.rados.rados.0.smithi037.stdout:2958: writing smithi03785213-8 from 5013504 to 5414912 tid 2 2024-07-26T06:42:26.943 INFO:tasks.rados.rados.0.smithi037.stdout:2959: read oid 50 snap -1 2024-07-26T06:42:26.943 INFO:tasks.rados.rados.0.smithi037.stdout:2959: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:26.943 INFO:tasks.rados.rados.0.smithi037.stdout:2960: snap_remove snap 274 2024-07-26T06:42:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:26 smithi037 ceph-mon[97339]: pgmap v589: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:42:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:26 smithi037 ceph-mon[97339]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:42:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:26 smithi037 ceph-mon[99762]: pgmap v589: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:42:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:26 smithi037 ceph-mon[99762]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:42:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:26 smithi135 ceph-mon[90132]: pgmap v589: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-26T06:42:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:26 smithi135 ceph-mon[90132]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:42:27.834 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing write tid 1 to smithi03785213-13 2024-07-26T06:42:27.834 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing write tid 2 to smithi03785213-13 2024-07-26T06:42:27.834 INFO:tasks.rados.rados.0.smithi037.stdout:2957: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:42:27.835 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2846 (ObjNum 901 snap 293 seq_num 901) dirty exists 2024-07-26T06:42:27.835 INFO:tasks.rados.rados.0.smithi037.stdout:2956: expect (ObjNum 903 snap 293 seq_num 903) 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing write tid 3 to smithi03785213-13 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing write tid 4 to smithi03785213-13 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1734 (ObjNum 926 snap 299 seq_num 926) dirty exists 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2954: left oid 13 (ObjNum 926 snap 299 seq_num 926) 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2957: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2662 (ObjNum 145 snap 0 seq_num 3883756256) dirty dne 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing write tid 1 to smithi03785213-8 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing write tid 2 to smithi03785213-8 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing write tid 3 to smithi03785213-8 2024-07-26T06:42:27.865 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing write tid 4 to smithi03785213-8 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2850 (ObjNum 927 snap 299 seq_num 927) dirty exists 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2958: left oid 8 (ObjNum 927 snap 299 seq_num 927) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2954: done (6 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2955: done (5 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2956: done (4 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2957: done (3 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2958: done (2 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2960: done (1 left) 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2961: delete oid 5 current snap is 299 2024-07-26T06:42:27.866 INFO:tasks.rados.rados.0.smithi037.stdout:2959: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:27.906 INFO:tasks.rados.rados.0.smithi037.stdout:2959: done (1 left) 2024-07-26T06:42:27.906 INFO:tasks.rados.rados.0.smithi037.stdout:2961: done (0 left) 2024-07-26T06:42:27.906 INFO:tasks.rados.rados.0.smithi037.stdout:2962: delete oid 20 current snap is 299 2024-07-26T06:42:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:2962: done (0 left) 2024-07-26T06:42:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:2963: rmattr oid 37 current snap is 299 2024-07-26T06:42:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:2963: done (0 left) 2024-07-26T06:42:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:2964: snap_create 2024-07-26T06:42:28.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:27 smithi135 ceph-mon[90132]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:42:28.238 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:27 smithi135 ceph-mon[90132]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:42:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:27 smithi037 ceph-mon[97339]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:42:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:27 smithi037 ceph-mon[97339]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:42:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:27 smithi037 ceph-mon[99762]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:42:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:27 smithi037 ceph-mon[99762]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:42:28.869 INFO:tasks.rados.rados.0.smithi037.stdout:2964: done (0 left) 2024-07-26T06:42:28.869 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 300 2024-07-26T06:42:28.869 INFO:tasks.rados.rados.0.smithi037.stdout:2965: seq_num 930 ranges {0=786432,786432=401408} 2024-07-26T06:42:28.873 INFO:tasks.rados.rados.0.smithi037.stdout:2965: writing smithi03785213-4 from 0 to 786432 tid 1 2024-07-26T06:42:28.875 INFO:tasks.rados.rados.0.smithi037.stdout:2965: writing smithi03785213-4 from 786432 to 1187840 tid 2 2024-07-26T06:42:28.875 INFO:tasks.rados.rados.0.smithi037.stdout:2966: read oid 38 snap -1 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2966: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2967: rmattr oid 3 current snap is 300 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2967: done (2 left) 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2968: read oid 39 snap 261 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2968: expect (ObjNum 776 snap 254 seq_num 776) 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2969: read oid 42 snap 289 2024-07-26T06:42:28.876 INFO:tasks.rados.rados.0.smithi037.stdout:2969: expect (ObjNum 864 snap 285 seq_num 864) 2024-07-26T06:42:28.877 INFO:tasks.rados.rados.0.smithi037.stdout:2970: setattr oid 33 current snap is 300 2024-07-26T06:42:28.877 INFO:tasks.rados.rados.0.smithi037.stdout:2966: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:28.882 INFO:tasks.rados.rados.0.smithi037.stdout:2966: done (4 left) 2024-07-26T06:42:28.882 INFO:tasks.rados.rados.0.smithi037.stdout:2971: read oid 10 snap -1 2024-07-26T06:42:28.882 INFO:tasks.rados.rados.0.smithi037.stdout:2971: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:42:28.882 INFO:tasks.rados.rados.0.smithi037.stdout:2972: copy_from oid 18 from oid 13 current snap is 300 2024-07-26T06:42:28.882 INFO:tasks.rados.rados.0.smithi037.stdout:2973: snap_create 2024-07-26T06:42:28.885 INFO:tasks.rados.rados.0.smithi037.stdout:2965: finishing write tid 1 to smithi03785213-4 2024-07-26T06:42:28.887 INFO:tasks.rados.rados.0.smithi037.stdout:2965: finishing write tid 2 to smithi03785213-4 2024-07-26T06:42:28.889 INFO:tasks.rados.rados.0.smithi037.stdout:2965: finishing write tid 3 to smithi03785213-4 2024-07-26T06:42:28.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2635 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:42:28.894 INFO:tasks.rados.rados.0.smithi037.stdout:2965: finishing write tid 4 to smithi03785213-4 2024-07-26T06:42:28.894 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2825 (ObjNum 930 snap 300 seq_num 930) dirty exists 2024-07-26T06:42:28.895 INFO:tasks.rados.rados.0.smithi037.stdout:2965: left oid 4 (ObjNum 930 snap 300 seq_num 930) 2024-07-26T06:42:28.907 INFO:tasks.rados.rados.0.smithi037.stdout:2971: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:42:28.959 INFO:tasks.rados.rados.0.smithi037.stdout:2969: expect (ObjNum 864 snap 285 seq_num 864) 2024-07-26T06:42:29.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:28 smithi135 ceph-mon[90132]: pgmap v592: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-07-26T06:42:29.258 INFO:tasks.rados.rados.0.smithi037.stdout:2972: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:42:29.259 INFO:tasks.rados.rados.0.smithi037.stdout:2972: finishing copy_from to smithi03785213-18 2024-07-26T06:42:29.259 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1734 (ObjNum 926 snap 299 seq_num 926) dirty exists 2024-07-26T06:42:29.259 INFO:tasks.rados.rados.0.smithi037.stdout:2968: expect (ObjNum 776 snap 254 seq_num 776) 2024-07-26T06:42:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:28 smithi037 ceph-mon[97339]: pgmap v592: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-07-26T06:42:29.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:28 smithi037 ceph-mon[99762]: pgmap v592: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2965: done (6 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2968: done (5 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2969: done (4 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2970: done (3 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2971: done (2 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2972: done (1 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2973: done (0 left) 2024-07-26T06:42:29.879 INFO:tasks.rados.rados.0.smithi037.stdout:2974: delete oid 22 current snap is 301 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:2974: done (0 left) 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:2975: rollback oid 19 current snap is 301 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 289 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:2976: rmattr oid 23 current snap is 301 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:2976: done (1 left) 2024-07-26T06:42:29.883 INFO:tasks.rados.rados.0.smithi037.stdout:2977: read oid 50 snap -1 2024-07-26T06:42:29.884 INFO:tasks.rados.rados.0.smithi037.stdout:2977: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:29.884 INFO:tasks.rados.rados.0.smithi037.stdout:2978: delete oid 10 current snap is 301 2024-07-26T06:42:29.885 INFO:tasks.rados.rados.0.smithi037.stdout:2978: done (2 left) 2024-07-26T06:42:29.885 INFO:tasks.rados.rados.0.smithi037.stdout:2979: rmattr oid 18 current snap is 301 2024-07-26T06:42:29.886 INFO:tasks.rados.rados.0.smithi037.stdout:2980: snap_remove snap 255 2024-07-26T06:42:30.181 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:29 smithi135 ceph-mon[90132]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:42:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:29 smithi037 ceph-mon[97339]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:42:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:29 smithi037 ceph-mon[99762]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:42:30.885 INFO:tasks.rados.rados.0.smithi037.stdout:2980: done (3 left) 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2981: rollback oid 26 current snap is 301 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 262 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2982: copy_from oid 16 from oid 27 current snap is 301 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2983: read oid 3 snap -1 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2983: expect (ObjNum 880 snap 288 seq_num 880) 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2984: copy_from oid 39 from oid 47 current snap is 301 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2985: read oid 35 snap -1 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2985: expect (ObjNum 921 snap 296 seq_num 921) 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2986: copy_from oid 48 from oid 49 current snap is 301 2024-07-26T06:42:30.886 INFO:tasks.rados.rados.0.smithi037.stdout:2987: copy_from oid 40 from oid 15 current snap is 301 2024-07-26T06:42:30.887 INFO:tasks.rados.rados.0.smithi037.stdout:2988: snap_remove snap 285 2024-07-26T06:42:30.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:30 smithi135 ceph-mon[90132]: pgmap v595: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 535 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-26T06:42:30.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:30 smithi135 ceph-mon[90132]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:42:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:30 smithi037 ceph-mon[97339]: pgmap v595: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 535 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-26T06:42:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:30 smithi037 ceph-mon[97339]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:42:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:30 smithi037 ceph-mon[99762]: pgmap v595: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 535 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-26T06:42:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:30 smithi037 ceph-mon[99762]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:42:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:42:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:42:31] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2988: done (10 left) 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2989: delete oid 36 current snap is 301 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2975: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2975: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 1735 (ObjNum 926 snap 299 seq_num 926) dirty exists 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2975: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1982 (ObjNum 867 snap 285 seq_num 867) dirty exists 2024-07-26T06:42:31.900 INFO:tasks.rados.rados.0.smithi037.stdout:2977: expect (ObjNum 808 snap 265 seq_num 808) 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2984: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2981: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2981: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2664 (ObjNum 1505 snap 0 seq_num 3883486288) dirty dne 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2984: finishing copy_from to smithi03785213-39 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2627 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:42:31.952 INFO:tasks.rados.rados.0.smithi037.stdout:2985: expect (ObjNum 921 snap 296 seq_num 921) 2024-07-26T06:42:31.980 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing copy_from to smithi03785213-48 2024-07-26T06:42:31.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2656 (ObjNum 903 snap 293 seq_num 903) dirty exists 2024-07-26T06:42:31.980 INFO:tasks.rados.rados.0.smithi037.stdout:2983: expect (ObjNum 880 snap 288 seq_num 880) 2024-07-26T06:42:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:31 smithi135 ceph-mon[90132]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2987: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2987: finishing copy_from to smithi03785213-40 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1748 (ObjNum 852 snap 283 seq_num 852) dirty exists 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2982: finishing copy_from racing read to smithi03785213-16 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2975: done (10 left) 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2977: done (9 left) 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2979: done (8 left) 2024-07-26T06:42:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:2981: done (7 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2983: done (6 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2984: done (5 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2985: done (4 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2986: done (3 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2987: done (2 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2989: done (1 left) 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2990: delete oid 24 current snap is 301 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:2982: finishing copy_from to smithi03785213-16 2024-07-26T06:42:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2121 (ObjNum 909 snap 293 seq_num 909) dirty exists 2024-07-26T06:42:32.206 INFO:tasks.rados.rados.0.smithi037.stdout:2982: done (1 left) 2024-07-26T06:42:32.206 INFO:tasks.rados.rados.0.smithi037.stdout:2990: done (0 left) 2024-07-26T06:42:32.206 INFO:tasks.rados.rados.0.smithi037.stdout:2991: copy_from oid 13 from oid 17 current snap is 301 2024-07-26T06:42:32.206 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 301 2024-07-26T06:42:32.206 INFO:tasks.rados.rados.0.smithi037.stdout:2992: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-07-26T06:42:32.209 INFO:tasks.rados.rados.0.smithi037.stdout:2992: writing smithi03785213-26 from 0 to 466944 tid 1 2024-07-26T06:42:32.213 INFO:tasks.rados.rados.0.smithi037.stdout:2992: writing smithi03785213-26 from 466944 to 1187840 tid 2 2024-07-26T06:42:32.214 INFO:tasks.rados.rados.0.smithi037.stdout:2992: writing smithi03785213-26 from 1187840 to 1269760 tid 3 2024-07-26T06:42:32.214 INFO:tasks.rados.rados.0.smithi037.stdout:2993: snap_create 2024-07-26T06:42:32.218 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing write tid 1 to smithi03785213-26 2024-07-26T06:42:32.218 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing write tid 2 to smithi03785213-26 2024-07-26T06:42:32.218 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing write tid 3 to smithi03785213-26 2024-07-26T06:42:32.221 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing write tid 4 to smithi03785213-26 2024-07-26T06:42:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing write tid 5 to smithi03785213-26 2024-07-26T06:42:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2668 (ObjNum 935 snap 301 seq_num 935) dirty exists 2024-07-26T06:42:32.224 INFO:tasks.rados.rados.0.smithi037.stdout:2992: left oid 26 (ObjNum 935 snap 301 seq_num 935) 2024-07-26T06:42:32.226 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing copy_from racing read to smithi03785213-13 2024-07-26T06:42:32.230 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing copy_from to smithi03785213-13 2024-07-26T06:42:32.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2168 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:42:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:31 smithi037 ceph-mon[97339]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:42:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:31 smithi037 ceph-mon[99762]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:42:32.401 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:32.736 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:32 smithi135 systemd[1]: Stopping Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:42:32.833 INFO:tasks.rados.rados.0.smithi037.stdout:2991: done (2 left) 2024-07-26T06:42:32.833 INFO:tasks.rados.rados.0.smithi037.stdout:2992: done (1 left) 2024-07-26T06:42:32.833 INFO:tasks.rados.rados.0.smithi037.stdout:2993: done (0 left) 2024-07-26T06:42:32.833 INFO:tasks.rados.rados.0.smithi037.stdout:2994: copy_from oid 24 from oid 35 current snap is 302 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2995: read oid 32 snap 278 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2995: expect (ObjNum 828 snap 273 seq_num 828) 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2996: read oid 38 snap -1 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2996: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2997: read oid 41 snap -1 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2997: expect (ObjNum 901 snap 293 seq_num 901) 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2998: setattr oid 9 current snap is 302 2024-07-26T06:42:32.834 INFO:tasks.rados.rados.0.smithi037.stdout:2996: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:42:32.838 INFO:tasks.rados.rados.0.smithi037.stdout:2996: done (4 left) 2024-07-26T06:42:32.838 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 302 2024-07-26T06:42:32.838 INFO:tasks.rados.rados.0.smithi037.stdout:2999: seq_num 936 ranges {729088=483328,1212416=655360,1867776=147456} 2024-07-26T06:42:32.845 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03785213-48 from 729088 to 1212416 tid 1 2024-07-26T06:42:32.850 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03785213-48 from 1212416 to 1867776 tid 2 2024-07-26T06:42:32.852 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03785213-48 from 1867776 to 2015232 tid 3 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:3000: copy_from oid 21 from oid 42 current snap is 302 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:2994: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:3001: rollback oid 25 current snap is 302 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 297 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:3002: setattr oid 5 current snap is 302 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:2994: finishing copy_from to smithi03785213-24 2024-07-26T06:42:32.853 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1722 (ObjNum 921 snap 296 seq_num 921) dirty exists 2024-07-26T06:42:32.854 INFO:tasks.rados.rados.0.smithi037.stdout:2994: done (7 left) 2024-07-26T06:42:32.855 INFO:tasks.rados.rados.0.smithi037.stdout:3003: snap_create 2024-07-26T06:42:32.857 INFO:tasks.rados.rados.0.smithi037.stdout:3000: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:42:32.859 INFO:tasks.rados.rados.0.smithi037.stdout:3001: finishing rollback tid 0 to smithi03785213-25 2024-07-26T06:42:32.859 INFO:tasks.rados.rados.0.smithi037.stdout:3001: finishing rollback tid 1 to smithi03785213-25 2024-07-26T06:42:32.859 INFO:tasks.rados.rados.0.smithi037.stdout:3001: finishing rollback tid 2 to smithi03785213-25 2024-07-26T06:42:32.859 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2638 (ObjNum 800 snap 262 seq_num 800) dirty exists 2024-07-26T06:42:32.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2882 (ObjNum 884 snap 290 seq_num 884) dirty exists 2024-07-26T06:42:32.860 INFO:tasks.rados.rados.0.smithi037.stdout:3000: finishing copy_from to smithi03785213-21 2024-07-26T06:42:32.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1694 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:32.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1749 (ObjNum 33 snap 0 seq_num 3883951120) dirty exists 2024-07-26T06:42:32.860 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 1 to smithi03785213-48 2024-07-26T06:42:32.869 INFO:tasks.rados.rados.0.smithi037.stdout:2995: expect (ObjNum 828 snap 273 seq_num 828) 2024-07-26T06:42:33.086 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 2 to smithi03785213-48 2024-07-26T06:42:33.086 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 3 to smithi03785213-48 2024-07-26T06:42:33.086 INFO:tasks.rados.rados.0.smithi037.stdout:2997: expect (ObjNum 901 snap 293 seq_num 901) 2024-07-26T06:42:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:32 smithi135 ceph-mon[90132]: pgmap v598: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:42:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:32 smithi135 ceph-mon[90132]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:42:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:32 smithi135 ceph-mon[90132]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:42:33.088 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:32 smithi135 podman[126691]: 2024-07-26 06:42:32.73638246 +0000 UTC m=+0.189735487 container died 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, vcs-type=git, release=239.1651231664, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.expose-services=, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8.5, architecture=x86_64) 2024-07-26T06:42:33.239 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[97339]: pgmap v598: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:42:33.239 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[97339]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:42:33.239 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[97339]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:42:33.239 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[99762]: pgmap v598: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:42:33.240 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[99762]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:42:33.240 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:32 smithi037 ceph-mon[99762]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:42:33.450 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 podman[126691]: 2024-07-26 06:42:33.257513104 +0000 UTC m=+0.710866123 container cleanup 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, version=8.5, description=Ceph Grafana Container, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, vendor=Red Hat, Inc., vcs-type=git, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-07-26T06:42:33.450 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 bash[126691]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T06:42:33.655 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 4 to smithi03785213-48 2024-07-26T06:42:33.655 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 5 to smithi03785213-48 2024-07-26T06:42:33.656 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2887 (ObjNum 936 snap 302 seq_num 936) dirty exists 2024-07-26T06:42:33.656 INFO:tasks.rados.rados.0.smithi037.stdout:2999: left oid 48 (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:42:33.832 INFO:tasks.rados.rados.0.smithi037.stdout:2995: done (7 left) 2024-07-26T06:42:33.832 INFO:tasks.rados.rados.0.smithi037.stdout:2997: done (6 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:2998: done (5 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:2999: done (4 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3000: done (3 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3001: done (2 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3002: done (1 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3003: done (0 left) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3004: read oid 18 snap -1 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3004: expect (ObjNum 926 snap 299 seq_num 926) 2024-07-26T06:42:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:3005: snap_create 2024-07-26T06:42:33.837 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 podman[126708]: 2024-07-26 06:42:33.450198051 +0000 UTC m=+0.712094023 container remove 28dc694f15d05c642101deef674d12e8579109ae7ade182fe2817bf4db8c232e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, architecture=x86_64, name=ubi8, maintainer=Paul Cuzner , io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.tags=base rhel8, version=8.5, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-07-26T06:42:33.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:42:33.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-26T06:42:33.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 systemd[1]: Stopped Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:42:33.838 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 7.816s CPU time. 2024-07-26T06:42:33.858 INFO:tasks.rados.rados.0.smithi037.stdout:3004: expect (ObjNum 926 snap 299 seq_num 926) 2024-07-26T06:42:34.229 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:33 smithi135 systemd[1]: Starting Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T06:42:34.230 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 podman[126840]: 2024-07-26 06:42:34.117733098 +0000 UTC m=+0.109155475 container create 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:42:34.230 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 podman[126840]: 2024-07-26 06:42:34.026378895 +0000 UTC m=+0.017801272 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 podman[126840]: 2024-07-26 06:42:34.336794716 +0000 UTC m=+0.328217106 container init 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 podman[126840]: 2024-07-26 06:42:34.342076678 +0000 UTC m=+0.333499058 container start 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 bash[126840]: 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 systemd[1]: Started Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.487769271Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-07-26T06:42:34.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.487973492Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.487990981Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.487994688Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.487998397Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488001169Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488003597Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488006689Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488009408Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488012641Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488015211Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488017692Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488020373Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488022966Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488025461Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:42:34.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488028589Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488030978Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488033736Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=settings t=2024-07-26T06:42:34.488036258Z level=info msg="App mode production" 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=sqlstore t=2024-07-26T06:42:34.488078756Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=sqlstore t=2024-07-26T06:42:34.488089646Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=migrator t=2024-07-26T06:42:34.502218068Z level=info msg="Starting DB migrations" 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=migrator t=2024-07-26T06:42:34.508487378Z level=info msg="migrations completed" performed=0 skipped=481 duration=454.472µs 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=sqlstore t=2024-07-26T06:42:34.508959609Z level=info msg="Created default organization" 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=plugin.finder t=2024-07-26T06:42:34.5419761Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=secrets t=2024-07-26T06:42:34.542094093Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=query_data t=2024-07-26T06:42:34.544546504Z level=info msg="Query Service initialization" 2024-07-26T06:42:34.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=live.push_http t=2024-07-26T06:42:34.547342107Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:42:34.842 INFO:tasks.rados.rados.0.smithi037.stdout:3004: done (1 left) 2024-07-26T06:42:34.842 INFO:tasks.rados.rados.0.smithi037.stdout:3005: done (0 left) 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3006: read oid 11 snap -1 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3006: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3007: rmattr oid 45 current snap is 304 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3007: done (1 left) 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3008: rmattr oid 6 current snap is 304 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3009: read oid 2 snap 289 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3009: expect (ObjNum 861 snap 285 seq_num 861) 2024-07-26T06:42:34.843 INFO:tasks.rados.rados.0.smithi037.stdout:3010: delete oid 9 current snap is 304 2024-07-26T06:42:34.845 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2826 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:42:34.849 INFO:tasks.rados.rados.0.smithi037.stdout:3009: expect (ObjNum 861 snap 285 seq_num 861) 2024-07-26T06:42:34.851 INFO:tasks.rados.rados.0.smithi037.stdout:3006: expect (ObjNum 788 snap 259 seq_num 788) 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:3006: done (3 left) 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:3008: done (2 left) 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:3009: done (1 left) 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:3010: done (0 left) 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 304 2024-07-26T06:42:34.918 INFO:tasks.rados.rados.0.smithi037.stdout:3011: seq_num 938 ranges {409600=516096,925696=417792,1343488=385024} 2024-07-26T06:42:34.923 INFO:tasks.rados.rados.0.smithi037.stdout:3011: writing smithi03785213-14 from 409600 to 925696 tid 1 2024-07-26T06:42:34.925 INFO:tasks.rados.rados.0.smithi037.stdout:3011: writing smithi03785213-14 from 925696 to 1343488 tid 2 2024-07-26T06:42:34.928 INFO:tasks.rados.rados.0.smithi037.stdout:3011: writing smithi03785213-14 from 1343488 to 1728512 tid 3 2024-07-26T06:42:34.928 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 304 2024-07-26T06:42:34.928 INFO:tasks.rados.rados.0.smithi037.stdout:3011: finishing write tid 1 to smithi03785213-14 2024-07-26T06:42:34.929 INFO:tasks.rados.rados.0.smithi037.stdout:3012: seq_num 939 ranges {3162112=532480,3694592=704512,4399104=98304} 2024-07-26T06:42:34.949 INFO:tasks.rados.rados.0.smithi037.stdout:3012: writing smithi03785213-15 from 3162112 to 3694592 tid 1 2024-07-26T06:42:34.953 INFO:tasks.rados.rados.0.smithi037.stdout:3012: writing smithi03785213-15 from 3694592 to 4399104 tid 2 2024-07-26T06:42:34.953 INFO:tasks.rados.rados.0.smithi037.stdout:3012: writing smithi03785213-15 from 4399104 to 4497408 tid 3 2024-07-26T06:42:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:3013: read oid 21 snap 295 2024-07-26T06:42:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:3013: expect (ObjNum 914 snap 295 seq_num 914) 2024-07-26T06:42:34.954 INFO:tasks.rados.rados.0.smithi037.stdout:3014: snap_remove snap 261 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: pgmap v601: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:42:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=infra.usagestats.collector t=2024-07-26T06:42:35.207494011Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=provisioning.datasources t=2024-07-26T06:42:35.210720428Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=provisioning.datasources t=2024-07-26T06:42:35.210732766Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=provisioning.datasources t=2024-07-26T06:42:35.210895764Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=provisioning.alerting t=2024-07-26T06:42:35.239165717Z level=info msg="starting to provision alerting" 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=provisioning.alerting t=2024-07-26T06:42:35.23918276Z level=info msg="finished to provision alerting" 2024-07-26T06:42:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=grafanaStorageLogger t=2024-07-26T06:42:35.239344418Z level=info msg="storage starting" 2024-07-26T06:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=ngalert.state.manager t=2024-07-26T06:42:35.239684735Z level=info msg="Warming state cache for startup" 2024-07-26T06:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=http.server t=2024-07-26T06:42:35.241279563Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=ngalert.state.manager t=2024-07-26T06:42:35.247038183Z level=info msg="State cache has been initialized" states=0 duration=7.352755ms 2024-07-26T06:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=ticker t=2024-07-26T06:42:35.247095073Z level=info msg=starting first_tick=2024-07-26T06:42:40Z 2024-07-26T06:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:42:35.2471Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:42:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:3014: done (3 left) 2024-07-26T06:42:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:3015: delete oid 33 current snap is 304 2024-07-26T06:42:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:3011: finishing write tid 2 to smithi03785213-14 2024-07-26T06:42:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:3011: finishing write tid 3 to smithi03785213-14 2024-07-26T06:42:35.845 INFO:tasks.rados.rados.0.smithi037.stdout:3011: finishing write tid 4 to smithi03785213-14 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:3011: finishing write tid 5 to smithi03785213-14 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2830 (ObjNum 938 snap 304 seq_num 938) dirty exists 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:3011: left oid 14 (ObjNum 938 snap 304 seq_num 938) 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:3012: finishing write tid 1 to smithi03785213-15 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:3012: finishing write tid 2 to smithi03785213-15 2024-07-26T06:42:35.846 INFO:tasks.rados.rados.0.smithi037.stdout:3013: expect (ObjNum 914 snap 295 seq_num 914) 2024-07-26T06:42:35.880 INFO:tasks.rados.rados.0.smithi037.stdout:3012: finishing write tid 3 to smithi03785213-15 2024-07-26T06:42:35.880 INFO:tasks.rados.rados.0.smithi037.stdout:3012: finishing write tid 4 to smithi03785213-15 2024-07-26T06:42:35.880 INFO:tasks.rados.rados.0.smithi037.stdout:3012: finishing write tid 5 to smithi03785213-15 2024-07-26T06:42:35.880 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2166 (ObjNum 939 snap 304 seq_num 939) dirty exists 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3012: left oid 15 (ObjNum 939 snap 304 seq_num 939) 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3011: done (3 left) 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3012: done (2 left) 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3013: done (1 left) 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3015: done (0 left) 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 304 2024-07-26T06:42:35.881 INFO:tasks.rados.rados.0.smithi037.stdout:3016: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-07-26T06:42:35.883 INFO:tasks.rados.rados.0.smithi037.stdout:3016: writing smithi03785213-44 from 0 to 565248 tid 1 2024-07-26T06:42:35.886 INFO:tasks.rados.rados.0.smithi037.stdout:3016: writing smithi03785213-44 from 565248 to 1040384 tid 2 2024-07-26T06:42:35.888 INFO:tasks.rados.rados.0.smithi037.stdout:3016: writing smithi03785213-44 from 1040384 to 1368064 tid 3 2024-07-26T06:42:35.888 INFO:tasks.rados.rados.0.smithi037.stdout:3017: snap_create 2024-07-26T06:42:35.888 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing write tid 1 to smithi03785213-44 2024-07-26T06:42:35.890 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing write tid 2 to smithi03785213-44 2024-07-26T06:42:35.891 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing write tid 3 to smithi03785213-44 2024-07-26T06:42:35.891 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing write tid 4 to smithi03785213-44 2024-07-26T06:42:35.892 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing write tid 5 to smithi03785213-44 2024-07-26T06:42:35.892 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1753 (ObjNum 941 snap 304 seq_num 941) dirty exists 2024-07-26T06:42:35.892 INFO:tasks.rados.rados.0.smithi037.stdout:3016: left oid 44 (ObjNum 941 snap 304 seq_num 941) 2024-07-26T06:42:36.193 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:35 smithi135 ceph-mon[90132]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:42:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:35 smithi037 ceph-mon[97339]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:42:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:35 smithi037 ceph-mon[99762]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:42:36.850 INFO:tasks.rados.rados.0.smithi037.stdout:3016: done (1 left) 2024-07-26T06:42:36.851 INFO:tasks.rados.rados.0.smithi037.stdout:3017: done (0 left) 2024-07-26T06:42:36.851 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 305 2024-07-26T06:42:36.851 INFO:tasks.rados.rados.0.smithi037.stdout:3018: seq_num 942 ranges {6045696=581632,6627328=761856,7389184=40960} 2024-07-26T06:42:36.886 INFO:tasks.rados.rados.0.smithi037.stdout:3018: writing smithi03785213-13 from 6045696 to 6627328 tid 1 2024-07-26T06:42:36.890 INFO:tasks.rados.rados.0.smithi037.stdout:3018: writing smithi03785213-13 from 6627328 to 7389184 tid 2 2024-07-26T06:42:36.891 INFO:tasks.rados.rados.0.smithi037.stdout:3018: writing smithi03785213-13 from 7389184 to 7430144 tid 3 2024-07-26T06:42:36.891 INFO:tasks.rados.rados.0.smithi037.stdout:3019: copy_from oid 41 from oid 46 current snap is 305 2024-07-26T06:42:36.891 INFO:tasks.rados.rados.0.smithi037.stdout:3020: snap_remove snap 262 2024-07-26T06:42:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:36 smithi037 ceph-mon[97339]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:42:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:36 smithi037 ceph-mon[97339]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:42:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:36 smithi037 ceph-mon[99762]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:42:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:36 smithi037 ceph-mon[99762]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:42:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:36 smithi135 ceph-mon[90132]: pgmap v604: 121 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 118 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:42:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:36 smithi135 ceph-mon[90132]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:42:37.833 INFO:tasks.rados.rados.0.smithi037.stdout:3018: finishing write tid 1 to smithi03785213-13 2024-07-26T06:42:37.833 INFO:tasks.rados.rados.0.smithi037.stdout:3018: finishing write tid 2 to smithi03785213-13 2024-07-26T06:42:37.833 INFO:tasks.rados.rados.0.smithi037.stdout:3018: finishing write tid 3 to smithi03785213-13 2024-07-26T06:42:37.833 INFO:tasks.rados.rados.0.smithi037.stdout:3018: finishing write tid 4 to smithi03785213-13 2024-07-26T06:42:37.833 INFO:tasks.rados.rados.0.smithi037.stdout:3018: finishing write tid 5 to smithi03785213-13 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2172 (ObjNum 942 snap 305 seq_num 942) dirty exists 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3018: left oid 13 (ObjNum 942 snap 305 seq_num 942) 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3019: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3019: finishing copy_from to smithi03785213-41 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2659 (ObjNum 920 snap 296 seq_num 920) dirty exists 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3018: done (2 left) 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3019: done (1 left) 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3020: done (0 left) 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3021: read oid 34 snap -1 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3021: expect (ObjNum 816 snap 266 seq_num 816) 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:3022: rollback oid 50 current snap is 305 2024-07-26T06:42:37.834 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 293 2024-07-26T06:42:37.835 INFO:tasks.rados.rados.0.smithi037.stdout:3023: setattr oid 21 current snap is 305 2024-07-26T06:42:37.835 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 305 2024-07-26T06:42:37.835 INFO:tasks.rados.rados.0.smithi037.stdout:3024: seq_num 943 ranges {1409024=598016,2007040=688128,2695168=114688} 2024-07-26T06:42:37.847 INFO:tasks.rados.rados.0.smithi037.stdout:3024: writing smithi03785213-1 from 1409024 to 2007040 tid 1 2024-07-26T06:42:37.852 INFO:tasks.rados.rados.0.smithi037.stdout:3024: writing smithi03785213-1 from 2007040 to 2695168 tid 2 2024-07-26T06:42:37.854 INFO:tasks.rados.rados.0.smithi037.stdout:3024: writing smithi03785213-1 from 2695168 to 2809856 tid 3 2024-07-26T06:42:37.855 INFO:tasks.rados.rados.0.smithi037.stdout:3025: snap_remove snap 300 2024-07-26T06:42:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:37 smithi135 ceph-mon[90132]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:42:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:37 smithi135 ceph-mon[90132]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:42:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:37 smithi037 ceph-mon[97339]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:42:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:37 smithi037 ceph-mon[97339]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:42:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:37 smithi037 ceph-mon[99762]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:42:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:37 smithi037 ceph-mon[99762]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:3025: done (4 left) 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:3026: delete oid 49 current snap is 305 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:3022: finishing rollback tid 0 to smithi03785213-50 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:3022: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:3022: finishing rollback tid 2 to smithi03785213-50 2024-07-26T06:42:38.867 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2143 (ObjNum 808 snap 265 seq_num 808) dirty exists 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2669 (ObjNum 1281 snap 0 seq_num 3873419536) dirty exists 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: finishing write tid 1 to smithi03785213-1 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: finishing write tid 2 to smithi03785213-1 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: finishing write tid 3 to smithi03785213-1 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: finishing write tid 4 to smithi03785213-1 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: finishing write tid 5 to smithi03785213-1 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2663 (ObjNum 943 snap 305 seq_num 943) dirty exists 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3024: left oid 1 (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:42:38.868 INFO:tasks.rados.rados.0.smithi037.stdout:3021: expect (ObjNum 816 snap 266 seq_num 816) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3021: done (4 left) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3022: done (3 left) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3023: done (2 left) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3024: done (1 left) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3026: done (0 left) 2024-07-26T06:42:39.158 INFO:tasks.rados.rados.0.smithi037.stdout:3027: snap_create 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: pgmap v607: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: pgmap v607: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-07-26T06:42:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:42:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:39 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: pgmap v607: 121 pgs: 121 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.563 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:39 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:39.899 INFO:tasks.rados.rados.0.smithi037.stdout:3027: done (0 left) 2024-07-26T06:42:39.899 INFO:tasks.rados.rados.0.smithi037.stdout:3028: read oid 43 snap 303 2024-07-26T06:42:39.899 INFO:tasks.rados.rados.0.smithi037.stdout:3028: expect (ObjNum 738 snap 240 seq_num 738) 2024-07-26T06:42:39.899 INFO:tasks.rados.rados.0.smithi037.stdout:3029: snap_create 2024-07-26T06:42:39.942 INFO:tasks.rados.rados.0.smithi037.stdout:3028: expect (ObjNum 738 snap 240 seq_num 738) 2024-07-26T06:42:40.901 INFO:tasks.rados.rados.0.smithi037.stdout:3028: done (1 left) 2024-07-26T06:42:40.901 INFO:tasks.rados.rados.0.smithi037.stdout:3029: done (0 left) 2024-07-26T06:42:40.901 INFO:tasks.rados.rados.0.smithi037.stdout:3030: rmattr oid 44 current snap is 307 2024-07-26T06:42:40.902 INFO:tasks.rados.rados.0.smithi037.stdout:3030: done (0 left) 2024-07-26T06:42:40.902 INFO:tasks.rados.rados.0.smithi037.stdout:3031: snap_remove snap 296 2024-07-26T06:42:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:40 smithi037 ceph-mon[97339]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:42:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:40 smithi037 ceph-mon[97339]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:42:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:40 smithi037 ceph-mon[99762]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:42:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:40 smithi037 ceph-mon[99762]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:42:41.306 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:40 smithi135 ceph-mon[90132]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:42:41.306 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:40 smithi135 ceph-mon[90132]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:42:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:42:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:42:41] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:42:41.919 INFO:tasks.rados.rados.0.smithi037.stdout:3031: done (0 left) 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:3032: read oid 10 snap -1 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:3032: expect deleted 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:3033: copy_from oid 38 from oid 48 current snap is 307 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:3034: copy_from oid 2 from oid 9 current snap is 307 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 307 2024-07-26T06:42:41.920 INFO:tasks.rados.rados.0.smithi037.stdout:3035: seq_num 945 ranges {1187840=630784,1818624=458752,2277376=344064} 2024-07-26T06:42:41.931 INFO:tasks.rados.rados.0.smithi037.stdout:3035: writing smithi03785213-4 from 1187840 to 1818624 tid 1 2024-07-26T06:42:41.934 INFO:tasks.rados.rados.0.smithi037.stdout:3035: writing smithi03785213-4 from 1818624 to 2277376 tid 2 2024-07-26T06:42:41.937 INFO:tasks.rados.rados.0.smithi037.stdout:3035: writing smithi03785213-4 from 2277376 to 2621440 tid 3 2024-07-26T06:42:41.938 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 307 2024-07-26T06:42:41.938 INFO:tasks.rados.rados.0.smithi037.stdout:3036: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-07-26T06:42:41.942 INFO:tasks.rados.rados.0.smithi037.stdout:3036: writing smithi03785213-31 from 0 to 647168 tid 1 2024-07-26T06:42:41.948 INFO:tasks.rados.rados.0.smithi037.stdout:3036: writing smithi03785213-31 from 647168 to 1392640 tid 2 2024-07-26T06:42:41.948 INFO:tasks.rados.rados.0.smithi037.stdout:3036: writing smithi03785213-31 from 1392640 to 1449984 tid 3 2024-07-26T06:42:41.949 INFO:tasks.rados.rados.0.smithi037.stdout:3037: snap_remove snap 299 2024-07-26T06:42:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:41 smithi037 ceph-mon[97339]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:42:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:41 smithi037 ceph-mon[99762]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:42:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:41 smithi135 ceph-mon[90132]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:42:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3037: done (5 left) 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3038: delete oid 20 current snap is 307 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing copy_from to smithi03785213-2 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3034: got expected ENOENT (src dne) 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing write tid 1 to smithi03785213-31 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing write tid 1 to smithi03785213-4 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing write tid 2 to smithi03785213-4 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing write tid 3 to smithi03785213-4 2024-07-26T06:42:42.837 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing write tid 4 to smithi03785213-4 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3033: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing write tid 5 to smithi03785213-4 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2834 (ObjNum 945 snap 307 seq_num 945) dirty exists 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3035: left oid 4 (ObjNum 945 snap 307 seq_num 945) 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3033: finishing copy_from to smithi03785213-38 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2887 (ObjNum 936 snap 302 seq_num 936) dirty exists 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing write tid 2 to smithi03785213-31 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing write tid 3 to smithi03785213-31 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing write tid 4 to smithi03785213-31 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing write tid 5 to smithi03785213-31 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2673 (ObjNum 946 snap 307 seq_num 946) dirty exists 2024-07-26T06:42:42.838 INFO:tasks.rados.rados.0.smithi037.stdout:3036: left oid 31 (ObjNum 946 snap 307 seq_num 946) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3032: done (5 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3033: done (4 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3034: done (3 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3035: done (2 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3036: done (1 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3038: done (0 left) 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:3039: rollback oid 31 current snap is 307 2024-07-26T06:42:42.846 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 306 2024-07-26T06:42:42.847 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 307 2024-07-26T06:42:42.847 INFO:tasks.rados.rados.0.smithi037.stdout:3040: seq_num 948 ranges {950272=679936,1630208=516096,2146304=286720} 2024-07-26T06:42:42.856 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03785213-29 from 950272 to 1630208 tid 1 2024-07-26T06:42:42.860 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03785213-29 from 1630208 to 2146304 tid 2 2024-07-26T06:42:42.862 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03785213-29 from 2146304 to 2433024 tid 3 2024-07-26T06:42:42.863 INFO:tasks.rados.rados.0.smithi037.stdout:3041: read oid 48 snap 304 2024-07-26T06:42:42.863 INFO:tasks.rados.rados.0.smithi037.stdout:3041: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:42:42.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 307 2024-07-26T06:42:42.863 INFO:tasks.rados.rados.0.smithi037.stdout:3039: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:42:42.863 INFO:tasks.rados.rados.0.smithi037.stdout:3042: seq_num 949 ranges {1163264=704512,1867776=794624,2662400=8192} 2024-07-26T06:42:42.872 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03785213-12 from 1163264 to 1867776 tid 1 2024-07-26T06:42:42.877 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03785213-12 from 1867776 to 2662400 tid 2 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03785213-12 from 2662400 to 2670592 tid 3 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3043: copy_from oid 24 from oid 39 current snap is 307 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3039: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2675 (ObjNum 33 snap 0 seq_num 3882452448) dirty dne 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3039: done (4 left) 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3044: delete oid 11 current snap is 307 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 1 to smithi03785213-29 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 2 to smithi03785213-29 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 3 to smithi03785213-29 2024-07-26T06:42:42.878 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 4 to smithi03785213-29 2024-07-26T06:42:42.879 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 5 to smithi03785213-29 2024-07-26T06:42:42.879 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2643 (ObjNum 948 snap 307 seq_num 948) dirty exists 2024-07-26T06:42:42.879 INFO:tasks.rados.rados.0.smithi037.stdout:3040: left oid 29 (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:42:42.879 INFO:tasks.rados.rados.0.smithi037.stdout:3041: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:42:42.945 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 1 to smithi03785213-12 2024-07-26T06:42:42.945 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 2 to smithi03785213-12 2024-07-26T06:42:42.945 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 3 to smithi03785213-12 2024-07-26T06:42:42.945 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 4 to smithi03785213-12 2024-07-26T06:42:42.945 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 5 to smithi03785213-12 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2631 (ObjNum 949 snap 307 seq_num 949) dirty exists 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3042: left oid 12 (ObjNum 949 snap 307 seq_num 949) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3043: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3043: finishing copy_from to smithi03785213-24 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2627 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3040: done (4 left) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3041: done (3 left) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3042: done (2 left) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3043: done (1 left) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3044: done (0 left) 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3045: read oid 30 snap -1 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3045: expect deleted 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:3046: copy_from oid 35 from oid 28 current snap is 307 2024-07-26T06:42:42.946 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 307 2024-07-26T06:42:42.947 INFO:tasks.rados.rados.0.smithi037.stdout:3047: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-07-26T06:42:42.949 INFO:tasks.rados.rados.0.smithi037.stdout:3047: writing smithi03785213-42 from 0 to 737280 tid 1 2024-07-26T06:42:42.952 INFO:tasks.rados.rados.0.smithi037.stdout:3047: writing smithi03785213-42 from 737280 to 1351680 tid 2 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3047: writing smithi03785213-42 from 1351680 to 1540096 tid 3 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3048: delete oid 24 current snap is 307 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing copy_from to smithi03785213-35 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3046: got expected ENOENT (src dne) 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:42:42.954 INFO:tasks.rados.rados.0.smithi037.stdout:3047: finishing write tid 1 to smithi03785213-42 2024-07-26T06:42:42.956 INFO:tasks.rados.rados.0.smithi037.stdout:3045: done (3 left) 2024-07-26T06:42:42.956 INFO:tasks.rados.rados.0.smithi037.stdout:3046: done (2 left) 2024-07-26T06:42:42.956 INFO:tasks.rados.rados.0.smithi037.stdout:3048: done (1 left) 2024-07-26T06:42:42.956 INFO:tasks.rados.rados.0.smithi037.stdout:3049: rollback oid 20 current snap is 307 2024-07-26T06:42:42.956 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 306 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3050: copy_from oid 50 from oid 23 current snap is 307 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3051: rollback oid 22 current snap is 307 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 264 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3052: delete oid 34 current snap is 307 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3047: finishing write tid 2 to smithi03785213-42 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3047: finishing write tid 3 to smithi03785213-42 2024-07-26T06:42:42.957 INFO:tasks.rados.rados.0.smithi037.stdout:3047: finishing write tid 4 to smithi03785213-42 2024-07-26T06:42:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:3049: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:42:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1053 (ObjNum 1345 snap 0 seq_num 3873419552) dirty dne 2024-07-26T06:42:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3051: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:42:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3047: finishing write tid 5 to smithi03785213-42 2024-07-26T06:42:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2147 (ObjNum 951 snap 307 seq_num 951) dirty exists 2024-07-26T06:42:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3047: left oid 42 (ObjNum 951 snap 307 seq_num 951) 2024-07-26T06:42:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3051: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:42:42.960 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2168 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3047: done (4 left) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3049: done (3 left) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3051: done (2 left) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3052: done (1 left) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3053: read oid 45 snap -1 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3053: expect deleted 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3054: read oid 18 snap -1 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3054: expect (ObjNum 926 snap 299 seq_num 926) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3055: read oid 27 snap -1 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3055: expect (ObjNum 909 snap 293 seq_num 909) 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3056: read oid 19 snap 270 2024-07-26T06:42:42.961 INFO:tasks.rados.rados.0.smithi037.stdout:3056: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:42:42.962 INFO:tasks.rados.rados.0.smithi037.stdout:3057: snap_remove snap 305 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: Upgrade: Finalizing container_image settings 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: Upgrade: Finalizing container_image settings 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:42:43.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:42:43.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:42:43.302 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:42:43.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.304 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.305 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.305 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: Upgrade: Complete! 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[97339]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: Upgrade: Complete! 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:42:43.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:42 smithi037 ceph-mon[99762]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:42:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T06:42:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:42:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.340 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: Upgrade: Finalizing container_image settings 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.341 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:42:43.342 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:42:43.343 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: Upgrade: Complete! 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.344 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:43.345 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:42 smithi135 ceph-mon[90132]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:42:43.926 INFO:tasks.rados.rados.0.smithi037.stdout:3057: done (5 left) 2024-07-26T06:42:43.926 INFO:tasks.rados.rados.0.smithi037.stdout:3058: setattr oid 47 current snap is 307 2024-07-26T06:42:43.927 INFO:tasks.rados.rados.0.smithi037.stdout:3050: finishing copy_from racing read to smithi03785213-50 2024-07-26T06:42:43.927 INFO:tasks.rados.rados.0.smithi037.stdout:3056: expect (ObjNum 740 snap 240 seq_num 740) 2024-07-26T06:42:43.940 INFO:tasks.rados.rados.0.smithi037.stdout:3050: finishing copy_from to smithi03785213-50 2024-07-26T06:42:43.941 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2308 (ObjNum 881 snap 288 seq_num 881) dirty exists 2024-07-26T06:42:43.941 INFO:tasks.rados.rados.0.smithi037.stdout:3055: expect (ObjNum 909 snap 293 seq_num 909) 2024-07-26T06:42:44.182 INFO:tasks.rados.rados.0.smithi037.stdout:3054: expect (ObjNum 926 snap 299 seq_num 926) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3050: done (5 left) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3053: done (4 left) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3054: done (3 left) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3055: done (2 left) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3056: done (1 left) 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3059: rollback oid 10 current snap is 307 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 297 2024-07-26T06:42:44.658 INFO:tasks.rados.rados.0.smithi037.stdout:3060: snap_create 2024-07-26T06:42:44.660 INFO:tasks.rados.rados.0.smithi037.stdout:3059: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:42:44.660 INFO:tasks.rados.rados.0.smithi037.stdout:3059: finishing rollback tid 2 to smithi03785213-10 2024-07-26T06:42:44.661 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2157 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:44.661 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2933 (ObjNum 866 snap 285 seq_num 866) dirty exists 2024-07-26T06:42:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[97339]: pgmap v616: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 342 KiB/s wr, 5 op/s 2024-07-26T06:42:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[97339]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:42:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[99762]: pgmap v616: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 342 KiB/s wr, 5 op/s 2024-07-26T06:42:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[99762]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:42:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:44 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:44 smithi135 ceph-mon[90132]: pgmap v616: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 342 KiB/s wr, 5 op/s 2024-07-26T06:42:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:44 smithi135 ceph-mon[90132]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:42:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:44 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:3058: done (2 left) 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:3059: done (1 left) 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:3060: done (0 left) 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:3061: rollback oid 30 current snap is 308 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 297 2024-07-26T06:42:45.456 INFO:tasks.rados.rados.0.smithi037.stdout:3062: snap_remove snap 303 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:3061: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2140 (ObjNum 1281 snap 0 seq_num 3883428528) dirty dne 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:3061: done (1 left) 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:3062: done (0 left) 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 308 2024-07-26T06:42:46.458 INFO:tasks.rados.rados.0.smithi037.stdout:3063: seq_num 954 ranges {1335296=786432,2121728=671744,2793472=131072} 2024-07-26T06:42:46.471 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03785213-41 from 1335296 to 2121728 tid 1 2024-07-26T06:42:46.476 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03785213-41 from 2121728 to 2793472 tid 2 2024-07-26T06:42:46.477 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03785213-41 from 2793472 to 2924544 tid 3 2024-07-26T06:42:46.477 INFO:tasks.rados.rados.0.smithi037.stdout:3064: snap_remove snap 304 2024-07-26T06:42:46.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:46 smithi037 ceph-mon[97339]: pgmap v618: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-07-26T06:42:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:46 smithi037 ceph-mon[97339]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:42:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:46 smithi037 ceph-mon[99762]: pgmap v618: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-07-26T06:42:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:46 smithi037 ceph-mon[99762]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:42:46.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:46 smithi135 ceph-mon[90132]: pgmap v618: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-07-26T06:42:46.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:46 smithi135 ceph-mon[90132]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 1 to smithi03785213-41 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 2 to smithi03785213-41 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 3 to smithi03785213-41 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 4 to smithi03785213-41 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 5 to smithi03785213-41 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2944 (ObjNum 954 snap 308 seq_num 954) dirty exists 2024-07-26T06:42:47.472 INFO:tasks.rados.rados.0.smithi037.stdout:3063: left oid 41 (ObjNum 954 snap 308 seq_num 954) 2024-07-26T06:42:47.473 INFO:tasks.rados.rados.0.smithi037.stdout:3063: done (1 left) 2024-07-26T06:42:47.473 INFO:tasks.rados.rados.0.smithi037.stdout:3064: done (0 left) 2024-07-26T06:42:47.473 INFO:tasks.rados.rados.0.smithi037.stdout:3065: copy_from oid 4 from oid 14 current snap is 308 2024-07-26T06:42:47.473 INFO:tasks.rados.rados.0.smithi037.stdout:3066: delete oid 47 current snap is 308 2024-07-26T06:42:47.489 INFO:tasks.rados.rados.0.smithi037.stdout:3066: done (1 left) 2024-07-26T06:42:47.490 INFO:tasks.rados.rados.0.smithi037.stdout:3067: copy_from oid 30 from oid 38 current snap is 308 2024-07-26T06:42:47.490 INFO:tasks.rados.rados.0.smithi037.stdout:3068: setattr oid 10 current snap is 308 2024-07-26T06:42:47.491 INFO:tasks.rados.rados.0.smithi037.stdout:3069: rollback oid 21 current snap is 308 2024-07-26T06:42:47.491 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 295 2024-07-26T06:42:47.492 INFO:tasks.rados.rados.0.smithi037.stdout:3070: rmattr oid 24 current snap is 308 2024-07-26T06:42:47.492 INFO:tasks.rados.rados.0.smithi037.stdout:3070: done (4 left) 2024-07-26T06:42:47.492 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 308 2024-07-26T06:42:47.492 INFO:tasks.rados.rados.0.smithi037.stdout:3071: seq_num 956 ranges {2670592=417792,3088384=434176,3522560=770048} 2024-07-26T06:42:47.508 INFO:tasks.rados.rados.0.smithi037.stdout:3071: writing smithi03785213-12 from 2670592 to 3088384 tid 1 2024-07-26T06:42:47.511 INFO:tasks.rados.rados.0.smithi037.stdout:3071: writing smithi03785213-12 from 3088384 to 3522560 tid 2 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3071: writing smithi03785213-12 from 3522560 to 4292608 tid 3 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3072: delete oid 39 current snap is 308 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3065: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2158 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3065: finishing copy_from to smithi03785213-4 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2830 (ObjNum 938 snap 304 seq_num 938) dirty exists 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3069: finishing rollback tid 0 to smithi03785213-21 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3069: finishing rollback tid 1 to smithi03785213-21 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3069: finishing rollback tid 2 to smithi03785213-21 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2679 (ObjNum 914 snap 295 seq_num 914) dirty exists 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3067: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:42:47.516 INFO:tasks.rados.rados.0.smithi037.stdout:3067: finishing copy_from to smithi03785213-30 2024-07-26T06:42:47.517 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2887 (ObjNum 936 snap 302 seq_num 936) dirty exists 2024-07-26T06:42:47.517 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing write tid 1 to smithi03785213-12 2024-07-26T06:42:47.517 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing write tid 2 to smithi03785213-12 2024-07-26T06:42:47.520 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing write tid 3 to smithi03785213-12 2024-07-26T06:42:47.520 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing write tid 4 to smithi03785213-12 2024-07-26T06:42:47.520 INFO:tasks.rados.rados.0.smithi037.stdout:3065: done (5 left) 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3067: done (4 left) 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3068: done (3 left) 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3069: done (2 left) 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3072: done (1 left) 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3073: copy_from oid 23 from oid 33 current snap is 308 2024-07-26T06:42:47.521 INFO:tasks.rados.rados.0.smithi037.stdout:3074: delete oid 40 current snap is 308 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing write tid 5 to smithi03785213-12 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2635 (ObjNum 956 snap 308 seq_num 956) dirty exists 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:3071: left oid 12 (ObjNum 956 snap 308 seq_num 956) 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:3073: finishing copy_from to smithi03785213-23 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:3073: got expected ENOENT (src dne) 2024-07-26T06:42:47.522 INFO:tasks.rados.rados.0.smithi037.stdout:3073: finishing copy_from racing read to smithi03785213-23 2024-07-26T06:42:47.523 INFO:tasks.rados.rados.0.smithi037.stdout:3071: done (2 left) 2024-07-26T06:42:47.523 INFO:tasks.rados.rados.0.smithi037.stdout:3073: done (1 left) 2024-07-26T06:42:47.523 INFO:tasks.rados.rados.0.smithi037.stdout:3074: done (0 left) 2024-07-26T06:42:47.523 INFO:tasks.rados.rados.0.smithi037.stdout:3075: setattr oid 4 current snap is 308 2024-07-26T06:42:47.524 INFO:tasks.rados.rados.0.smithi037.stdout:3076: rollback oid 15 current snap is 308 2024-07-26T06:42:47.524 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 270 2024-07-26T06:42:47.524 INFO:tasks.rados.rados.0.smithi037.stdout:3077: copy_from oid 1 from oid 45 current snap is 308 2024-07-26T06:42:47.524 INFO:tasks.rados.rados.0.smithi037.stdout:3078: rollback oid 36 current snap is 308 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 295 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3079: read oid 29 snap -1 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3079: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3080: delete oid 39 current snap is 308 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3077: finishing copy_from to smithi03785213-1 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3077: got expected ENOENT (src dne) 2024-07-26T06:42:47.525 INFO:tasks.rados.rados.0.smithi037.stdout:3077: finishing copy_from racing read to smithi03785213-1 2024-07-26T06:42:47.528 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2836 (ObjNum 938 snap 304 seq_num 938) dirty exists 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3076: finishing rollback tid 0 to smithi03785213-15 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3076: finishing rollback tid 1 to smithi03785213-15 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3075: done (5 left) 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3077: done (4 left) 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3080: done (3 left) 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3081: setattr oid 4 current snap is 308 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:3076: finishing rollback tid 2 to smithi03785213-15 2024-07-26T06:42:47.529 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2171 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-07-26T06:42:47.530 INFO:tasks.rados.rados.0.smithi037.stdout:3078: finishing rollback tid 1 to smithi03785213-36 2024-07-26T06:42:47.530 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2294 (ObjNum 65 snap 0 seq_num 3883066096) dirty dne 2024-07-26T06:42:47.531 INFO:tasks.rados.rados.0.smithi037.stdout:3076: done (3 left) 2024-07-26T06:42:47.531 INFO:tasks.rados.rados.0.smithi037.stdout:3078: done (2 left) 2024-07-26T06:42:47.531 INFO:tasks.rados.rados.0.smithi037.stdout:3082: snap_remove snap 301 2024-07-26T06:42:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:47 smithi037 ceph-mon[97339]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:42:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:47 smithi037 ceph-mon[99762]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:42:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:47 smithi135 ceph-mon[90132]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3082: done (2 left) 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3083: read oid 3 snap 264 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3083: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3084: read oid 33 snap -1 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3084: expect deleted 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3085: rmattr oid 31 current snap is 308 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3085: done (4 left) 2024-07-26T06:42:47.839 INFO:tasks.rados.rados.0.smithi037.stdout:3086: rollback oid 22 current snap is 308 2024-07-26T06:42:47.840 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 270 2024-07-26T06:42:47.840 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2837 (ObjNum 938 snap 304 seq_num 938) dirty exists 2024-07-26T06:42:47.840 INFO:tasks.rados.rados.0.smithi037.stdout:3079: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3079: done (4 left) 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3081: done (3 left) 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3087: read oid 46 snap -1 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3087: expect (ObjNum 920 snap 296 seq_num 920) 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3088: rollback oid 30 current snap is 308 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 295 2024-07-26T06:42:47.932 INFO:tasks.rados.rados.0.smithi037.stdout:3083: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2174 (ObjNum 760 snap 243 seq_num 760) dirty exists 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3088: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3088: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3088: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2890 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:3087: expect (ObjNum 920 snap 296 seq_num 920) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3083: done (4 left) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3084: done (3 left) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3086: done (2 left) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3087: done (1 left) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3088: done (0 left) 2024-07-26T06:42:48.092 INFO:tasks.rados.rados.0.smithi037.stdout:3089: delete oid 24 current snap is 308 2024-07-26T06:42:48.094 INFO:tasks.rados.rados.0.smithi037.stdout:3089: done (0 left) 2024-07-26T06:42:48.094 INFO:tasks.rados.rados.0.smithi037.stdout:3090: read oid 35 snap 307 2024-07-26T06:42:48.094 INFO:tasks.rados.rados.0.smithi037.stdout:3090: expect (ObjNum 921 snap 296 seq_num 921) 2024-07-26T06:42:48.094 INFO:tasks.rados.rados.0.smithi037.stdout:3091: snap_remove snap 295 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[97339]: pgmap v621: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[97339]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[97339]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[99762]: pgmap v621: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[99762]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:42:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:48 smithi037 ceph-mon[99762]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:42:48.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:48 smithi135 ceph-mon[90132]: pgmap v621: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:42:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:48 smithi135 ceph-mon[90132]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:42:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:48 smithi135 ceph-mon[90132]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:42:48.838 INFO:tasks.rados.rados.0.smithi037.stdout:3090: expect (ObjNum 921 snap 296 seq_num 921) 2024-07-26T06:42:48.879 INFO:tasks.rados.rados.0.smithi037.stdout:3090: done (1 left) 2024-07-26T06:42:48.879 INFO:tasks.rados.rados.0.smithi037.stdout:3091: done (0 left) 2024-07-26T06:42:48.879 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 308 2024-07-26T06:42:48.879 INFO:tasks.rados.rados.0.smithi037.stdout:3092: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-07-26T06:42:48.881 INFO:tasks.rados.rados.0.smithi037.stdout:3092: writing smithi03785213-33 from 0 to 499712 tid 1 2024-07-26T06:42:48.886 INFO:tasks.rados.rados.0.smithi037.stdout:3092: writing smithi03785213-33 from 499712 to 1212416 tid 2 2024-07-26T06:42:48.888 INFO:tasks.rados.rados.0.smithi037.stdout:3092: writing smithi03785213-33 from 1212416 to 1703936 tid 3 2024-07-26T06:42:48.888 INFO:tasks.rados.rados.0.smithi037.stdout:3093: delete oid 37 current snap is 308 2024-07-26T06:42:48.888 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing write tid 1 to smithi03785213-33 2024-07-26T06:42:48.889 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing write tid 2 to smithi03785213-33 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:3093: done (1 left) 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:3094: rollback oid 27 current snap is 308 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 297 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:3095: read oid 14 snap -1 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:3095: expect (ObjNum 938 snap 304 seq_num 938) 2024-07-26T06:42:48.891 INFO:tasks.rados.rados.0.smithi037.stdout:3096: delete oid 7 current snap is 308 2024-07-26T06:42:48.892 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing write tid 3 to smithi03785213-33 2024-07-26T06:42:48.892 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing write tid 4 to smithi03785213-33 2024-07-26T06:42:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:3094: finishing rollback tid 0 to smithi03785213-27 2024-07-26T06:42:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:3094: finishing rollback tid 1 to smithi03785213-27 2024-07-26T06:42:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:3096: done (3 left) 2024-07-26T06:42:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 308 2024-07-26T06:42:48.896 INFO:tasks.rados.rados.0.smithi037.stdout:3097: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-07-26T06:42:48.898 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03785213-11 from 0 to 548864 tid 1 2024-07-26T06:42:48.903 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03785213-11 from 548864 to 1310720 tid 2 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03785213-11 from 1310720 to 1753088 tid 3 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:3098: setattr oid 32 current snap is 308 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing write tid 5 to smithi03785213-33 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2647 (ObjNum 961 snap 308 seq_num 961) dirty exists 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:3092: left oid 33 (ObjNum 961 snap 308 seq_num 961) 2024-07-26T06:42:48.906 INFO:tasks.rados.rados.0.smithi037.stdout:3094: finishing rollback tid 2 to smithi03785213-27 2024-07-26T06:42:48.907 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2124 (ObjNum 909 snap 293 seq_num 909) dirty exists 2024-07-26T06:42:48.907 INFO:tasks.rados.rados.0.smithi037.stdout:3095: expect (ObjNum 938 snap 304 seq_num 938) 2024-07-26T06:42:48.966 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 1 to smithi03785213-11 2024-07-26T06:42:48.966 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 2 to smithi03785213-11 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 3 to smithi03785213-11 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 4 to smithi03785213-11 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 5 to smithi03785213-11 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1058 (ObjNum 964 snap 308 seq_num 964) dirty exists 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3097: left oid 11 (ObjNum 964 snap 308 seq_num 964) 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3092: done (4 left) 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3094: done (3 left) 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3095: done (2 left) 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3097: done (1 left) 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3099: rmattr oid 10 current snap is 308 2024-07-26T06:42:48.967 INFO:tasks.rados.rados.0.smithi037.stdout:3100: copy_from oid 19 from oid 43 current snap is 308 2024-07-26T06:42:48.968 INFO:tasks.rados.rados.0.smithi037.stdout:3101: snap_remove snap 306 2024-07-26T06:42:49.768 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph orch ps' 2024-07-26T06:42:49.845 INFO:tasks.rados.rados.0.smithi037.stdout:3101: done (3 left) 2024-07-26T06:42:49.845 INFO:tasks.rados.rados.0.smithi037.stdout:3102: rollback oid 11 current snap is 308 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 270 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:3103: rollback oid 22 current snap is 308 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 264 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:3104: rollback oid 30 current snap is 308 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 293 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 308 2024-07-26T06:42:49.846 INFO:tasks.rados.rados.0.smithi037.stdout:3105: seq_num 965 ranges {5414912=565248,5980160=647168,6627328=548864,7176192=8192} 2024-07-26T06:42:49.879 INFO:tasks.rados.rados.0.smithi037.stdout:3105: writing smithi03785213-8 from 5414912 to 5980160 tid 1 2024-07-26T06:42:49.883 INFO:tasks.rados.rados.0.smithi037.stdout:3105: writing smithi03785213-8 from 5980160 to 6627328 tid 2 2024-07-26T06:42:49.887 INFO:tasks.rados.rados.0.smithi037.stdout:3105: writing smithi03785213-8 from 6627328 to 7176192 tid 3 2024-07-26T06:42:49.887 INFO:tasks.rados.rados.0.smithi037.stdout:3105: writing smithi03785213-8 from 7176192 to 7184384 tid 4 2024-07-26T06:42:49.887 INFO:tasks.rados.rados.0.smithi037.stdout:3106: read oid 12 snap -1 2024-07-26T06:42:49.887 INFO:tasks.rados.rados.0.smithi037.stdout:3106: expect (ObjNum 956 snap 308 seq_num 956) 2024-07-26T06:42:49.887 INFO:tasks.rados.rados.0.smithi037.stdout:3107: snap_remove snap 289 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[97339]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[97339]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[99762]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[99762]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:50.100 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:42:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:49 smithi135 ceph-mon[90132]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:42:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:49 smithi135 ceph-mon[90132]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3107: done (8 left) 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3108: delete oid 38 current snap is 308 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2159 (ObjNum 902 snap 293 seq_num 902) dirty exists 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2160 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3100: finishing copy_from racing read to smithi03785213-19 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3100: finishing copy_from to smithi03785213-19 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1774 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3103: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3102: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:42:50.848 INFO:tasks.rados.rados.0.smithi037.stdout:3103: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3102: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3103: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2177 (ObjNum 674 snap 222 seq_num 674) dirty exists 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3104: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3104: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3104: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2893 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3102: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1061 (ObjNum 788 snap 259 seq_num 788) dirty exists 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 1 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 2 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 3 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 4 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 5 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:3105: finishing write tid 6 to smithi03785213-8 2024-07-26T06:42:50.849 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2981 (ObjNum 965 snap 308 seq_num 965) dirty exists 2024-07-26T06:42:50.850 INFO:tasks.rados.rados.0.smithi037.stdout:3105: left oid 8 (ObjNum 965 snap 308 seq_num 965) 2024-07-26T06:42:50.850 INFO:tasks.rados.rados.0.smithi037.stdout:3106: expect (ObjNum 956 snap 308 seq_num 956) 2024-07-26T06:42:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:50 smithi037 ceph-mon[97339]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-26T06:42:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:50 smithi037 ceph-mon[97339]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:42:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:50 smithi037 ceph-mon[99762]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-26T06:42:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:50 smithi037 ceph-mon[99762]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:42:51.048 INFO:tasks.rados.rados.0.smithi037.stdout:3098: done (8 left) 2024-07-26T06:42:51.048 INFO:tasks.rados.rados.0.smithi037.stdout:3099: done (7 left) 2024-07-26T06:42:51.048 INFO:tasks.rados.rados.0.smithi037.stdout:3100: done (6 left) 2024-07-26T06:42:51.048 INFO:tasks.rados.rados.0.smithi037.stdout:3102: done (5 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3103: done (4 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3104: done (3 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3105: done (2 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3106: done (1 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3108: done (0 left) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3109: read oid 26 snap -1 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3109: expect (ObjNum 935 snap 301 seq_num 935) 2024-07-26T06:42:51.049 INFO:tasks.rados.rados.0.smithi037.stdout:3110: delete oid 46 current snap is 308 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3110: done (1 left) 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3111: read oid 23 snap -1 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3111: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3112: read oid 15 snap 278 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3112: expect (ObjNum 777 snap 255 seq_num 777) 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 308 2024-07-26T06:42:51.052 INFO:tasks.rados.rados.0.smithi037.stdout:3113: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-07-26T06:42:51.056 INFO:tasks.rados.rados.0.smithi037.stdout:3113: writing smithi03785213-36 from 0 to 614400 tid 1 2024-07-26T06:42:51.060 INFO:tasks.rados.rados.0.smithi037.stdout:3113: writing smithi03785213-36 from 614400 to 1359872 tid 2 2024-07-26T06:42:51.063 INFO:tasks.rados.rados.0.smithi037.stdout:3113: writing smithi03785213-36 from 1359872 to 1818624 tid 3 2024-07-26T06:42:51.063 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 308 2024-07-26T06:42:51.064 INFO:tasks.rados.rados.0.smithi037.stdout:3114: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-07-26T06:42:51.068 INFO:tasks.rados.rados.0.smithi037.stdout:3114: writing smithi03785213-37 from 0 to 638976 tid 1 2024-07-26T06:42:51.072 INFO:tasks.rados.rados.0.smithi037.stdout:3114: writing smithi03785213-37 from 638976 to 1269760 tid 2 2024-07-26T06:42:51.075 INFO:tasks.rados.rados.0.smithi037.stdout:3114: writing smithi03785213-37 from 1269760 to 1802240 tid 3 2024-07-26T06:42:51.075 INFO:tasks.rados.rados.0.smithi037.stdout:3114: writing smithi03785213-37 from 1802240 to 1843200 tid 4 2024-07-26T06:42:51.075 INFO:tasks.rados.rados.0.smithi037.stdout:3115: copy_from oid 21 from oid 7 current snap is 308 2024-07-26T06:42:51.075 INFO:tasks.rados.rados.0.smithi037.stdout:3109: expect (ObjNum 935 snap 301 seq_num 935) 2024-07-26T06:42:51.109 INFO:tasks.rados.rados.0.smithi037.stdout:3111: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:42:51.119 INFO:tasks.rados.rados.0.smithi037.stdout:3113: finishing write tid 1 to smithi03785213-36 2024-07-26T06:42:51.119 INFO:tasks.rados.rados.0.smithi037.stdout:3112: expect (ObjNum 777 snap 255 seq_num 777) 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3113: finishing write tid 2 to smithi03785213-36 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3113: finishing write tid 3 to smithi03785213-36 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3113: finishing write tid 4 to smithi03785213-36 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3113: finishing write tid 5 to smithi03785213-36 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2842 (ObjNum 968 snap 308 seq_num 968) dirty exists 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3113: left oid 36 (ObjNum 968 snap 308 seq_num 968) 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 1 to smithi03785213-37 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 2 to smithi03785213-37 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3115: finishing copy_from to smithi03785213-21 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3115: got expected ENOENT (src dne) 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3115: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:42:51.195 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 3 to smithi03785213-37 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 4 to smithi03785213-37 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 5 to smithi03785213-37 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3114: finishing write tid 6 to smithi03785213-37 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1988 (ObjNum 969 snap 308 seq_num 969) dirty exists 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3114: left oid 37 (ObjNum 969 snap 308 seq_num 969) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3109: done (5 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3111: done (4 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3112: done (3 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3113: done (2 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3114: done (1 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3115: done (0 left) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3116: read oid 10 snap -1 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3116: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:42:51.196 INFO:tasks.rados.rados.0.smithi037.stdout:3117: snap_remove snap 298 2024-07-26T06:42:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:50 smithi135 ceph-mon[90132]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-26T06:42:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:50 smithi135 ceph-mon[90132]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:42:51.671 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:42:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:42:51] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-07-26T06:42:51.858 INFO:tasks.rados.rados.0.smithi037.stdout:3117: done (1 left) 2024-07-26T06:42:51.858 INFO:tasks.rados.rados.0.smithi037.stdout:3118: snap_remove snap 270 2024-07-26T06:42:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:51 smithi037 ceph-mon[97339]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:42:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:51 smithi037 ceph-mon[99762]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:42:52.088 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:42:52.088 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 *:9093,9094 running (38s) 34s ago 12m 14.9M - 0.25.0 c8568f914cd2 d17c313f4789 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi135 *:3000 running (18s) 13s ago 12m 48.3M - 9.4.12 2bacad6d85d8 5981f83dcb72 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mds.a smithi037 running (100s) 34s ago 14m 13.7M - 19.1.0-1125-g4b230446 a246f06af74a 6bc7cfc05d3e 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mds.b smithi135 running (82s) 13s ago 14m 13.3M - 19.1.0-1125-g4b230446 a246f06af74a 9e400c9bf3d1 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi135 *:8443,9283,8765 running (7m) 13s ago 17m 442M - 19.1.0-1125-g4b230446 a246f06af74a be9ce19aff2b 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443,9283,8765 running (7m) 34s ago 19m 510M - 19.1.0-1125-g4b230446 a246f06af74a 1e7c85f7b914 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (7m) 34s ago 19m 72.6M 2048M 19.1.0-1125-g4b230446 a246f06af74a ff46ddc6ca04 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi135 running (6m) 13s ago 18m 58.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a 927840a3bca8 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (6m) 34s ago 17m 62.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a 6945be621d6e 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 *:9100 running (71s) 34s ago 12m 8124k - 1.5.0 0da6a335fe13 72f09f83a89d 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi135 *:9100 running (67s) 13s ago 12m 8358k - 1.5.0 0da6a335fe13 88bdff49ff51 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (5m) 34s ago 17m 302M 2481M 19.1.0-1125-g4b230446 a246f06af74a 9ea4c5a46b18 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (5m) 34s ago 16m 269M 2481M 19.1.0-1125-g4b230446 a246f06af74a f2ec1ca3ce27 2024-07-26T06:42:52.089 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (4m) 34s ago 16m 263M 2481M 19.1.0-1125-g4b230446 a246f06af74a 96691966cd41 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (4m) 34s ago 16m 202M 2481M 19.1.0-1125-g4b230446 a246f06af74a e9c88febbb7a 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi135 running (3m) 13s ago 15m 271M 2480M 19.1.0-1125-g4b230446 a246f06af74a fca56a293499 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi135 running (3m) 13s ago 15m 175M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3463a69238cd 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi135 running (2m) 13s ago 14m 97.1M 2480M 19.1.0-1125-g4b230446 a246f06af74a a300722af3f9 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi135 running (118s) 13s ago 14m 131M 2480M 19.1.0-1125-g4b230446 a246f06af74a 216ac0ddaa97 2024-07-26T06:42:52.090 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi135 *:9095 running (52s) 13s ago 13m 53.7M - 2.43.0 a07b618ecd1d 7c4a452a39fc 2024-07-26T06:42:52.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:51 smithi135 ceph-mon[90132]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:42:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:42:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:52.663 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions' 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:3118: done (1 left) 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:3119: rollback oid 35 current snap is 308 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 307 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:3120: copy_from oid 29 from oid 7 current snap is 308 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 308 2024-07-26T06:42:52.844 INFO:tasks.rados.rados.0.smithi037.stdout:3121: seq_num 970 ranges {917504=655360,1572864=516096,2088960=688128} 2024-07-26T06:42:52.853 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03785213-21 from 917504 to 1572864 tid 1 2024-07-26T06:42:52.857 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03785213-21 from 1572864 to 2088960 tid 2 2024-07-26T06:42:52.862 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03785213-21 from 2088960 to 2777088 tid 3 2024-07-26T06:42:52.863 INFO:tasks.rados.rados.0.smithi037.stdout:3116: expect (ObjNum 674 snap 222 seq_num 674) 2024-07-26T06:42:52.923 INFO:tasks.rados.rados.0.smithi037.stdout:3120: finishing copy_from to smithi03785213-29 2024-07-26T06:42:52.923 INFO:tasks.rados.rados.0.smithi037.stdout:3120: got expected ENOENT (src dne) 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3120: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing rollback tid 0 to smithi03785213-35 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing rollback tid 1 to smithi03785213-35 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing rollback tid 2 to smithi03785213-35 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1725 (ObjNum 921 snap 296 seq_num 921) dirty exists 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3116: done (3 left) 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3119: done (2 left) 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3120: done (1 left) 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3122: rmattr oid 23 current snap is 308 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3122: done (1 left) 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3123: delete oid 31 current snap is 308 2024-07-26T06:42:52.924 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 1 to smithi03785213-21 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 2 to smithi03785213-21 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 3 to smithi03785213-21 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 4 to smithi03785213-21 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 5 to smithi03785213-21 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2683 (ObjNum 970 snap 308 seq_num 970) dirty exists 2024-07-26T06:42:52.925 INFO:tasks.rados.rados.0.smithi037.stdout:3121: left oid 21 (ObjNum 970 snap 308 seq_num 970) 2024-07-26T06:42:52.926 INFO:tasks.rados.rados.0.smithi037.stdout:3121: done (1 left) 2024-07-26T06:42:52.926 INFO:tasks.rados.rados.0.smithi037.stdout:3123: done (0 left) 2024-07-26T06:42:52.926 INFO:tasks.rados.rados.0.smithi037.stdout:3124: snap_remove snap 266 2024-07-26T06:42:53.003 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:42:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[97339]: pgmap v628: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-26T06:42:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[97339]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:42:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[97339]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[97339]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:42:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[99762]: pgmap v628: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-26T06:42:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[99762]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:42:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[99762]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:52 smithi037 ceph-mon[99762]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:42:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:52 smithi135 ceph-mon[90132]: pgmap v628: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-26T06:42:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:52 smithi135 ceph-mon[90132]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:42:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:52 smithi135 ceph-mon[90132]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:42:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:52 smithi135 ceph-mon[90132]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:42:53.866 INFO:tasks.rados.rados.0.smithi037.stdout:3124: done (0 left) 2024-07-26T06:42:53.866 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 308 2024-07-26T06:42:53.866 INFO:tasks.rados.rados.0.smithi037.stdout:3125: seq_num 972 ranges {2777088=688128,3465216=688128,4153344=516096} 2024-07-26T06:42:53.886 INFO:tasks.rados.rados.0.smithi037.stdout:3125: writing smithi03785213-21 from 2777088 to 3465216 tid 1 2024-07-26T06:42:53.891 INFO:tasks.rados.rados.0.smithi037.stdout:3125: writing smithi03785213-21 from 3465216 to 4153344 tid 2 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:3125: writing smithi03785213-21 from 4153344 to 4669440 tid 3 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:3126: rmattr oid 43 current snap is 308 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing write tid 1 to smithi03785213-21 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:3127: rollback oid 30 current snap is 308 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 278 2024-07-26T06:42:53.895 INFO:tasks.rados.rados.0.smithi037.stdout:3128: snap_remove snap 307 2024-07-26T06:42:54.835 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2024-07-26T06:42:54.835 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2024-07-26T06:42:54.835 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:42:54.835 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:54.835 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout: } 2024-07-26T06:42:54.836 INFO:teuthology.orchestra.run.smithi037.stdout:} 2024-07-26T06:42:54.872 INFO:tasks.rados.rados.0.smithi037.stdout:3128: done (3 left) 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3129: rollback oid 35 current snap is 308 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 284 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2637 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3127: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing write tid 2 to smithi03785213-21 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3127: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2895 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing write tid 3 to smithi03785213-21 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing write tid 4 to smithi03785213-21 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing write tid 5 to smithi03785213-21 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2687 (ObjNum 972 snap 308 seq_num 972) dirty exists 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: left oid 21 (ObjNum 972 snap 308 seq_num 972) 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3125: done (3 left) 2024-07-26T06:42:54.873 INFO:tasks.rados.rados.0.smithi037.stdout:3126: done (2 left) 2024-07-26T06:42:54.874 INFO:tasks.rados.rados.0.smithi037.stdout:3127: done (1 left) 2024-07-26T06:42:54.874 INFO:tasks.rados.rados.0.smithi037.stdout:3130: setattr oid 20 current snap is 308 2024-07-26T06:42:54.875 INFO:tasks.rados.rados.0.smithi037.stdout:3131: delete oid 10 current snap is 308 2024-07-26T06:42:54.878 INFO:tasks.rados.rados.0.smithi037.stdout:3129: finishing rollback tid 0 to smithi03785213-35 2024-07-26T06:42:54.878 INFO:tasks.rados.rados.0.smithi037.stdout:3129: finishing rollback tid 1 to smithi03785213-35 2024-07-26T06:42:54.883 INFO:tasks.rados.rados.0.smithi037.stdout:3131: done (2 left) 2024-07-26T06:42:54.883 INFO:tasks.rados.rados.0.smithi037.stdout:3132: copy_from oid 30 from oid 48 current snap is 308 2024-07-26T06:42:54.883 INFO:tasks.rados.rados.0.smithi037.stdout:3133: snap_remove snap 297 2024-07-26T06:42:55.237 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[97339]: pgmap v631: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-07-26T06:42:55.237 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[97339]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:42:55.237 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3349432665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:55.237 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[99762]: pgmap v631: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-07-26T06:42:55.237 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[99762]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:42:55.238 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:54 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3349432665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:54 smithi135 ceph-mon[90132]: pgmap v631: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-07-26T06:42:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:54 smithi135 ceph-mon[90132]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:42:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:54 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3349432665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:55.547 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-07-26T06:42:55.816 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:42:55.883 INFO:tasks.rados.rados.0.smithi037.stdout:3133: done (3 left) 2024-07-26T06:42:55.883 INFO:tasks.rados.rados.0.smithi037.stdout:3134: rmattr oid 2 current snap is 308 2024-07-26T06:42:55.883 INFO:tasks.rados.rados.0.smithi037.stdout:3134: done (3 left) 2024-07-26T06:42:55.883 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 308 2024-07-26T06:42:55.883 INFO:tasks.rados.rados.0.smithi037.stdout:3135: seq_num 974 ranges {6045696=720896,6766592=507904,7274496=671744,7946240=24576} 2024-07-26T06:42:55.922 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03785213-17 from 6045696 to 6766592 tid 1 2024-07-26T06:42:55.925 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03785213-17 from 6766592 to 7274496 tid 2 2024-07-26T06:42:55.929 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03785213-17 from 7274496 to 7946240 tid 3 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03785213-17 from 7946240 to 7970816 tid 4 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 308 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3129: finishing rollback tid 2 to smithi03785213-35 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1728 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1062 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3132: finishing copy_from racing read to smithi03785213-30 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3132: finishing copy_from to smithi03785213-30 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2887 (ObjNum 936 snap 302 seq_num 936) dirty exists 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 1 to smithi03785213-17 2024-07-26T06:42:55.930 INFO:tasks.rados.rados.0.smithi037.stdout:3136: seq_num 975 ranges {5152768=737280,5890048=786432,6676480=417792} 2024-07-26T06:42:55.962 INFO:tasks.rados.rados.0.smithi037.stdout:3136: writing smithi03785213-27 from 5152768 to 5890048 tid 1 2024-07-26T06:42:55.966 INFO:tasks.rados.rados.0.smithi037.stdout:3136: writing smithi03785213-27 from 5890048 to 6676480 tid 2 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3136: writing smithi03785213-27 from 6676480 to 7094272 tid 3 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3129: done (4 left) 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3130: done (3 left) 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3132: done (2 left) 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 308 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 2 to smithi03785213-17 2024-07-26T06:42:55.970 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 3 to smithi03785213-17 2024-07-26T06:42:55.971 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 4 to smithi03785213-17 2024-07-26T06:42:55.971 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 5 to smithi03785213-17 2024-07-26T06:42:55.973 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 6 to smithi03785213-17 2024-07-26T06:42:55.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2692 (ObjNum 974 snap 308 seq_num 974) dirty exists 2024-07-26T06:42:55.973 INFO:tasks.rados.rados.0.smithi037.stdout:3135: left oid 17 (ObjNum 974 snap 308 seq_num 974) 2024-07-26T06:42:55.974 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing write tid 1 to smithi03785213-27 2024-07-26T06:42:55.974 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing write tid 2 to smithi03785213-27 2024-07-26T06:42:55.974 INFO:tasks.rados.rados.0.smithi037.stdout:3137: seq_num 976 ranges {4669440=753664,5423104=671744,6094848=532480} 2024-07-26T06:42:55.999 INFO:tasks.rados.rados.0.smithi037.stdout:3137: writing smithi03785213-21 from 4669440 to 5423104 tid 1 2024-07-26T06:42:56.002 INFO:tasks.rados.rados.0.smithi037.stdout:3137: writing smithi03785213-21 from 5423104 to 6094848 tid 2 2024-07-26T06:42:56.006 INFO:tasks.rados.rados.0.smithi037.stdout:3137: writing smithi03785213-21 from 6094848 to 6627328 tid 3 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3135: done (2 left) 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3138: copy_from oid 43 from oid 31 current snap is 308 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing write tid 3 to smithi03785213-27 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing write tid 4 to smithi03785213-27 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing write tid 5 to smithi03785213-27 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2128 (ObjNum 975 snap 308 seq_num 975) dirty exists 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3136: left oid 27 (ObjNum 975 snap 308 seq_num 975) 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3137: finishing write tid 1 to smithi03785213-21 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3136: done (2 left) 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3139: snap_create 2024-07-26T06:42:56.007 INFO:tasks.rados.rados.0.smithi037.stdout:3137: finishing write tid 2 to smithi03785213-21 2024-07-26T06:42:56.009 INFO:tasks.rados.rados.0.smithi037.stdout:3137: finishing write tid 3 to smithi03785213-21 2024-07-26T06:42:56.009 INFO:tasks.rados.rados.0.smithi037.stdout:3137: finishing write tid 4 to smithi03785213-21 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:3138: finishing copy_from to smithi03785213-43 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:3138: got expected ENOENT (src dne) 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:3138: finishing copy_from racing read to smithi03785213-43 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:3137: finishing write tid 5 to smithi03785213-21 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2696 (ObjNum 976 snap 308 seq_num 976) dirty exists 2024-07-26T06:42:56.011 INFO:tasks.rados.rados.0.smithi037.stdout:3137: left oid 21 (ObjNum 976 snap 308 seq_num 976) 2024-07-26T06:42:56.208 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:55 smithi037 ceph-mon[97339]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:42:56.208 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:55 smithi037 ceph-mon[99762]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:42:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:55 smithi135 ceph-mon[90132]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:42:56.886 INFO:tasks.rados.rados.0.smithi037.stdout:3137: done (2 left) 2024-07-26T06:42:56.887 INFO:tasks.rados.rados.0.smithi037.stdout:3138: done (1 left) 2024-07-26T06:42:56.887 INFO:tasks.rados.rados.0.smithi037.stdout:3139: done (0 left) 2024-07-26T06:42:56.887 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 309 2024-07-26T06:42:56.887 INFO:tasks.rados.rados.0.smithi037.stdout:3140: seq_num 977 ranges {7430144=770048,8200192=557056,8757248=491520,9248768=155648} 2024-07-26T06:42:56.931 INFO:tasks.rados.rados.0.smithi037.stdout:3140: writing smithi03785213-13 from 7430144 to 8200192 tid 1 2024-07-26T06:42:56.934 INFO:tasks.rados.rados.0.smithi037.stdout:3140: writing smithi03785213-13 from 8200192 to 8757248 tid 2 2024-07-26T06:42:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3140: writing smithi03785213-13 from 8757248 to 9248768 tid 3 2024-07-26T06:42:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3140: writing smithi03785213-13 from 9248768 to 9404416 tid 4 2024-07-26T06:42:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3141: rollback oid 43 current snap is 309 2024-07-26T06:42:56.939 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 308 2024-07-26T06:42:56.939 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 1 to smithi03785213-13 2024-07-26T06:42:56.939 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 309 2024-07-26T06:42:56.939 INFO:tasks.rados.rados.0.smithi037.stdout:3142: seq_num 978 ranges {2015232=786432,2801664=442368,3244032=647168,3891200=114688} 2024-07-26T06:42:56.944 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:56 smithi037 ceph-mon[97339]: pgmap v634: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-07-26T06:42:56.944 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:56 smithi037 ceph-mon[97339]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:42:56.945 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:56 smithi037 ceph-mon[99762]: pgmap v634: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-07-26T06:42:56.945 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:56 smithi037 ceph-mon[99762]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:42:56.954 INFO:tasks.rados.rados.0.smithi037.stdout:3142: writing smithi03785213-30 from 2015232 to 2801664 tid 1 2024-07-26T06:42:56.956 INFO:tasks.rados.rados.0.smithi037.stdout:3142: writing smithi03785213-30 from 2801664 to 3244032 tid 2 2024-07-26T06:42:56.960 INFO:tasks.rados.rados.0.smithi037.stdout:3142: writing smithi03785213-30 from 3244032 to 3891200 tid 3 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3142: writing smithi03785213-30 from 3891200 to 4005888 tid 4 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3143: snap_create 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 2 to smithi03785213-13 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 3 to smithi03785213-13 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 4 to smithi03785213-13 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 5 to smithi03785213-13 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3141: finishing rollback tid 0 to smithi03785213-43 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3141: finishing rollback tid 1 to smithi03785213-43 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing write tid 6 to smithi03785213-13 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2177 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-07-26T06:42:56.962 INFO:tasks.rados.rados.0.smithi037.stdout:3140: left oid 13 (ObjNum 977 snap 309 seq_num 977) 2024-07-26T06:42:56.963 INFO:tasks.rados.rados.0.smithi037.stdout:3141: finishing rollback tid 2 to smithi03785213-43 2024-07-26T06:42:56.963 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2640 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:42:56.963 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 1 to smithi03785213-30 2024-07-26T06:42:56.963 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 2 to smithi03785213-30 2024-07-26T06:42:56.965 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 3 to smithi03785213-30 2024-07-26T06:42:56.965 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 4 to smithi03785213-30 2024-07-26T06:42:56.965 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 5 to smithi03785213-30 2024-07-26T06:42:56.966 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing write tid 6 to smithi03785213-30 2024-07-26T06:42:56.966 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2900 (ObjNum 978 snap 309 seq_num 978) dirty exists 2024-07-26T06:42:56.966 INFO:tasks.rados.rados.0.smithi037.stdout:3142: left oid 30 (ObjNum 978 snap 309 seq_num 978) 2024-07-26T06:42:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:56 smithi135 ceph-mon[90132]: pgmap v634: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 284 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-07-26T06:42:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:56 smithi135 ceph-mon[90132]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:42:57.649 INFO:teuthology.orchestra.run.smithi037.stdout:true 2024-07-26T06:42:57.838 INFO:tasks.rados.rados.0.smithi037.stdout:3140: done (3 left) 2024-07-26T06:42:57.838 INFO:tasks.rados.rados.0.smithi037.stdout:3141: done (2 left) 2024-07-26T06:42:57.838 INFO:tasks.rados.rados.0.smithi037.stdout:3142: done (1 left) 2024-07-26T06:42:57.838 INFO:tasks.rados.rados.0.smithi037.stdout:3143: done (0 left) 2024-07-26T06:42:57.838 INFO:tasks.rados.rados.0.smithi037.stdout:3144: snap_remove snap 302 2024-07-26T06:42:57.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[97339]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:42:57.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1668397249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:57.959 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[97339]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:42:57.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[99762]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:42:57.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1668397249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:57.960 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:57 smithi037 ceph-mon[99762]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:42:58.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:57 smithi135 ceph-mon[90132]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:42:58.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1668397249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:42:58.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:57 smithi135 ceph-mon[90132]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:42:58.396 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-07-26T06:42:58.664 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:42:58.845 INFO:tasks.rados.rados.0.smithi037.stdout:3144: done (0 left) 2024-07-26T06:42:58.845 INFO:tasks.rados.rados.0.smithi037.stdout:3145: setattr oid 40 current snap is 310 2024-07-26T06:42:58.847 INFO:tasks.rados.rados.0.smithi037.stdout:3146: read oid 41 snap 284 2024-07-26T06:42:58.848 INFO:tasks.rados.rados.0.smithi037.stdout:3146: expect (ObjNum 858 snap 284 seq_num 858) 2024-07-26T06:42:58.848 INFO:tasks.rados.rados.0.smithi037.stdout:3147: snap_remove snap 278 2024-07-26T06:42:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:58 smithi037 ceph-mon[97339]: pgmap v637: 121 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 113 active+clean; 277 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-07-26T06:42:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:42:58 smithi037 ceph-mon[97339]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:42:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:58 smithi037 ceph-mon[99762]: pgmap v637: 121 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 113 active+clean; 277 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-07-26T06:42:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:42:58 smithi037 ceph-mon[99762]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:42:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:58 smithi135 ceph-mon[90132]: pgmap v637: 121 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 113 active+clean; 277 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-07-26T06:42:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:42:58 smithi135 ceph-mon[90132]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:42:59.845 INFO:tasks.rados.rados.0.smithi037.stdout:3147: done (2 left) 2024-07-26T06:42:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:3148: copy_from oid 27 from oid 44 current snap is 310 2024-07-26T06:42:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1755 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:42:59.846 INFO:tasks.rados.rados.0.smithi037.stdout:3146: expect (ObjNum 858 snap 284 seq_num 858) 2024-07-26T06:43:00.289 INFO:tasks.rados.rados.0.smithi037.stdout:3148: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:43:00.289 INFO:tasks.rados.rados.0.smithi037.stdout:3148: finishing copy_from to smithi03785213-27 2024-07-26T06:43:00.289 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1753 (ObjNum 941 snap 304 seq_num 941) dirty exists 2024-07-26T06:43:00.289 INFO:tasks.rados.rados.0.smithi037.stdout:3145: done (2 left) 2024-07-26T06:43:00.290 INFO:tasks.rados.rados.0.smithi037.stdout:3146: done (1 left) 2024-07-26T06:43:00.290 INFO:tasks.rados.rados.0.smithi037.stdout:3148: done (0 left) 2024-07-26T06:43:00.290 INFO:tasks.rados.rados.0.smithi037.stdout:3149: rmattr oid 1 current snap is 310 2024-07-26T06:43:00.290 INFO:tasks.rados.rados.0.smithi037.stdout:3150: rmattr oid 26 current snap is 310 2024-07-26T06:43:00.290 INFO:tasks.rados.rados.0.smithi037.stdout:3150: done (1 left) 2024-07-26T06:43:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:3151: read oid 48 snap 308 2024-07-26T06:43:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:3151: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 310 2024-07-26T06:43:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:3152: seq_num 979 ranges {3809280=802816,4612096=729088,5341184=458752,5799936=16384} 2024-07-26T06:43:00.314 INFO:tasks.rados.rados.0.smithi037.stdout:3152: writing smithi03785213-25 from 3809280 to 4612096 tid 1 2024-07-26T06:43:00.318 INFO:tasks.rados.rados.0.smithi037.stdout:3152: writing smithi03785213-25 from 4612096 to 5341184 tid 2 2024-07-26T06:43:00.321 INFO:tasks.rados.rados.0.smithi037.stdout:3152: writing smithi03785213-25 from 5341184 to 5799936 tid 3 2024-07-26T06:43:00.321 INFO:tasks.rados.rados.0.smithi037.stdout:3152: writing smithi03785213-25 from 5799936 to 5816320 tid 4 2024-07-26T06:43:00.322 INFO:tasks.rados.rados.0.smithi037.stdout:3153: copy_from oid 49 from oid 2 current snap is 310 2024-07-26T06:43:00.322 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2889 (ObjNum 943 snap 305 seq_num 943) dirty exists 2024-07-26T06:43:00.322 INFO:tasks.rados.rados.0.smithi037.stdout:3151: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:00.387 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 1 to smithi03785213-25 2024-07-26T06:43:00.387 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 2 to smithi03785213-25 2024-07-26T06:43:00.387 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 3 to smithi03785213-25 2024-07-26T06:43:00.387 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 4 to smithi03785213-25 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3149: done (3 left) 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3151: done (2 left) 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3154: delete oid 28 current snap is 310 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 5 to smithi03785213-25 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3152: finishing write tid 6 to smithi03785213-25 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2652 (ObjNum 979 snap 310 seq_num 979) dirty exists 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3152: left oid 25 (ObjNum 979 snap 310 seq_num 979) 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3153: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:3153: finishing copy_from to smithi03785213-49 2024-07-26T06:43:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2631 (ObjNum 910 snap 293 seq_num 910) dirty exists 2024-07-26T06:43:00.389 INFO:tasks.rados.rados.0.smithi037.stdout:3152: done (2 left) 2024-07-26T06:43:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:3153: done (1 left) 2024-07-26T06:43:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:3154: done (0 left) 2024-07-26T06:43:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:3155: copy_from oid 37 from oid 15 current snap is 310 2024-07-26T06:43:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 310 2024-07-26T06:43:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:3156: seq_num 981 ranges {1368064=434176,1802240=540672,2342912=466944,2809856=524288,3334144=73728} 2024-07-26T06:43:00.400 INFO:tasks.rados.rados.0.smithi037.stdout:3156: writing smithi03785213-27 from 1368064 to 1802240 tid 1 2024-07-26T06:43:00.403 INFO:tasks.rados.rados.0.smithi037.stdout:3156: writing smithi03785213-27 from 1802240 to 2342912 tid 2 2024-07-26T06:43:00.406 INFO:tasks.rados.rados.0.smithi037.stdout:3156: writing smithi03785213-27 from 2342912 to 2809856 tid 3 2024-07-26T06:43:00.410 INFO:tasks.rados.rados.0.smithi037.stdout:3156: writing smithi03785213-27 from 2809856 to 3334144 tid 4 2024-07-26T06:43:00.410 INFO:tasks.rados.rados.0.smithi037.stdout:3156: writing smithi03785213-27 from 3334144 to 3407872 tid 5 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 310 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3155: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3155: finishing copy_from to smithi03785213-37 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2171 (ObjNum 777 snap 255 seq_num 777) dirty exists 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 1 to smithi03785213-27 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 2 to smithi03785213-27 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 3 to smithi03785213-27 2024-07-26T06:43:00.411 INFO:tasks.rados.rados.0.smithi037.stdout:3157: seq_num 982 ranges {1957888=450560,2408448=425984,2834432=679936,3514368=466944,3981312=32768} 2024-07-26T06:43:00.424 INFO:tasks.rados.rados.0.smithi037.stdout:3157: writing smithi03785213-11 from 1957888 to 2408448 tid 1 2024-07-26T06:43:00.426 INFO:tasks.rados.rados.0.smithi037.stdout:3157: writing smithi03785213-11 from 2408448 to 2834432 tid 2 2024-07-26T06:43:00.430 INFO:tasks.rados.rados.0.smithi037.stdout:3157: writing smithi03785213-11 from 2834432 to 3514368 tid 3 2024-07-26T06:43:00.434 INFO:tasks.rados.rados.0.smithi037.stdout:3157: writing smithi03785213-11 from 3514368 to 3981312 tid 4 2024-07-26T06:43:00.434 INFO:tasks.rados.rados.0.smithi037.stdout:3157: writing smithi03785213-11 from 3981312 to 4014080 tid 5 2024-07-26T06:43:00.434 INFO:tasks.rados.rados.0.smithi037.stdout:3155: done (2 left) 2024-07-26T06:43:00.434 INFO:tasks.rados.rados.0.smithi037.stdout:3158: copy_from oid 32 from oid 47 current snap is 310 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 4 to smithi03785213-27 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 5 to smithi03785213-27 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 6 to smithi03785213-27 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: finishing write tid 7 to smithi03785213-27 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2134 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: left oid 27 (ObjNum 981 snap 310 seq_num 981) 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 1 to smithi03785213-11 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 2 to smithi03785213-11 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 3 to smithi03785213-11 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3156: done (2 left) 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3159: rollback oid 24 current snap is 310 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 284 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3160: read oid 48 snap -1 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3160: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:00.435 INFO:tasks.rados.rados.0.smithi037.stdout:3161: rollback oid 39 current snap is 310 2024-07-26T06:43:00.436 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 308 2024-07-26T06:43:00.436 INFO:tasks.rados.rados.0.smithi037.stdout:3162: copy_from oid 2 from oid 38 current snap is 310 2024-07-26T06:43:00.436 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 310 2024-07-26T06:43:00.436 INFO:tasks.rados.rados.0.smithi037.stdout:3163: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-07-26T06:43:00.437 INFO:tasks.rados.rados.0.smithi037.stdout:3163: writing smithi03785213-7 from 0 to 466944 tid 1 2024-07-26T06:43:00.442 INFO:tasks.rados.rados.0.smithi037.stdout:3163: writing smithi03785213-7 from 466944 to 1179648 tid 2 2024-07-26T06:43:00.444 INFO:tasks.rados.rados.0.smithi037.stdout:3163: writing smithi03785213-7 from 1179648 to 1613824 tid 3 2024-07-26T06:43:00.447 INFO:tasks.rados.rados.0.smithi037.stdout:3163: writing smithi03785213-7 from 1613824 to 2072576 tid 4 2024-07-26T06:43:00.448 INFO:tasks.rados.rados.0.smithi037.stdout:3164: snap_remove snap 264 2024-07-26T06:43:00.507 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)" 2024-07-26T06:43:00.897 INFO:tasks.rados.rados.0.smithi037.stdout:3162: finishing copy_from to smithi03785213-2 2024-07-26T06:43:00.897 INFO:tasks.rados.rados.0.smithi037.stdout:3162: got expected ENOENT (src dne) 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3162: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3158: finishing copy_from to smithi03785213-32 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3158: got expected ENOENT (src dne) 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3158: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3161: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2636 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3159: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2676 (ObjNum 33 snap 0 seq_num 3883527616) dirty dne 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 4 to smithi03785213-11 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 5 to smithi03785213-11 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 6 to smithi03785213-11 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:3157: finishing write tid 7 to smithi03785213-11 2024-07-26T06:43:00.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1068 (ObjNum 982 snap 310 seq_num 982) dirty exists 2024-07-26T06:43:00.899 INFO:tasks.rados.rados.0.smithi037.stdout:3157: left oid 11 (ObjNum 982 snap 310 seq_num 982) 2024-07-26T06:43:00.899 INFO:tasks.rados.rados.0.smithi037.stdout:3160: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 1 to smithi03785213-7 2024-07-26T06:43:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 2 to smithi03785213-7 2024-07-26T06:43:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 3 to smithi03785213-7 2024-07-26T06:43:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 4 to smithi03785213-7 2024-07-26T06:43:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 5 to smithi03785213-7 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3163: finishing write tid 6 to smithi03785213-7 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3068 (ObjNum 983 snap 310 seq_num 983) dirty exists 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3163: left oid 7 (ObjNum 983 snap 310 seq_num 983) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3157: done (7 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3158: done (6 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3159: done (5 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3160: done (4 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3161: done (3 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3162: done (2 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3163: done (1 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3164: done (0 left) 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:3165: rmattr oid 43 current snap is 310 2024-07-26T06:43:00.974 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 310 2024-07-26T06:43:00.975 INFO:tasks.rados.rados.0.smithi037.stdout:3166: seq_num 984 ranges {868352=483328,1351680=598016,1949696=647168,2596864=360448} 2024-07-26T06:43:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3166: writing smithi03785213-49 from 868352 to 1351680 tid 1 2024-07-26T06:43:00.984 INFO:tasks.rados.rados.0.smithi037.stdout:3166: writing smithi03785213-49 from 1351680 to 1949696 tid 2 2024-07-26T06:43:00.988 INFO:tasks.rados.rados.0.smithi037.stdout:3166: writing smithi03785213-49 from 1949696 to 2596864 tid 3 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3166: writing smithi03785213-49 from 2596864 to 2957312 tid 4 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3167: read oid 14 snap -1 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3167: expect (ObjNum 938 snap 304 seq_num 938) 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3168: rmattr oid 17 current snap is 310 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2641 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 1 to smithi03785213-49 2024-07-26T06:43:00.991 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 2 to smithi03785213-49 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3165: done (3 left) 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3169: read oid 3 snap 284 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3169: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3170: read oid 11 snap -1 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3170: expect (ObjNum 982 snap 310 seq_num 982) 2024-07-26T06:43:00.992 INFO:tasks.rados.rados.0.smithi037.stdout:3171: snap_remove snap 293 2024-07-26T06:43:01.211 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[97339]: pgmap v640: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-26T06:43:01.212 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[97339]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:43:01.212 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3763995009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:43:01.212 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[99762]: pgmap v640: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-26T06:43:01.212 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[99762]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:43:01.212 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3763995009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:43:01.236 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T06:43:01.236 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-07-26T06:43:01.237 DEBUG:teuthology.parallel:result is None 2024-07-26T06:43:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:00 smithi135 ceph-mon[90132]: pgmap v640: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 269 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 265 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-26T06:43:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:00 smithi135 ceph-mon[90132]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:43:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3763995009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:43:01.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:01] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-07-26T06:43:01.902 INFO:tasks.rados.rados.0.smithi037.stdout:3171: done (5 left) 2024-07-26T06:43:01.902 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 310 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 3 to smithi03785213-49 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 4 to smithi03785213-49 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 5 to smithi03785213-49 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2697 (ObjNum 974 snap 308 seq_num 974) dirty exists 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 6 to smithi03785213-49 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2894 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3166: left oid 49 (ObjNum 984 snap 310 seq_num 984) 2024-07-26T06:43:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3167: expect (ObjNum 938 snap 304 seq_num 938) 2024-07-26T06:43:01.969 INFO:tasks.rados.rados.0.smithi037.stdout:3169: expect (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:43:02.083 INFO:tasks.rados.rados.0.smithi037.stdout:3170: expect (ObjNum 982 snap 310 seq_num 982) 2024-07-26T06:43:02.234 INFO:tasks.rados.rados.0.smithi037.stdout:3172: seq_num 985 ranges {4292608=499712,4792320=483328,5275648=450560,5726208=581632,6307840=90112} 2024-07-26T06:43:02.260 INFO:tasks.rados.rados.0.smithi037.stdout:3172: writing smithi03785213-12 from 4292608 to 4792320 tid 1 2024-07-26T06:43:02.263 INFO:tasks.rados.rados.0.smithi037.stdout:3172: writing smithi03785213-12 from 4792320 to 5275648 tid 2 2024-07-26T06:43:02.266 INFO:tasks.rados.rados.0.smithi037.stdout:3172: writing smithi03785213-12 from 5275648 to 5726208 tid 3 2024-07-26T06:43:02.269 INFO:tasks.rados.rados.0.smithi037.stdout:3172: writing smithi03785213-12 from 5726208 to 6307840 tid 4 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3172: writing smithi03785213-12 from 6307840 to 6397952 tid 5 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3166: done (5 left) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3167: done (4 left) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3168: done (3 left) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3169: done (2 left) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3170: done (1 left) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3173: rollback oid 17 current snap is 310 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 284 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 1 to smithi03785213-12 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 2 to smithi03785213-12 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 3 to smithi03785213-12 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3174: read oid 29 snap -1 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3174: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:02.271 INFO:tasks.rados.rados.0.smithi037.stdout:3175: setattr oid 19 current snap is 310 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:3176: read oid 45 snap -1 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:3176: expect deleted 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:3177: rollback oid 32 current snap is 310 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 308 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 310 2024-07-26T06:43:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:3178: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-07-26T06:43:02.275 INFO:tasks.rados.rados.0.smithi037.stdout:3178: writing smithi03785213-28 from 0 to 516096 tid 1 2024-07-26T06:43:02.281 INFO:tasks.rados.rados.0.smithi037.stdout:3178: writing smithi03785213-28 from 516096 to 1286144 tid 2 2024-07-26T06:43:02.284 INFO:tasks.rados.rados.0.smithi037.stdout:3178: writing smithi03785213-28 from 1286144 to 1941504 tid 3 2024-07-26T06:43:02.285 INFO:tasks.rados.rados.0.smithi037.stdout:3178: writing smithi03785213-28 from 1941504 to 2121728 tid 4 2024-07-26T06:43:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 310 2024-07-26T06:43:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:3179: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-07-26T06:43:02.288 INFO:tasks.rados.rados.0.smithi037.stdout:3179: writing smithi03785213-24 from 0 to 532480 tid 1 2024-07-26T06:43:02.292 INFO:tasks.rados.rados.0.smithi037.stdout:3179: writing smithi03785213-24 from 532480 to 1179648 tid 2 2024-07-26T06:43:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:01 smithi037 ceph-mon[97339]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:43:02.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:01 smithi037 ceph-mon[99762]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:43:02.295 INFO:tasks.rados.rados.0.smithi037.stdout:3179: writing smithi03785213-24 from 1179648 to 1597440 tid 3 2024-07-26T06:43:02.297 INFO:tasks.rados.rados.0.smithi037.stdout:3179: writing smithi03785213-24 from 1597440 to 2007040 tid 4 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3179: writing smithi03785213-24 from 2007040 to 2138112 tid 5 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3180: rollback oid 4 current snap is 310 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 284 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3173: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 4 to smithi03785213-12 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3173: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3173: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2700 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:43:02.299 INFO:tasks.rados.rados.0.smithi037.stdout:3177: finishing rollback tid 0 to smithi03785213-32 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3177: finishing rollback tid 1 to smithi03785213-32 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2172 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3173: done (8 left) 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3175: done (7 left) 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3176: done (6 left) 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3181: rollback oid 14 current snap is 310 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 284 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3177: finishing rollback tid 2 to smithi03785213-32 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2164 (ObjNum 902 snap 293 seq_num 902) dirty exists 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 5 to smithi03785213-12 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 6 to smithi03785213-12 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3172: finishing write tid 7 to smithi03785213-12 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2647 (ObjNum 985 snap 310 seq_num 985) dirty exists 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3172: left oid 12 (ObjNum 985 snap 310 seq_num 985) 2024-07-26T06:43:02.300 INFO:tasks.rados.rados.0.smithi037.stdout:3174: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:02.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:01 smithi135 ceph-mon[90132]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:43:02.382 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 1 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 2 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 3 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 4 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 5 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: finishing write tid 6 to smithi03785213-28 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2657 (ObjNum 986 snap 310 seq_num 986) dirty exists 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3178: left oid 28 (ObjNum 986 snap 310 seq_num 986) 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 1 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 2 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 3 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 4 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 5 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 6 to smithi03785213-24 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3180: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:43:02.383 INFO:tasks.rados.rados.0.smithi037.stdout:3179: finishing write tid 7 to smithi03785213-24 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2706 (ObjNum 987 snap 310 seq_num 987) dirty exists 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3179: left oid 24 (ObjNum 987 snap 310 seq_num 987) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3180: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3180: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2845 (ObjNum 840 snap 279 seq_num 840) dirty exists 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3181: finishing rollback tid 0 to smithi03785213-14 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3181: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3181: finishing rollback tid 2 to smithi03785213-14 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2848 (ObjNum 789 snap 259 seq_num 789) dirty exists 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3172: done (6 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3174: done (5 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3177: done (4 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3178: done (3 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3179: done (2 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3180: done (1 left) 2024-07-26T06:43:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:3181: done (0 left) 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3182: rmattr oid 7 current snap is 310 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3182: done (0 left) 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3183: copy_from oid 28 from oid 17 current snap is 310 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3184: read oid 41 snap -1 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3184: expect (ObjNum 954 snap 308 seq_num 954) 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3185: read oid 21 snap -1 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3185: expect (ObjNum 976 snap 308 seq_num 976) 2024-07-26T06:43:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3186: delete oid 50 current snap is 310 2024-07-26T06:43:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:3186: done (3 left) 2024-07-26T06:43:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:3187: read oid 10 snap -1 2024-07-26T06:43:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:3187: expect deleted 2024-07-26T06:43:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 310 2024-07-26T06:43:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:3188: seq_num 989 ranges {1818624=573440,2392064=466944,2859008=434176,3293184=638976,3932160=65536} 2024-07-26T06:43:02.401 INFO:tasks.rados.rados.0.smithi037.stdout:3188: writing smithi03785213-36 from 1818624 to 2392064 tid 1 2024-07-26T06:43:02.404 INFO:tasks.rados.rados.0.smithi037.stdout:3188: writing smithi03785213-36 from 2392064 to 2859008 tid 2 2024-07-26T06:43:02.407 INFO:tasks.rados.rados.0.smithi037.stdout:3188: writing smithi03785213-36 from 2859008 to 3293184 tid 3 2024-07-26T06:43:02.411 INFO:tasks.rados.rados.0.smithi037.stdout:3188: writing smithi03785213-36 from 3293184 to 3932160 tid 4 2024-07-26T06:43:02.411 INFO:tasks.rados.rados.0.smithi037.stdout:3188: writing smithi03785213-36 from 3932160 to 3997696 tid 5 2024-07-26T06:43:02.411 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 310 2024-07-26T06:43:02.412 INFO:tasks.rados.rados.0.smithi037.stdout:3189: seq_num 990 ranges {2072576=589824,2662400=753664,3416064=638976,4055040=212992} 2024-07-26T06:43:02.426 INFO:tasks.rados.rados.0.smithi037.stdout:3189: writing smithi03785213-7 from 2072576 to 2662400 tid 1 2024-07-26T06:43:02.431 INFO:tasks.rados.rados.0.smithi037.stdout:3189: writing smithi03785213-7 from 2662400 to 3416064 tid 2 2024-07-26T06:43:02.434 INFO:tasks.rados.rados.0.smithi037.stdout:3189: writing smithi03785213-7 from 3416064 to 4055040 tid 3 2024-07-26T06:43:02.436 INFO:tasks.rados.rados.0.smithi037.stdout:3189: writing smithi03785213-7 from 4055040 to 4268032 tid 4 2024-07-26T06:43:02.436 INFO:tasks.rados.rados.0.smithi037.stdout:3190: rmattr oid 27 current snap is 310 2024-07-26T06:43:02.436 INFO:tasks.rados.rados.0.smithi037.stdout:3190: done (6 left) 2024-07-26T06:43:02.436 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 310 2024-07-26T06:43:02.436 INFO:tasks.rados.rados.0.smithi037.stdout:3191: seq_num 991 ranges {4562944=606208,5169152=638976,5808128=794624,6602752=172032} 2024-07-26T06:43:02.464 INFO:tasks.rados.rados.0.smithi037.stdout:3191: writing smithi03785213-4 from 4562944 to 5169152 tid 1 2024-07-26T06:43:02.468 INFO:tasks.rados.rados.0.smithi037.stdout:3191: writing smithi03785213-4 from 5169152 to 5808128 tid 2 2024-07-26T06:43:02.473 INFO:tasks.rados.rados.0.smithi037.stdout:3191: writing smithi03785213-4 from 5808128 to 6602752 tid 3 2024-07-26T06:43:02.474 INFO:tasks.rados.rados.0.smithi037.stdout:3191: writing smithi03785213-4 from 6602752 to 6774784 tid 4 2024-07-26T06:43:02.474 INFO:tasks.rados.rados.0.smithi037.stdout:3192: setattr oid 6 current snap is 310 2024-07-26T06:43:02.474 INFO:tasks.rados.rados.0.smithi037.stdout:3184: expect (ObjNum 954 snap 308 seq_num 954) 2024-07-26T06:43:02.582 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 1 to smithi03785213-36 2024-07-26T06:43:02.582 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 2 to smithi03785213-36 2024-07-26T06:43:02.582 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 3 to smithi03785213-36 2024-07-26T06:43:02.582 INFO:tasks.rados.rados.0.smithi037.stdout:3185: expect (ObjNum 976 snap 308 seq_num 976) 2024-07-26T06:43:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:02.896 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 4 to smithi03785213-36 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 5 to smithi03785213-36 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 6 to smithi03785213-36 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing write tid 7 to smithi03785213-36 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2854 (ObjNum 989 snap 310 seq_num 989) dirty exists 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3188: left oid 36 (ObjNum 989 snap 310 seq_num 989) 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3183: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 1 to smithi03785213-7 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3183: finishing copy_from to smithi03785213-28 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2700 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 2 to smithi03785213-7 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 3 to smithi03785213-7 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 4 to smithi03785213-7 2024-07-26T06:43:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 5 to smithi03785213-7 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3189: finishing write tid 6 to smithi03785213-7 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3093 (ObjNum 990 snap 310 seq_num 990) dirty exists 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3189: left oid 7 (ObjNum 990 snap 310 seq_num 990) 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 1 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 2 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 3 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 4 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 5 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing write tid 6 to smithi03785213-4 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2859 (ObjNum 991 snap 310 seq_num 991) dirty exists 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3191: left oid 4 (ObjNum 991 snap 310 seq_num 991) 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3183: done (7 left) 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3184: done (6 left) 2024-07-26T06:43:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3185: done (5 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3187: done (4 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3188: done (3 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3189: done (2 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3191: done (1 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3193: rollback oid 31 current snap is 310 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 308 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3194: rmattr oid 21 current snap is 310 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3194: done (2 left) 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3195: copy_from oid 10 from oid 35 current snap is 310 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3196: snap_create 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:3193: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:43:02.899 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:43:02.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2860 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:43:02.910 INFO:tasks.rados.rados.0.smithi037.stdout:3195: finishing copy_from racing read to smithi03785213-10 2024-07-26T06:43:02.911 INFO:tasks.rados.rados.0.smithi037.stdout:3195: finishing copy_from to smithi03785213-10 2024-07-26T06:43:02.911 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1728 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-07-26T06:43:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[97339]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-07-26T06:43:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[97339]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:43:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[97339]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:43:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[99762]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-07-26T06:43:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[99762]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:43:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:02 smithi037 ceph-mon[99762]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:43:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:02 smithi135 ceph-mon[90132]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-07-26T06:43:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:02 smithi135 ceph-mon[90132]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:43:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:02 smithi135 ceph-mon[90132]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:43:03.846 INFO:tasks.rados.rados.0.smithi037.stdout:3192: done (3 left) 2024-07-26T06:43:03.846 INFO:tasks.rados.rados.0.smithi037.stdout:3193: done (2 left) 2024-07-26T06:43:03.846 INFO:tasks.rados.rados.0.smithi037.stdout:3195: done (1 left) 2024-07-26T06:43:03.846 INFO:tasks.rados.rados.0.smithi037.stdout:3196: done (0 left) 2024-07-26T06:43:03.847 INFO:tasks.rados.rados.0.smithi037.stdout:3197: read oid 2 snap 284 2024-07-26T06:43:03.847 INFO:tasks.rados.rados.0.smithi037.stdout:3197: expect deleted 2024-07-26T06:43:03.847 INFO:tasks.rados.rados.0.smithi037.stdout:3198: copy_from oid 8 from oid 20 current snap is 311 2024-07-26T06:43:03.847 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 311 2024-07-26T06:43:03.847 INFO:tasks.rados.rados.0.smithi037.stdout:3199: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-07-26T06:43:03.850 INFO:tasks.rados.rados.0.smithi037.stdout:3199: writing smithi03785213-5 from 0 to 622592 tid 1 2024-07-26T06:43:03.853 INFO:tasks.rados.rados.0.smithi037.stdout:3199: writing smithi03785213-5 from 622592 to 1146880 tid 2 2024-07-26T06:43:03.857 INFO:tasks.rados.rados.0.smithi037.stdout:3199: writing smithi03785213-5 from 1146880 to 1753088 tid 3 2024-07-26T06:43:03.860 INFO:tasks.rados.rados.0.smithi037.stdout:3199: writing smithi03785213-5 from 1753088 to 2228224 tid 4 2024-07-26T06:43:03.861 INFO:tasks.rados.rados.0.smithi037.stdout:3200: read oid 7 snap -1 2024-07-26T06:43:03.861 INFO:tasks.rados.rados.0.smithi037.stdout:3200: expect (ObjNum 990 snap 310 seq_num 990) 2024-07-26T06:43:03.861 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 311 2024-07-26T06:43:03.861 INFO:tasks.rados.rados.0.smithi037.stdout:3201: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-07-26T06:43:03.864 INFO:tasks.rados.rados.0.smithi037.stdout:3201: writing smithi03785213-47 from 0 to 638976 tid 1 2024-07-26T06:43:03.867 INFO:tasks.rados.rados.0.smithi037.stdout:3201: writing smithi03785213-47 from 638976 to 1048576 tid 2 2024-07-26T06:43:03.870 INFO:tasks.rados.rados.0.smithi037.stdout:3201: writing smithi03785213-47 from 1048576 to 1458176 tid 3 2024-07-26T06:43:03.875 INFO:tasks.rados.rados.0.smithi037.stdout:3201: writing smithi03785213-47 from 1458176 to 2146304 tid 4 2024-07-26T06:43:03.876 INFO:tasks.rados.rados.0.smithi037.stdout:3201: writing smithi03785213-47 from 2146304 to 2244608 tid 5 2024-07-26T06:43:03.876 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 311 2024-07-26T06:43:03.876 INFO:tasks.rados.rados.0.smithi037.stdout:3202: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-07-26T06:43:03.880 INFO:tasks.rados.rados.0.smithi037.stdout:3202: writing smithi03785213-40 from 0 to 655360 tid 1 2024-07-26T06:43:03.885 INFO:tasks.rados.rados.0.smithi037.stdout:3202: writing smithi03785213-40 from 655360 to 1343488 tid 2 2024-07-26T06:43:03.890 INFO:tasks.rados.rados.0.smithi037.stdout:3202: writing smithi03785213-40 from 1343488 to 1966080 tid 3 2024-07-26T06:43:03.892 INFO:tasks.rados.rados.0.smithi037.stdout:3202: writing smithi03785213-40 from 1966080 to 2260992 tid 4 2024-07-26T06:43:03.892 INFO:tasks.rados.rados.0.smithi037.stdout:3203: rmattr oid 21 current snap is 311 2024-07-26T06:43:03.892 INFO:tasks.rados.rados.0.smithi037.stdout:3203: done (6 left) 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 311 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:3198: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:3198: finishing copy_from to smithi03785213-8 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1062 (ObjNum 65 snap 0 seq_num 3880297424) dirty exists 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 1 to smithi03785213-5 2024-07-26T06:43:03.893 INFO:tasks.rados.rados.0.smithi037.stdout:3204: seq_num 995 ranges {6397952=671744,7069696=573440,7643136=778240,8421376=253952} 2024-07-26T06:43:03.931 INFO:tasks.rados.rados.0.smithi037.stdout:3204: writing smithi03785213-12 from 6397952 to 7069696 tid 1 2024-07-26T06:43:03.934 INFO:tasks.rados.rados.0.smithi037.stdout:3204: writing smithi03785213-12 from 7069696 to 7643136 tid 2 2024-07-26T06:43:03.939 INFO:tasks.rados.rados.0.smithi037.stdout:3204: writing smithi03785213-12 from 7643136 to 8421376 tid 3 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3204: writing smithi03785213-12 from 8421376 to 8675328 tid 4 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3197: done (6 left) 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3198: done (5 left) 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3205: setattr oid 49 current snap is 311 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 2 to smithi03785213-5 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 3 to smithi03785213-5 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 4 to smithi03785213-5 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 5 to smithi03785213-5 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 6 to smithi03785213-5 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1760 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-07-26T06:43:03.941 INFO:tasks.rados.rados.0.smithi037.stdout:3199: left oid 5 (ObjNum 992 snap 311 seq_num 992) 2024-07-26T06:43:03.942 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 1 to smithi03785213-47 2024-07-26T06:43:03.942 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 2 to smithi03785213-47 2024-07-26T06:43:03.942 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 3 to smithi03785213-47 2024-07-26T06:43:03.942 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 1 to smithi03785213-40 2024-07-26T06:43:03.942 INFO:tasks.rados.rados.0.smithi037.stdout:3200: expect (ObjNum 990 snap 310 seq_num 990) 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 2 to smithi03785213-40 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 4 to smithi03785213-47 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 5 to smithi03785213-47 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 6 to smithi03785213-47 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 3 to smithi03785213-40 2024-07-26T06:43:04.087 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 4 to smithi03785213-40 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 5 to smithi03785213-40 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3201: finishing write tid 7 to smithi03785213-47 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 3101 (ObjNum 993 snap 311 seq_num 993) dirty exists 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3201: left oid 47 (ObjNum 993 snap 311 seq_num 993) 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3202: finishing write tid 6 to smithi03785213-40 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1765 (ObjNum 994 snap 311 seq_num 994) dirty exists 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3202: left oid 40 (ObjNum 994 snap 311 seq_num 994) 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 1 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 2 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 3 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 4 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 5 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing write tid 6 to smithi03785213-12 2024-07-26T06:43:04.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2652 (ObjNum 995 snap 311 seq_num 995) dirty exists 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3204: left oid 12 (ObjNum 995 snap 311 seq_num 995) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3199: done (5 left) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3200: done (4 left) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3201: done (3 left) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3202: done (2 left) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3204: done (1 left) 2024-07-26T06:43:04.089 INFO:tasks.rados.rados.0.smithi037.stdout:3206: snap_remove snap 284 2024-07-26T06:43:04.904 INFO:tasks.rados.rados.0.smithi037.stdout:3206: done (1 left) 2024-07-26T06:43:04.905 INFO:tasks.rados.rados.0.smithi037.stdout:3207: snap_remove snap 310 2024-07-26T06:43:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[97339]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-07-26T06:43:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[97339]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:43:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[99762]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-07-26T06:43:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[99762]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:43:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:04 smithi135 ceph-mon[90132]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 252 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2024-07-26T06:43:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:04 smithi135 ceph-mon[90132]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:43:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:05.911 INFO:tasks.rados.rados.0.smithi037.stdout:3207: done (1 left) 2024-07-26T06:43:05.912 INFO:tasks.rados.rados.0.smithi037.stdout:3208: copy_from oid 3 from oid 6 current snap is 311 2024-07-26T06:43:05.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2895 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-07-26T06:43:05.912 INFO:tasks.rados.rados.0.smithi037.stdout:3205: done (1 left) 2024-07-26T06:43:05.912 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 311 2024-07-26T06:43:05.912 INFO:tasks.rados.rados.0.smithi037.stdout:3209: seq_num 996 ranges {2154496=688128,2842624=507904,3350528=581632,3932160=516096} 2024-07-26T06:43:05.928 INFO:tasks.rados.rados.0.smithi037.stdout:3209: writing smithi03785213-37 from 2154496 to 2842624 tid 1 2024-07-26T06:43:05.931 INFO:tasks.rados.rados.0.smithi037.stdout:3209: writing smithi03785213-37 from 2842624 to 3350528 tid 2 2024-07-26T06:43:05.934 INFO:tasks.rados.rados.0.smithi037.stdout:3209: writing smithi03785213-37 from 3350528 to 3932160 tid 3 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:3209: writing smithi03785213-37 from 3932160 to 4448256 tid 4 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:3210: snap_create 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:3208: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:3208: finishing copy_from to smithi03785213-3 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2860 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:43:05.938 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 1 to smithi03785213-37 2024-07-26T06:43:05.939 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 2 to smithi03785213-37 2024-07-26T06:43:05.939 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 3 to smithi03785213-37 2024-07-26T06:43:05.940 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 4 to smithi03785213-37 2024-07-26T06:43:05.941 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 5 to smithi03785213-37 2024-07-26T06:43:05.942 INFO:tasks.rados.rados.0.smithi037.stdout:3209: finishing write tid 6 to smithi03785213-37 2024-07-26T06:43:05.942 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2177 (ObjNum 996 snap 311 seq_num 996) dirty exists 2024-07-26T06:43:05.942 INFO:tasks.rados.rados.0.smithi037.stdout:3209: left oid 37 (ObjNum 996 snap 311 seq_num 996) 2024-07-26T06:43:06.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:05 smithi037 ceph-mon[97339]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:43:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:05 smithi037 ceph-mon[99762]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:43:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:05 smithi135 ceph-mon[90132]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:43:06.917 INFO:tasks.rados.rados.0.smithi037.stdout:3208: done (2 left) 2024-07-26T06:43:06.917 INFO:tasks.rados.rados.0.smithi037.stdout:3209: done (1 left) 2024-07-26T06:43:06.917 INFO:tasks.rados.rados.0.smithi037.stdout:3210: done (0 left) 2024-07-26T06:43:06.917 INFO:tasks.rados.rados.0.smithi037.stdout:3211: snap_remove snap 309 2024-07-26T06:43:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:06 smithi037 ceph-mon[97339]: pgmap v649: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-07-26T06:43:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:06 smithi037 ceph-mon[97339]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:43:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:06 smithi037 ceph-mon[99762]: pgmap v649: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-07-26T06:43:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:06 smithi037 ceph-mon[99762]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:43:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:06 smithi135 ceph-mon[90132]: pgmap v649: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-07-26T06:43:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:06 smithi135 ceph-mon[90132]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:43:07.843 INFO:tasks.rados.rados.0.smithi037.stdout:3211: done (0 left) 2024-07-26T06:43:07.843 INFO:tasks.rados.rados.0.smithi037.stdout:3212: copy_from oid 16 from oid 21 current snap is 312 2024-07-26T06:43:07.843 INFO:tasks.rados.rados.0.smithi037.stdout:3213: rmattr oid 13 current snap is 312 2024-07-26T06:43:07.843 INFO:tasks.rados.rados.0.smithi037.stdout:3214: delete oid 42 current snap is 312 2024-07-26T06:43:07.850 INFO:tasks.rados.rados.0.smithi037.stdout:3214: done (2 left) 2024-07-26T06:43:07.850 INFO:tasks.rados.rados.0.smithi037.stdout:3215: snap_remove snap 311 2024-07-26T06:43:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:07 smithi037 ceph-mon[97339]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:43:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:07 smithi037 ceph-mon[97339]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:43:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:07 smithi037 ceph-mon[99762]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:43:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:07 smithi037 ceph-mon[99762]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:43:08.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:07 smithi135 ceph-mon[90132]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:43:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:07 smithi135 ceph-mon[90132]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:43:08.850 INFO:tasks.rados.rados.0.smithi037.stdout:3215: done (2 left) 2024-07-26T06:43:08.850 INFO:tasks.rados.rados.0.smithi037.stdout:3216: rollback oid 49 current snap is 312 2024-07-26T06:43:08.850 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 308 2024-07-26T06:43:08.850 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2178 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:3212: finishing copy_from racing read to smithi03785213-16 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:3212: finishing copy_from to smithi03785213-16 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2696 (ObjNum 976 snap 308 seq_num 976) dirty exists 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:3212: done (2 left) 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:3213: done (1 left) 2024-07-26T06:43:08.851 INFO:tasks.rados.rados.0.smithi037.stdout:3217: setattr oid 46 current snap is 312 2024-07-26T06:43:08.853 INFO:tasks.rados.rados.0.smithi037.stdout:3218: copy_from oid 15 from oid 33 current snap is 312 2024-07-26T06:43:08.853 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 312 2024-07-26T06:43:08.853 INFO:tasks.rados.rados.0.smithi037.stdout:3219: seq_num 998 ranges {3031040=720896,3751936=679936,4431872=598016,5029888=327680} 2024-07-26T06:43:08.874 INFO:tasks.rados.rados.0.smithi037.stdout:3219: writing smithi03785213-35 from 3031040 to 3751936 tid 1 2024-07-26T06:43:08.878 INFO:tasks.rados.rados.0.smithi037.stdout:3219: writing smithi03785213-35 from 3751936 to 4431872 tid 2 2024-07-26T06:43:08.881 INFO:tasks.rados.rados.0.smithi037.stdout:3219: writing smithi03785213-35 from 4431872 to 5029888 tid 3 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3219: writing smithi03785213-35 from 5029888 to 5357568 tid 4 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3220: copy_from oid 39 from oid 5 current snap is 312 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3216: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3216: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2897 (ObjNum 65 snap 0 seq_num 3883171440) dirty dne 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2861 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3218: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:3218: finishing copy_from to smithi03785213-15 2024-07-26T06:43:08.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2647 (ObjNum 961 snap 308 seq_num 961) dirty exists 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 1 to smithi03785213-35 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 2 to smithi03785213-35 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3216: done (4 left) 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3217: done (3 left) 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3218: done (2 left) 2024-07-26T06:43:08.885 INFO:tasks.rados.rados.0.smithi037.stdout:3221: delete oid 47 current snap is 312 2024-07-26T06:43:08.886 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 3 to smithi03785213-35 2024-07-26T06:43:08.886 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 4 to smithi03785213-35 2024-07-26T06:43:08.886 INFO:tasks.rados.rados.0.smithi037.stdout:3221: done (2 left) 2024-07-26T06:43:08.886 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 312 2024-07-26T06:43:08.886 INFO:tasks.rados.rados.0.smithi037.stdout:3222: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-07-26T06:43:08.891 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03785213-46 from 0 to 753664 tid 1 2024-07-26T06:43:08.894 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03785213-46 from 753664 to 1196032 tid 2 2024-07-26T06:43:08.897 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03785213-46 from 1196032 to 1761280 tid 3 2024-07-26T06:43:08.900 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03785213-46 from 1761280 to 2220032 tid 4 2024-07-26T06:43:08.902 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03785213-46 from 2220032 to 2359296 tid 5 2024-07-26T06:43:08.902 INFO:tasks.rados.rados.0.smithi037.stdout:3223: read oid 28 snap -1 2024-07-26T06:43:08.902 INFO:tasks.rados.rados.0.smithi037.stdout:3223: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:43:08.902 INFO:tasks.rados.rados.0.smithi037.stdout:3224: rollback oid 37 current snap is 312 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 308 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 5 to smithi03785213-35 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 6 to smithi03785213-35 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1733 (ObjNum 998 snap 312 seq_num 998) dirty exists 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3219: left oid 35 (ObjNum 998 snap 312 seq_num 998) 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3220: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 1 to smithi03785213-46 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3220: finishing copy_from to smithi03785213-39 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1760 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 2 to smithi03785213-46 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3219: done (4 left) 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:3220: done (3 left) 2024-07-26T06:43:08.903 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 312 2024-07-26T06:43:08.904 INFO:tasks.rados.rados.0.smithi037.stdout:3225: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-07-26T06:43:08.907 INFO:tasks.rados.rados.0.smithi037.stdout:3225: writing smithi03785213-42 from 0 to 770048 tid 1 2024-07-26T06:43:08.912 INFO:tasks.rados.rados.0.smithi037.stdout:3225: writing smithi03785213-42 from 770048 to 1499136 tid 2 2024-07-26T06:43:08.917 INFO:tasks.rados.rados.0.smithi037.stdout:3225: writing smithi03785213-42 from 1499136 to 2269184 tid 3 2024-07-26T06:43:08.918 INFO:tasks.rados.rados.0.smithi037.stdout:3225: writing smithi03785213-42 from 2269184 to 2375680 tid 4 2024-07-26T06:43:08.918 INFO:tasks.rados.rados.0.smithi037.stdout:3226: delete oid 35 current snap is 312 2024-07-26T06:43:08.918 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 3 to smithi03785213-46 2024-07-26T06:43:08.918 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:43:08.918 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 4 to smithi03785213-46 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2180 (ObjNum 969 snap 308 seq_num 969) dirty exists 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 5 to smithi03785213-46 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 6 to smithi03785213-46 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 7 to smithi03785213-46 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2867 (ObjNum 1000 snap 312 seq_num 1000) dirty exists 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3222: left oid 46 (ObjNum 1000 snap 312 seq_num 1000) 2024-07-26T06:43:08.919 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 1 to smithi03785213-42 2024-07-26T06:43:08.924 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 2 to smithi03785213-42 2024-07-26T06:43:08.925 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 3 to smithi03785213-42 2024-07-26T06:43:08.926 INFO:tasks.rados.rados.0.smithi037.stdout:3222: done (4 left) 2024-07-26T06:43:08.926 INFO:tasks.rados.rados.0.smithi037.stdout:3224: done (3 left) 2024-07-26T06:43:08.926 INFO:tasks.rados.rados.0.smithi037.stdout:3226: done (2 left) 2024-07-26T06:43:08.926 INFO:tasks.rados.rados.0.smithi037.stdout:3227: rmattr oid 36 current snap is 312 2024-07-26T06:43:08.926 INFO:tasks.rados.rados.0.smithi037.stdout:3227: done (2 left) 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3228: rollback oid 9 current snap is 312 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 308 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3229: read oid 50 snap -1 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3229: expect deleted 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3230: snap_create 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 4 to smithi03785213-42 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3228: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 0 (ObjNum 177 snap 0 seq_num 3883109760) dirty dne 2024-07-26T06:43:08.927 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 5 to smithi03785213-42 2024-07-26T06:43:08.928 INFO:tasks.rados.rados.0.smithi037.stdout:3225: finishing write tid 6 to smithi03785213-42 2024-07-26T06:43:08.928 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2907 (ObjNum 1001 snap 312 seq_num 1001) dirty exists 2024-07-26T06:43:08.928 INFO:tasks.rados.rados.0.smithi037.stdout:3225: left oid 42 (ObjNum 1001 snap 312 seq_num 1001) 2024-07-26T06:43:08.937 INFO:tasks.rados.rados.0.smithi037.stdout:3223: expect (ObjNum 706 snap 228 seq_num 706) 2024-07-26T06:43:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:08 smithi037 ceph-mon[97339]: pgmap v652: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-07-26T06:43:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:08 smithi037 ceph-mon[97339]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:43:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:08 smithi037 ceph-mon[99762]: pgmap v652: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-07-26T06:43:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:08 smithi037 ceph-mon[99762]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:43:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:08 smithi135 ceph-mon[90132]: pgmap v652: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-07-26T06:43:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:08 smithi135 ceph-mon[90132]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:43:09.931 INFO:tasks.rados.rados.0.smithi037.stdout:3223: done (4 left) 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3225: done (3 left) 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3228: done (2 left) 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3229: done (1 left) 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3230: done (0 left) 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3231: rmattr oid 4 current snap is 313 2024-07-26T06:43:09.932 INFO:tasks.rados.rados.0.smithi037.stdout:3232: snap_create 2024-07-26T06:43:09.937 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2868 (ObjNum 991 snap 310 seq_num 991) dirty exists 2024-07-26T06:43:10.932 INFO:tasks.rados.rados.0.smithi037.stdout:3231: done (1 left) 2024-07-26T06:43:10.933 INFO:tasks.rados.rados.0.smithi037.stdout:3232: done (0 left) 2024-07-26T06:43:10.933 INFO:tasks.rados.rados.0.smithi037.stdout:3233: snap_create 2024-07-26T06:43:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:10 smithi037 ceph-mon[97339]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-07-26T06:43:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:10 smithi037 ceph-mon[97339]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:43:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:10 smithi037 ceph-mon[99762]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-07-26T06:43:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:10 smithi037 ceph-mon[99762]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:43:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:10 smithi135 ceph-mon[90132]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-07-26T06:43:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:10 smithi135 ceph-mon[90132]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:43:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:11] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:43:11.942 INFO:tasks.rados.rados.0.smithi037.stdout:3233: done (0 left) 2024-07-26T06:43:11.943 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 315 2024-07-26T06:43:11.943 INFO:tasks.rados.rados.0.smithi037.stdout:3234: seq_num 1003 ranges {1703936=802816,2506752=499712,3006464=737280,3743744=368640} 2024-07-26T06:43:11.956 INFO:tasks.rados.rados.0.smithi037.stdout:3234: writing smithi03785213-15 from 1703936 to 2506752 tid 1 2024-07-26T06:43:11.958 INFO:tasks.rados.rados.0.smithi037.stdout:3234: writing smithi03785213-15 from 2506752 to 3006464 tid 2 2024-07-26T06:43:11.963 INFO:tasks.rados.rados.0.smithi037.stdout:3234: writing smithi03785213-15 from 3006464 to 3743744 tid 3 2024-07-26T06:43:11.965 INFO:tasks.rados.rados.0.smithi037.stdout:3234: writing smithi03785213-15 from 3743744 to 4112384 tid 4 2024-07-26T06:43:11.965 INFO:tasks.rados.rados.0.smithi037.stdout:3235: rollback oid 3 current snap is 315 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 314 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 1 to smithi03785213-15 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:3236: read oid 50 snap 314 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:3236: expect deleted 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:3237: snap_create 2024-07-26T06:43:11.966 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 2 to smithi03785213-15 2024-07-26T06:43:11.969 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 3 to smithi03785213-15 2024-07-26T06:43:11.969 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 4 to smithi03785213-15 2024-07-26T06:43:11.969 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 5 to smithi03785213-15 2024-07-26T06:43:11.973 INFO:tasks.rados.rados.0.smithi037.stdout:3235: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:43:11.973 INFO:tasks.rados.rados.0.smithi037.stdout:3234: finishing write tid 6 to smithi03785213-15 2024-07-26T06:43:11.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2865 (ObjNum 1003 snap 315 seq_num 1003) dirty exists 2024-07-26T06:43:11.973 INFO:tasks.rados.rados.0.smithi037.stdout:3234: left oid 15 (ObjNum 1003 snap 315 seq_num 1003) 2024-07-26T06:43:11.974 INFO:tasks.rados.rados.0.smithi037.stdout:3235: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:43:11.974 INFO:tasks.rados.rados.0.smithi037.stdout:3235: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:43:11.975 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2868 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:43:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:11 smithi037 ceph-mon[97339]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:43:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:11 smithi037 ceph-mon[99762]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:43:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:11 smithi135 ceph-mon[90132]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:43:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:3234: done (3 left) 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:3235: done (2 left) 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:3236: done (1 left) 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:3237: done (0 left) 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 316 2024-07-26T06:43:12.846 INFO:tasks.rados.rados.0.smithi037.stdout:3238: seq_num 1004 ranges {4268032=16384} 2024-07-26T06:43:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:3238: writing smithi03785213-7 from 4268032 to 4284416 tid 1 2024-07-26T06:43:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:3239: rollback oid 44 current snap is 316 2024-07-26T06:43:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 308 2024-07-26T06:43:12.870 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 316 2024-07-26T06:43:12.870 INFO:tasks.rados.rados.0.smithi037.stdout:3240: seq_num 1005 ranges {2375680=32768} 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:3240: writing smithi03785213-42 from 2375680 to 2408448 tid 1 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:3241: rollback oid 9 current snap is 316 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 308 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:3238: finishing write tid 1 to smithi03785213-7 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:3238: finishing write tid 2 to smithi03785213-7 2024-07-26T06:43:12.883 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing rollback tid 0 to smithi03785213-44 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing rollback tid 2 to smithi03785213-44 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1768 (ObjNum 941 snap 304 seq_num 941) dirty exists 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3238: finishing write tid 3 to smithi03785213-7 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3123 (ObjNum 1004 snap 316 seq_num 1004) dirty exists 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3238: left oid 7 (ObjNum 1004 snap 316 seq_num 1004) 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3238: done (3 left) 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3239: done (2 left) 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3242: read oid 14 snap -1 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3242: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:43:12.884 INFO:tasks.rados.rados.0.smithi037.stdout:3243: snap_create 2024-07-26T06:43:12.887 INFO:tasks.rados.rados.0.smithi037.stdout:3241: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:43:12.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:43:12.887 INFO:tasks.rados.rados.0.smithi037.stdout:3240: finishing write tid 1 to smithi03785213-42 2024-07-26T06:43:12.887 INFO:tasks.rados.rados.0.smithi037.stdout:3240: finishing write tid 2 to smithi03785213-42 2024-07-26T06:43:12.888 INFO:tasks.rados.rados.0.smithi037.stdout:3240: finishing write tid 3 to smithi03785213-42 2024-07-26T06:43:12.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2909 (ObjNum 1005 snap 316 seq_num 1005) dirty exists 2024-07-26T06:43:12.888 INFO:tasks.rados.rados.0.smithi037.stdout:3240: left oid 42 (ObjNum 1005 snap 316 seq_num 1005) 2024-07-26T06:43:12.889 INFO:tasks.rados.rados.0.smithi037.stdout:3242: expect (ObjNum 789 snap 259 seq_num 789) 2024-07-26T06:43:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[97339]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-07-26T06:43:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[97339]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:43:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[97339]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:43:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[99762]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-07-26T06:43:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[99762]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:43:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:12 smithi037 ceph-mon[99762]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:43:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:12 smithi135 ceph-mon[90132]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-07-26T06:43:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:12 smithi135 ceph-mon[90132]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:43:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:12 smithi135 ceph-mon[90132]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:43:13.848 INFO:tasks.rados.rados.0.smithi037.stdout:3240: done (3 left) 2024-07-26T06:43:13.849 INFO:tasks.rados.rados.0.smithi037.stdout:3241: done (2 left) 2024-07-26T06:43:13.849 INFO:tasks.rados.rados.0.smithi037.stdout:3242: done (1 left) 2024-07-26T06:43:13.849 INFO:tasks.rados.rados.0.smithi037.stdout:3243: done (0 left) 2024-07-26T06:43:13.849 INFO:tasks.rados.rados.0.smithi037.stdout:3244: snap_remove snap 316 2024-07-26T06:43:14.851 INFO:tasks.rados.rados.0.smithi037.stdout:3244: done (0 left) 2024-07-26T06:43:14.851 INFO:tasks.rados.rados.0.smithi037.stdout:3245: rmattr oid 38 current snap is 317 2024-07-26T06:43:14.851 INFO:tasks.rados.rados.0.smithi037.stdout:3245: done (0 left) 2024-07-26T06:43:14.851 INFO:tasks.rados.rados.0.smithi037.stdout:3246: read oid 15 snap -1 2024-07-26T06:43:14.851 INFO:tasks.rados.rados.0.smithi037.stdout:3246: expect (ObjNum 1003 snap 315 seq_num 1003) 2024-07-26T06:43:14.852 INFO:tasks.rados.rados.0.smithi037.stdout:3247: rollback oid 33 current snap is 317 2024-07-26T06:43:14.852 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 315 2024-07-26T06:43:14.852 INFO:tasks.rados.rados.0.smithi037.stdout:3248: snap_remove snap 314 2024-07-26T06:43:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:14 smithi037 ceph-mon[97339]: pgmap v661: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:43:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:14 smithi037 ceph-mon[97339]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:43:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:14 smithi037 ceph-mon[99762]: pgmap v661: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:43:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:14 smithi037 ceph-mon[99762]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:43:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:14 smithi135 ceph-mon[90132]: pgmap v661: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-07-26T06:43:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:14 smithi135 ceph-mon[90132]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:43:15.868 INFO:tasks.rados.rados.0.smithi037.stdout:3247: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:43:15.893 INFO:tasks.rados.rados.0.smithi037.stdout:3247: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:43:15.893 INFO:tasks.rados.rados.0.smithi037.stdout:3247: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:43:15.893 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2703 (ObjNum 961 snap 308 seq_num 961) dirty exists 2024-07-26T06:43:15.893 INFO:tasks.rados.rados.0.smithi037.stdout:3246: expect (ObjNum 1003 snap 315 seq_num 1003) 2024-07-26T06:43:16.004 INFO:tasks.rados.rados.0.smithi037.stdout:3246: done (2 left) 2024-07-26T06:43:16.004 INFO:tasks.rados.rados.0.smithi037.stdout:3247: done (1 left) 2024-07-26T06:43:16.004 INFO:tasks.rados.rados.0.smithi037.stdout:3248: done (0 left) 2024-07-26T06:43:16.004 INFO:tasks.rados.rados.0.smithi037.stdout:3249: snap_remove snap 313 2024-07-26T06:43:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:15 smithi037 ceph-mon[97339]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:43:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:15 smithi037 ceph-mon[99762]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:43:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:15 smithi135 ceph-mon[90132]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:43:16.863 INFO:tasks.rados.rados.0.smithi037.stdout:3249: done (0 left) 2024-07-26T06:43:16.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 317 2024-07-26T06:43:16.863 INFO:tasks.rados.rados.0.smithi037.stdout:3250: seq_num 1006 ranges {0=49152} 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:3250: writing smithi03785213-35 from 0 to 49152 tid 1 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:3251: rollback oid 30 current snap is 317 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 312 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:3252: rollback oid 33 current snap is 317 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 312 2024-07-26T06:43:16.864 INFO:tasks.rados.rados.0.smithi037.stdout:3253: snap_remove snap 315 2024-07-26T06:43:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:16 smithi037 ceph-mon[97339]: pgmap v664: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:43:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:16 smithi037 ceph-mon[97339]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:43:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:16 smithi037 ceph-mon[99762]: pgmap v664: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:43:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:16 smithi037 ceph-mon[99762]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:43:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:16 smithi135 ceph-mon[90132]: pgmap v664: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:43:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:16 smithi135 ceph-mon[90132]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:43:17.846 INFO:tasks.rados.rados.0.smithi037.stdout:3253: done (3 left) 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3254: read oid 45 snap -1 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3254: expect deleted 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3255: read oid 2 snap 308 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3255: expect (ObjNum 910 snap 293 seq_num 910) 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3256: read oid 50 snap -1 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3256: expect deleted 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3257: rollback oid 19 current snap is 317 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 312 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 1 to smithi03785213-35 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 2 to smithi03785213-35 2024-07-26T06:43:17.847 INFO:tasks.rados.rados.0.smithi037.stdout:3251: finishing rollback tid 0 to smithi03785213-30 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3251: finishing rollback tid 1 to smithi03785213-30 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 3 to smithi03785213-35 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1736 (ObjNum 1006 snap 317 seq_num 1006) dirty exists 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3250: left oid 35 (ObjNum 1006 snap 317 seq_num 1006) 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3251: finishing rollback tid 2 to smithi03785213-30 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2912 (ObjNum 978 snap 309 seq_num 978) dirty exists 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2706 (ObjNum 961 snap 308 seq_num 961) dirty exists 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3250: done (6 left) 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3251: done (5 left) 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3252: done (4 left) 2024-07-26T06:43:17.848 INFO:tasks.rados.rados.0.smithi037.stdout:3258: setattr oid 18 current snap is 317 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:3259: copy_from oid 37 from oid 11 current snap is 317 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:3260: rollback oid 38 current snap is 317 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 312 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:3261: read oid 4 snap -1 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:3261: expect (ObjNum 991 snap 310 seq_num 991) 2024-07-26T06:43:17.850 INFO:tasks.rados.rados.0.smithi037.stdout:3262: read oid 49 snap -1 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3262: expect deleted 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3263: rollback oid 28 current snap is 317 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 312 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3264: copy_from oid 34 from oid 12 current snap is 317 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3265: copy_from oid 21 from oid 8 current snap is 317 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3254: done (11 left) 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3266: read oid 16 snap -1 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3266: expect (ObjNum 976 snap 308 seq_num 976) 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3267: copy_from oid 5 from oid 9 current snap is 317 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 317 2024-07-26T06:43:17.851 INFO:tasks.rados.rados.0.smithi037.stdout:3268: seq_num 1007 ranges {8364032=65536} 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:3268: writing smithi03785213-43 from 8364032 to 8429568 tid 1 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:3269: snap_create 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:3260: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2179 (ObjNum 926 snap 299 seq_num 926) dirty exists 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:3263: finishing rollback tid 0 to smithi03785213-28 2024-07-26T06:43:17.899 INFO:tasks.rados.rados.0.smithi037.stdout:3255: expect (ObjNum 910 snap 293 seq_num 910) 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3263: finishing rollback tid 1 to smithi03785213-28 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3263: finishing rollback tid 2 to smithi03785213-28 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2709 (ObjNum 706 snap 228 seq_num 706) dirty exists 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3267: finishing copy_from to smithi03785213-5 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3267: got expected ENOENT (src dne) 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3267: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:43:17.932 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2183 (ObjNum 738 snap 240 seq_num 738) dirty exists 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3265: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3265: finishing copy_from to smithi03785213-21 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1062 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3259: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3259: finishing copy_from to smithi03785213-37 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1068 (ObjNum 982 snap 310 seq_num 982) dirty exists 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3268: finishing write tid 1 to smithi03785213-43 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3268: finishing write tid 2 to smithi03785213-43 2024-07-26T06:43:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:3266: expect (ObjNum 976 snap 308 seq_num 976) 2024-07-26T06:43:18.242 INFO:tasks.rados.rados.0.smithi037.stdout:3268: finishing write tid 3 to smithi03785213-43 2024-07-26T06:43:18.242 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2654 (ObjNum 1007 snap 317 seq_num 1007) dirty exists 2024-07-26T06:43:18.242 INFO:tasks.rados.rados.0.smithi037.stdout:3268: left oid 43 (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:43:18.242 INFO:tasks.rados.rados.0.smithi037.stdout:3261: expect (ObjNum 991 snap 310 seq_num 991) 2024-07-26T06:43:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:17 smithi037 ceph-mon[97339]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:43:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:17 smithi037 ceph-mon[97339]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:43:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:17 smithi037 ceph-mon[99762]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:43:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:17 smithi037 ceph-mon[99762]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:43:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:17 smithi135 ceph-mon[90132]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:43:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:17 smithi135 ceph-mon[90132]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:43:18.573 INFO:tasks.rados.rados.0.smithi037.stdout:3264: finishing copy_from racing read to smithi03785213-34 2024-07-26T06:43:18.573 INFO:tasks.rados.rados.0.smithi037.stdout:3264: finishing copy_from to smithi03785213-34 2024-07-26T06:43:18.574 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2652 (ObjNum 995 snap 311 seq_num 995) dirty exists 2024-07-26T06:43:18.886 INFO:tasks.rados.rados.0.smithi037.stdout:3255: done (14 left) 2024-07-26T06:43:18.886 INFO:tasks.rados.rados.0.smithi037.stdout:3256: done (13 left) 2024-07-26T06:43:18.886 INFO:tasks.rados.rados.0.smithi037.stdout:3257: done (12 left) 2024-07-26T06:43:18.886 INFO:tasks.rados.rados.0.smithi037.stdout:3258: done (11 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3259: done (10 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3260: done (9 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3261: done (8 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3262: done (7 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3263: done (6 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3264: done (5 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3265: done (4 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3266: done (3 left) 2024-07-26T06:43:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3267: done (2 left) 2024-07-26T06:43:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3268: done (1 left) 2024-07-26T06:43:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3269: done (0 left) 2024-07-26T06:43:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3270: delete oid 35 current snap is 318 2024-07-26T06:43:18.891 INFO:tasks.rados.rados.0.smithi037.stdout:3270: done (0 left) 2024-07-26T06:43:18.891 INFO:tasks.rados.rados.0.smithi037.stdout:3271: delete oid 27 current snap is 318 2024-07-26T06:43:18.895 INFO:tasks.rados.rados.0.smithi037.stdout:3271: done (0 left) 2024-07-26T06:43:18.895 INFO:tasks.rados.rados.0.smithi037.stdout:3272: snap_remove snap 312 2024-07-26T06:43:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:18 smithi037 ceph-mon[97339]: pgmap v667: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 8.0 KiB/s wr, 2 op/s 2024-07-26T06:43:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:18 smithi037 ceph-mon[99762]: pgmap v667: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 8.0 KiB/s wr, 2 op/s 2024-07-26T06:43:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:18 smithi135 ceph-mon[90132]: pgmap v667: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 8.0 KiB/s wr, 2 op/s 2024-07-26T06:43:19.894 INFO:tasks.rados.rados.0.smithi037.stdout:3272: done (0 left) 2024-07-26T06:43:19.894 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 318 2024-07-26T06:43:19.894 INFO:tasks.rados.rados.0.smithi037.stdout:3273: seq_num 1010 ranges {6045696=122880} 2024-07-26T06:43:19.929 INFO:tasks.rados.rados.0.smithi037.stdout:3273: writing smithi03785213-17 from 6045696 to 6168576 tid 1 2024-07-26T06:43:19.929 INFO:tasks.rados.rados.0.smithi037.stdout:3274: snap_remove snap 317 2024-07-26T06:43:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:19 smithi037 ceph-mon[97339]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:43:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:19 smithi037 ceph-mon[99762]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:43:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:19 smithi135 ceph-mon[90132]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:43:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3274: done (1 left) 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3275: snap_create 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3273: finishing write tid 1 to smithi03785213-17 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3273: finishing write tid 2 to smithi03785213-17 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3273: finishing write tid 3 to smithi03785213-17 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2708 (ObjNum 1010 snap 318 seq_num 1010) dirty exists 2024-07-26T06:43:20.899 INFO:tasks.rados.rados.0.smithi037.stdout:3273: left oid 17 (ObjNum 1010 snap 318 seq_num 1010) 2024-07-26T06:43:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:20 smithi037 ceph-mon[97339]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 992 KiB/s wr, 11 op/s 2024-07-26T06:43:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:20 smithi037 ceph-mon[97339]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:43:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:20 smithi037 ceph-mon[99762]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 992 KiB/s wr, 11 op/s 2024-07-26T06:43:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:20 smithi037 ceph-mon[99762]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:43:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:20 smithi135 ceph-mon[90132]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 992 KiB/s wr, 11 op/s 2024-07-26T06:43:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:20 smithi135 ceph-mon[90132]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:43:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:21] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-07-26T06:43:21.904 INFO:tasks.rados.rados.0.smithi037.stdout:3273: done (1 left) 2024-07-26T06:43:21.904 INFO:tasks.rados.rados.0.smithi037.stdout:3275: done (0 left) 2024-07-26T06:43:21.904 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 319 2024-07-26T06:43:21.904 INFO:tasks.rados.rados.0.smithi037.stdout:3276: seq_num 1011 ranges {8675328=139264} 2024-07-26T06:43:21.952 INFO:tasks.rados.rados.0.smithi037.stdout:3276: writing smithi03785213-34 from 8675328 to 8814592 tid 1 2024-07-26T06:43:21.952 INFO:tasks.rados.rados.0.smithi037.stdout:3277: setattr oid 41 current snap is 319 2024-07-26T06:43:21.954 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 319 2024-07-26T06:43:21.954 INFO:tasks.rados.rados.0.smithi037.stdout:3278: seq_num 1012 ranges {2260992=155648} 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3278: writing smithi03785213-40 from 2260992 to 2416640 tid 1 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3279: read oid 47 snap 318 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3279: expect deleted 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3280: read oid 12 snap -1 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3280: expect (ObjNum 995 snap 311 seq_num 995) 2024-07-26T06:43:21.969 INFO:tasks.rados.rados.0.smithi037.stdout:3281: snap_remove snap 308 2024-07-26T06:43:22.218 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:21 smithi037 ceph-mon[97339]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:43:22.218 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:21 smithi037 ceph-mon[99762]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:43:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:21 smithi135 ceph-mon[90132]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:43:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:3281: done (5 left) 2024-07-26T06:43:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:3282: rollback oid 24 current snap is 319 2024-07-26T06:43:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 318 2024-07-26T06:43:22.847 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing write tid 1 to smithi03785213-34 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing write tid 2 to smithi03785213-34 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3134 (ObjNum 954 snap 308 seq_num 954) dirty exists 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing write tid 3 to smithi03785213-34 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2870 (ObjNum 1011 snap 319 seq_num 1011) dirty exists 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3276: left oid 34 (ObjNum 1011 snap 319 seq_num 1011) 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3278: finishing write tid 1 to smithi03785213-40 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3278: finishing write tid 2 to smithi03785213-40 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3278: finishing write tid 3 to smithi03785213-40 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1770 (ObjNum 1012 snap 319 seq_num 1012) dirty exists 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3278: left oid 40 (ObjNum 1012 snap 319 seq_num 1012) 2024-07-26T06:43:22.848 INFO:tasks.rados.rados.0.smithi037.stdout:3280: expect (ObjNum 995 snap 311 seq_num 995) 2024-07-26T06:43:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[97339]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-07-26T06:43:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[97339]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:43:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[97339]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:43:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[99762]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-07-26T06:43:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[99762]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:43:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:22 smithi037 ceph-mon[99762]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:3282: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:3282: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:3282: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2711 (ObjNum 987 snap 310 seq_num 987) dirty exists 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:3276: done (5 left) 2024-07-26T06:43:23.336 INFO:tasks.rados.rados.0.smithi037.stdout:3277: done (4 left) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3278: done (3 left) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3279: done (2 left) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3280: done (1 left) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3282: done (0 left) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3283: read oid 13 snap -1 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3283: expect (ObjNum 977 snap 309 seq_num 977) 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3284: copy_from oid 31 from oid 26 current snap is 319 2024-07-26T06:43:23.337 INFO:tasks.rados.rados.0.smithi037.stdout:3285: snap_create 2024-07-26T06:43:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:22 smithi135 ceph-mon[90132]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-07-26T06:43:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:22 smithi135 ceph-mon[90132]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:43:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:22 smithi135 ceph-mon[90132]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:43:23.344 INFO:tasks.rados.rados.0.smithi037.stdout:3284: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:43:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:3284: finishing copy_from to smithi03785213-31 2024-07-26T06:43:23.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2668 (ObjNum 935 snap 301 seq_num 935) dirty exists 2024-07-26T06:43:23.368 INFO:tasks.rados.rados.0.smithi037.stdout:3283: expect (ObjNum 977 snap 309 seq_num 977) 2024-07-26T06:43:24.016 INFO:tasks.rados.rados.0.smithi037.stdout:3283: done (2 left) 2024-07-26T06:43:24.016 INFO:tasks.rados.rados.0.smithi037.stdout:3284: done (1 left) 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3285: done (0 left) 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3286: rmattr oid 44 current snap is 320 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3286: done (0 left) 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3287: rmattr oid 50 current snap is 320 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3287: done (0 left) 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3288: read oid 45 snap -1 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3288: expect deleted 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3289: rmattr oid 23 current snap is 320 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3289: done (1 left) 2024-07-26T06:43:24.017 INFO:tasks.rados.rados.0.smithi037.stdout:3290: snap_create 2024-07-26T06:43:24.925 INFO:tasks.rados.rados.0.smithi037.stdout:3288: done (1 left) 2024-07-26T06:43:24.925 INFO:tasks.rados.rados.0.smithi037.stdout:3290: done (0 left) 2024-07-26T06:43:24.925 INFO:tasks.rados.rados.0.smithi037.stdout:3291: snap_remove snap 318 2024-07-26T06:43:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:24 smithi037 ceph-mon[97339]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:43:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:24 smithi037 ceph-mon[97339]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:43:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:24 smithi037 ceph-mon[99762]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:43:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:24 smithi037 ceph-mon[99762]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:43:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:24 smithi135 ceph-mon[90132]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:43:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:24 smithi135 ceph-mon[90132]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3291: done (0 left) 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3292: read oid 1 snap -1 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3292: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3293: copy_from oid 44 from oid 17 current snap is 321 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3294: copy_from oid 7 from oid 23 current snap is 321 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3295: read oid 3 snap -1 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3295: expect (ObjNum 923 snap 296 seq_num 923) 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3296: read oid 47 snap -1 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3296: expect deleted 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 321 2024-07-26T06:43:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3297: seq_num 1013 ranges {6045696=172032} 2024-07-26T06:43:25.973 INFO:tasks.rados.rados.0.smithi037.stdout:3297: writing smithi03785213-28 from 6045696 to 6217728 tid 1 2024-07-26T06:43:25.974 INFO:tasks.rados.rados.0.smithi037.stdout:3298: rollback oid 34 current snap is 321 2024-07-26T06:43:25.974 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 320 2024-07-26T06:43:25.974 INFO:tasks.rados.rados.0.smithi037.stdout:3295: expect (ObjNum 923 snap 296 seq_num 923) 2024-07-26T06:43:26.006 INFO:tasks.rados.rados.0.smithi037.stdout:3292: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:26.112 INFO:tasks.rados.rados.0.smithi037.stdout:3294: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:43:26.112 INFO:tasks.rados.rados.0.smithi037.stdout:3294: finishing copy_from to smithi03785213-7 2024-07-26T06:43:26.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2308 (ObjNum 881 snap 288 seq_num 881) dirty exists 2024-07-26T06:43:26.112 INFO:tasks.rados.rados.0.smithi037.stdout:3293: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:43:26.112 INFO:tasks.rados.rados.0.smithi037.stdout:3292: done (6 left) 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3294: done (5 left) 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3295: done (4 left) 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3296: done (3 left) 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3299: snap_create 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3293: finishing copy_from to smithi03785213-44 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2708 (ObjNum 1010 snap 318 seq_num 1010) dirty exists 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 1 to smithi03785213-28 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 2 to smithi03785213-28 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 3 to smithi03785213-28 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2711 (ObjNum 1013 snap 321 seq_num 1013) dirty exists 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3297: left oid 28 (ObjNum 1013 snap 321 seq_num 1013) 2024-07-26T06:43:26.113 INFO:tasks.rados.rados.0.smithi037.stdout:3298: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:43:26.114 INFO:tasks.rados.rados.0.smithi037.stdout:3298: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:43:26.114 INFO:tasks.rados.rados.0.smithi037.stdout:3298: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:43:26.114 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2873 (ObjNum 1011 snap 319 seq_num 1011) dirty exists 2024-07-26T06:43:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:25 smithi037 ceph-mon[97339]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:43:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:25 smithi037 ceph-mon[99762]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:43:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:25 smithi135 ceph-mon[90132]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:43:26.932 INFO:tasks.rados.rados.0.smithi037.stdout:3293: done (3 left) 2024-07-26T06:43:26.933 INFO:tasks.rados.rados.0.smithi037.stdout:3297: done (2 left) 2024-07-26T06:43:26.933 INFO:tasks.rados.rados.0.smithi037.stdout:3298: done (1 left) 2024-07-26T06:43:26.933 INFO:tasks.rados.rados.0.smithi037.stdout:3299: done (0 left) 2024-07-26T06:43:26.933 INFO:tasks.rados.rados.0.smithi037.stdout:3300: snap_remove snap 319 2024-07-26T06:43:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:26 smithi037 ceph-mon[97339]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 356 KiB/s wr, 10 op/s 2024-07-26T06:43:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:26 smithi037 ceph-mon[97339]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:43:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:26 smithi037 ceph-mon[99762]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 356 KiB/s wr, 10 op/s 2024-07-26T06:43:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:26 smithi037 ceph-mon[99762]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:43:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:26 smithi135 ceph-mon[90132]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 356 KiB/s wr, 10 op/s 2024-07-26T06:43:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:26 smithi135 ceph-mon[90132]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:43:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:3300: done (0 left) 2024-07-26T06:43:27.852 INFO:tasks.rados.rados.0.smithi037.stdout:3301: delete oid 16 current snap is 322 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:3301: done (0 left) 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:3302: read oid 10 snap -1 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:3302: expect (ObjNum 820 snap 271 seq_num 820) 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:3303: rmattr oid 43 current snap is 322 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 322 2024-07-26T06:43:27.857 INFO:tasks.rados.rados.0.smithi037.stdout:3304: seq_num 1015 ranges {8675328=204800} 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3304: writing smithi03785213-12 from 8675328 to 8880128 tid 1 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3305: rmattr oid 38 current snap is 322 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3305: done (3 left) 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 322 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2655 (ObjNum 1007 snap 317 seq_num 1007) dirty exists 2024-07-26T06:43:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3306: seq_num 1016 ranges {1269760=221184} 2024-07-26T06:43:27.916 INFO:tasks.rados.rados.0.smithi037.stdout:3306: writing smithi03785213-26 from 1269760 to 1490944 tid 1 2024-07-26T06:43:27.916 INFO:tasks.rados.rados.0.smithi037.stdout:3303: done (3 left) 2024-07-26T06:43:27.916 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 322 2024-07-26T06:43:27.916 INFO:tasks.rados.rados.0.smithi037.stdout:3302: expect (ObjNum 820 snap 271 seq_num 820) 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:3304: finishing write tid 1 to smithi03785213-12 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:3304: finishing write tid 2 to smithi03785213-12 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:3304: finishing write tid 3 to smithi03785213-12 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2657 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:3304: left oid 12 (ObjNum 1015 snap 322 seq_num 1015) 2024-07-26T06:43:28.018 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 1 to smithi03785213-26 2024-07-26T06:43:28.019 INFO:tasks.rados.rados.0.smithi037.stdout:3307: seq_num 1017 ranges {0=237568} 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3307: writing smithi03785213-9 from 0 to 237568 tid 1 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3302: done (3 left) 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3304: done (2 left) 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3308: delete oid 44 current snap is 322 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 2 to smithi03785213-26 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 3 to smithi03785213-26 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2713 (ObjNum 1016 snap 322 seq_num 1016) dirty exists 2024-07-26T06:43:28.020 INFO:tasks.rados.rados.0.smithi037.stdout:3306: left oid 26 (ObjNum 1016 snap 322 seq_num 1016) 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3306: done (2 left) 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3308: done (1 left) 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3309: read oid 8 snap -1 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3309: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3310: rollback oid 37 current snap is 322 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 321 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3311: read oid 46 snap -1 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3311: expect (ObjNum 1000 snap 312 seq_num 1000) 2024-07-26T06:43:28.023 INFO:tasks.rados.rados.0.smithi037.stdout:3312: snap_remove snap 320 2024-07-26T06:43:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:27 smithi135 ceph-mon[90132]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:43:28.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:27 smithi135 ceph-mon[90132]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:43:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:27 smithi037 ceph-mon[97339]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:43:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:27 smithi037 ceph-mon[97339]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:43:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:27 smithi037 ceph-mon[99762]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:43:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:27 smithi037 ceph-mon[99762]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3312: done (4 left) 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3313: rollback oid 33 current snap is 322 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3307: finishing write tid 1 to smithi03785213-9 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3307: finishing write tid 2 to smithi03785213-9 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:43:28.950 INFO:tasks.rados.rados.0.smithi037.stdout:3309: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:3307: finishing write tid 3 to smithi03785213-9 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3150 (ObjNum 1017 snap 322 seq_num 1017) dirty exists 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:3307: left oid 9 (ObjNum 1017 snap 322 seq_num 1017) 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2186 (ObjNum 982 snap 310 seq_num 982) dirty exists 2024-07-26T06:43:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:3311: expect (ObjNum 1000 snap 312 seq_num 1000) 2024-07-26T06:43:29.023 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 321 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3307: done (4 left) 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3309: done (3 left) 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3310: done (2 left) 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3311: done (1 left) 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3314: read oid 13 snap -1 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3314: expect (ObjNum 977 snap 309 seq_num 977) 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 322 2024-07-26T06:43:29.024 INFO:tasks.rados.rados.0.smithi037.stdout:3315: seq_num 1019 ranges {4014080=270336} 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:3315: writing smithi03785213-11 from 4014080 to 4284416 tid 1 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 322 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:3313: finishing rollback tid 0 to smithi03785213-33 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:3313: finishing rollback tid 1 to smithi03785213-33 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:3313: finishing rollback tid 2 to smithi03785213-33 2024-07-26T06:43:29.047 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2714 (ObjNum 961 snap 308 seq_num 961) dirty exists 2024-07-26T06:43:29.048 INFO:tasks.rados.rados.0.smithi037.stdout:3316: seq_num 1020 ranges {0=286720} 2024-07-26T06:43:29.049 INFO:tasks.rados.rados.0.smithi037.stdout:3316: writing smithi03785213-49 from 0 to 286720 tid 1 2024-07-26T06:43:29.049 INFO:tasks.rados.rados.0.smithi037.stdout:3313: done (3 left) 2024-07-26T06:43:29.049 INFO:tasks.rados.rados.0.smithi037.stdout:3317: delete oid 10 current snap is 322 2024-07-26T06:43:29.051 INFO:tasks.rados.rados.0.smithi037.stdout:3315: finishing write tid 1 to smithi03785213-11 2024-07-26T06:43:29.051 INFO:tasks.rados.rados.0.smithi037.stdout:3315: finishing write tid 2 to smithi03785213-11 2024-07-26T06:43:29.051 INFO:tasks.rados.rados.0.smithi037.stdout:3317: done (3 left) 2024-07-26T06:43:29.051 INFO:tasks.rados.rados.0.smithi037.stdout:3318: copy_from oid 14 from oid 12 current snap is 322 2024-07-26T06:43:29.052 INFO:tasks.rados.rados.0.smithi037.stdout:3319: delete oid 41 current snap is 322 2024-07-26T06:43:29.052 INFO:tasks.rados.rados.0.smithi037.stdout:3314: expect (ObjNum 977 snap 309 seq_num 977) 2024-07-26T06:43:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:28 smithi037 ceph-mon[97339]: pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-07-26T06:43:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:28 smithi037 ceph-mon[99762]: pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-07-26T06:43:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:28 smithi135 ceph-mon[90132]: pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 412 KiB/s wr, 5 op/s 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3315: finishing write tid 3 to smithi03785213-11 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1070 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3315: left oid 11 (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3316: finishing write tid 1 to smithi03785213-49 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3316: finishing write tid 2 to smithi03785213-49 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3316: finishing write tid 3 to smithi03785213-49 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2899 (ObjNum 1020 snap 322 seq_num 1020) dirty exists 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3316: left oid 49 (ObjNum 1020 snap 322 seq_num 1020) 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3318: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:3318: finishing copy_from to smithi03785213-14 2024-07-26T06:43:29.701 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2657 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3314: done (4 left) 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3315: done (3 left) 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3316: done (2 left) 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3318: done (1 left) 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3319: done (0 left) 2024-07-26T06:43:29.702 INFO:tasks.rados.rados.0.smithi037.stdout:3320: snap_remove snap 321 2024-07-26T06:43:29.954 INFO:tasks.rados.rados.0.smithi037.stdout:3320: done (0 left) 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3321: read oid 39 snap -1 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3321: expect (ObjNum 992 snap 311 seq_num 992) 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3322: read oid 27 snap -1 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3322: expect deleted 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3323: copy_from oid 8 from oid 5 current snap is 322 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3324: rollback oid 15 current snap is 322 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3324: done (3 left) 2024-07-26T06:43:29.955 INFO:tasks.rados.rados.0.smithi037.stdout:3325: snap_create 2024-07-26T06:43:29.971 INFO:tasks.rados.rados.0.smithi037.stdout:3323: finishing copy_from racing read to smithi03785213-8 2024-07-26T06:43:29.972 INFO:tasks.rados.rados.0.smithi037.stdout:3323: finishing copy_from to smithi03785213-8 2024-07-26T06:43:29.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1760 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-07-26T06:43:29.984 INFO:tasks.rados.rados.0.smithi037.stdout:3321: expect (ObjNum 992 snap 311 seq_num 992) 2024-07-26T06:43:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:29 smithi037 ceph-mon[97339]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:43:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:29 smithi037 ceph-mon[99762]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:43:30.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:29 smithi135 ceph-mon[90132]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:43:30.960 INFO:tasks.rados.rados.0.smithi037.stdout:3321: done (3 left) 2024-07-26T06:43:30.961 INFO:tasks.rados.rados.0.smithi037.stdout:3322: done (2 left) 2024-07-26T06:43:30.961 INFO:tasks.rados.rados.0.smithi037.stdout:3323: done (1 left) 2024-07-26T06:43:30.961 INFO:tasks.rados.rados.0.smithi037.stdout:3325: done (0 left) 2024-07-26T06:43:30.961 INFO:tasks.rados.rados.0.smithi037.stdout:3326: delete oid 6 current snap is 323 2024-07-26T06:43:30.969 INFO:tasks.rados.rados.0.smithi037.stdout:3326: done (0 left) 2024-07-26T06:43:30.969 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 323 2024-07-26T06:43:30.969 INFO:tasks.rados.rados.0.smithi037.stdout:3327: seq_num 1024 ranges {8814592=352256} 2024-07-26T06:43:31.019 INFO:tasks.rados.rados.0.smithi037.stdout:3327: writing smithi03785213-34 from 8814592 to 9166848 tid 1 2024-07-26T06:43:31.019 INFO:tasks.rados.rados.0.smithi037.stdout:3328: read oid 41 snap 322 2024-07-26T06:43:31.019 INFO:tasks.rados.rados.0.smithi037.stdout:3328: expect deleted 2024-07-26T06:43:31.019 INFO:tasks.rados.rados.0.smithi037.stdout:3329: copy_from oid 38 from oid 44 current snap is 323 2024-07-26T06:43:31.019 INFO:tasks.rados.rados.0.smithi037.stdout:3330: delete oid 10 current snap is 323 2024-07-26T06:43:31.020 INFO:tasks.rados.rados.0.smithi037.stdout:3329: finishing copy_from to smithi03785213-38 2024-07-26T06:43:31.020 INFO:tasks.rados.rados.0.smithi037.stdout:3329: got expected ENOENT (src dne) 2024-07-26T06:43:31.020 INFO:tasks.rados.rados.0.smithi037.stdout:3329: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:43:31.021 INFO:tasks.rados.rados.0.smithi037.stdout:3328: done (3 left) 2024-07-26T06:43:31.021 INFO:tasks.rados.rados.0.smithi037.stdout:3329: done (2 left) 2024-07-26T06:43:31.021 INFO:tasks.rados.rados.0.smithi037.stdout:3330: done (1 left) 2024-07-26T06:43:31.021 INFO:tasks.rados.rados.0.smithi037.stdout:3331: snap_remove snap 322 2024-07-26T06:43:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:30 smithi037 ceph-mon[97339]: pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 256 KiB/s wr, 6 op/s 2024-07-26T06:43:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:30 smithi037 ceph-mon[97339]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:43:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:30 smithi037 ceph-mon[99762]: pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 256 KiB/s wr, 6 op/s 2024-07-26T06:43:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:30 smithi037 ceph-mon[99762]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:43:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:30 smithi135 ceph-mon[90132]: pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 256 KiB/s wr, 6 op/s 2024-07-26T06:43:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:30 smithi135 ceph-mon[90132]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:43:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:31] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-07-26T06:43:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:3327: finishing write tid 1 to smithi03785213-34 2024-07-26T06:43:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:3327: finishing write tid 2 to smithi03785213-34 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3327: finishing write tid 3 to smithi03785213-34 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2876 (ObjNum 1024 snap 323 seq_num 1024) dirty exists 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3327: left oid 34 (ObjNum 1024 snap 323 seq_num 1024) 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3327: done (1 left) 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3331: done (0 left) 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3332: read oid 6 snap -1 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3332: expect deleted 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3333: rollback oid 9 current snap is 323 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3333: done (1 left) 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3334: read oid 9 snap -1 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3334: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 323 2024-07-26T06:43:31.977 INFO:tasks.rados.rados.0.smithi037.stdout:3335: seq_num 1026 ranges {6217728=385024} 2024-07-26T06:43:32.013 INFO:tasks.rados.rados.0.smithi037.stdout:3335: writing smithi03785213-28 from 6217728 to 6602752 tid 1 2024-07-26T06:43:32.013 INFO:tasks.rados.rados.0.smithi037.stdout:3336: delete oid 36 current snap is 323 2024-07-26T06:43:32.013 INFO:tasks.rados.rados.0.smithi037.stdout:3334: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-07-26T06:43:32.019 INFO:tasks.rados.rados.0.smithi037.stdout:3332: done (3 left) 2024-07-26T06:43:32.020 INFO:tasks.rados.rados.0.smithi037.stdout:3334: done (2 left) 2024-07-26T06:43:32.020 INFO:tasks.rados.rados.0.smithi037.stdout:3336: done (1 left) 2024-07-26T06:43:32.020 INFO:tasks.rados.rados.0.smithi037.stdout:3337: snap_create 2024-07-26T06:43:32.020 INFO:tasks.rados.rados.0.smithi037.stdout:3335: finishing write tid 1 to smithi03785213-28 2024-07-26T06:43:32.022 INFO:tasks.rados.rados.0.smithi037.stdout:3335: finishing write tid 2 to smithi03785213-28 2024-07-26T06:43:32.023 INFO:tasks.rados.rados.0.smithi037.stdout:3335: finishing write tid 3 to smithi03785213-28 2024-07-26T06:43:32.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2716 (ObjNum 1026 snap 323 seq_num 1026) dirty exists 2024-07-26T06:43:32.023 INFO:tasks.rados.rados.0.smithi037.stdout:3335: left oid 28 (ObjNum 1026 snap 323 seq_num 1026) 2024-07-26T06:43:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:31 smithi037 ceph-mon[97339]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:43:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:31 smithi037 ceph-mon[99762]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:43:32.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:31 smithi135 ceph-mon[90132]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:43:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:32.851 INFO:tasks.rados.rados.0.smithi037.stdout:3335: done (1 left) 2024-07-26T06:43:32.851 INFO:tasks.rados.rados.0.smithi037.stdout:3337: done (0 left) 2024-07-26T06:43:32.852 INFO:tasks.rados.rados.0.smithi037.stdout:3338: snap_create 2024-07-26T06:43:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[97339]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-07-26T06:43:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[97339]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:43:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[97339]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:43:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[99762]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-07-26T06:43:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[99762]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:43:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:32 smithi037 ceph-mon[99762]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:43:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:32 smithi135 ceph-mon[90132]: pgmap v688: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-07-26T06:43:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:32 smithi135 ceph-mon[90132]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:43:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:32 smithi135 ceph-mon[90132]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:43:33.858 INFO:tasks.rados.rados.0.smithi037.stdout:3338: done (0 left) 2024-07-26T06:43:33.858 INFO:tasks.rados.rados.0.smithi037.stdout:3339: snap_create 2024-07-26T06:43:34.860 INFO:tasks.rados.rados.0.smithi037.stdout:3339: done (0 left) 2024-07-26T06:43:34.860 INFO:tasks.rados.rados.0.smithi037.stdout:3340: snap_create 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[97339]: pgmap v691: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[97339]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[99762]: pgmap v691: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[99762]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:43:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:34 smithi135 ceph-mon[90132]: pgmap v691: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-07-26T06:43:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:34 smithi135 ceph-mon[90132]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:43:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:35.876 INFO:tasks.rados.rados.0.smithi037.stdout:3340: done (0 left) 2024-07-26T06:43:35.876 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 327 2024-07-26T06:43:35.876 INFO:tasks.rados.rados.0.smithi037.stdout:3341: seq_num 1028 ranges {6168576=425984} 2024-07-26T06:43:35.911 INFO:tasks.rados.rados.0.smithi037.stdout:3341: writing smithi03785213-17 from 6168576 to 6594560 tid 1 2024-07-26T06:43:35.911 INFO:tasks.rados.rados.0.smithi037.stdout:3342: rollback oid 40 current snap is 327 2024-07-26T06:43:35.911 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 325 2024-07-26T06:43:35.912 INFO:tasks.rados.rados.0.smithi037.stdout:3343: snap_remove snap 323 2024-07-26T06:43:36.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:35 smithi037 ceph-mon[97339]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:43:36.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:35 smithi037 ceph-mon[99762]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:43:36.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:35 smithi135 ceph-mon[90132]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:43:36.876 INFO:tasks.rados.rados.0.smithi037.stdout:3343: done (2 left) 2024-07-26T06:43:36.876 INFO:tasks.rados.rados.0.smithi037.stdout:3344: read oid 29 snap 324 2024-07-26T06:43:36.876 INFO:tasks.rados.rados.0.smithi037.stdout:3344: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:36.876 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 327 2024-07-26T06:43:36.876 INFO:tasks.rados.rados.0.smithi037.stdout:3345: seq_num 1029 ranges {8364032=442368} 2024-07-26T06:43:36.926 INFO:tasks.rados.rados.0.smithi037.stdout:3345: writing smithi03785213-19 from 8364032 to 8806400 tid 1 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3346: rollback oid 11 current snap is 327 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 325 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3342: finishing rollback tid 0 to smithi03785213-40 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3341: finishing write tid 1 to smithi03785213-17 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3342: finishing rollback tid 1 to smithi03785213-40 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3341: finishing write tid 2 to smithi03785213-17 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3342: finishing rollback tid 2 to smithi03785213-40 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2712 (ObjNum 1012 snap 319 seq_num 1012) dirty exists 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3341: finishing write tid 3 to smithi03785213-17 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2715 (ObjNum 1028 snap 327 seq_num 1028) dirty exists 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3341: left oid 17 (ObjNum 1028 snap 327 seq_num 1028) 2024-07-26T06:43:36.927 INFO:tasks.rados.rados.0.smithi037.stdout:3344: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:37.009 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:43:37.009 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:43:37.009 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1073 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3345: finishing write tid 1 to smithi03785213-19 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3345: finishing write tid 2 to smithi03785213-19 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3345: finishing write tid 3 to smithi03785213-19 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2188 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3345: left oid 19 (ObjNum 1029 snap 327 seq_num 1029) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3341: done (4 left) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3342: done (3 left) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3344: done (2 left) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3345: done (1 left) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3346: done (0 left) 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3347: rollback oid 44 current snap is 327 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 326 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3348: snap_create 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:3347: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:43:37.010 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 0 (ObjNum 129 snap 0 seq_num 3883298928) dirty dne 2024-07-26T06:43:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:36 smithi037 ceph-mon[97339]: pgmap v694: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-07-26T06:43:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:36 smithi037 ceph-mon[97339]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:43:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:36 smithi037 ceph-mon[99762]: pgmap v694: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-07-26T06:43:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:36 smithi037 ceph-mon[99762]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:43:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:36 smithi135 ceph-mon[90132]: pgmap v694: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-07-26T06:43:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:36 smithi135 ceph-mon[90132]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:43:37.857 INFO:tasks.rados.rados.0.smithi037.stdout:3347: done (1 left) 2024-07-26T06:43:37.857 INFO:tasks.rados.rados.0.smithi037.stdout:3348: done (0 left) 2024-07-26T06:43:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 328 2024-07-26T06:43:37.858 INFO:tasks.rados.rados.0.smithi037.stdout:3349: seq_num 1030 ranges {4005888=458752} 2024-07-26T06:43:37.882 INFO:tasks.rados.rados.0.smithi037.stdout:3349: writing smithi03785213-30 from 4005888 to 4464640 tid 1 2024-07-26T06:43:37.882 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 328 2024-07-26T06:43:37.882 INFO:tasks.rados.rados.0.smithi037.stdout:3350: seq_num 1031 ranges {0=475136} 2024-07-26T06:43:37.884 INFO:tasks.rados.rados.0.smithi037.stdout:3350: writing smithi03785213-38 from 0 to 475136 tid 1 2024-07-26T06:43:37.884 INFO:tasks.rados.rados.0.smithi037.stdout:3351: snap_create 2024-07-26T06:43:37.892 INFO:tasks.rados.rados.0.smithi037.stdout:3350: finishing write tid 1 to smithi03785213-38 2024-07-26T06:43:37.892 INFO:tasks.rados.rados.0.smithi037.stdout:3349: finishing write tid 1 to smithi03785213-30 2024-07-26T06:43:37.893 INFO:tasks.rados.rados.0.smithi037.stdout:3350: finishing write tid 2 to smithi03785213-38 2024-07-26T06:43:37.893 INFO:tasks.rados.rados.0.smithi037.stdout:3349: finishing write tid 2 to smithi03785213-30 2024-07-26T06:43:37.894 INFO:tasks.rados.rados.0.smithi037.stdout:3350: finishing write tid 3 to smithi03785213-38 2024-07-26T06:43:37.895 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2901 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-07-26T06:43:37.895 INFO:tasks.rados.rados.0.smithi037.stdout:3350: left oid 38 (ObjNum 1031 snap 328 seq_num 1031) 2024-07-26T06:43:37.896 INFO:tasks.rados.rados.0.smithi037.stdout:3349: finishing write tid 3 to smithi03785213-30 2024-07-26T06:43:37.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2914 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-07-26T06:43:37.896 INFO:tasks.rados.rados.0.smithi037.stdout:3349: left oid 30 (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:43:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:37 smithi037 ceph-mon[97339]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:43:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:37 smithi037 ceph-mon[97339]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:43:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:37 smithi037 ceph-mon[99762]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:43:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:37 smithi037 ceph-mon[99762]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:43:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:37 smithi135 ceph-mon[90132]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:43:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:37 smithi135 ceph-mon[90132]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:43:38.901 INFO:tasks.rados.rados.0.smithi037.stdout:3349: done (2 left) 2024-07-26T06:43:38.901 INFO:tasks.rados.rados.0.smithi037.stdout:3350: done (1 left) 2024-07-26T06:43:38.901 INFO:tasks.rados.rados.0.smithi037.stdout:3351: done (0 left) 2024-07-26T06:43:38.901 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 329 2024-07-26T06:43:38.901 INFO:tasks.rados.rados.0.smithi037.stdout:3352: seq_num 1032 ranges {1269760=491520} 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3352: writing smithi03785213-31 from 1269760 to 1761280 tid 1 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3353: rmattr oid 35 current snap is 329 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3353: done (1 left) 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3354: read oid 29 snap 325 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3354: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3355: copy_from oid 11 from oid 13 current snap is 329 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 329 2024-07-26T06:43:38.911 INFO:tasks.rados.rados.0.smithi037.stdout:3356: seq_num 1033 ranges {2359296=507904} 2024-07-26T06:43:38.928 INFO:tasks.rados.rados.0.smithi037.stdout:3356: writing smithi03785213-46 from 2359296 to 2867200 tid 1 2024-07-26T06:43:38.928 INFO:tasks.rados.rados.0.smithi037.stdout:3357: delete oid 18 current snap is 329 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:3352: finishing write tid 1 to smithi03785213-31 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:3352: finishing write tid 2 to smithi03785213-31 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:3352: finishing write tid 3 to smithi03785213-31 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2717 (ObjNum 1032 snap 329 seq_num 1032) dirty exists 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:3352: left oid 31 (ObjNum 1032 snap 329 seq_num 1032) 2024-07-26T06:43:38.929 INFO:tasks.rados.rados.0.smithi037.stdout:3354: expect (ObjNum 948 snap 307 seq_num 948) 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 1 to smithi03785213-46 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 2 to smithi03785213-46 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 3 to smithi03785213-46 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2879 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3356: left oid 46 (ObjNum 1033 snap 329 seq_num 1033) 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3355: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3355: finishing copy_from to smithi03785213-11 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2178 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3352: done (4 left) 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3354: done (3 left) 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3355: done (2 left) 2024-07-26T06:43:39.012 INFO:tasks.rados.rados.0.smithi037.stdout:3356: done (1 left) 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:3357: done (0 left) 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:3358: read oid 26 snap -1 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:3358: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:3359: copy_from oid 9 from oid 21 current snap is 329 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 329 2024-07-26T06:43:39.013 INFO:tasks.rados.rados.0.smithi037.stdout:3360: seq_num 1035 ranges {0=540672} 2024-07-26T06:43:39.015 INFO:tasks.rados.rados.0.smithi037.stdout:3360: writing smithi03785213-41 from 0 to 540672 tid 1 2024-07-26T06:43:39.015 INFO:tasks.rados.rados.0.smithi037.stdout:3361: read oid 24 snap -1 2024-07-26T06:43:39.015 INFO:tasks.rados.rados.0.smithi037.stdout:3361: expect (ObjNum 987 snap 310 seq_num 987) 2024-07-26T06:43:39.015 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 329 2024-07-26T06:43:39.015 INFO:tasks.rados.rados.0.smithi037.stdout:3362: seq_num 1036 ranges {6774784=557056} 2024-07-26T06:43:39.055 INFO:tasks.rados.rados.0.smithi037.stdout:3362: writing smithi03785213-4 from 6774784 to 7331840 tid 1 2024-07-26T06:43:39.056 INFO:tasks.rados.rados.0.smithi037.stdout:3363: read oid 49 snap -1 2024-07-26T06:43:39.056 INFO:tasks.rados.rados.0.smithi037.stdout:3363: expect (ObjNum 1020 snap 322 seq_num 1020) 2024-07-26T06:43:39.056 INFO:tasks.rados.rados.0.smithi037.stdout:3364: copy_from oid 40 from oid 11 current snap is 329 2024-07-26T06:43:39.056 INFO:tasks.rados.rados.0.smithi037.stdout:3358: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:3359: finishing copy_from racing read to smithi03785213-9 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:3359: finishing copy_from to smithi03785213-9 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1062 (ObjNum 161 snap 0 seq_num 3894902336) dirty exists 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:3360: finishing write tid 1 to smithi03785213-41 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:3360: finishing write tid 2 to smithi03785213-41 2024-07-26T06:43:39.122 INFO:tasks.rados.rados.0.smithi037.stdout:3361: expect (ObjNum 987 snap 310 seq_num 987) 2024-07-26T06:43:39.177 INFO:tasks.rados.rados.0.smithi037.stdout:3360: finishing write tid 3 to smithi03785213-41 2024-07-26T06:43:39.177 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3165 (ObjNum 1035 snap 329 seq_num 1035) dirty exists 2024-07-26T06:43:39.177 INFO:tasks.rados.rados.0.smithi037.stdout:3360: left oid 41 (ObjNum 1035 snap 329 seq_num 1035) 2024-07-26T06:43:39.178 INFO:tasks.rados.rados.0.smithi037.stdout:3363: expect (ObjNum 1020 snap 322 seq_num 1020) 2024-07-26T06:43:39.185 INFO:tasks.rados.rados.0.smithi037.stdout:3362: finishing write tid 1 to smithi03785213-4 2024-07-26T06:43:39.185 INFO:tasks.rados.rados.0.smithi037.stdout:3362: finishing write tid 2 to smithi03785213-4 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3362: finishing write tid 3 to smithi03785213-4 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2881 (ObjNum 1036 snap 329 seq_num 1036) dirty exists 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3362: left oid 4 (ObjNum 1036 snap 329 seq_num 1036) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing copy_from to smithi03785213-40 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2178 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3358: done (6 left) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3359: done (5 left) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3360: done (4 left) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3361: done (3 left) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3362: done (2 left) 2024-07-26T06:43:39.186 INFO:tasks.rados.rados.0.smithi037.stdout:3363: done (1 left) 2024-07-26T06:43:39.187 INFO:tasks.rados.rados.0.smithi037.stdout:3364: done (0 left) 2024-07-26T06:43:39.187 INFO:tasks.rados.rados.0.smithi037.stdout:3365: rollback oid 34 current snap is 329 2024-07-26T06:43:39.187 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 324 2024-07-26T06:43:39.187 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 329 2024-07-26T06:43:39.187 INFO:tasks.rados.rados.0.smithi037.stdout:3366: seq_num 1037 ranges {8806400=573440} 2024-07-26T06:43:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3366: writing smithi03785213-19 from 8806400 to 9379840 tid 1 2024-07-26T06:43:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 329 2024-07-26T06:43:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3365: finishing rollback tid 0 to smithi03785213-34 2024-07-26T06:43:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3365: finishing rollback tid 1 to smithi03785213-34 2024-07-26T06:43:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3367: seq_num 1038 ranges {9404416=589824} 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3367: writing smithi03785213-13 from 9404416 to 9994240 tid 1 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3368: copy_from oid 20 from oid 5 current snap is 329 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3365: finishing rollback tid 2 to smithi03785213-34 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2884 (ObjNum 1024 snap 323 seq_num 1024) dirty exists 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3365: done (3 left) 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3369: copy_from oid 35 from oid 38 current snap is 329 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 1 to smithi03785213-19 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 2 to smithi03785213-19 2024-07-26T06:43:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 3 to smithi03785213-19 2024-07-26T06:43:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2190 (ObjNum 1037 snap 329 seq_num 1037) dirty exists 2024-07-26T06:43:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:3366: left oid 19 (ObjNum 1037 snap 329 seq_num 1037) 2024-07-26T06:43:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:3366: done (3 left) 2024-07-26T06:43:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:3370: copy_from oid 4 from oid 46 current snap is 329 2024-07-26T06:43:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:3371: snap_remove snap 325 2024-07-26T06:43:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:38 smithi037 ceph-mon[97339]: pgmap v697: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 86 KiB/s wr, 2 op/s 2024-07-26T06:43:39.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:38 smithi037 ceph-mon[99762]: pgmap v697: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 86 KiB/s wr, 2 op/s 2024-07-26T06:43:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:38 smithi135 ceph-mon[90132]: pgmap v697: 121 pgs: 121 active+clean; 135 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 86 KiB/s wr, 2 op/s 2024-07-26T06:43:39.913 INFO:tasks.rados.rados.0.smithi037.stdout:3371: done (4 left) 2024-07-26T06:43:39.913 INFO:tasks.rados.rados.0.smithi037.stdout:3372: rollback oid 44 current snap is 329 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 324 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3367: finishing write tid 1 to smithi03785213-13 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3367: finishing write tid 2 to smithi03785213-13 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3369: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3369: finishing copy_from to smithi03785213-35 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2901 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3367: finishing write tid 3 to smithi03785213-13 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2182 (ObjNum 1038 snap 329 seq_num 1038) dirty exists 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3367: left oid 13 (ObjNum 1038 snap 329 seq_num 1038) 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3368: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:3368: finishing copy_from to smithi03785213-20 2024-07-26T06:43:39.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1760 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3370: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3370: finishing copy_from to smithi03785213-4 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2879 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3367: done (4 left) 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3368: done (3 left) 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3369: done (2 left) 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3370: done (1 left) 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 329 2024-07-26T06:43:39.915 INFO:tasks.rados.rados.0.smithi037.stdout:3373: seq_num 1039 ranges {0=606208} 2024-07-26T06:43:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:3373: writing smithi03785213-21 from 0 to 606208 tid 1 2024-07-26T06:43:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:3374: read oid 43 snap -1 2024-07-26T06:43:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:3374: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:43:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 329 2024-07-26T06:43:39.918 INFO:tasks.rados.rados.0.smithi037.stdout:3375: seq_num 1040 ranges {0=622592} 2024-07-26T06:43:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:3375: writing smithi03785213-47 from 0 to 622592 tid 1 2024-07-26T06:43:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:3376: rmattr oid 7 current snap is 329 2024-07-26T06:43:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:3376: done (4 left) 2024-07-26T06:43:39.922 INFO:tasks.rados.rados.0.smithi037.stdout:3377: rollback oid 1 current snap is 329 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 324 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:3378: copy_from oid 49 from oid 14 current snap is 329 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:3379: read oid 30 snap 324 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:3379: expect (ObjNum 978 snap 309 seq_num 978) 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 329 2024-07-26T06:43:39.923 INFO:tasks.rados.rados.0.smithi037.stdout:3380: seq_num 1041 ranges {0=638976} 2024-07-26T06:43:39.927 INFO:tasks.rados.rados.0.smithi037.stdout:3380: writing smithi03785213-36 from 0 to 638976 tid 1 2024-07-26T06:43:39.927 INFO:tasks.rados.rados.0.smithi037.stdout:3381: delete oid 16 current snap is 329 2024-07-26T06:43:39.932 INFO:tasks.rados.rados.0.smithi037.stdout:3373: finishing write tid 1 to smithi03785213-21 2024-07-26T06:43:39.932 INFO:tasks.rados.rados.0.smithi037.stdout:3373: finishing write tid 2 to smithi03785213-21 2024-07-26T06:43:39.936 INFO:tasks.rados.rados.0.smithi037.stdout:3375: finishing write tid 1 to smithi03785213-47 2024-07-26T06:43:39.936 INFO:tasks.rados.rados.0.smithi037.stdout:3372: finishing rollback tid 1 to smithi03785213-44 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:3377: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:3377: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:3377: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2904 (ObjNum 943 snap 305 seq_num 943) dirty exists 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:3375: finishing write tid 2 to smithi03785213-47 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:3373: finishing write tid 3 to smithi03785213-21 2024-07-26T06:43:39.937 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2719 (ObjNum 1039 snap 329 seq_num 1039) dirty exists 2024-07-26T06:43:39.938 INFO:tasks.rados.rados.0.smithi037.stdout:3373: left oid 21 (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:3372: done (8 left) 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:3373: done (7 left) 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:3377: done (6 left) 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:3381: done (5 left) 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 329 2024-07-26T06:43:39.941 INFO:tasks.rados.rados.0.smithi037.stdout:3382: seq_num 1043 ranges {9379840=671744} 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3382: writing smithi03785213-19 from 9379840 to 10051584 tid 1 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3383: snap_create 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3375: finishing write tid 3 to smithi03785213-47 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 3169 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3375: left oid 47 (ObjNum 1040 snap 329 seq_num 1040) 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 1 to smithi03785213-36 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 2 to smithi03785213-36 2024-07-26T06:43:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:3379: expect (ObjNum 978 snap 309 seq_num 978) 2024-07-26T06:43:40.150 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 3 to smithi03785213-36 2024-07-26T06:43:40.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2886 (ObjNum 1041 snap 329 seq_num 1041) dirty exists 2024-07-26T06:43:40.150 INFO:tasks.rados.rados.0.smithi037.stdout:3380: left oid 36 (ObjNum 1041 snap 329 seq_num 1041) 2024-07-26T06:43:40.150 INFO:tasks.rados.rados.0.smithi037.stdout:3374: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:43:40.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:39 smithi037 ceph-mon[97339]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:43:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:39 smithi037 ceph-mon[99762]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:43:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:39 smithi135 ceph-mon[90132]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3378: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3378: finishing copy_from to smithi03785213-49 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2657 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3382: finishing write tid 1 to smithi03785213-19 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3382: finishing write tid 2 to smithi03785213-19 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3382: finishing write tid 3 to smithi03785213-19 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2192 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:43:40.896 INFO:tasks.rados.rados.0.smithi037.stdout:3382: left oid 19 (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3374: done (6 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3375: done (5 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3378: done (4 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3379: done (3 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3380: done (2 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3382: done (1 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3383: done (0 left) 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3384: copy_from oid 40 from oid 20 current snap is 330 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3385: rmattr oid 46 current snap is 330 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 330 2024-07-26T06:43:40.912 INFO:tasks.rados.rados.0.smithi037.stdout:3386: seq_num 1044 ranges {9404416=688128} 2024-07-26T06:43:40.967 INFO:tasks.rados.rados.0.smithi037.stdout:3386: writing smithi03785213-11 from 9404416 to 10092544 tid 1 2024-07-26T06:43:40.967 INFO:tasks.rados.rados.0.smithi037.stdout:3387: snap_create 2024-07-26T06:43:40.968 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2887 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:43:40.968 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:43:40.968 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing copy_from to smithi03785213-40 2024-07-26T06:43:40.968 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1760 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-07-26T06:43:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3386: finishing write tid 1 to smithi03785213-11 2024-07-26T06:43:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3386: finishing write tid 2 to smithi03785213-11 2024-07-26T06:43:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3386: finishing write tid 3 to smithi03785213-11 2024-07-26T06:43:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2180 (ObjNum 1044 snap 330 seq_num 1044) dirty exists 2024-07-26T06:43:40.974 INFO:tasks.rados.rados.0.smithi037.stdout:3386: left oid 11 (ObjNum 1044 snap 330 seq_num 1044) 2024-07-26T06:43:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:40 smithi037 ceph-mon[97339]: pgmap v700: 121 pgs: 121 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 298 KiB/s wr, 3 op/s 2024-07-26T06:43:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:40 smithi037 ceph-mon[97339]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:43:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:40 smithi037 ceph-mon[99762]: pgmap v700: 121 pgs: 121 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 298 KiB/s wr, 3 op/s 2024-07-26T06:43:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:40 smithi037 ceph-mon[99762]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:43:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:40 smithi135 ceph-mon[90132]: pgmap v700: 121 pgs: 121 active+clean; 136 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 298 KiB/s wr, 3 op/s 2024-07-26T06:43:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:40 smithi135 ceph-mon[90132]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:43:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:41] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:3384: done (3 left) 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:3385: done (2 left) 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:3386: done (1 left) 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:3387: done (0 left) 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 331 2024-07-26T06:43:41.923 INFO:tasks.rados.rados.0.smithi037.stdout:3388: seq_num 1045 ranges {2228224=704512} 2024-07-26T06:43:41.939 INFO:tasks.rados.rados.0.smithi037.stdout:3388: writing smithi03785213-39 from 2228224 to 2932736 tid 1 2024-07-26T06:43:41.939 INFO:tasks.rados.rados.0.smithi037.stdout:3389: read oid 17 snap -1 2024-07-26T06:43:41.939 INFO:tasks.rados.rados.0.smithi037.stdout:3389: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-07-26T06:43:41.939 INFO:tasks.rados.rados.0.smithi037.stdout:3390: delete oid 40 current snap is 331 2024-07-26T06:43:41.946 INFO:tasks.rados.rados.0.smithi037.stdout:3388: finishing write tid 1 to smithi03785213-39 2024-07-26T06:43:41.946 INFO:tasks.rados.rados.0.smithi037.stdout:3388: finishing write tid 2 to smithi03785213-39 2024-07-26T06:43:41.948 INFO:tasks.rados.rados.0.smithi037.stdout:3388: finishing write tid 3 to smithi03785213-39 2024-07-26T06:43:41.948 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2659 (ObjNum 1045 snap 331 seq_num 1045) dirty exists 2024-07-26T06:43:41.948 INFO:tasks.rados.rados.0.smithi037.stdout:3388: left oid 39 (ObjNum 1045 snap 331 seq_num 1045) 2024-07-26T06:43:41.951 INFO:tasks.rados.rados.0.smithi037.stdout:3388: done (2 left) 2024-07-26T06:43:41.951 INFO:tasks.rados.rados.0.smithi037.stdout:3390: done (1 left) 2024-07-26T06:43:41.951 INFO:tasks.rados.rados.0.smithi037.stdout:3391: rmattr oid 3 current snap is 331 2024-07-26T06:43:41.951 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 331 2024-07-26T06:43:41.951 INFO:tasks.rados.rados.0.smithi037.stdout:3392: seq_num 1047 ranges {0=745472} 2024-07-26T06:43:41.956 INFO:tasks.rados.rados.0.smithi037.stdout:3392: writing smithi03785213-50 from 0 to 745472 tid 1 2024-07-26T06:43:41.956 INFO:tasks.rados.rados.0.smithi037.stdout:3393: read oid 38 snap -1 2024-07-26T06:43:41.956 INFO:tasks.rados.rados.0.smithi037.stdout:3393: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-07-26T06:43:41.956 INFO:tasks.rados.rados.0.smithi037.stdout:3394: snap_remove snap 326 2024-07-26T06:43:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:41 smithi037 ceph-mon[97339]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:43:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:41 smithi037 ceph-mon[99762]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:43:42.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:41 smithi135 ceph-mon[90132]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:43:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:3394: done (4 left) 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:3395: rollback oid 14 current snap is 331 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 330 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:3396: read oid 48 snap -1 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:3396: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:3397: rollback oid 49 current snap is 331 2024-07-26T06:43:42.854 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 327 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:3398: read oid 41 snap -1 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:3398: expect (ObjNum 1035 snap 329 seq_num 1035) 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:3399: rollback oid 31 current snap is 331 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 324 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 331 2024-07-26T06:43:42.855 INFO:tasks.rados.rados.0.smithi037.stdout:3400: seq_num 1048 ranges {0=761856} 2024-07-26T06:43:42.859 INFO:tasks.rados.rados.0.smithi037.stdout:3400: writing smithi03785213-16 from 0 to 761856 tid 1 2024-07-26T06:43:42.859 INFO:tasks.rados.rados.0.smithi037.stdout:3401: snap_remove snap 329 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: pgmap v703: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.7 MiB/s wr, 12 op/s 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[97339]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: pgmap v703: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.7 MiB/s wr, 12 op/s 2024-07-26T06:43:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:43:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:43:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:42 smithi037 ceph-mon[99762]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: pgmap v703: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.7 MiB/s wr, 12 op/s 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:43:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:42 smithi135 ceph-mon[90132]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:43:43.856 INFO:tasks.rados.rados.0.smithi037.stdout:3401: done (10 left) 2024-07-26T06:43:43.856 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 331 2024-07-26T06:43:43.856 INFO:tasks.rados.rados.0.smithi037.stdout:3402: seq_num 1049 ranges {1490944=778240} 2024-07-26T06:43:43.869 INFO:tasks.rados.rados.0.smithi037.stdout:3402: writing smithi03785213-26 from 1490944 to 2269184 tid 1 2024-07-26T06:43:43.869 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 331 2024-07-26T06:43:43.869 INFO:tasks.rados.rados.0.smithi037.stdout:3403: seq_num 1050 ranges {2228224=794624} 2024-07-26T06:43:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:3403: writing smithi03785213-5 from 2228224 to 3022848 tid 1 2024-07-26T06:43:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:3404: setattr oid 29 current snap is 331 2024-07-26T06:43:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2869 (ObjNum 923 snap 296 seq_num 923) dirty exists 2024-07-26T06:43:43.886 INFO:tasks.rados.rados.0.smithi037.stdout:3393: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 1 to smithi03785213-50 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 2 to smithi03785213-50 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 3 to smithi03785213-50 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2916 (ObjNum 1047 snap 331 seq_num 1047) dirty exists 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:3392: left oid 50 (ObjNum 1047 snap 331 seq_num 1047) 2024-07-26T06:43:43.904 INFO:tasks.rados.rados.0.smithi037.stdout:3389: expect (ObjNum 1028 snap 327 seq_num 1028) 2024-07-26T06:43:44.455 INFO:tasks.rados.rados.0.smithi037.stdout:3396: expect (ObjNum 936 snap 302 seq_num 936) 2024-07-26T06:43:44.519 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing rollback tid 0 to smithi03785213-14 2024-07-26T06:43:44.520 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing rollback tid 1 to smithi03785213-14 2024-07-26T06:43:44.520 INFO:tasks.rados.rados.0.smithi037.stdout:3398: expect (ObjNum 1035 snap 329 seq_num 1035) 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3400: finishing write tid 1 to smithi03785213-16 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing rollback tid 0 to smithi03785213-49 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing rollback tid 1 to smithi03785213-49 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3399: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3399: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:43:44.534 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing rollback tid 2 to smithi03785213-49 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2907 (ObjNum 1020 snap 322 seq_num 1020) dirty exists 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3399: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2722 (ObjNum 935 snap 301 seq_num 935) dirty exists 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing rollback tid 2 to smithi03785213-14 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2890 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3400: finishing write tid 2 to smithi03785213-16 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3389: done (12 left) 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3391: done (11 left) 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3392: done (10 left) 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3393: done (9 left) 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3395: done (8 left) 2024-07-26T06:43:44.535 INFO:tasks.rados.rados.0.smithi037.stdout:3396: done (7 left) 2024-07-26T06:43:44.536 INFO:tasks.rados.rados.0.smithi037.stdout:3397: done (6 left) 2024-07-26T06:43:44.536 INFO:tasks.rados.rados.0.smithi037.stdout:3398: done (5 left) 2024-07-26T06:43:44.536 INFO:tasks.rados.rados.0.smithi037.stdout:3399: done (4 left) 2024-07-26T06:43:44.536 INFO:tasks.rados.rados.0.smithi037.stdout:3405: snap_remove snap 328 2024-07-26T06:43:44.929 INFO:tasks.rados.rados.0.smithi037.stdout:3405: done (4 left) 2024-07-26T06:43:44.929 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 331 2024-07-26T06:43:44.929 INFO:tasks.rados.rados.0.smithi037.stdout:3406: seq_num 1051 ranges {6594560=409600,7004160=401408} 2024-07-26T06:43:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3406: writing smithi03785213-17 from 6594560 to 7004160 tid 1 2024-07-26T06:43:44.971 INFO:tasks.rados.rados.0.smithi037.stdout:3406: writing smithi03785213-17 from 7004160 to 7405568 tid 2 2024-07-26T06:43:44.971 INFO:tasks.rados.rados.0.smithi037.stdout:3400: finishing write tid 3 to smithi03785213-16 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3172 (ObjNum 1048 snap 331 seq_num 1048) dirty exists 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3400: left oid 16 (ObjNum 1048 snap 331 seq_num 1048) 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3407: read oid 23 snap -1 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3407: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3400: done (5 left) 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3408: setattr oid 13 current snap is 331 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3402: finishing write tid 1 to smithi03785213-26 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3402: finishing write tid 2 to smithi03785213-26 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3402: finishing write tid 3 to smithi03785213-26 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2724 (ObjNum 1049 snap 331 seq_num 1049) dirty exists 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3402: left oid 26 (ObjNum 1049 snap 331 seq_num 1049) 2024-07-26T06:43:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3403: finishing write tid 1 to smithi03785213-5 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3403: finishing write tid 2 to smithi03785213-5 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3403: finishing write tid 3 to smithi03785213-5 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2715 (ObjNum 1050 snap 331 seq_num 1050) dirty exists 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3403: left oid 5 (ObjNum 1050 snap 331 seq_num 1050) 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2717 (ObjNum 948 snap 307 seq_num 948) dirty exists 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3402: done (5 left) 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3403: done (4 left) 2024-07-26T06:43:44.973 INFO:tasks.rados.rados.0.smithi037.stdout:3404: done (3 left) 2024-07-26T06:43:44.974 INFO:tasks.rados.rados.0.smithi037.stdout:3409: setattr oid 49 current snap is 331 2024-07-26T06:43:44.974 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 331 2024-07-26T06:43:44.974 INFO:tasks.rados.rados.0.smithi037.stdout:3410: seq_num 1052 ranges {2408448=425984,2834432=401408} 2024-07-26T06:43:44.990 INFO:tasks.rados.rados.0.smithi037.stdout:3410: writing smithi03785213-42 from 2408448 to 2834432 tid 1 2024-07-26T06:43:44.992 INFO:tasks.rados.rados.0.smithi037.stdout:3410: writing smithi03785213-42 from 2834432 to 3235840 tid 2 2024-07-26T06:43:44.992 INFO:tasks.rados.rados.0.smithi037.stdout:3411: delete oid 46 current snap is 331 2024-07-26T06:43:44.993 INFO:tasks.rados.rados.0.smithi037.stdout:3407: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3406: finishing write tid 1 to smithi03785213-17 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3406: finishing write tid 2 to smithi03785213-17 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2183 (ObjNum 1038 snap 329 seq_num 1038) dirty exists 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3406: finishing write tid 3 to smithi03785213-17 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2908 (ObjNum 1020 snap 322 seq_num 1020) dirty exists 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3406: finishing write tid 4 to smithi03785213-17 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2727 (ObjNum 1051 snap 331 seq_num 1051) dirty exists 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3406: left oid 17 (ObjNum 1051 snap 331 seq_num 1051) 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 1 to smithi03785213-42 2024-07-26T06:43:45.004 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 2 to smithi03785213-42 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 3 to smithi03785213-42 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 4 to smithi03785213-42 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2919 (ObjNum 1052 snap 331 seq_num 1052) dirty exists 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3410: left oid 42 (ObjNum 1052 snap 331 seq_num 1052) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3406: done (5 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3407: done (4 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3408: done (3 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3409: done (2 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3410: done (1 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3411: done (0 left) 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3412: rollback oid 11 current snap is 331 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 327 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 331 2024-07-26T06:43:45.005 INFO:tasks.rados.rados.0.smithi037.stdout:3413: seq_num 1054 ranges {5865472=458752,6324224=401408} 2024-07-26T06:43:45.038 INFO:tasks.rados.rados.0.smithi037.stdout:3413: writing smithi03785213-32 from 5865472 to 6324224 tid 1 2024-07-26T06:43:45.040 INFO:tasks.rados.rados.0.smithi037.stdout:3413: writing smithi03785213-32 from 6324224 to 6725632 tid 2 2024-07-26T06:43:45.040 INFO:tasks.rados.rados.0.smithi037.stdout:3414: read oid 46 snap -1 2024-07-26T06:43:45.041 INFO:tasks.rados.rados.0.smithi037.stdout:3414: expect deleted 2024-07-26T06:43:45.041 INFO:tasks.rados.rados.0.smithi037.stdout:3415: snap_remove snap 330 2024-07-26T06:43:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:44 smithi037 ceph-mon[97339]: pgmap v706: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-07-26T06:43:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:44 smithi037 ceph-mon[97339]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:43:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:44 smithi037 ceph-mon[99762]: pgmap v706: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-07-26T06:43:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:44 smithi037 ceph-mon[99762]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:43:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:44 smithi135 ceph-mon[90132]: pgmap v706: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-07-26T06:43:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:44 smithi135 ceph-mon[90132]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:43:45.934 INFO:tasks.rados.rados.0.smithi037.stdout:3415: done (3 left) 2024-07-26T06:43:45.935 INFO:tasks.rados.rados.0.smithi037.stdout:3416: read oid 23 snap -1 2024-07-26T06:43:45.935 INFO:tasks.rados.rados.0.smithi037.stdout:3416: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:45.935 INFO:tasks.rados.rados.0.smithi037.stdout:3417: snap_remove snap 324 2024-07-26T06:43:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:45 smithi037 ceph-mon[97339]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:43:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:45 smithi037 ceph-mon[99762]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:43:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:45 smithi135 ceph-mon[90132]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:43:46.940 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2183 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3413: finishing write tid 1 to smithi03785213-32 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3413: finishing write tid 2 to smithi03785213-32 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3413: finishing write tid 3 to smithi03785213-32 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3413: finishing write tid 4 to smithi03785213-32 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2168 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3413: left oid 32 (ObjNum 1054 snap 331 seq_num 1054) 2024-07-26T06:43:46.941 INFO:tasks.rados.rados.0.smithi037.stdout:3416: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3412: done (4 left) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3413: done (3 left) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3414: done (2 left) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3416: done (1 left) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3417: done (0 left) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3418: read oid 5 snap -1 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3418: expect (ObjNum 1050 snap 331 seq_num 1050) 2024-07-26T06:43:46.955 INFO:tasks.rados.rados.0.smithi037.stdout:3419: setattr oid 44 current snap is 331 2024-07-26T06:43:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:3420: delete oid 46 current snap is 331 2024-07-26T06:43:46.966 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2716 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:43:46.970 INFO:tasks.rados.rados.0.smithi037.stdout:3419: done (2 left) 2024-07-26T06:43:46.970 INFO:tasks.rados.rados.0.smithi037.stdout:3420: done (1 left) 2024-07-26T06:43:46.970 INFO:tasks.rados.rados.0.smithi037.stdout:3421: delete oid 41 current snap is 331 2024-07-26T06:43:46.971 INFO:tasks.rados.rados.0.smithi037.stdout:3418: expect (ObjNum 1050 snap 331 seq_num 1050) 2024-07-26T06:43:47.090 INFO:tasks.rados.rados.0.smithi037.stdout:3418: done (1 left) 2024-07-26T06:43:47.090 INFO:tasks.rados.rados.0.smithi037.stdout:3421: done (0 left) 2024-07-26T06:43:47.090 INFO:tasks.rados.rados.0.smithi037.stdout:3422: snap_create 2024-07-26T06:43:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:46 smithi037 ceph-mon[97339]: pgmap v709: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-07-26T06:43:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:46 smithi037 ceph-mon[97339]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:43:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:46 smithi037 ceph-mon[99762]: pgmap v709: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-07-26T06:43:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:46 smithi037 ceph-mon[99762]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:43:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:46 smithi135 ceph-mon[90132]: pgmap v709: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-07-26T06:43:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:46 smithi135 ceph-mon[90132]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:43:47.856 INFO:tasks.rados.rados.0.smithi037.stdout:3422: done (0 left) 2024-07-26T06:43:47.856 INFO:tasks.rados.rados.0.smithi037.stdout:3423: copy_from oid 49 from oid 13 current snap is 332 2024-07-26T06:43:47.856 INFO:tasks.rados.rados.0.smithi037.stdout:3424: copy_from oid 46 from oid 17 current snap is 332 2024-07-26T06:43:47.856 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 332 2024-07-26T06:43:47.857 INFO:tasks.rados.rados.0.smithi037.stdout:3425: seq_num 1057 ranges {5816320=507904,6324224=401408} 2024-07-26T06:43:47.893 INFO:tasks.rados.rados.0.smithi037.stdout:3425: writing smithi03785213-25 from 5816320 to 6324224 tid 1 2024-07-26T06:43:47.896 INFO:tasks.rados.rados.0.smithi037.stdout:3425: writing smithi03785213-25 from 6324224 to 6725632 tid 2 2024-07-26T06:43:47.896 INFO:tasks.rados.rados.0.smithi037.stdout:3426: read oid 11 snap -1 2024-07-26T06:43:47.896 INFO:tasks.rados.rados.0.smithi037.stdout:3426: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:43:47.896 INFO:tasks.rados.rados.0.smithi037.stdout:3427: setattr oid 40 current snap is 332 2024-07-26T06:43:47.898 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 332 2024-07-26T06:43:47.898 INFO:tasks.rados.rados.0.smithi037.stdout:3428: seq_num 1058 ranges {0=524288,524288=401408} 2024-07-26T06:43:47.902 INFO:tasks.rados.rados.0.smithi037.stdout:3428: writing smithi03785213-45 from 0 to 524288 tid 1 2024-07-26T06:43:47.905 INFO:tasks.rados.rados.0.smithi037.stdout:3428: writing smithi03785213-45 from 524288 to 925696 tid 2 2024-07-26T06:43:47.905 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 332 2024-07-26T06:43:47.905 INFO:tasks.rados.rados.0.smithi037.stdout:3429: seq_num 1059 ranges {2015232=540672,2555904=401408} 2024-07-26T06:43:47.921 INFO:tasks.rados.rados.0.smithi037.stdout:3429: writing smithi03785213-48 from 2015232 to 2555904 tid 1 2024-07-26T06:43:47.923 INFO:tasks.rados.rados.0.smithi037.stdout:3429: writing smithi03785213-48 from 2555904 to 2957312 tid 2 2024-07-26T06:43:47.923 INFO:tasks.rados.rados.0.smithi037.stdout:3430: snap_remove snap 327 2024-07-26T06:43:48.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:47 smithi037 ceph-mon[97339]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:43:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:47 smithi037 ceph-mon[97339]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:43:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:47 smithi037 ceph-mon[99762]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:43:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:47 smithi037 ceph-mon[99762]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:43:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:47 smithi135 ceph-mon[90132]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:43:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:47 smithi135 ceph-mon[90132]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3430: done (7 left) 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3431: read oid 7 snap -1 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3431: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3432: read oid 21 snap -1 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3432: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 332 2024-07-26T06:43:48.862 INFO:tasks.rados.rados.0.smithi037.stdout:3433: seq_num 1060 ranges {8880128=557056,9437184=401408} 2024-07-26T06:43:48.914 INFO:tasks.rados.rados.0.smithi037.stdout:3433: writing smithi03785213-14 from 8880128 to 9437184 tid 1 2024-07-26T06:43:48.916 INFO:tasks.rados.rados.0.smithi037.stdout:3433: writing smithi03785213-14 from 9437184 to 9838592 tid 2 2024-07-26T06:43:48.917 INFO:tasks.rados.rados.0.smithi037.stdout:3434: snap_remove snap 331 2024-07-26T06:43:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:48 smithi037 ceph-mon[97339]: pgmap v712: 121 pgs: 121 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-07-26T06:43:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:48 smithi037 ceph-mon[97339]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:43:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:48 smithi037 ceph-mon[99762]: pgmap v712: 121 pgs: 121 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-07-26T06:43:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:48 smithi037 ceph-mon[99762]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:43:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:48 smithi135 ceph-mon[90132]: pgmap v712: 121 pgs: 121 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-07-26T06:43:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:48 smithi135 ceph-mon[90132]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:43:49.860 INFO:tasks.rados.rados.0.smithi037.stdout:3434: done (10 left) 2024-07-26T06:43:49.860 INFO:tasks.rados.rados.0.smithi037.stdout:3435: delete oid 2 current snap is 332 2024-07-26T06:43:49.860 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2717 (ObjNum 129 snap 0 seq_num 3882893168) dirty exists 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 1 to smithi03785213-25 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 2 to smithi03785213-25 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3424: finishing copy_from racing read to smithi03785213-46 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 3 to smithi03785213-25 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 4 to smithi03785213-25 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2720 (ObjNum 1057 snap 332 seq_num 1057) dirty exists 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3425: left oid 25 (ObjNum 1057 snap 332 seq_num 1057) 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 1 to smithi03785213-45 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 2 to smithi03785213-45 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 3 to smithi03785213-45 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3423: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:3424: finishing copy_from to smithi03785213-46 2024-07-26T06:43:49.861 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2727 (ObjNum 1051 snap 331 seq_num 1051) dirty exists 2024-07-26T06:43:49.862 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 4 to smithi03785213-45 2024-07-26T06:43:49.862 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3182 (ObjNum 1058 snap 332 seq_num 1058) dirty exists 2024-07-26T06:43:49.862 INFO:tasks.rados.rados.0.smithi037.stdout:3428: left oid 45 (ObjNum 1058 snap 332 seq_num 1058) 2024-07-26T06:43:49.862 INFO:tasks.rados.rados.0.smithi037.stdout:3426: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3423: finishing copy_from to smithi03785213-49 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2183 (ObjNum 1038 snap 329 seq_num 1038) dirty exists 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing write tid 1 to smithi03785213-48 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing write tid 2 to smithi03785213-48 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing write tid 3 to smithi03785213-48 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3423: done (10 left) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3424: done (9 left) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3425: done (8 left) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3426: done (7 left) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3427: done (6 left) 2024-07-26T06:43:50.090 INFO:tasks.rados.rados.0.smithi037.stdout:3428: done (5 left) 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3435: done (4 left) 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3436: rollback oid 20 current snap is 332 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3436: done (4 left) 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3437: copy_from oid 31 from oid 47 current snap is 332 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing write tid 4 to smithi03785213-48 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3186 (ObjNum 1059 snap 332 seq_num 1059) dirty exists 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3429: left oid 48 (ObjNum 1059 snap 332 seq_num 1059) 2024-07-26T06:43:50.091 INFO:tasks.rados.rados.0.smithi037.stdout:3431: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:50.100 INFO:tasks.rados.rados.0.smithi037.stdout:3432: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: finishing write tid 1 to smithi03785213-14 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: finishing write tid 2 to smithi03785213-14 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: finishing write tid 3 to smithi03785213-14 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: finishing write tid 4 to smithi03785213-14 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2894 (ObjNum 1060 snap 332 seq_num 1060) dirty exists 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: left oid 14 (ObjNum 1060 snap 332 seq_num 1060) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3437: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3429: done (4 left) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3431: done (3 left) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3432: done (2 left) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:3433: done (1 left) 2024-07-26T06:43:50.119 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 332 2024-07-26T06:43:50.120 INFO:tasks.rados.rados.0.smithi037.stdout:3437: finishing copy_from to smithi03785213-31 2024-07-26T06:43:50.120 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3169 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-07-26T06:43:50.120 INFO:tasks.rados.rados.0.smithi037.stdout:3438: seq_num 1062 ranges {1777664=589824,2367488=401408} 2024-07-26T06:43:50.131 INFO:tasks.rados.rados.0.smithi037.stdout:3438: writing smithi03785213-22 from 1777664 to 2367488 tid 1 2024-07-26T06:43:50.134 INFO:tasks.rados.rados.0.smithi037.stdout:3438: writing smithi03785213-22 from 2367488 to 2768896 tid 2 2024-07-26T06:43:50.134 INFO:tasks.rados.rados.0.smithi037.stdout:3437: done (1 left) 2024-07-26T06:43:50.134 INFO:tasks.rados.rados.0.smithi037.stdout:3439: read oid 11 snap -1 2024-07-26T06:43:50.134 INFO:tasks.rados.rados.0.smithi037.stdout:3439: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:43:50.134 INFO:tasks.rados.rados.0.smithi037.stdout:3440: delete oid 3 current snap is 332 2024-07-26T06:43:50.137 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 1 to smithi03785213-22 2024-07-26T06:43:50.137 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 2 to smithi03785213-22 2024-07-26T06:43:50.138 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 3 to smithi03785213-22 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 4 to smithi03785213-22 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2872 (ObjNum 1062 snap 332 seq_num 1062) dirty exists 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:3438: left oid 22 (ObjNum 1062 snap 332 seq_num 1062) 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:3438: done (2 left) 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:3440: done (1 left) 2024-07-26T06:43:50.140 INFO:tasks.rados.rados.0.smithi037.stdout:3441: delete oid 8 current snap is 332 2024-07-26T06:43:50.144 INFO:tasks.rados.rados.0.smithi037.stdout:3441: done (1 left) 2024-07-26T06:43:50.144 INFO:tasks.rados.rados.0.smithi037.stdout:3442: rmattr oid 39 current snap is 332 2024-07-26T06:43:50.144 INFO:tasks.rados.rados.0.smithi037.stdout:3443: rollback oid 45 current snap is 332 2024-07-26T06:43:50.144 INFO:tasks.rados.rados.0.smithi037.stdout:3443: done (2 left) 2024-07-26T06:43:50.145 INFO:tasks.rados.rados.0.smithi037.stdout:3444: rollback oid 44 current snap is 332 2024-07-26T06:43:50.145 INFO:tasks.rados.rados.0.smithi037.stdout:3444: done (2 left) 2024-07-26T06:43:50.145 INFO:tasks.rados.rados.0.smithi037.stdout:3445: setattr oid 3 current snap is 332 2024-07-26T06:43:50.145 INFO:tasks.rados.rados.0.smithi037.stdout:3446: copy_from oid 49 from oid 31 current snap is 332 2024-07-26T06:43:50.146 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 332 2024-07-26T06:43:50.146 INFO:tasks.rados.rados.0.smithi037.stdout:3447: seq_num 1065 ranges {0=638976,638976=401408} 2024-07-26T06:43:50.150 INFO:tasks.rados.rados.0.smithi037.stdout:3447: writing smithi03785213-18 from 0 to 638976 tid 1 2024-07-26T06:43:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:3447: writing smithi03785213-18 from 638976 to 1040384 tid 2 2024-07-26T06:43:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:3448: delete oid 14 current snap is 332 2024-07-26T06:43:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2660 (ObjNum 1045 snap 331 seq_num 1045) dirty exists 2024-07-26T06:43:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:3439: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:43:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:49 smithi037 ceph-mon[97339]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:43:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:49 smithi037 ceph-mon[99762]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:43:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:49 smithi135 ceph-mon[90132]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:43:50.379 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2874 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:43:50.379 INFO:tasks.rados.rados.0.smithi037.stdout:3446: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:43:50.379 INFO:tasks.rados.rados.0.smithi037.stdout:3446: finishing copy_from to smithi03785213-49 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3169 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3439: done (5 left) 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3442: done (4 left) 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3445: done (3 left) 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3446: done (2 left) 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3448: done (1 left) 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3449: copy_from oid 15 from oid 1 current snap is 332 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing write tid 1 to smithi03785213-18 2024-07-26T06:43:50.380 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing write tid 2 to smithi03785213-18 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing write tid 3 to smithi03785213-18 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing write tid 4 to smithi03785213-18 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2186 (ObjNum 1065 snap 332 seq_num 1065) dirty exists 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3447: left oid 18 (ObjNum 1065 snap 332 seq_num 1065) 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3447: done (1 left) 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 332 2024-07-26T06:43:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3450: seq_num 1067 ranges {7405568=679936,8085504=401408} 2024-07-26T06:43:50.423 INFO:tasks.rados.rados.0.smithi037.stdout:3450: writing smithi03785213-17 from 7405568 to 8085504 tid 1 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:3450: writing smithi03785213-17 from 8085504 to 8486912 tid 2 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 332 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:3449: finishing copy_from racing read to smithi03785213-15 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:3449: finishing copy_from to smithi03785213-15 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2904 (ObjNum 943 snap 305 seq_num 943) dirty exists 2024-07-26T06:43:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:3451: seq_num 1068 ranges {2269184=696320,2965504=401408} 2024-07-26T06:43:50.442 INFO:tasks.rados.rados.0.smithi037.stdout:3451: writing smithi03785213-26 from 2269184 to 2965504 tid 1 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3451: writing smithi03785213-26 from 2965504 to 3366912 tid 2 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3449: done (2 left) 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3452: copy_from oid 38 from oid 8 current snap is 332 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3450: finishing write tid 1 to smithi03785213-17 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3450: finishing write tid 2 to smithi03785213-17 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3450: finishing write tid 3 to smithi03785213-17 2024-07-26T06:43:50.445 INFO:tasks.rados.rados.0.smithi037.stdout:3450: finishing write tid 4 to smithi03785213-17 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3172 (ObjNum 1067 snap 332 seq_num 1067) dirty exists 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:3450: left oid 17 (ObjNum 1067 snap 332 seq_num 1067) 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:3451: finishing write tid 1 to smithi03785213-26 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:3450: done (2 left) 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:3453: snap_create 2024-07-26T06:43:50.446 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing copy_from to smithi03785213-38 2024-07-26T06:43:50.447 INFO:tasks.rados.rados.0.smithi037.stdout:3452: got expected ENOENT (src dne) 2024-07-26T06:43:50.447 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing copy_from racing read to smithi03785213-38 2024-07-26T06:43:50.448 INFO:tasks.rados.rados.0.smithi037.stdout:3451: finishing write tid 2 to smithi03785213-26 2024-07-26T06:43:50.448 INFO:tasks.rados.rados.0.smithi037.stdout:3451: finishing write tid 3 to smithi03785213-26 2024-07-26T06:43:50.449 INFO:tasks.rados.rados.0.smithi037.stdout:3451: finishing write tid 4 to smithi03785213-26 2024-07-26T06:43:50.449 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3175 (ObjNum 1068 snap 332 seq_num 1068) dirty exists 2024-07-26T06:43:50.449 INFO:tasks.rados.rados.0.smithi037.stdout:3451: left oid 26 (ObjNum 1068 snap 332 seq_num 1068) 2024-07-26T06:43:50.969 INFO:tasks.rados.rados.0.smithi037.stdout:3451: done (2 left) 2024-07-26T06:43:50.969 INFO:tasks.rados.rados.0.smithi037.stdout:3452: done (1 left) 2024-07-26T06:43:50.969 INFO:tasks.rados.rados.0.smithi037.stdout:3453: done (0 left) 2024-07-26T06:43:50.969 INFO:tasks.rados.rados.0.smithi037.stdout:3454: read oid 38 snap 332 2024-07-26T06:43:50.970 INFO:tasks.rados.rados.0.smithi037.stdout:3454: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-07-26T06:43:50.970 INFO:tasks.rados.rados.0.smithi037.stdout:3455: delete oid 20 current snap is 333 2024-07-26T06:43:50.972 INFO:tasks.rados.rados.0.smithi037.stdout:3454: expect (ObjNum 1031 snap 328 seq_num 1031) 2024-07-26T06:43:50.985 INFO:tasks.rados.rados.0.smithi037.stdout:3454: done (1 left) 2024-07-26T06:43:50.985 INFO:tasks.rados.rados.0.smithi037.stdout:3455: done (0 left) 2024-07-26T06:43:50.985 INFO:tasks.rados.rados.0.smithi037.stdout:3456: snap_create 2024-07-26T06:43:51.214 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:50 smithi037 ceph-mon[97339]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-07-26T06:43:51.214 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:50 smithi037 ceph-mon[99762]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-07-26T06:43:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:50 smithi135 ceph-mon[90132]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-07-26T06:43:51.487 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:43:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:43:51] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-07-26T06:43:51.979 INFO:tasks.rados.rados.0.smithi037.stdout:3456: done (0 left) 2024-07-26T06:43:51.979 INFO:tasks.rados.rados.0.smithi037.stdout:3457: rollback oid 31 current snap is 334 2024-07-26T06:43:51.979 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 333 2024-07-26T06:43:51.979 INFO:tasks.rados.rados.0.smithi037.stdout:3458: read oid 45 snap -1 2024-07-26T06:43:51.979 INFO:tasks.rados.rados.0.smithi037.stdout:3458: expect (ObjNum 1058 snap 332 seq_num 1058) 2024-07-26T06:43:51.980 INFO:tasks.rados.rados.0.smithi037.stdout:3459: read oid 1 snap -1 2024-07-26T06:43:51.980 INFO:tasks.rados.rados.0.smithi037.stdout:3459: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:51.980 INFO:tasks.rados.rados.0.smithi037.stdout:3460: snap_create 2024-07-26T06:43:51.988 INFO:tasks.rados.rados.0.smithi037.stdout:3457: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:43:51.988 INFO:tasks.rados.rados.0.smithi037.stdout:3457: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:43:51.989 INFO:tasks.rados.rados.0.smithi037.stdout:3457: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:43:51.989 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3178 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-07-26T06:43:51.989 INFO:tasks.rados.rados.0.smithi037.stdout:3458: expect (ObjNum 1058 snap 332 seq_num 1058) 2024-07-26T06:43:52.014 INFO:tasks.rados.rados.0.smithi037.stdout:3459: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:51 smithi037 ceph-mon[97339]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:43:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:51 smithi037 ceph-mon[99762]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:43:52.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:51 smithi135 ceph-mon[90132]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:43:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:43:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:3457: done (3 left) 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:3458: done (2 left) 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:3459: done (1 left) 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:3460: done (0 left) 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 335 2024-07-26T06:43:52.858 INFO:tasks.rados.rados.0.smithi037.stdout:3461: seq_num 1070 ranges {925696=729088,1654784=401408} 2024-07-26T06:43:52.865 INFO:tasks.rados.rados.0.smithi037.stdout:3461: writing smithi03785213-45 from 925696 to 1654784 tid 1 2024-07-26T06:43:52.868 INFO:tasks.rados.rados.0.smithi037.stdout:3461: writing smithi03785213-45 from 1654784 to 2056192 tid 2 2024-07-26T06:43:52.868 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 335 2024-07-26T06:43:52.868 INFO:tasks.rados.rados.0.smithi037.stdout:3462: seq_num 1071 ranges {2809856=745472,3555328=401408} 2024-07-26T06:43:52.887 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03785213-1 from 2809856 to 3555328 tid 1 2024-07-26T06:43:52.890 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03785213-1 from 3555328 to 3956736 tid 2 2024-07-26T06:43:52.890 INFO:tasks.rados.rados.0.smithi037.stdout:3463: snap_remove snap 332 2024-07-26T06:43:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[97339]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-07-26T06:43:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[97339]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:43:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[97339]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:43:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[99762]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-07-26T06:43:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[99762]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:43:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:52 smithi037 ceph-mon[99762]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:43:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:52 smithi135 ceph-mon[90132]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 140 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-07-26T06:43:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:52 smithi135 ceph-mon[90132]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:43:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:52 smithi135 ceph-mon[90132]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:43:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:3463: done (2 left) 2024-07-26T06:43:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:3464: read oid 9 snap 334 2024-07-26T06:43:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:3464: expect (ObjNum -411126480 snap 21989 seq_num 3883826656) 2024-07-26T06:43:53.862 INFO:tasks.rados.rados.0.smithi037.stdout:3465: read oid 10 snap 334 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3465: expect deleted 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3466: delete oid 16 current snap is 335 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3461: finishing write tid 1 to smithi03785213-45 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3461: finishing write tid 2 to smithi03785213-45 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3461: finishing write tid 3 to smithi03785213-45 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3461: finishing write tid 4 to smithi03785213-45 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3197 (ObjNum 1070 snap 335 seq_num 1070) dirty exists 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3461: left oid 45 (ObjNum 1070 snap 335 seq_num 1070) 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 1 to smithi03785213-1 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 2 to smithi03785213-1 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 3 to smithi03785213-1 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 4 to smithi03785213-1 2024-07-26T06:43:53.863 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3172 (ObjNum 1071 snap 335 seq_num 1071) dirty exists 2024-07-26T06:43:53.864 INFO:tasks.rados.rados.0.smithi037.stdout:3462: left oid 1 (ObjNum 1071 snap 335 seq_num 1071) 2024-07-26T06:43:53.867 INFO:tasks.rados.rados.0.smithi037.stdout:3464: expect (ObjNum -411126480 snap 21989 seq_num 3883826656) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3461: done (4 left) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3462: done (3 left) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3464: done (2 left) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3465: done (1 left) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3466: done (0 left) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3467: read oid 23 snap 334 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3467: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:53.873 INFO:tasks.rados.rados.0.smithi037.stdout:3468: setattr oid 29 current snap is 335 2024-07-26T06:43:53.876 INFO:tasks.rados.rados.0.smithi037.stdout:3469: copy_from oid 21 from oid 16 current snap is 335 2024-07-26T06:43:53.876 INFO:tasks.rados.rados.0.smithi037.stdout:3470: delete oid 4 current snap is 335 2024-07-26T06:43:53.876 INFO:tasks.rados.rados.0.smithi037.stdout:3467: expect (ObjNum 881 snap 288 seq_num 881) 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:3469: finishing copy_from to smithi03785213-21 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:3469: got expected ENOENT (src dne) 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:3469: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2722 (ObjNum 948 snap 307 seq_num 948) dirty exists 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:3467: done (3 left) 2024-07-26T06:43:53.887 INFO:tasks.rados.rados.0.smithi037.stdout:3468: done (2 left) 2024-07-26T06:43:53.888 INFO:tasks.rados.rados.0.smithi037.stdout:3469: done (1 left) 2024-07-26T06:43:53.888 INFO:tasks.rados.rados.0.smithi037.stdout:3470: done (0 left) 2024-07-26T06:43:53.888 INFO:tasks.rados.rados.0.smithi037.stdout:3471: snap_create 2024-07-26T06:43:54.863 INFO:tasks.rados.rados.0.smithi037.stdout:3471: done (0 left) 2024-07-26T06:43:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:3472: copy_from oid 14 from oid 19 current snap is 336 2024-07-26T06:43:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:3473: rmattr oid 49 current snap is 336 2024-07-26T06:43:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:3473: done (1 left) 2024-07-26T06:43:54.864 INFO:tasks.rados.rados.0.smithi037.stdout:3474: delete oid 29 current snap is 336 2024-07-26T06:43:54.870 INFO:tasks.rados.rados.0.smithi037.stdout:3474: done (1 left) 2024-07-26T06:43:54.870 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 336 2024-07-26T06:43:54.870 INFO:tasks.rados.rados.0.smithi037.stdout:3475: seq_num 1075 ranges {2932736=409600,3342336=671744,4014080=131072} 2024-07-26T06:43:54.889 INFO:tasks.rados.rados.0.smithi037.stdout:3475: writing smithi03785213-39 from 2932736 to 3342336 tid 1 2024-07-26T06:43:54.893 INFO:tasks.rados.rados.0.smithi037.stdout:3475: writing smithi03785213-39 from 3342336 to 4014080 tid 2 2024-07-26T06:43:54.894 INFO:tasks.rados.rados.0.smithi037.stdout:3475: writing smithi03785213-39 from 4014080 to 4145152 tid 3 2024-07-26T06:43:54.894 INFO:tasks.rados.rados.0.smithi037.stdout:3476: delete oid 5 current snap is 336 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3476: done (2 left) 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3477: rmattr oid 7 current snap is 336 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3477: done (2 left) 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3478: read oid 48 snap 335 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3478: expect (ObjNum 1059 snap 332 seq_num 1059) 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3479: read oid 18 snap -1 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3479: expect (ObjNum 1065 snap 332 seq_num 1065) 2024-07-26T06:43:54.898 INFO:tasks.rados.rados.0.smithi037.stdout:3480: rollback oid 4 current snap is 336 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 333 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:3475: finishing write tid 1 to smithi03785213-39 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:3481: copy_from oid 37 from oid 46 current snap is 336 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:3482: read oid 1 snap 333 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:3482: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 336 2024-07-26T06:43:54.899 INFO:tasks.rados.rados.0.smithi037.stdout:3483: seq_num 1077 ranges {2138112=442368,2580480=434176,3014656=368640} 2024-07-26T06:43:54.913 INFO:tasks.rados.rados.0.smithi037.stdout:3483: writing smithi03785213-24 from 2138112 to 2580480 tid 1 2024-07-26T06:43:54.916 INFO:tasks.rados.rados.0.smithi037.stdout:3483: writing smithi03785213-24 from 2580480 to 3014656 tid 2 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3483: writing smithi03785213-24 from 3014656 to 3383296 tid 3 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 336 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3475: finishing write tid 2 to smithi03785213-39 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3475: finishing write tid 3 to smithi03785213-39 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3475: finishing write tid 4 to smithi03785213-39 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3475: finishing write tid 5 to smithi03785213-39 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2664 (ObjNum 1075 snap 336 seq_num 1075) dirty exists 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3475: left oid 39 (ObjNum 1075 snap 336 seq_num 1075) 2024-07-26T06:43:54.920 INFO:tasks.rados.rados.0.smithi037.stdout:3479: expect (ObjNum 1065 snap 332 seq_num 1065) 2024-07-26T06:43:54.953 INFO:tasks.rados.rados.0.smithi037.stdout:3484: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-07-26T06:43:54.955 INFO:tasks.rados.rados.0.smithi037.stdout:3484: writing smithi03785213-9 from 0 to 458752 tid 1 2024-07-26T06:43:54.959 INFO:tasks.rados.rados.0.smithi037.stdout:3484: writing smithi03785213-9 from 458752 to 1179648 tid 2 2024-07-26T06:43:54.960 INFO:tasks.rados.rados.0.smithi037.stdout:3484: writing smithi03785213-9 from 1179648 to 1261568 tid 3 2024-07-26T06:43:54.960 INFO:tasks.rados.rados.0.smithi037.stdout:3475: done (8 left) 2024-07-26T06:43:54.960 INFO:tasks.rados.rados.0.smithi037.stdout:3479: done (7 left) 2024-07-26T06:43:54.960 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 336 2024-07-26T06:43:54.961 INFO:tasks.rados.rados.0.smithi037.stdout:3478: expect (ObjNum 1059 snap 332 seq_num 1059) 2024-07-26T06:43:55.084 INFO:tasks.rados.rados.0.smithi037.stdout:3483: finishing write tid 1 to smithi03785213-24 2024-07-26T06:43:55.084 INFO:tasks.rados.rados.0.smithi037.stdout:3482: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3472: finishing copy_from racing read to smithi03785213-14 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3483: finishing write tid 2 to smithi03785213-24 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3483: finishing write tid 3 to smithi03785213-24 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3483: finishing write tid 4 to smithi03785213-24 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3480: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:43:55.189 INFO:tasks.rados.rados.0.smithi037.stdout:3483: finishing write tid 5 to smithi03785213-24 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3182 (ObjNum 1077 snap 336 seq_num 1077) dirty exists 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3483: left oid 24 (ObjNum 1077 snap 336 seq_num 1077) 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3480: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2898 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3472: finishing copy_from to smithi03785213-14 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2192 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3481: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3481: finishing copy_from to smithi03785213-37 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2727 (ObjNum 1051 snap 331 seq_num 1051) dirty exists 2024-07-26T06:43:55.190 INFO:tasks.rados.rados.0.smithi037.stdout:3484: finishing write tid 1 to smithi03785213-9 2024-07-26T06:43:55.191 INFO:tasks.rados.rados.0.smithi037.stdout:3484: finishing write tid 2 to smithi03785213-9 2024-07-26T06:43:55.191 INFO:tasks.rados.rados.0.smithi037.stdout:3485: seq_num 1079 ranges {8880128=475136,9355264=606208,9961472=196608} 2024-07-26T06:43:55.240 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03785213-12 from 8880128 to 9355264 tid 1 2024-07-26T06:43:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03785213-12 from 9355264 to 9961472 tid 2 2024-07-26T06:43:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03785213-12 from 9961472 to 10158080 tid 3 2024-07-26T06:43:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:3472: done (7 left) 2024-07-26T06:43:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:3478: done (6 left) 2024-07-26T06:43:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:3480: done (5 left) 2024-07-26T06:43:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:3481: done (4 left) 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3482: done (3 left) 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3483: done (2 left) 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3486: rollback oid 17 current snap is 336 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 334 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3484: finishing write tid 3 to smithi03785213-9 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3484: finishing write tid 4 to smithi03785213-9 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3484: finishing write tid 5 to smithi03785213-9 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3484: left oid 9 (ObjNum 1078 snap 336 seq_num 1078) 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 1 to smithi03785213-12 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3484: done (2 left) 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3487: rmattr oid 48 current snap is 336 2024-07-26T06:43:55.246 INFO:tasks.rados.rados.0.smithi037.stdout:3487: done (2 left) 2024-07-26T06:43:55.247 INFO:tasks.rados.rados.0.smithi037.stdout:3488: setattr oid 32 current snap is 336 2024-07-26T06:43:55.247 INFO:tasks.rados.rados.0.smithi037.stdout:3489: snap_create 2024-07-26T06:43:55.248 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 2 to smithi03785213-12 2024-07-26T06:43:55.249 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 3 to smithi03785213-12 2024-07-26T06:43:55.249 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 4 to smithi03785213-12 2024-07-26T06:43:55.250 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:43:55.250 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3185 (ObjNum 1067 snap 332 seq_num 1067) dirty exists 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2169 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 5 to smithi03785213-12 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2668 (ObjNum 1079 snap 336 seq_num 1079) dirty exists 2024-07-26T06:43:55.251 INFO:tasks.rados.rados.0.smithi037.stdout:3485: left oid 12 (ObjNum 1079 snap 336 seq_num 1079) 2024-07-26T06:43:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:54 smithi037 ceph-mon[97339]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-07-26T06:43:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:54 smithi037 ceph-mon[97339]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:43:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:54 smithi037 ceph-mon[99762]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-07-26T06:43:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:54 smithi037 ceph-mon[99762]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:43:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:54 smithi135 ceph-mon[90132]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-07-26T06:43:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:54 smithi135 ceph-mon[90132]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:43:55.875 INFO:tasks.rados.rados.0.smithi037.stdout:3485: done (3 left) 2024-07-26T06:43:55.875 INFO:tasks.rados.rados.0.smithi037.stdout:3486: done (2 left) 2024-07-26T06:43:55.875 INFO:tasks.rados.rados.0.smithi037.stdout:3488: done (1 left) 2024-07-26T06:43:55.875 INFO:tasks.rados.rados.0.smithi037.stdout:3489: done (0 left) 2024-07-26T06:43:55.875 INFO:tasks.rados.rados.0.smithi037.stdout:3490: delete oid 42 current snap is 337 2024-07-26T06:43:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:3490: done (0 left) 2024-07-26T06:43:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 337 2024-07-26T06:43:55.880 INFO:tasks.rados.rados.0.smithi037.stdout:3491: seq_num 1081 ranges {3366912=507904,3874816=425984,4300800=376832} 2024-07-26T06:43:55.901 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03785213-26 from 3366912 to 3874816 tid 1 2024-07-26T06:43:55.903 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03785213-26 from 3874816 to 4300800 tid 2 2024-07-26T06:43:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03785213-26 from 4300800 to 4677632 tid 3 2024-07-26T06:43:55.906 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 337 2024-07-26T06:43:55.907 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 1 to smithi03785213-26 2024-07-26T06:43:55.907 INFO:tasks.rados.rados.0.smithi037.stdout:3492: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-07-26T06:43:55.910 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03785213-42 from 0 to 524288 tid 1 2024-07-26T06:43:55.914 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03785213-42 from 524288 to 1228800 tid 2 2024-07-26T06:43:55.915 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03785213-42 from 1228800 to 1327104 tid 3 2024-07-26T06:43:55.915 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 337 2024-07-26T06:43:55.915 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 2 to smithi03785213-26 2024-07-26T06:43:55.915 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 3 to smithi03785213-26 2024-07-26T06:43:55.915 INFO:tasks.rados.rados.0.smithi037.stdout:3493: seq_num 1083 ranges {2768896=540672,3309568=589824,3899392=212992} 2024-07-26T06:43:55.933 INFO:tasks.rados.rados.0.smithi037.stdout:3493: writing smithi03785213-22 from 2768896 to 3309568 tid 1 2024-07-26T06:43:55.936 INFO:tasks.rados.rados.0.smithi037.stdout:3493: writing smithi03785213-22 from 3309568 to 3899392 tid 2 2024-07-26T06:43:55.938 INFO:tasks.rados.rados.0.smithi037.stdout:3493: writing smithi03785213-22 from 3899392 to 4112384 tid 3 2024-07-26T06:43:55.938 INFO:tasks.rados.rados.0.smithi037.stdout:3494: delete oid 44 current snap is 337 2024-07-26T06:43:55.938 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 4 to smithi03785213-26 2024-07-26T06:43:55.938 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 5 to smithi03785213-26 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3189 (ObjNum 1081 snap 337 seq_num 1081) dirty exists 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3491: left oid 26 (ObjNum 1081 snap 337 seq_num 1081) 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 1 to smithi03785213-42 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 2 to smithi03785213-42 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 3 to smithi03785213-42 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 4 to smithi03785213-42 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 5 to smithi03785213-42 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2924 (ObjNum 1082 snap 337 seq_num 1082) dirty exists 2024-07-26T06:43:55.939 INFO:tasks.rados.rados.0.smithi037.stdout:3492: left oid 42 (ObjNum 1082 snap 337 seq_num 1082) 2024-07-26T06:43:55.942 INFO:tasks.rados.rados.0.smithi037.stdout:3493: finishing write tid 1 to smithi03785213-22 2024-07-26T06:43:55.942 INFO:tasks.rados.rados.0.smithi037.stdout:3491: done (3 left) 2024-07-26T06:43:55.942 INFO:tasks.rados.rados.0.smithi037.stdout:3492: done (2 left) 2024-07-26T06:43:55.942 INFO:tasks.rados.rados.0.smithi037.stdout:3494: done (1 left) 2024-07-26T06:43:55.942 INFO:tasks.rados.rados.0.smithi037.stdout:3495: read oid 18 snap -1 2024-07-26T06:43:55.943 INFO:tasks.rados.rados.0.smithi037.stdout:3495: expect (ObjNum 1065 snap 332 seq_num 1065) 2024-07-26T06:43:55.943 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 337 2024-07-26T06:43:55.943 INFO:tasks.rados.rados.0.smithi037.stdout:3496: seq_num 1085 ranges {7405568=581632,7987200=761856,8749056=40960} 2024-07-26T06:43:55.986 INFO:tasks.rados.rados.0.smithi037.stdout:3496: writing smithi03785213-46 from 7405568 to 7987200 tid 1 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3496: writing smithi03785213-46 from 7987200 to 8749056 tid 2 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3496: writing smithi03785213-46 from 8749056 to 8790016 tid 3 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3497: read oid 29 snap -1 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3497: expect deleted 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3498: read oid 34 snap -1 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3498: expect (ObjNum 1024 snap 323 seq_num 1024) 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3499: delete oid 23 current snap is 337 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3493: finishing write tid 2 to smithi03785213-22 2024-07-26T06:43:55.992 INFO:tasks.rados.rados.0.smithi037.stdout:3493: finishing write tid 3 to smithi03785213-22 2024-07-26T06:43:55.993 INFO:tasks.rados.rados.0.smithi037.stdout:3493: finishing write tid 4 to smithi03785213-22 2024-07-26T06:43:55.993 INFO:tasks.rados.rados.0.smithi037.stdout:3493: finishing write tid 5 to smithi03785213-22 2024-07-26T06:43:55.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2908 (ObjNum 1083 snap 337 seq_num 1083) dirty exists 2024-07-26T06:43:55.993 INFO:tasks.rados.rados.0.smithi037.stdout:3493: left oid 22 (ObjNum 1083 snap 337 seq_num 1083) 2024-07-26T06:43:55.993 INFO:tasks.rados.rados.0.smithi037.stdout:3495: expect (ObjNum 1065 snap 332 seq_num 1065) 2024-07-26T06:43:56.024 INFO:tasks.rados.rados.0.smithi037.stdout:3496: finishing write tid 1 to smithi03785213-46 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:3496: finishing write tid 2 to smithi03785213-46 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:3496: finishing write tid 3 to smithi03785213-46 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:3496: finishing write tid 4 to smithi03785213-46 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:3496: finishing write tid 5 to smithi03785213-46 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2902 (ObjNum 1085 snap 337 seq_num 1085) dirty exists 2024-07-26T06:43:56.025 INFO:tasks.rados.rados.0.smithi037.stdout:3496: left oid 46 (ObjNum 1085 snap 337 seq_num 1085) 2024-07-26T06:43:56.030 INFO:tasks.rados.rados.0.smithi037.stdout:3498: expect (ObjNum 1024 snap 323 seq_num 1024) 2024-07-26T06:43:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:55 smithi037 ceph-mon[97339]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:43:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:55 smithi037 ceph-mon[99762]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:43:56.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:55 smithi135 ceph-mon[90132]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:43:56.807 INFO:tasks.rados.rados.0.smithi037.stdout:3493: done (5 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3495: done (4 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3496: done (3 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3497: done (2 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3498: done (1 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3499: done (0 left) 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 337 2024-07-26T06:43:56.808 INFO:tasks.rados.rados.0.smithi037.stdout:3500: seq_num 1087 ranges {10158080=614400,10772480=532480,11304960=270336} 2024-07-26T06:43:56.866 INFO:tasks.rados.rados.0.smithi037.stdout:3500: writing smithi03785213-12 from 10158080 to 10772480 tid 1 2024-07-26T06:43:56.869 INFO:tasks.rados.rados.0.smithi037.stdout:3500: writing smithi03785213-12 from 10772480 to 11304960 tid 2 2024-07-26T06:43:56.871 INFO:tasks.rados.rados.0.smithi037.stdout:3500: writing smithi03785213-12 from 11304960 to 11575296 tid 3 2024-07-26T06:43:56.871 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 337 2024-07-26T06:43:56.871 INFO:tasks.rados.rados.0.smithi037.stdout:3501: seq_num 1088 ranges {475136=630784,1105920=466944,1572864=335872} 2024-07-26T06:43:56.877 INFO:tasks.rados.rados.0.smithi037.stdout:3501: writing smithi03785213-35 from 475136 to 1105920 tid 1 2024-07-26T06:43:56.880 INFO:tasks.rados.rados.0.smithi037.stdout:3501: writing smithi03785213-35 from 1105920 to 1572864 tid 2 2024-07-26T06:43:56.882 INFO:tasks.rados.rados.0.smithi037.stdout:3501: writing smithi03785213-35 from 1572864 to 1908736 tid 3 2024-07-26T06:43:56.882 INFO:tasks.rados.rados.0.smithi037.stdout:3502: rmattr oid 33 current snap is 337 2024-07-26T06:43:56.882 INFO:tasks.rados.rados.0.smithi037.stdout:3502: done (2 left) 2024-07-26T06:43:56.882 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 337 2024-07-26T06:43:56.882 INFO:tasks.rados.rados.0.smithi037.stdout:3500: finishing write tid 1 to smithi03785213-12 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3500: finishing write tid 2 to smithi03785213-12 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3500: finishing write tid 3 to smithi03785213-12 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3500: finishing write tid 4 to smithi03785213-12 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3500: finishing write tid 5 to smithi03785213-12 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2672 (ObjNum 1087 snap 337 seq_num 1087) dirty exists 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3500: left oid 12 (ObjNum 1087 snap 337 seq_num 1087) 2024-07-26T06:43:56.883 INFO:tasks.rados.rados.0.smithi037.stdout:3503: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-07-26T06:43:56.885 INFO:tasks.rados.rados.0.smithi037.stdout:3503: writing smithi03785213-27 from 0 to 647168 tid 1 2024-07-26T06:43:56.889 INFO:tasks.rados.rados.0.smithi037.stdout:3503: writing smithi03785213-27 from 647168 to 1392640 tid 2 2024-07-26T06:43:56.890 INFO:tasks.rados.rados.0.smithi037.stdout:3503: writing smithi03785213-27 from 1392640 to 1449984 tid 3 2024-07-26T06:43:56.890 INFO:tasks.rados.rados.0.smithi037.stdout:3500: done (2 left) 2024-07-26T06:43:56.890 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 337 2024-07-26T06:43:56.891 INFO:tasks.rados.rados.0.smithi037.stdout:3504: seq_num 1090 ranges {4145152=663552,4808704=630784,5439488=172032} 2024-07-26T06:43:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:3504: writing smithi03785213-39 from 4145152 to 4808704 tid 1 2024-07-26T06:43:56.920 INFO:tasks.rados.rados.0.smithi037.stdout:3504: writing smithi03785213-39 from 4808704 to 5439488 tid 2 2024-07-26T06:43:56.921 INFO:tasks.rados.rados.0.smithi037.stdout:3504: writing smithi03785213-39 from 5439488 to 5611520 tid 3 2024-07-26T06:43:56.921 INFO:tasks.rados.rados.0.smithi037.stdout:3505: read oid 1 snap 333 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3505: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3506: delete oid 7 current snap is 337 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: finishing write tid 1 to smithi03785213-35 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: finishing write tid 2 to smithi03785213-35 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: finishing write tid 3 to smithi03785213-35 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: finishing write tid 4 to smithi03785213-35 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: finishing write tid 5 to smithi03785213-35 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2905 (ObjNum 1088 snap 337 seq_num 1088) dirty exists 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3501: left oid 35 (ObjNum 1088 snap 337 seq_num 1088) 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing write tid 1 to smithi03785213-27 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing write tid 2 to smithi03785213-27 2024-07-26T06:43:56.922 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing write tid 3 to smithi03785213-27 2024-07-26T06:43:56.923 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing write tid 4 to smithi03785213-27 2024-07-26T06:43:56.923 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing write tid 5 to smithi03785213-27 2024-07-26T06:43:56.923 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2139 (ObjNum 1089 snap 337 seq_num 1089) dirty exists 2024-07-26T06:43:56.923 INFO:tasks.rados.rados.0.smithi037.stdout:3503: left oid 27 (ObjNum 1089 snap 337 seq_num 1089) 2024-07-26T06:43:56.923 INFO:tasks.rados.rados.0.smithi037.stdout:3504: finishing write tid 1 to smithi03785213-39 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:3504: finishing write tid 2 to smithi03785213-39 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:3501: done (4 left) 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:3503: done (3 left) 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:3506: done (2 left) 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 337 2024-07-26T06:43:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:3507: seq_num 1092 ranges {622592=696320,1318912=802816} 2024-07-26T06:43:56.932 INFO:tasks.rados.rados.0.smithi037.stdout:3507: writing smithi03785213-47 from 622592 to 1318912 tid 1 2024-07-26T06:43:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3507: writing smithi03785213-47 from 1318912 to 2121728 tid 2 2024-07-26T06:43:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3508: read oid 25 snap -1 2024-07-26T06:43:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3508: expect (ObjNum 1057 snap 332 seq_num 1057) 2024-07-26T06:43:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3509: copy_from oid 5 from oid 6 current snap is 337 2024-07-26T06:43:56.937 INFO:tasks.rados.rados.0.smithi037.stdout:3504: finishing write tid 3 to smithi03785213-39 2024-07-26T06:43:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3504: finishing write tid 4 to smithi03785213-39 2024-07-26T06:43:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3504: finishing write tid 5 to smithi03785213-39 2024-07-26T06:43:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2676 (ObjNum 1090 snap 337 seq_num 1090) dirty exists 2024-07-26T06:43:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3504: left oid 39 (ObjNum 1090 snap 337 seq_num 1090) 2024-07-26T06:43:56.938 INFO:tasks.rados.rados.0.smithi037.stdout:3505: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:43:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:3507: finishing write tid 1 to smithi03785213-47 2024-07-26T06:43:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:3504: done (4 left) 2024-07-26T06:43:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:3505: done (3 left) 2024-07-26T06:43:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:3510: snap_remove snap 335 2024-07-26T06:43:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:56 smithi037 ceph-mon[97339]: pgmap v724: 121 pgs: 121 active+clean; 134 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-07-26T06:43:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:56 smithi037 ceph-mon[97339]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:43:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:56 smithi037 ceph-mon[99762]: pgmap v724: 121 pgs: 121 active+clean; 134 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-07-26T06:43:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:56 smithi037 ceph-mon[99762]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:43:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:56 smithi135 ceph-mon[90132]: pgmap v724: 121 pgs: 121 active+clean; 134 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-07-26T06:43:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:56 smithi135 ceph-mon[90132]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:43:57.863 INFO:tasks.rados.rados.0.smithi037.stdout:3510: done (3 left) 2024-07-26T06:43:57.863 INFO:tasks.rados.rados.0.smithi037.stdout:3511: rmattr oid 12 current snap is 337 2024-07-26T06:43:57.863 INFO:tasks.rados.rados.0.smithi037.stdout:3511: done (3 left) 2024-07-26T06:43:57.863 INFO:tasks.rados.rados.0.smithi037.stdout:3512: setattr oid 29 current snap is 337 2024-07-26T06:43:57.864 INFO:tasks.rados.rados.0.smithi037.stdout:3509: finishing copy_from to smithi03785213-5 2024-07-26T06:43:57.864 INFO:tasks.rados.rados.0.smithi037.stdout:3509: got expected ENOENT (src dne) 2024-07-26T06:43:57.864 INFO:tasks.rados.rados.0.smithi037.stdout:3509: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:43:57.864 INFO:tasks.rados.rados.0.smithi037.stdout:3507: finishing write tid 2 to smithi03785213-47 2024-07-26T06:43:57.864 INFO:tasks.rados.rados.0.smithi037.stdout:3507: finishing write tid 3 to smithi03785213-47 2024-07-26T06:43:57.865 INFO:tasks.rados.rados.0.smithi037.stdout:3507: finishing write tid 4 to smithi03785213-47 2024-07-26T06:43:57.865 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 3212 (ObjNum 1092 snap 337 seq_num 1092) dirty exists 2024-07-26T06:43:57.865 INFO:tasks.rados.rados.0.smithi037.stdout:3507: left oid 47 (ObjNum 1092 snap 337 seq_num 1092) 2024-07-26T06:43:57.865 INFO:tasks.rados.rados.0.smithi037.stdout:3508: expect (ObjNum 1057 snap 332 seq_num 1057) 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3507: done (3 left) 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3508: done (2 left) 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3509: done (1 left) 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3513: read oid 33 snap -1 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3513: expect (ObjNum 961 snap 308 seq_num 961) 2024-07-26T06:43:58.246 INFO:tasks.rados.rados.0.smithi037.stdout:3514: snap_remove snap 333 2024-07-26T06:43:58.881 INFO:tasks.rados.rados.0.smithi037.stdout:3514: done (2 left) 2024-07-26T06:43:58.881 INFO:tasks.rados.rados.0.smithi037.stdout:3515: snap_remove snap 334 2024-07-26T06:43:59.140 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:58 smithi135 ceph-mon[90132]: pgmap v726: 121 pgs: 121 active+clean; 148 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-07-26T06:43:59.140 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:58 smithi135 ceph-mon[90132]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:43:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:58 smithi037 ceph-mon[97339]: pgmap v726: 121 pgs: 121 active+clean; 148 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-07-26T06:43:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:58 smithi037 ceph-mon[97339]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:43:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:58 smithi037 ceph-mon[99762]: pgmap v726: 121 pgs: 121 active+clean; 148 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-07-26T06:43:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:58 smithi037 ceph-mon[99762]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:43:59.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2724 (ObjNum 33 snap 0 seq_num 3882768240) dirty exists 2024-07-26T06:43:59.886 INFO:tasks.rados.rados.0.smithi037.stdout:3513: expect (ObjNum 961 snap 308 seq_num 961) 2024-07-26T06:43:59.942 INFO:tasks.rados.rados.0.smithi037.stdout:3512: done (2 left) 2024-07-26T06:43:59.942 INFO:tasks.rados.rados.0.smithi037.stdout:3513: done (1 left) 2024-07-26T06:43:59.942 INFO:tasks.rados.rados.0.smithi037.stdout:3515: done (0 left) 2024-07-26T06:43:59.942 INFO:tasks.rados.rados.0.smithi037.stdout:3516: copy_from oid 5 from oid 40 current snap is 337 2024-07-26T06:43:59.942 INFO:tasks.rados.rados.0.smithi037.stdout:3517: setattr oid 39 current snap is 337 2024-07-26T06:43:59.943 INFO:tasks.rados.rados.0.smithi037.stdout:3518: snap_remove snap 336 2024-07-26T06:44:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:43:59 smithi037 ceph-mon[97339]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:44:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:43:59 smithi037 ceph-mon[99762]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:44:00.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:43:59 smithi135 ceph-mon[90132]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:44:00.892 INFO:tasks.rados.rados.0.smithi037.stdout:3518: done (2 left) 2024-07-26T06:44:00.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 337 2024-07-26T06:44:00.892 INFO:tasks.rados.rados.0.smithi037.stdout:3519: seq_num 1093 ranges {1327104=712704,2039808=688128,2727936=114688} 2024-07-26T06:44:00.905 INFO:tasks.rados.rados.0.smithi037.stdout:3519: writing smithi03785213-42 from 1327104 to 2039808 tid 1 2024-07-26T06:44:00.910 INFO:tasks.rados.rados.0.smithi037.stdout:3519: writing smithi03785213-42 from 2039808 to 2727936 tid 2 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:3519: writing smithi03785213-42 from 2727936 to 2842624 tid 3 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:3520: rollback oid 32 current snap is 337 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:3520: done (3 left) 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 337 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:3516: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:44:00.912 INFO:tasks.rados.rados.0.smithi037.stdout:3521: seq_num 1094 ranges {3383296=729088,4112384=573440,4685824=229376} 2024-07-26T06:44:00.934 INFO:tasks.rados.rados.0.smithi037.stdout:3521: writing smithi03785213-24 from 3383296 to 4112384 tid 1 2024-07-26T06:44:00.937 INFO:tasks.rados.rados.0.smithi037.stdout:3521: writing smithi03785213-24 from 4112384 to 4685824 tid 2 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3521: writing smithi03785213-24 from 4685824 to 4915200 tid 3 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3522: rollback oid 9 current snap is 337 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3522: done (4 left) 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3523: delete oid 25 current snap is 337 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3516: finishing copy_from to smithi03785213-5 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2717 (ObjNum 129 snap 0 seq_num 3883747296) dirty exists 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2677 (ObjNum 1090 snap 337 seq_num 1090) dirty exists 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3519: finishing write tid 1 to smithi03785213-42 2024-07-26T06:44:00.939 INFO:tasks.rados.rados.0.smithi037.stdout:3519: finishing write tid 2 to smithi03785213-42 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:3519: finishing write tid 3 to smithi03785213-42 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:3519: finishing write tid 4 to smithi03785213-42 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:3519: finishing write tid 5 to smithi03785213-42 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2928 (ObjNum 1093 snap 337 seq_num 1093) dirty exists 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:3519: left oid 42 (ObjNum 1093 snap 337 seq_num 1093) 2024-07-26T06:44:00.940 INFO:tasks.rados.rados.0.smithi037.stdout:3521: finishing write tid 1 to smithi03785213-24 2024-07-26T06:44:00.941 INFO:tasks.rados.rados.0.smithi037.stdout:3516: done (4 left) 2024-07-26T06:44:00.941 INFO:tasks.rados.rados.0.smithi037.stdout:3517: done (3 left) 2024-07-26T06:44:00.941 INFO:tasks.rados.rados.0.smithi037.stdout:3519: done (2 left) 2024-07-26T06:44:00.941 INFO:tasks.rados.rados.0.smithi037.stdout:3523: done (1 left) 2024-07-26T06:44:00.942 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 337 2024-07-26T06:44:00.942 INFO:tasks.rados.rados.0.smithi037.stdout:3524: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-07-26T06:44:00.946 INFO:tasks.rados.rados.0.smithi037.stdout:3524: writing smithi03785213-10 from 0 to 761856 tid 1 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3524: writing smithi03785213-10 from 761856 to 1548288 tid 2 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3524: writing smithi03785213-10 from 1548288 to 1564672 tid 3 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3525: delete oid 41 current snap is 337 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3521: finishing write tid 2 to smithi03785213-24 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3521: finishing write tid 3 to smithi03785213-24 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3521: finishing write tid 4 to smithi03785213-24 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:3521: finishing write tid 5 to smithi03785213-24 2024-07-26T06:44:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3193 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-07-26T06:44:00.952 INFO:tasks.rados.rados.0.smithi037.stdout:3521: left oid 24 (ObjNum 1094 snap 337 seq_num 1094) 2024-07-26T06:44:00.952 INFO:tasks.rados.rados.0.smithi037.stdout:3524: finishing write tid 1 to smithi03785213-10 2024-07-26T06:44:00.954 INFO:tasks.rados.rados.0.smithi037.stdout:3521: done (2 left) 2024-07-26T06:44:00.954 INFO:tasks.rados.rados.0.smithi037.stdout:3525: done (1 left) 2024-07-26T06:44:00.955 INFO:tasks.rados.rados.0.smithi037.stdout:3526: copy_from oid 35 from oid 30 current snap is 337 2024-07-26T06:44:00.955 INFO:tasks.rados.rados.0.smithi037.stdout:3527: copy_from oid 26 from oid 32 current snap is 337 2024-07-26T06:44:00.955 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 337 2024-07-26T06:44:00.955 INFO:tasks.rados.rados.0.smithi037.stdout:3528: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-07-26T06:44:00.959 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03785213-40 from 0 to 794624 tid 1 2024-07-26T06:44:00.962 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03785213-40 from 794624 to 1351680 tid 2 2024-07-26T06:44:00.964 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03785213-40 from 1351680 to 1597440 tid 3 2024-07-26T06:44:00.964 INFO:tasks.rados.rados.0.smithi037.stdout:3529: rollback oid 13 current snap is 337 2024-07-26T06:44:00.964 INFO:tasks.rados.rados.0.smithi037.stdout:3529: done (4 left) 2024-07-26T06:44:00.964 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 337 2024-07-26T06:44:00.964 INFO:tasks.rados.rados.0.smithi037.stdout:3530: seq_num 1099 ranges {622592=409600,1032192=442368,1474560=720896,2195456=40960} 2024-07-26T06:44:00.970 INFO:tasks.rados.rados.0.smithi037.stdout:3530: writing smithi03785213-49 from 622592 to 1032192 tid 1 2024-07-26T06:44:00.973 INFO:tasks.rados.rados.0.smithi037.stdout:3530: writing smithi03785213-49 from 1032192 to 1474560 tid 2 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3530: writing smithi03785213-49 from 1474560 to 2195456 tid 3 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3530: writing smithi03785213-49 from 2195456 to 2236416 tid 4 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3531: read oid 11 snap -1 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3531: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3532: snap_create 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3524: finishing write tid 2 to smithi03785213-10 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3524: finishing write tid 3 to smithi03785213-10 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3524: finishing write tid 4 to smithi03785213-10 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 1 to smithi03785213-40 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3524: finishing write tid 5 to smithi03785213-10 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2173 (ObjNum 1096 snap 337 seq_num 1096) dirty exists 2024-07-26T06:44:00.979 INFO:tasks.rados.rados.0.smithi037.stdout:3524: left oid 10 (ObjNum 1096 snap 337 seq_num 1096) 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 2 to smithi03785213-40 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 3 to smithi03785213-40 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 4 to smithi03785213-40 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 5 to smithi03785213-40 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2723 (ObjNum 1098 snap 337 seq_num 1098) dirty exists 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3528: left oid 40 (ObjNum 1098 snap 337 seq_num 1098) 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 1 to smithi03785213-49 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3526: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 2 to smithi03785213-49 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:3526: finishing copy_from to smithi03785213-35 2024-07-26T06:44:00.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2914 (ObjNum 1030 snap 328 seq_num 1030) dirty exists 2024-07-26T06:44:00.983 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 3 to smithi03785213-49 2024-07-26T06:44:00.984 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 4 to smithi03785213-49 2024-07-26T06:44:00.984 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 5 to smithi03785213-49 2024-07-26T06:44:00.987 INFO:tasks.rados.rados.0.smithi037.stdout:3530: finishing write tid 6 to smithi03785213-49 2024-07-26T06:44:00.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3177 (ObjNum 1099 snap 337 seq_num 1099) dirty exists 2024-07-26T06:44:00.987 INFO:tasks.rados.rados.0.smithi037.stdout:3530: left oid 49 (ObjNum 1099 snap 337 seq_num 1099) 2024-07-26T06:44:00.990 INFO:tasks.rados.rados.0.smithi037.stdout:3527: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:44:00.994 INFO:tasks.rados.rados.0.smithi037.stdout:3527: finishing copy_from to smithi03785213-26 2024-07-26T06:44:00.994 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2169 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:00.995 INFO:tasks.rados.rados.0.smithi037.stdout:3531: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-07-26T06:44:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:00 smithi037 ceph-mon[97339]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-07-26T06:44:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:00 smithi037 ceph-mon[97339]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:44:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:00 smithi037 ceph-mon[99762]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-07-26T06:44:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:00 smithi037 ceph-mon[99762]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:44:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:00 smithi135 ceph-mon[90132]: pgmap v729: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 162 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-07-26T06:44:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:00 smithi135 ceph-mon[90132]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:44:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:01] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-07-26T06:44:01.903 INFO:tasks.rados.rados.0.smithi037.stdout:3524: done (6 left) 2024-07-26T06:44:01.964 INFO:tasks.rados.rados.0.smithi037.stdout:3526: done (5 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3527: done (4 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3528: done (3 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3530: done (2 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3531: done (1 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3532: done (0 left) 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 338 2024-07-26T06:44:01.965 INFO:tasks.rados.rados.0.smithi037.stdout:3533: seq_num 1100 ranges {9166848=425984,9592832=729088,10321920=475136} 2024-07-26T06:44:01.966 INFO:tasks.rados.rados.0.smithi037.stdout:3533: writing smithi03785213-34 from 9166848 to 9592832 tid 1 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: writing smithi03785213-34 from 9592832 to 10321920 tid 2 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: writing smithi03785213-34 from 10321920 to 10797056 tid 3 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3534: snap_create 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: finishing write tid 1 to smithi03785213-34 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: finishing write tid 2 to smithi03785213-34 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: finishing write tid 3 to smithi03785213-34 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: finishing write tid 4 to smithi03785213-34 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: finishing write tid 5 to smithi03785213-34 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2923 (ObjNum 1100 snap 338 seq_num 1100) dirty exists 2024-07-26T06:44:01.967 INFO:tasks.rados.rados.0.smithi037.stdout:3533: left oid 34 (ObjNum 1100 snap 338 seq_num 1100) 2024-07-26T06:44:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:01 smithi037 ceph-mon[97339]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:44:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:01 smithi037 ceph-mon[99762]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:44:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:01 smithi135 ceph-mon[90132]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:44:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:02.862 INFO:tasks.rados.rados.0.smithi037.stdout:3533: done (1 left) 2024-07-26T06:44:02.862 INFO:tasks.rados.rados.0.smithi037.stdout:3534: done (0 left) 2024-07-26T06:44:02.862 INFO:tasks.rados.rados.0.smithi037.stdout:3535: delete oid 47 current snap is 339 2024-07-26T06:44:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:3535: done (0 left) 2024-07-26T06:44:02.866 INFO:tasks.rados.rados.0.smithi037.stdout:3536: snap_create 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[97339]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[97339]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[97339]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[99762]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[99762]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:44:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:02 smithi037 ceph-mon[99762]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:44:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:02 smithi135 ceph-mon[90132]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-07-26T06:44:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:02 smithi135 ceph-mon[90132]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:44:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:02 smithi135 ceph-mon[90132]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:44:03.861 INFO:tasks.rados.rados.0.smithi037.stdout:3536: done (0 left) 2024-07-26T06:44:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:3537: read oid 39 snap -1 2024-07-26T06:44:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:3537: expect (ObjNum 1090 snap 337 seq_num 1090) 2024-07-26T06:44:03.862 INFO:tasks.rados.rados.0.smithi037.stdout:3538: snap_remove snap 337 2024-07-26T06:44:04.864 INFO:tasks.rados.rados.0.smithi037.stdout:3538: done (1 left) 2024-07-26T06:44:04.865 INFO:tasks.rados.rados.0.smithi037.stdout:3539: delete oid 35 current snap is 340 2024-07-26T06:44:04.865 INFO:tasks.rados.rados.0.smithi037.stdout:3537: expect (ObjNum 1090 snap 337 seq_num 1090) 2024-07-26T06:44:05.169 INFO:tasks.rados.rados.0.smithi037.stdout:3537: done (1 left) 2024-07-26T06:44:05.170 INFO:tasks.rados.rados.0.smithi037.stdout:3539: done (0 left) 2024-07-26T06:44:05.170 INFO:tasks.rados.rados.0.smithi037.stdout:3540: read oid 36 snap 338 2024-07-26T06:44:05.170 INFO:tasks.rados.rados.0.smithi037.stdout:3540: expect (ObjNum 1041 snap 329 seq_num 1041) 2024-07-26T06:44:05.170 INFO:tasks.rados.rados.0.smithi037.stdout:3541: snap_remove snap 339 2024-07-26T06:44:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[97339]: pgmap v735: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-07-26T06:44:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[97339]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:44:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[99762]: pgmap v735: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-07-26T06:44:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[99762]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:44:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:04 smithi135 ceph-mon[90132]: pgmap v735: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-07-26T06:44:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:04 smithi135 ceph-mon[90132]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:44:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:05.877 INFO:tasks.rados.rados.0.smithi037.stdout:3541: done (1 left) 2024-07-26T06:44:05.878 INFO:tasks.rados.rados.0.smithi037.stdout:3542: delete oid 39 current snap is 340 2024-07-26T06:44:05.878 INFO:tasks.rados.rados.0.smithi037.stdout:3540: expect (ObjNum 1041 snap 329 seq_num 1041) 2024-07-26T06:44:05.895 INFO:tasks.rados.rados.0.smithi037.stdout:3540: done (1 left) 2024-07-26T06:44:05.895 INFO:tasks.rados.rados.0.smithi037.stdout:3542: done (0 left) 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:3543: rollback oid 41 current snap is 340 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 338 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:3544: rollback oid 19 current snap is 340 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 338 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:3545: rollback oid 24 current snap is 340 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 338 2024-07-26T06:44:05.896 INFO:tasks.rados.rados.0.smithi037.stdout:3546: snap_create 2024-07-26T06:44:05.904 INFO:tasks.rados.rados.0.smithi037.stdout:3543: finishing rollback tid 1 to smithi03785213-41 2024-07-26T06:44:05.904 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 0 (ObjNum 641 snap 0 seq_num 3883399920) dirty dne 2024-07-26T06:44:05.904 INFO:tasks.rados.rados.0.smithi037.stdout:3545: finishing rollback tid 0 to smithi03785213-24 2024-07-26T06:44:05.904 INFO:tasks.rados.rados.0.smithi037.stdout:3545: finishing rollback tid 1 to smithi03785213-24 2024-07-26T06:44:05.905 INFO:tasks.rados.rados.0.smithi037.stdout:3544: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:44:05.905 INFO:tasks.rados.rados.0.smithi037.stdout:3544: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:44:05.906 INFO:tasks.rados.rados.0.smithi037.stdout:3544: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:44:05.906 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2730 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:44:05.906 INFO:tasks.rados.rados.0.smithi037.stdout:3545: finishing rollback tid 2 to smithi03785213-24 2024-07-26T06:44:05.906 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3196 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-07-26T06:44:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:05 smithi037 ceph-mon[97339]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:44:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:05 smithi037 ceph-mon[99762]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:44:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:05 smithi135 ceph-mon[90132]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:44:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:3543: done (3 left) 2024-07-26T06:44:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:3544: done (2 left) 2024-07-26T06:44:06.884 INFO:tasks.rados.rados.0.smithi037.stdout:3545: done (1 left) 2024-07-26T06:44:06.885 INFO:tasks.rados.rados.0.smithi037.stdout:3546: done (0 left) 2024-07-26T06:44:06.885 INFO:tasks.rados.rados.0.smithi037.stdout:3547: read oid 49 snap -1 2024-07-26T06:44:06.885 INFO:tasks.rados.rados.0.smithi037.stdout:3547: expect (ObjNum 1099 snap 337 seq_num 1099) 2024-07-26T06:44:06.885 INFO:tasks.rados.rados.0.smithi037.stdout:3548: snap_remove snap 338 2024-07-26T06:44:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:06 smithi037 ceph-mon[97339]: pgmap v738: 121 pgs: 121 active+clean; 155 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-07-26T06:44:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:06 smithi037 ceph-mon[97339]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:44:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:06 smithi037 ceph-mon[99762]: pgmap v738: 121 pgs: 121 active+clean; 155 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-07-26T06:44:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:06 smithi037 ceph-mon[99762]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:44:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:06 smithi135 ceph-mon[90132]: pgmap v738: 121 pgs: 121 active+clean; 155 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-07-26T06:44:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:06 smithi135 ceph-mon[90132]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:44:07.862 INFO:tasks.rados.rados.0.smithi037.stdout:3548: done (1 left) 2024-07-26T06:44:07.862 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 341 2024-07-26T06:44:07.862 INFO:tasks.rados.rados.0.smithi037.stdout:3549: seq_num 1104 ranges {11575296=499712,12075008=712704,12787712=491520} 2024-07-26T06:44:07.929 INFO:tasks.rados.rados.0.smithi037.stdout:3549: writing smithi03785213-12 from 11575296 to 12075008 tid 1 2024-07-26T06:44:07.933 INFO:tasks.rados.rados.0.smithi037.stdout:3549: writing smithi03785213-12 from 12075008 to 12787712 tid 2 2024-07-26T06:44:07.936 INFO:tasks.rados.rados.0.smithi037.stdout:3549: writing smithi03785213-12 from 12787712 to 13279232 tid 3 2024-07-26T06:44:07.936 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 341 2024-07-26T06:44:07.936 INFO:tasks.rados.rados.0.smithi037.stdout:3550: seq_num 1105 ranges {2056192=516096,2572288=598016,3170304=606208} 2024-07-26T06:44:07.950 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03785213-45 from 2056192 to 2572288 tid 1 2024-07-26T06:44:07.954 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03785213-45 from 2572288 to 3170304 tid 2 2024-07-26T06:44:07.958 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03785213-45 from 3170304 to 3776512 tid 3 2024-07-26T06:44:07.958 INFO:tasks.rados.rados.0.smithi037.stdout:3551: snap_remove snap 340 2024-07-26T06:44:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:07 smithi037 ceph-mon[97339]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:44:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:07 smithi037 ceph-mon[97339]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:44:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:07 smithi037 ceph-mon[99762]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:44:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:07 smithi037 ceph-mon[99762]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:44:08.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:07 smithi135 ceph-mon[90132]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:44:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:07 smithi135 ceph-mon[90132]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:44:08.898 INFO:tasks.rados.rados.0.smithi037.stdout:3551: done (3 left) 2024-07-26T06:44:08.899 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 341 2024-07-26T06:44:08.899 INFO:tasks.rados.rados.0.smithi037.stdout:3547: expect (ObjNum 1099 snap 337 seq_num 1099) 2024-07-26T06:44:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing write tid 1 to smithi03785213-12 2024-07-26T06:44:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing write tid 2 to smithi03785213-12 2024-07-26T06:44:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing write tid 3 to smithi03785213-12 2024-07-26T06:44:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing write tid 4 to smithi03785213-12 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing write tid 5 to smithi03785213-12 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2682 (ObjNum 1104 snap 341 seq_num 1104) dirty exists 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3549: left oid 12 (ObjNum 1104 snap 341 seq_num 1104) 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 1 to smithi03785213-45 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 2 to smithi03785213-45 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 3 to smithi03785213-45 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 4 to smithi03785213-45 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 5 to smithi03785213-45 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3255 (ObjNum 1105 snap 341 seq_num 1105) dirty exists 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3550: left oid 45 (ObjNum 1105 snap 341 seq_num 1105) 2024-07-26T06:44:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:3552: seq_num 1106 ranges {745472=532480,1277952=483328,1761280=475136,2236416=245760} 2024-07-26T06:44:08.975 INFO:tasks.rados.rados.0.smithi037.stdout:3552: writing smithi03785213-50 from 745472 to 1277952 tid 1 2024-07-26T06:44:08.978 INFO:tasks.rados.rados.0.smithi037.stdout:3552: writing smithi03785213-50 from 1277952 to 1761280 tid 2 2024-07-26T06:44:08.980 INFO:tasks.rados.rados.0.smithi037.stdout:3552: writing smithi03785213-50 from 1761280 to 2236416 tid 3 2024-07-26T06:44:08.983 INFO:tasks.rados.rados.0.smithi037.stdout:3552: writing smithi03785213-50 from 2236416 to 2482176 tid 4 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3547: done (3 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3549: done (2 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3550: done (1 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3553: rollback oid 36 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3553: done (1 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3554: rollback oid 27 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3554: done (1 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3555: rmattr oid 32 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3556: rollback oid 13 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3556: done (2 left) 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3557: copy_from oid 16 from oid 38 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3558: copy_from oid 25 from oid 1 current snap is 341 2024-07-26T06:44:08.984 INFO:tasks.rados.rados.0.smithi037.stdout:3559: setattr oid 28 current snap is 341 2024-07-26T06:44:08.985 INFO:tasks.rados.rados.0.smithi037.stdout:3560: delete oid 27 current snap is 341 2024-07-26T06:44:08.986 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 1 to smithi03785213-50 2024-07-26T06:44:08.987 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 2 to smithi03785213-50 2024-07-26T06:44:08.988 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 3 to smithi03785213-50 2024-07-26T06:44:08.989 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 4 to smithi03785213-50 2024-07-26T06:44:08.990 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 5 to smithi03785213-50 2024-07-26T06:44:08.991 INFO:tasks.rados.rados.0.smithi037.stdout:3560: done (5 left) 2024-07-26T06:44:08.991 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 341 2024-07-26T06:44:08.991 INFO:tasks.rados.rados.0.smithi037.stdout:3561: seq_num 1108 ranges {8486912=565248,9052160=647168,9699328=483328,10182656=73728} 2024-07-26T06:44:09.041 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03785213-17 from 8486912 to 9052160 tid 1 2024-07-26T06:44:09.044 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03785213-17 from 9052160 to 9699328 tid 2 2024-07-26T06:44:09.051 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03785213-17 from 9699328 to 10182656 tid 3 2024-07-26T06:44:09.051 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03785213-17 from 10182656 to 10256384 tid 4 2024-07-26T06:44:09.051 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 341 2024-07-26T06:44:09.051 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2726 (ObjNum 1026 snap 323 seq_num 1026) dirty exists 2024-07-26T06:44:09.052 INFO:tasks.rados.rados.0.smithi037.stdout:3562: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-07-26T06:44:09.052 INFO:tasks.rados.rados.0.smithi037.stdout:3562: writing smithi03785213-7 from 0 to 581632 tid 1 2024-07-26T06:44:09.055 INFO:tasks.rados.rados.0.smithi037.stdout:3562: writing smithi03785213-7 from 581632 to 1114112 tid 2 2024-07-26T06:44:09.060 INFO:tasks.rados.rados.0.smithi037.stdout:3562: writing smithi03785213-7 from 1114112 to 1761280 tid 3 2024-07-26T06:44:09.060 INFO:tasks.rados.rados.0.smithi037.stdout:3562: writing smithi03785213-7 from 1761280 to 1785856 tid 4 2024-07-26T06:44:09.060 INFO:tasks.rados.rados.0.smithi037.stdout:3559: done (6 left) 2024-07-26T06:44:09.060 INFO:tasks.rados.rados.0.smithi037.stdout:3563: setattr oid 14 current snap is 341 2024-07-26T06:44:09.060 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2174 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3552: finishing write tid 6 to smithi03785213-50 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2933 (ObjNum 1106 snap 341 seq_num 1106) dirty exists 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3552: left oid 50 (ObjNum 1106 snap 341 seq_num 1106) 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing copy_from racing read to smithi03785213-16 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing copy_from to smithi03785213-16 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2901 (ObjNum 1031 snap 328 seq_num 1031) dirty exists 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3558: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3558: finishing copy_from to smithi03785213-25 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 3172 (ObjNum 1071 snap 335 seq_num 1071) dirty exists 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 1 to smithi03785213-17 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 2 to smithi03785213-17 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 3 to smithi03785213-17 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 4 to smithi03785213-17 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 5 to smithi03785213-17 2024-07-26T06:44:09.061 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 6 to smithi03785213-17 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3201 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3561: left oid 17 (ObjNum 1108 snap 341 seq_num 1108) 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 1 to smithi03785213-7 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 2 to smithi03785213-7 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3552: done (6 left) 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3555: done (5 left) 2024-07-26T06:44:09.062 INFO:tasks.rados.rados.0.smithi037.stdout:3557: done (4 left) 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3558: done (3 left) 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3561: done (2 left) 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3564: rollback oid 15 current snap is 341 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3564: done (2 left) 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3565: delete oid 12 current snap is 341 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3565: done (2 left) 2024-07-26T06:44:09.063 INFO:tasks.rados.rados.0.smithi037.stdout:3566: snap_create 2024-07-26T06:44:09.065 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 3 to smithi03785213-7 2024-07-26T06:44:09.065 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2926 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:44:09.067 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 4 to smithi03785213-7 2024-07-26T06:44:09.067 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 5 to smithi03785213-7 2024-07-26T06:44:09.069 INFO:tasks.rados.rados.0.smithi037.stdout:3562: finishing write tid 6 to smithi03785213-7 2024-07-26T06:44:09.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3263 (ObjNum 1109 snap 341 seq_num 1109) dirty exists 2024-07-26T06:44:09.069 INFO:tasks.rados.rados.0.smithi037.stdout:3562: left oid 7 (ObjNum 1109 snap 341 seq_num 1109) 2024-07-26T06:44:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:08 smithi037 ceph-mon[97339]: pgmap v741: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-07-26T06:44:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:08 smithi037 ceph-mon[99762]: pgmap v741: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-07-26T06:44:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:08 smithi135 ceph-mon[90132]: pgmap v741: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-07-26T06:44:09.901 INFO:tasks.rados.rados.0.smithi037.stdout:3562: done (2 left) 2024-07-26T06:44:09.902 INFO:tasks.rados.rados.0.smithi037.stdout:3563: done (1 left) 2024-07-26T06:44:09.902 INFO:tasks.rados.rados.0.smithi037.stdout:3566: done (0 left) 2024-07-26T06:44:09.902 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 342 2024-07-26T06:44:09.902 INFO:tasks.rados.rados.0.smithi037.stdout:3567: seq_num 1111 ranges {3776512=614400,4390912=753664,5144576=450560} 2024-07-26T06:44:09.925 INFO:tasks.rados.rados.0.smithi037.stdout:3567: writing smithi03785213-45 from 3776512 to 4390912 tid 1 2024-07-26T06:44:09.930 INFO:tasks.rados.rados.0.smithi037.stdout:3567: writing smithi03785213-45 from 4390912 to 5144576 tid 2 2024-07-26T06:44:09.933 INFO:tasks.rados.rados.0.smithi037.stdout:3567: writing smithi03785213-45 from 5144576 to 5595136 tid 3 2024-07-26T06:44:09.933 INFO:tasks.rados.rados.0.smithi037.stdout:3568: read oid 41 snap 341 2024-07-26T06:44:09.933 INFO:tasks.rados.rados.0.smithi037.stdout:3568: expect deleted 2024-07-26T06:44:09.933 INFO:tasks.rados.rados.0.smithi037.stdout:3569: delete oid 6 current snap is 342 2024-07-26T06:44:09.935 INFO:tasks.rados.rados.0.smithi037.stdout:3567: finishing write tid 1 to smithi03785213-45 2024-07-26T06:44:09.936 INFO:tasks.rados.rados.0.smithi037.stdout:3569: done (2 left) 2024-07-26T06:44:09.937 INFO:tasks.rados.rados.0.smithi037.stdout:3570: copy_from oid 5 from oid 32 current snap is 342 2024-07-26T06:44:09.937 INFO:tasks.rados.rados.0.smithi037.stdout:3571: setattr oid 24 current snap is 342 2024-07-26T06:44:09.939 INFO:tasks.rados.rados.0.smithi037.stdout:3572: read oid 40 snap 341 2024-07-26T06:44:09.939 INFO:tasks.rados.rados.0.smithi037.stdout:3572: expect (ObjNum 1098 snap 337 seq_num 1098) 2024-07-26T06:44:09.939 INFO:tasks.rados.rados.0.smithi037.stdout:3573: copy_from oid 31 from oid 44 current snap is 342 2024-07-26T06:44:09.939 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 342 2024-07-26T06:44:09.939 INFO:tasks.rados.rados.0.smithi037.stdout:3574: seq_num 1113 ranges {475136=647168,1122304=524288,1646592=622592,2269184=57344} 2024-07-26T06:44:09.946 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03785213-38 from 475136 to 1122304 tid 1 2024-07-26T06:44:09.949 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03785213-38 from 1122304 to 1646592 tid 2 2024-07-26T06:44:09.953 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03785213-38 from 1646592 to 2269184 tid 3 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03785213-38 from 2269184 to 2326528 tid 4 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3575: rollback oid 42 current snap is 342 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 341 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3567: finishing write tid 2 to smithi03785213-45 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3567: finishing write tid 3 to smithi03785213-45 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3573: finishing copy_from to smithi03785213-31 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3573: got expected ENOENT (src dne) 2024-07-26T06:44:09.955 INFO:tasks.rados.rados.0.smithi037.stdout:3567: finishing write tid 4 to smithi03785213-45 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3202 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:3567: finishing write tid 5 to smithi03785213-45 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3268 (ObjNum 1111 snap 342 seq_num 1111) dirty exists 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:3567: left oid 45 (ObjNum 1111 snap 342 seq_num 1111) 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:3573: finishing copy_from racing read to smithi03785213-31 2024-07-26T06:44:09.956 INFO:tasks.rados.rados.0.smithi037.stdout:3572: expect (ObjNum 1098 snap 337 seq_num 1098) 2024-07-26T06:44:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 1 to smithi03785213-38 2024-07-26T06:44:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:3575: finishing rollback tid 0 to smithi03785213-42 2024-07-26T06:44:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 2 to smithi03785213-38 2024-07-26T06:44:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 3 to smithi03785213-38 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 4 to smithi03785213-38 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 5 to smithi03785213-38 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3575: finishing rollback tid 1 to smithi03785213-42 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3575: finishing rollback tid 2 to smithi03785213-42 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2936 (ObjNum 1093 snap 337 seq_num 1093) dirty exists 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 6 to smithi03785213-38 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3182 (ObjNum 1113 snap 342 seq_num 1113) dirty exists 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3574: left oid 38 (ObjNum 1113 snap 342 seq_num 1113) 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3570: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3570: finishing copy_from to smithi03785213-5 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2174 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3567: done (7 left) 2024-07-26T06:44:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:3568: done (6 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3570: done (5 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3571: done (4 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3572: done (3 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3573: done (2 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3574: done (1 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3575: done (0 left) 2024-07-26T06:44:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:3576: snap_remove snap 341 2024-07-26T06:44:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:09 smithi037 ceph-mon[97339]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:44:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:09 smithi037 ceph-mon[99762]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:44:10.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:09 smithi135 ceph-mon[90132]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:44:10.909 INFO:tasks.rados.rados.0.smithi037.stdout:3576: done (0 left) 2024-07-26T06:44:10.909 INFO:tasks.rados.rados.0.smithi037.stdout:3577: rollback oid 24 current snap is 342 2024-07-26T06:44:10.909 INFO:tasks.rados.rados.0.smithi037.stdout:3577: done (0 left) 2024-07-26T06:44:10.909 INFO:tasks.rados.rados.0.smithi037.stdout:3578: rollback oid 14 current snap is 342 2024-07-26T06:44:10.909 INFO:tasks.rados.rados.0.smithi037.stdout:3578: done (0 left) 2024-07-26T06:44:10.910 INFO:tasks.rados.rados.0.smithi037.stdout:3579: copy_from oid 42 from oid 9 current snap is 342 2024-07-26T06:44:10.910 INFO:tasks.rados.rados.0.smithi037.stdout:3580: delete oid 49 current snap is 342 2024-07-26T06:44:10.919 INFO:tasks.rados.rados.0.smithi037.stdout:3580: done (1 left) 2024-07-26T06:44:10.920 INFO:tasks.rados.rados.0.smithi037.stdout:3581: rollback oid 41 current snap is 342 2024-07-26T06:44:10.920 INFO:tasks.rados.rados.0.smithi037.stdout:3581: done (1 left) 2024-07-26T06:44:10.920 INFO:tasks.rados.rados.0.smithi037.stdout:3582: rmattr oid 11 current snap is 342 2024-07-26T06:44:10.920 INFO:tasks.rados.rados.0.smithi037.stdout:3583: snap_create 2024-07-26T06:44:10.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2185 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-07-26T06:44:10.929 INFO:tasks.rados.rados.0.smithi037.stdout:3579: finishing copy_from racing read to smithi03785213-42 2024-07-26T06:44:10.931 INFO:tasks.rados.rados.0.smithi037.stdout:3579: finishing copy_from to smithi03785213-42 2024-07-26T06:44:10.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:44:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:10 smithi037 ceph-mon[97339]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-07-26T06:44:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:10 smithi037 ceph-mon[97339]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:44:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:10 smithi037 ceph-mon[99762]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-07-26T06:44:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:10 smithi037 ceph-mon[99762]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:44:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:10 smithi135 ceph-mon[90132]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-07-26T06:44:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:10 smithi135 ceph-mon[90132]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:44:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:11] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3579: done (2 left) 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3582: done (1 left) 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3583: done (0 left) 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3584: copy_from oid 32 from oid 23 current snap is 343 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3585: read oid 20 snap -1 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3585: expect deleted 2024-07-26T06:44:11.917 INFO:tasks.rados.rados.0.smithi037.stdout:3586: delete oid 38 current snap is 343 2024-07-26T06:44:11.919 INFO:tasks.rados.rados.0.smithi037.stdout:3584: finishing copy_from to smithi03785213-32 2024-07-26T06:44:11.919 INFO:tasks.rados.rados.0.smithi037.stdout:3584: got expected ENOENT (src dne) 2024-07-26T06:44:11.919 INFO:tasks.rados.rados.0.smithi037.stdout:3584: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:44:11.922 INFO:tasks.rados.rados.0.smithi037.stdout:3584: done (2 left) 2024-07-26T06:44:11.922 INFO:tasks.rados.rados.0.smithi037.stdout:3585: done (1 left) 2024-07-26T06:44:11.922 INFO:tasks.rados.rados.0.smithi037.stdout:3586: done (0 left) 2024-07-26T06:44:11.922 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 343 2024-07-26T06:44:11.922 INFO:tasks.rados.rados.0.smithi037.stdout:3587: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-07-26T06:44:11.925 INFO:tasks.rados.rados.0.smithi037.stdout:3587: writing smithi03785213-47 from 0 to 696320 tid 1 2024-07-26T06:44:11.929 INFO:tasks.rados.rados.0.smithi037.stdout:3587: writing smithi03785213-47 from 696320 to 1269760 tid 2 2024-07-26T06:44:11.931 INFO:tasks.rados.rados.0.smithi037.stdout:3587: writing smithi03785213-47 from 1269760 to 1720320 tid 3 2024-07-26T06:44:11.933 INFO:tasks.rados.rados.0.smithi037.stdout:3587: writing smithi03785213-47 from 1720320 to 1900544 tid 4 2024-07-26T06:44:11.933 INFO:tasks.rados.rados.0.smithi037.stdout:3588: setattr oid 7 current snap is 343 2024-07-26T06:44:11.933 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 1 to smithi03785213-47 2024-07-26T06:44:11.934 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 343 2024-07-26T06:44:11.934 INFO:tasks.rados.rados.0.smithi037.stdout:3589: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-07-26T06:44:11.938 INFO:tasks.rados.rados.0.smithi037.stdout:3589: writing smithi03785213-2 from 0 to 712704 tid 1 2024-07-26T06:44:11.941 INFO:tasks.rados.rados.0.smithi037.stdout:3589: writing smithi03785213-2 from 712704 to 1171456 tid 2 2024-07-26T06:44:11.946 INFO:tasks.rados.rados.0.smithi037.stdout:3589: writing smithi03785213-2 from 1171456 to 1826816 tid 3 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3589: writing smithi03785213-2 from 1826816 to 1916928 tid 4 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3590: rmattr oid 28 current snap is 343 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 2 to smithi03785213-47 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3591: snap_create 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 3 to smithi03785213-47 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 4 to smithi03785213-47 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 5 to smithi03785213-47 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: finishing write tid 6 to smithi03785213-47 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 3275 (ObjNum 1116 snap 343 seq_num 1116) dirty exists 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:3587: left oid 47 (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:44:11.947 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3277 (ObjNum 1109 snap 341 seq_num 1109) dirty exists 2024-07-26T06:44:11.948 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 1 to smithi03785213-2 2024-07-26T06:44:11.948 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 2 to smithi03785213-2 2024-07-26T06:44:11.950 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 3 to smithi03785213-2 2024-07-26T06:44:11.951 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 4 to smithi03785213-2 2024-07-26T06:44:11.953 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 5 to smithi03785213-2 2024-07-26T06:44:11.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 3178 (ObjNum 1026 snap 323 seq_num 1026) dirty exists 2024-07-26T06:44:11.955 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing write tid 6 to smithi03785213-2 2024-07-26T06:44:11.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3177 (ObjNum 1117 snap 343 seq_num 1117) dirty exists 2024-07-26T06:44:11.955 INFO:tasks.rados.rados.0.smithi037.stdout:3589: left oid 2 (ObjNum 1117 snap 343 seq_num 1117) 2024-07-26T06:44:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:11 smithi037 ceph-mon[97339]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:44:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:11 smithi037 ceph-mon[99762]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:44:12.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:11 smithi135 ceph-mon[90132]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:44:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3587: done (4 left) 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3588: done (3 left) 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3589: done (2 left) 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3590: done (1 left) 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3591: done (0 left) 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3592: copy_from oid 26 from oid 49 current snap is 344 2024-07-26T06:44:12.867 INFO:tasks.rados.rados.0.smithi037.stdout:3593: setattr oid 24 current snap is 344 2024-07-26T06:44:12.868 INFO:tasks.rados.rados.0.smithi037.stdout:3592: finishing copy_from to smithi03785213-26 2024-07-26T06:44:12.868 INFO:tasks.rados.rados.0.smithi037.stdout:3592: got expected ENOENT (src dne) 2024-07-26T06:44:12.868 INFO:tasks.rados.rados.0.smithi037.stdout:3592: finishing copy_from racing read to smithi03785213-26 2024-07-26T06:44:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:3592: done (1 left) 2024-07-26T06:44:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 344 2024-07-26T06:44:12.869 INFO:tasks.rados.rados.0.smithi037.stdout:3594: seq_num 1118 ranges {3956736=729088,4685824=794624,5480448=409600} 2024-07-26T06:44:12.898 INFO:tasks.rados.rados.0.smithi037.stdout:3594: writing smithi03785213-1 from 3956736 to 4685824 tid 1 2024-07-26T06:44:12.903 INFO:tasks.rados.rados.0.smithi037.stdout:3594: writing smithi03785213-1 from 4685824 to 5480448 tid 2 2024-07-26T06:44:12.907 INFO:tasks.rados.rados.0.smithi037.stdout:3594: writing smithi03785213-1 from 5480448 to 5890048 tid 3 2024-07-26T06:44:12.907 INFO:tasks.rados.rados.0.smithi037.stdout:3595: delete oid 48 current snap is 344 2024-07-26T06:44:12.907 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3203 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-07-26T06:44:12.929 INFO:tasks.rados.rados.0.smithi037.stdout:3594: finishing write tid 1 to smithi03785213-1 2024-07-26T06:44:12.929 INFO:tasks.rados.rados.0.smithi037.stdout:3594: finishing write tid 2 to smithi03785213-1 2024-07-26T06:44:12.929 INFO:tasks.rados.rados.0.smithi037.stdout:3594: finishing write tid 3 to smithi03785213-1 2024-07-26T06:44:12.930 INFO:tasks.rados.rados.0.smithi037.stdout:3594: finishing write tid 4 to smithi03785213-1 2024-07-26T06:44:12.931 INFO:tasks.rados.rados.0.smithi037.stdout:3594: finishing write tid 5 to smithi03785213-1 2024-07-26T06:44:12.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3188 (ObjNum 1118 snap 344 seq_num 1118) dirty exists 2024-07-26T06:44:12.931 INFO:tasks.rados.rados.0.smithi037.stdout:3594: left oid 1 (ObjNum 1118 snap 344 seq_num 1118) 2024-07-26T06:44:12.936 INFO:tasks.rados.rados.0.smithi037.stdout:3593: done (2 left) 2024-07-26T06:44:12.937 INFO:tasks.rados.rados.0.smithi037.stdout:3594: done (1 left) 2024-07-26T06:44:12.937 INFO:tasks.rados.rados.0.smithi037.stdout:3595: done (0 left) 2024-07-26T06:44:12.937 INFO:tasks.rados.rados.0.smithi037.stdout:3596: rmattr oid 14 current snap is 344 2024-07-26T06:44:12.937 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 344 2024-07-26T06:44:12.937 INFO:tasks.rados.rados.0.smithi037.stdout:3597: seq_num 1120 ranges {6725632=761856,7487488=557056,8044544=425984,8470528=221184} 2024-07-26T06:44:12.978 INFO:tasks.rados.rados.0.smithi037.stdout:3597: writing smithi03785213-5 from 6725632 to 7487488 tid 1 2024-07-26T06:44:12.981 INFO:tasks.rados.rados.0.smithi037.stdout:3597: writing smithi03785213-5 from 7487488 to 8044544 tid 2 2024-07-26T06:44:12.983 INFO:tasks.rados.rados.0.smithi037.stdout:3597: writing smithi03785213-5 from 8044544 to 8470528 tid 3 2024-07-26T06:44:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:3597: writing smithi03785213-5 from 8470528 to 8691712 tid 4 2024-07-26T06:44:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:3598: snap_create 2024-07-26T06:44:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2929 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:44:12.985 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 1 to smithi03785213-5 2024-07-26T06:44:12.986 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 2 to smithi03785213-5 2024-07-26T06:44:12.987 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 3 to smithi03785213-5 2024-07-26T06:44:12.987 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 4 to smithi03785213-5 2024-07-26T06:44:12.988 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 5 to smithi03785213-5 2024-07-26T06:44:12.989 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing write tid 6 to smithi03785213-5 2024-07-26T06:44:12.989 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2728 (ObjNum 1120 snap 344 seq_num 1120) dirty exists 2024-07-26T06:44:12.989 INFO:tasks.rados.rados.0.smithi037.stdout:3597: left oid 5 (ObjNum 1120 snap 344 seq_num 1120) 2024-07-26T06:44:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[97339]: pgmap v747: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-07-26T06:44:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[97339]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:44:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[97339]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:44:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[99762]: pgmap v747: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-07-26T06:44:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[99762]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:44:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:12 smithi037 ceph-mon[99762]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:44:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:12 smithi135 ceph-mon[90132]: pgmap v747: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-07-26T06:44:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:12 smithi135 ceph-mon[90132]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:44:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:12 smithi135 ceph-mon[90132]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:44:13.943 INFO:tasks.rados.rados.0.smithi037.stdout:3596: done (2 left) 2024-07-26T06:44:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:3597: done (1 left) 2024-07-26T06:44:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:3598: done (0 left) 2024-07-26T06:44:13.944 INFO:tasks.rados.rados.0.smithi037.stdout:3599: delete oid 25 current snap is 345 2024-07-26T06:44:13.947 INFO:tasks.rados.rados.0.smithi037.stdout:3599: done (0 left) 2024-07-26T06:44:13.947 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 345 2024-07-26T06:44:13.947 INFO:tasks.rados.rados.0.smithi037.stdout:3600: seq_num 1122 ranges {5595136=794624,6389760=729088,7118848=475136} 2024-07-26T06:44:13.981 INFO:tasks.rados.rados.0.smithi037.stdout:3600: writing smithi03785213-45 from 5595136 to 6389760 tid 1 2024-07-26T06:44:13.986 INFO:tasks.rados.rados.0.smithi037.stdout:3600: writing smithi03785213-45 from 6389760 to 7118848 tid 2 2024-07-26T06:44:13.990 INFO:tasks.rados.rados.0.smithi037.stdout:3600: writing smithi03785213-45 from 7118848 to 7593984 tid 3 2024-07-26T06:44:13.990 INFO:tasks.rados.rados.0.smithi037.stdout:3601: read oid 17 snap -1 2024-07-26T06:44:13.990 INFO:tasks.rados.rados.0.smithi037.stdout:3601: expect (ObjNum 1108 snap 341 seq_num 1108) 2024-07-26T06:44:13.990 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 345 2024-07-26T06:44:13.990 INFO:tasks.rados.rados.0.smithi037.stdout:3602: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-07-26T06:44:13.993 INFO:tasks.rados.rados.0.smithi037.stdout:3602: writing smithi03785213-44 from 0 to 409600 tid 1 2024-07-26T06:44:13.997 INFO:tasks.rados.rados.0.smithi037.stdout:3602: writing smithi03785213-44 from 409600 to 1024000 tid 2 2024-07-26T06:44:14.001 INFO:tasks.rados.rados.0.smithi037.stdout:3602: writing smithi03785213-44 from 1024000 to 1622016 tid 3 2024-07-26T06:44:14.004 INFO:tasks.rados.rados.0.smithi037.stdout:3602: writing smithi03785213-44 from 1622016 to 2015232 tid 4 2024-07-26T06:44:14.004 INFO:tasks.rados.rados.0.smithi037.stdout:3603: setattr oid 26 current snap is 345 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: finishing write tid 1 to smithi03785213-45 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: finishing write tid 2 to smithi03785213-45 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: finishing write tid 3 to smithi03785213-45 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: finishing write tid 4 to smithi03785213-45 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: finishing write tid 5 to smithi03785213-45 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3284 (ObjNum 1122 snap 345 seq_num 1122) dirty exists 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3600: left oid 45 (ObjNum 1122 snap 345 seq_num 1122) 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 1 to smithi03785213-44 2024-07-26T06:44:14.005 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 2 to smithi03785213-44 2024-07-26T06:44:14.006 INFO:tasks.rados.rados.0.smithi037.stdout:3600: done (3 left) 2024-07-26T06:44:14.007 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 345 2024-07-26T06:44:14.007 INFO:tasks.rados.rados.0.smithi037.stdout:3604: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-07-26T06:44:14.009 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03785213-6 from 0 to 434176 tid 1 2024-07-26T06:44:14.012 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03785213-6 from 434176 to 933888 tid 2 2024-07-26T06:44:14.015 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03785213-6 from 933888 to 1343488 tid 3 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03785213-6 from 1343488 to 2007040 tid 4 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03785213-6 from 2007040 to 2039808 tid 5 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3605: read oid 43 snap -1 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3605: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3606: snap_create 2024-07-26T06:44:14.020 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 3 to smithi03785213-44 2024-07-26T06:44:14.021 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 1 to smithi03785213-6 2024-07-26T06:44:14.021 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 2 to smithi03785213-6 2024-07-26T06:44:14.021 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 3 to smithi03785213-6 2024-07-26T06:44:14.030 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 4 to smithi03785213-6 2024-07-26T06:44:14.030 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 5 to smithi03785213-6 2024-07-26T06:44:14.030 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 6 to smithi03785213-6 2024-07-26T06:44:14.033 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 7 to smithi03785213-6 2024-07-26T06:44:14.033 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2935 (ObjNum 1124 snap 345 seq_num 1124) dirty exists 2024-07-26T06:44:14.033 INFO:tasks.rados.rados.0.smithi037.stdout:3604: left oid 6 (ObjNum 1124 snap 345 seq_num 1124) 2024-07-26T06:44:14.034 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 4 to smithi03785213-44 2024-07-26T06:44:14.034 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 5 to smithi03785213-44 2024-07-26T06:44:14.036 INFO:tasks.rados.rados.0.smithi037.stdout:3601: expect (ObjNum 1108 snap 341 seq_num 1108) 2024-07-26T06:44:15.056 INFO:tasks.rados.rados.0.smithi037.stdout:3602: finishing write tid 6 to smithi03785213-44 2024-07-26T06:44:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2733 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2024-07-26T06:44:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:3602: left oid 44 (ObjNum 1123 snap 345 seq_num 1123) 2024-07-26T06:44:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3204 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:3605: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:14 smithi037 ceph-mon[97339]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-07-26T06:44:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:14 smithi037 ceph-mon[97339]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:44:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:14 smithi037 ceph-mon[99762]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-07-26T06:44:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:14 smithi037 ceph-mon[99762]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:44:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:14 smithi135 ceph-mon[90132]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-07-26T06:44:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:14 smithi135 ceph-mon[90132]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:44:15.802 INFO:tasks.rados.rados.0.smithi037.stdout:3601: done (5 left) 2024-07-26T06:44:15.802 INFO:tasks.rados.rados.0.smithi037.stdout:3602: done (4 left) 2024-07-26T06:44:15.802 INFO:tasks.rados.rados.0.smithi037.stdout:3603: done (3 left) 2024-07-26T06:44:15.802 INFO:tasks.rados.rados.0.smithi037.stdout:3604: done (2 left) 2024-07-26T06:44:15.802 INFO:tasks.rados.rados.0.smithi037.stdout:3605: done (1 left) 2024-07-26T06:44:15.803 INFO:tasks.rados.rados.0.smithi037.stdout:3606: done (0 left) 2024-07-26T06:44:15.803 INFO:tasks.rados.rados.0.smithi037.stdout:3607: snap_create 2024-07-26T06:44:15.954 INFO:tasks.rados.rados.0.smithi037.stdout:3607: done (0 left) 2024-07-26T06:44:15.954 INFO:tasks.rados.rados.0.smithi037.stdout:3608: read oid 15 snap -1 2024-07-26T06:44:15.954 INFO:tasks.rados.rados.0.smithi037.stdout:3608: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:44:15.954 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 347 2024-07-26T06:44:15.954 INFO:tasks.rados.rados.0.smithi037.stdout:3609: seq_num 1125 ranges {1040384=450560,1490944=786432,2277376=614400,2891776=204800} 2024-07-26T06:44:15.961 INFO:tasks.rados.rados.0.smithi037.stdout:3609: writing smithi03785213-18 from 1040384 to 1490944 tid 1 2024-07-26T06:44:15.967 INFO:tasks.rados.rados.0.smithi037.stdout:3609: writing smithi03785213-18 from 1490944 to 2277376 tid 2 2024-07-26T06:44:15.971 INFO:tasks.rados.rados.0.smithi037.stdout:3609: writing smithi03785213-18 from 2277376 to 2891776 tid 3 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3609: writing smithi03785213-18 from 2891776 to 3096576 tid 4 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3610: read oid 30 snap -1 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3610: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3611: copy_from oid 11 from oid 29 current snap is 347 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 1 to smithi03785213-18 2024-07-26T06:44:15.973 INFO:tasks.rados.rados.0.smithi037.stdout:3608: expect (ObjNum 943 snap 305 seq_num 943) 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 2 to smithi03785213-18 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 3 to smithi03785213-18 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 4 to smithi03785213-18 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 5 to smithi03785213-18 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3611: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3611: finishing copy_from to smithi03785213-11 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2724 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: finishing write tid 6 to smithi03785213-18 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2191 (ObjNum 1125 snap 347 seq_num 1125) dirty exists 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3609: left oid 18 (ObjNum 1125 snap 347 seq_num 1125) 2024-07-26T06:44:16.080 INFO:tasks.rados.rados.0.smithi037.stdout:3610: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:15 smithi037 ceph-mon[97339]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:44:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:15 smithi037 ceph-mon[99762]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:44:16.307 INFO:tasks.rados.rados.0.smithi037.stdout:3608: done (3 left) 2024-07-26T06:44:16.307 INFO:tasks.rados.rados.0.smithi037.stdout:3609: done (2 left) 2024-07-26T06:44:16.307 INFO:tasks.rados.rados.0.smithi037.stdout:3610: done (1 left) 2024-07-26T06:44:16.307 INFO:tasks.rados.rados.0.smithi037.stdout:3611: done (0 left) 2024-07-26T06:44:16.307 INFO:tasks.rados.rados.0.smithi037.stdout:3612: read oid 10 snap -1 2024-07-26T06:44:16.308 INFO:tasks.rados.rados.0.smithi037.stdout:3612: expect (ObjNum 1096 snap 337 seq_num 1096) 2024-07-26T06:44:16.308 INFO:tasks.rados.rados.0.smithi037.stdout:3613: read oid 22 snap 344 2024-07-26T06:44:16.308 INFO:tasks.rados.rados.0.smithi037.stdout:3613: expect (ObjNum 1083 snap 337 seq_num 1083) 2024-07-26T06:44:16.308 INFO:tasks.rados.rados.0.smithi037.stdout:3614: setattr oid 24 current snap is 347 2024-07-26T06:44:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3615: rmattr oid 21 current snap is 347 2024-07-26T06:44:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3616: copy_from oid 28 from oid 4 current snap is 347 2024-07-26T06:44:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3617: read oid 39 snap -1 2024-07-26T06:44:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3617: expect deleted 2024-07-26T06:44:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3618: setattr oid 48 current snap is 347 2024-07-26T06:44:16.312 INFO:tasks.rados.rados.0.smithi037.stdout:3619: read oid 43 snap -1 2024-07-26T06:44:16.312 INFO:tasks.rados.rados.0.smithi037.stdout:3619: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:16.312 INFO:tasks.rados.rados.0.smithi037.stdout:3620: read oid 29 snap -1 2024-07-26T06:44:16.313 INFO:tasks.rados.rados.0.smithi037.stdout:3620: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:16.313 INFO:tasks.rados.rados.0.smithi037.stdout:3621: copy_from oid 20 from oid 13 current snap is 347 2024-07-26T06:44:16.313 INFO:tasks.rados.rados.0.smithi037.stdout:3622: delete oid 8 current snap is 347 2024-07-26T06:44:16.316 INFO:tasks.rados.rados.0.smithi037.stdout:3620: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:16.321 INFO:tasks.rados.rados.0.smithi037.stdout:3612: expect (ObjNum 1096 snap 337 seq_num 1096) 2024-07-26T06:44:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:15 smithi135 ceph-mon[90132]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3205 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 3206 (ObjNum 1039 snap 329 seq_num 1039) dirty exists 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3285 (ObjNum 65 snap 0 seq_num 3882903328) dirty exists 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:3612: done (10 left) 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:3614: done (9 left) 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:3615: done (8 left) 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:3617: done (7 left) 2024-07-26T06:44:16.375 INFO:tasks.rados.rados.0.smithi037.stdout:3618: done (6 left) 2024-07-26T06:44:16.376 INFO:tasks.rados.rados.0.smithi037.stdout:3620: done (5 left) 2024-07-26T06:44:16.376 INFO:tasks.rados.rados.0.smithi037.stdout:3622: done (4 left) 2024-07-26T06:44:16.376 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 347 2024-07-26T06:44:16.376 INFO:tasks.rados.rados.0.smithi037.stdout:3613: expect (ObjNum 1083 snap 337 seq_num 1083) 2024-07-26T06:44:16.560 INFO:tasks.rados.rados.0.smithi037.stdout:3616: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:44:16.560 INFO:tasks.rados.rados.0.smithi037.stdout:3616: finishing copy_from to smithi03785213-28 2024-07-26T06:44:16.560 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2898 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:44:16.560 INFO:tasks.rados.rados.0.smithi037.stdout:3623: seq_num 1127 ranges {4915200=483328,5398528=598016,5996544=581632,6578176=425984} 2024-07-26T06:44:16.589 INFO:tasks.rados.rados.0.smithi037.stdout:3623: writing smithi03785213-24 from 4915200 to 5398528 tid 1 2024-07-26T06:44:16.593 INFO:tasks.rados.rados.0.smithi037.stdout:3623: writing smithi03785213-24 from 5398528 to 5996544 tid 2 2024-07-26T06:44:16.596 INFO:tasks.rados.rados.0.smithi037.stdout:3623: writing smithi03785213-24 from 5996544 to 6578176 tid 3 2024-07-26T06:44:16.599 INFO:tasks.rados.rados.0.smithi037.stdout:3623: writing smithi03785213-24 from 6578176 to 7004160 tid 4 2024-07-26T06:44:16.599 INFO:tasks.rados.rados.0.smithi037.stdout:3613: done (4 left) 2024-07-26T06:44:16.599 INFO:tasks.rados.rados.0.smithi037.stdout:3616: done (3 left) 2024-07-26T06:44:16.599 INFO:tasks.rados.rados.0.smithi037.stdout:3624: copy_from oid 7 from oid 8 current snap is 347 2024-07-26T06:44:16.600 INFO:tasks.rados.rados.0.smithi037.stdout:3621: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:44:16.600 INFO:tasks.rados.rados.0.smithi037.stdout:3619: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:16 smithi037 ceph-mon[97339]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-07-26T06:44:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:16 smithi037 ceph-mon[97339]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:44:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:16 smithi037 ceph-mon[99762]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-07-26T06:44:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:16 smithi037 ceph-mon[99762]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:44:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:16 smithi135 ceph-mon[90132]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-07-26T06:44:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:16 smithi135 ceph-mon[90132]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3621: finishing copy_from to smithi03785213-20 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2183 (ObjNum 1038 snap 329 seq_num 1038) dirty exists 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3619: done (3 left) 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3621: done (2 left) 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 347 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 1 to smithi03785213-24 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 2 to smithi03785213-24 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3624: finishing copy_from to smithi03785213-7 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3624: got expected ENOENT (src dne) 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3624: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 3 to smithi03785213-24 2024-07-26T06:44:17.347 INFO:tasks.rados.rados.0.smithi037.stdout:3625: seq_num 1128 ranges {622592=499712,1122304=483328,1605632=786432,2392064=335872} 2024-07-26T06:44:17.352 INFO:tasks.rados.rados.0.smithi037.stdout:3625: writing smithi03785213-31 from 622592 to 1122304 tid 1 2024-07-26T06:44:17.355 INFO:tasks.rados.rados.0.smithi037.stdout:3625: writing smithi03785213-31 from 1122304 to 1605632 tid 2 2024-07-26T06:44:17.360 INFO:tasks.rados.rados.0.smithi037.stdout:3625: writing smithi03785213-31 from 1605632 to 2392064 tid 3 2024-07-26T06:44:17.362 INFO:tasks.rados.rados.0.smithi037.stdout:3625: writing smithi03785213-31 from 2392064 to 2727936 tid 4 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3624: done (2 left) 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 347 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 4 to smithi03785213-24 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 5 to smithi03785213-24 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3623: finishing write tid 6 to smithi03785213-24 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3211 (ObjNum 1127 snap 347 seq_num 1127) dirty exists 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3623: left oid 24 (ObjNum 1127 snap 347 seq_num 1127) 2024-07-26T06:44:17.363 INFO:tasks.rados.rados.0.smithi037.stdout:3626: seq_num 1129 ranges {10797056=516096,11313152=770048,12083200=598016,12681216=237568} 2024-07-26T06:44:17.424 INFO:tasks.rados.rados.0.smithi037.stdout:3626: writing smithi03785213-34 from 10797056 to 11313152 tid 1 2024-07-26T06:44:17.429 INFO:tasks.rados.rados.0.smithi037.stdout:3626: writing smithi03785213-34 from 11313152 to 12083200 tid 2 2024-07-26T06:44:17.432 INFO:tasks.rados.rados.0.smithi037.stdout:3626: writing smithi03785213-34 from 12083200 to 12681216 tid 3 2024-07-26T06:44:17.434 INFO:tasks.rados.rados.0.smithi037.stdout:3626: writing smithi03785213-34 from 12681216 to 12918784 tid 4 2024-07-26T06:44:17.434 INFO:tasks.rados.rados.0.smithi037.stdout:3623: done (2 left) 2024-07-26T06:44:17.434 INFO:tasks.rados.rados.0.smithi037.stdout:3627: rmattr oid 40 current snap is 347 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 1 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 2 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 3 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 4 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 5 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: finishing write tid 6 to smithi03785213-31 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3216 (ObjNum 1128 snap 347 seq_num 1128) dirty exists 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: left oid 31 (ObjNum 1128 snap 347 seq_num 1128) 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 1 to smithi03785213-34 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3625: done (2 left) 2024-07-26T06:44:17.435 INFO:tasks.rados.rados.0.smithi037.stdout:3628: snap_create 2024-07-26T06:44:17.436 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 2 to smithi03785213-34 2024-07-26T06:44:17.436 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2734 (ObjNum 1098 snap 337 seq_num 1098) dirty exists 2024-07-26T06:44:17.437 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 3 to smithi03785213-34 2024-07-26T06:44:17.438 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 4 to smithi03785213-34 2024-07-26T06:44:17.438 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 5 to smithi03785213-34 2024-07-26T06:44:17.439 INFO:tasks.rados.rados.0.smithi037.stdout:3626: finishing write tid 6 to smithi03785213-34 2024-07-26T06:44:17.440 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2941 (ObjNum 1129 snap 347 seq_num 1129) dirty exists 2024-07-26T06:44:17.440 INFO:tasks.rados.rados.0.smithi037.stdout:3626: left oid 34 (ObjNum 1129 snap 347 seq_num 1129) 2024-07-26T06:44:17.866 INFO:tasks.rados.rados.0.smithi037.stdout:3626: done (2 left) 2024-07-26T06:44:17.866 INFO:tasks.rados.rados.0.smithi037.stdout:3627: done (1 left) 2024-07-26T06:44:17.866 INFO:tasks.rados.rados.0.smithi037.stdout:3628: done (0 left) 2024-07-26T06:44:17.866 INFO:tasks.rados.rados.0.smithi037.stdout:3629: delete oid 7 current snap is 348 2024-07-26T06:44:17.872 INFO:tasks.rados.rados.0.smithi037.stdout:3629: done (0 left) 2024-07-26T06:44:17.872 INFO:tasks.rados.rados.0.smithi037.stdout:3630: snap_remove snap 347 2024-07-26T06:44:18.874 INFO:tasks.rados.rados.0.smithi037.stdout:3630: done (0 left) 2024-07-26T06:44:18.874 INFO:tasks.rados.rados.0.smithi037.stdout:3631: read oid 20 snap -1 2024-07-26T06:44:18.874 INFO:tasks.rados.rados.0.smithi037.stdout:3631: expect (ObjNum 1038 snap 329 seq_num 1038) 2024-07-26T06:44:18.874 INFO:tasks.rados.rados.0.smithi037.stdout:3632: rollback oid 15 current snap is 348 2024-07-26T06:44:18.874 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 344 2024-07-26T06:44:18.875 INFO:tasks.rados.rados.0.smithi037.stdout:3633: read oid 45 snap -1 2024-07-26T06:44:18.875 INFO:tasks.rados.rados.0.smithi037.stdout:3633: expect (ObjNum 1122 snap 345 seq_num 1122) 2024-07-26T06:44:18.875 INFO:tasks.rados.rados.0.smithi037.stdout:3634: delete oid 40 current snap is 348 2024-07-26T06:44:18.882 INFO:tasks.rados.rados.0.smithi037.stdout:3634: done (3 left) 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3635: read oid 4 snap 342 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3635: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3636: copy_from oid 29 from oid 43 current snap is 348 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3637: read oid 32 snap 346 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3637: expect (ObjNum 1054 snap 331 seq_num 1054) 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3638: read oid 8 snap 346 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3638: expect deleted 2024-07-26T06:44:18.883 INFO:tasks.rados.rados.0.smithi037.stdout:3639: delete oid 13 current snap is 348 2024-07-26T06:44:18.887 INFO:tasks.rados.rados.0.smithi037.stdout:3632: finishing rollback tid 0 to smithi03785213-15 2024-07-26T06:44:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3632: finishing rollback tid 1 to smithi03785213-15 2024-07-26T06:44:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3632: finishing rollback tid 2 to smithi03785213-15 2024-07-26T06:44:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2911 (ObjNum 943 snap 305 seq_num 943) dirty exists 2024-07-26T06:44:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3632: done (7 left) 2024-07-26T06:44:18.888 INFO:tasks.rados.rados.0.smithi037.stdout:3638: done (6 left) 2024-07-26T06:44:18.889 INFO:tasks.rados.rados.0.smithi037.stdout:3639: done (5 left) 2024-07-26T06:44:18.889 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 348 2024-07-26T06:44:18.889 INFO:tasks.rados.rados.0.smithi037.stdout:3640: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-07-26T06:44:18.893 INFO:tasks.rados.rados.0.smithi037.stdout:3640: writing smithi03785213-48 from 0 to 581632 tid 1 2024-07-26T06:44:18.897 INFO:tasks.rados.rados.0.smithi037.stdout:3640: writing smithi03785213-48 from 581632 to 1335296 tid 2 2024-07-26T06:44:18.901 INFO:tasks.rados.rados.0.smithi037.stdout:3640: writing smithi03785213-48 from 1335296 to 1908736 tid 3 2024-07-26T06:44:18.904 INFO:tasks.rados.rados.0.smithi037.stdout:3640: writing smithi03785213-48 from 1908736 to 2187264 tid 4 2024-07-26T06:44:18.904 INFO:tasks.rados.rados.0.smithi037.stdout:3641: copy_from oid 34 from oid 8 current snap is 348 2024-07-26T06:44:18.904 INFO:tasks.rados.rados.0.smithi037.stdout:3642: delete oid 28 current snap is 348 2024-07-26T06:44:18.908 INFO:tasks.rados.rados.0.smithi037.stdout:3635: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-07-26T06:44:19.034 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 1 to smithi03785213-48 2024-07-26T06:44:19.034 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 2 to smithi03785213-48 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3641: finishing copy_from to smithi03785213-34 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3641: got expected ENOENT (src dne) 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3641: finishing copy_from racing read to smithi03785213-34 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3635: done (7 left) 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3641: done (6 left) 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3642: done (5 left) 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3643: read oid 22 snap 342 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3643: expect (ObjNum 1083 snap 337 seq_num 1083) 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 348 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3636: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:44:19.035 INFO:tasks.rados.rados.0.smithi037.stdout:3644: seq_num 1135 ranges {1261568=614400,1875968=524288,2400256=540672,2940928=483328,3424256=57344} 2024-07-26T06:44:19.044 INFO:tasks.rados.rados.0.smithi037.stdout:3644: writing smithi03785213-9 from 1261568 to 1875968 tid 1 2024-07-26T06:44:19.047 INFO:tasks.rados.rados.0.smithi037.stdout:3644: writing smithi03785213-9 from 1875968 to 2400256 tid 2 2024-07-26T06:44:19.050 INFO:tasks.rados.rados.0.smithi037.stdout:3644: writing smithi03785213-9 from 2400256 to 2940928 tid 3 2024-07-26T06:44:19.053 INFO:tasks.rados.rados.0.smithi037.stdout:3644: writing smithi03785213-9 from 2940928 to 3424256 tid 4 2024-07-26T06:44:19.054 INFO:tasks.rados.rados.0.smithi037.stdout:3644: writing smithi03785213-9 from 3424256 to 3481600 tid 5 2024-07-26T06:44:19.054 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 348 2024-07-26T06:44:19.054 INFO:tasks.rados.rados.0.smithi037.stdout:3645: seq_num 1136 ranges {12918784=630784,13549568=409600,13959168=753664,14712832=417792,15130624=24576} 2024-07-26T06:44:19.128 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03785213-34 from 12918784 to 13549568 tid 1 2024-07-26T06:44:19.130 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03785213-34 from 13549568 to 13959168 tid 2 2024-07-26T06:44:19.135 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03785213-34 from 13959168 to 14712832 tid 3 2024-07-26T06:44:19.137 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03785213-34 from 14712832 to 15130624 tid 4 2024-07-26T06:44:19.137 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03785213-34 from 15130624 to 15155200 tid 5 2024-07-26T06:44:19.138 INFO:tasks.rados.rados.0.smithi037.stdout:3646: rollback oid 4 current snap is 348 2024-07-26T06:44:19.138 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 343 2024-07-26T06:44:19.138 INFO:tasks.rados.rados.0.smithi037.stdout:3637: expect (ObjNum 1054 snap 331 seq_num 1054) 2024-07-26T06:44:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:18 smithi037 ceph-mon[97339]: pgmap v755: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 43 op/s 2024-07-26T06:44:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:18 smithi037 ceph-mon[97339]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:44:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:18 smithi037 ceph-mon[99762]: pgmap v755: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 43 op/s 2024-07-26T06:44:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:18 smithi037 ceph-mon[99762]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:44:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:18 smithi135 ceph-mon[90132]: pgmap v755: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 43 op/s 2024-07-26T06:44:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:18 smithi135 ceph-mon[90132]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:44:19.665 INFO:tasks.rados.rados.0.smithi037.stdout:3633: expect (ObjNum 1122 snap 345 seq_num 1122) 2024-07-26T06:44:20.067 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 3 to smithi03785213-48 2024-07-26T06:44:20.067 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 4 to smithi03785213-48 2024-07-26T06:44:20.067 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 5 to smithi03785213-48 2024-07-26T06:44:20.067 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing write tid 6 to smithi03785213-48 2024-07-26T06:44:20.067 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3295 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:44:20.068 INFO:tasks.rados.rados.0.smithi037.stdout:3640: left oid 48 (ObjNum 1133 snap 348 seq_num 1133) 2024-07-26T06:44:20.068 INFO:tasks.rados.rados.0.smithi037.stdout:3636: finishing copy_from to smithi03785213-29 2024-07-26T06:44:20.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2655 (ObjNum 1007 snap 317 seq_num 1007) dirty exists 2024-07-26T06:44:20.068 INFO:tasks.rados.rados.0.smithi037.stdout:3631: expect (ObjNum 1038 snap 329 seq_num 1038) 2024-07-26T06:44:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:19 smithi037 ceph-mon[97339]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:44:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:19 smithi037 ceph-mon[99762]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:44:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:19 smithi135 ceph-mon[90132]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:44:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:20.881 INFO:tasks.rados.rados.0.smithi037.stdout:3643: expect (ObjNum 1083 snap 337 seq_num 1083) 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 1 to smithi03785213-9 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 2 to smithi03785213-9 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 3 to smithi03785213-9 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 4 to smithi03785213-9 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 5 to smithi03785213-9 2024-07-26T06:44:21.067 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 6 to smithi03785213-9 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3644: finishing write tid 7 to smithi03785213-9 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3302 (ObjNum 1135 snap 348 seq_num 1135) dirty exists 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3644: left oid 9 (ObjNum 1135 snap 348 seq_num 1135) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 1 to smithi03785213-34 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3631: done (8 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3633: done (7 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3636: done (6 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3637: done (5 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3640: done (4 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3643: done (3 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3644: done (2 left) 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3647: copy_from oid 16 from oid 47 current snap is 348 2024-07-26T06:44:21.068 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 2 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 3 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 4 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 5 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 6 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 7 to smithi03785213-34 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2947 (ObjNum 1136 snap 348 seq_num 1136) dirty exists 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: left oid 34 (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3645: done (2 left) 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3648: snap_create 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:44:21.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2951 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:44:21.075 INFO:tasks.rados.rados.0.smithi037.stdout:3647: finishing copy_from racing read to smithi03785213-16 2024-07-26T06:44:21.076 INFO:tasks.rados.rados.0.smithi037.stdout:3647: finishing copy_from to smithi03785213-16 2024-07-26T06:44:21.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3275 (ObjNum 1116 snap 343 seq_num 1116) dirty exists 2024-07-26T06:44:21.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:20 smithi037 ceph-mon[97339]: pgmap v758: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:44:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:20 smithi037 ceph-mon[99762]: pgmap v758: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:44:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:20 smithi135 ceph-mon[90132]: pgmap v758: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:44:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:21] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-07-26T06:44:21.883 INFO:tasks.rados.rados.0.smithi037.stdout:3646: done (2 left) 2024-07-26T06:44:21.883 INFO:tasks.rados.rados.0.smithi037.stdout:3647: done (1 left) 2024-07-26T06:44:21.883 INFO:tasks.rados.rados.0.smithi037.stdout:3648: done (0 left) 2024-07-26T06:44:21.883 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 349 2024-07-26T06:44:21.883 INFO:tasks.rados.rados.0.smithi037.stdout:3649: seq_num 1137 ranges {1916928=647168,2564096=696320,3260416=557056,3817472=352256} 2024-07-26T06:44:21.897 INFO:tasks.rados.rados.0.smithi037.stdout:3649: writing smithi03785213-2 from 1916928 to 2564096 tid 1 2024-07-26T06:44:21.900 INFO:tasks.rados.rados.0.smithi037.stdout:3649: writing smithi03785213-2 from 2564096 to 3260416 tid 2 2024-07-26T06:44:21.904 INFO:tasks.rados.rados.0.smithi037.stdout:3649: writing smithi03785213-2 from 3260416 to 3817472 tid 3 2024-07-26T06:44:21.906 INFO:tasks.rados.rados.0.smithi037.stdout:3649: writing smithi03785213-2 from 3817472 to 4169728 tid 4 2024-07-26T06:44:21.906 INFO:tasks.rados.rados.0.smithi037.stdout:3650: setattr oid 41 current snap is 349 2024-07-26T06:44:21.906 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 1 to smithi03785213-2 2024-07-26T06:44:21.907 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 2 to smithi03785213-2 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3651: read oid 44 snap -1 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3651: expect (ObjNum 1123 snap 345 seq_num 1123) 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3652: read oid 6 snap -1 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3652: expect (ObjNum 1124 snap 345 seq_num 1124) 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3653: read oid 35 snap -1 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3653: expect deleted 2024-07-26T06:44:21.908 INFO:tasks.rados.rados.0.smithi037.stdout:3654: delete oid 45 current snap is 349 2024-07-26T06:44:21.910 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 3 to smithi03785213-2 2024-07-26T06:44:21.911 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 4 to smithi03785213-2 2024-07-26T06:44:21.911 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 5 to smithi03785213-2 2024-07-26T06:44:21.912 INFO:tasks.rados.rados.0.smithi037.stdout:3649: finishing write tid 6 to smithi03785213-2 2024-07-26T06:44:21.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3185 (ObjNum 1137 snap 349 seq_num 1137) dirty exists 2024-07-26T06:44:21.912 INFO:tasks.rados.rados.0.smithi037.stdout:3649: left oid 2 (ObjNum 1137 snap 349 seq_num 1137) 2024-07-26T06:44:21.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3305 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3649: done (5 left) 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3650: done (4 left) 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3653: done (3 left) 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3654: done (2 left) 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3655: read oid 41 snap -1 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3655: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 349 2024-07-26T06:44:21.916 INFO:tasks.rados.rados.0.smithi037.stdout:3656: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-07-26T06:44:21.919 INFO:tasks.rados.rados.0.smithi037.stdout:3656: writing smithi03785213-7 from 0 to 679936 tid 1 2024-07-26T06:44:21.922 INFO:tasks.rados.rados.0.smithi037.stdout:3656: writing smithi03785213-7 from 679936 to 1138688 tid 2 2024-07-26T06:44:21.925 INFO:tasks.rados.rados.0.smithi037.stdout:3656: writing smithi03785213-7 from 1138688 to 1662976 tid 3 2024-07-26T06:44:21.929 INFO:tasks.rados.rados.0.smithi037.stdout:3656: writing smithi03785213-7 from 1662976 to 2203648 tid 4 2024-07-26T06:44:21.929 INFO:tasks.rados.rados.0.smithi037.stdout:3656: writing smithi03785213-7 from 2203648 to 2285568 tid 5 2024-07-26T06:44:21.929 INFO:tasks.rados.rados.0.smithi037.stdout:3657: delete oid 32 current snap is 349 2024-07-26T06:44:21.929 INFO:tasks.rados.rados.0.smithi037.stdout:3655: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:21.931 INFO:tasks.rados.rados.0.smithi037.stdout:3652: expect (ObjNum 1124 snap 345 seq_num 1124) 2024-07-26T06:44:21.986 INFO:tasks.rados.rados.0.smithi037.stdout:3651: expect (ObjNum 1123 snap 345 seq_num 1123) 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 1 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 2 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 3 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 4 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 5 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 6 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: finishing write tid 7 to smithi03785213-7 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3313 (ObjNum 1139 snap 349 seq_num 1139) dirty exists 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: left oid 7 (ObjNum 1139 snap 349 seq_num 1139) 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3651: done (4 left) 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3652: done (3 left) 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3655: done (2 left) 2024-07-26T06:44:22.039 INFO:tasks.rados.rados.0.smithi037.stdout:3656: done (1 left) 2024-07-26T06:44:22.040 INFO:tasks.rados.rados.0.smithi037.stdout:3657: done (0 left) 2024-07-26T06:44:22.040 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 349 2024-07-26T06:44:22.040 INFO:tasks.rados.rados.0.smithi037.stdout:3658: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-07-26T06:44:22.042 INFO:tasks.rados.rados.0.smithi037.stdout:3658: writing smithi03785213-13 from 0 to 712704 tid 1 2024-07-26T06:44:22.047 INFO:tasks.rados.rados.0.smithi037.stdout:3658: writing smithi03785213-13 from 712704 to 1392640 tid 2 2024-07-26T06:44:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:3658: writing smithi03785213-13 from 1392640 to 1933312 tid 3 2024-07-26T06:44:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:3658: writing smithi03785213-13 from 1933312 to 2318336 tid 4 2024-07-26T06:44:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:3659: snap_create 2024-07-26T06:44:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 1 to smithi03785213-13 2024-07-26T06:44:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 2 to smithi03785213-13 2024-07-26T06:44:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 3 to smithi03785213-13 2024-07-26T06:44:22.055 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 4 to smithi03785213-13 2024-07-26T06:44:22.055 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 5 to smithi03785213-13 2024-07-26T06:44:22.057 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing write tid 6 to smithi03785213-13 2024-07-26T06:44:22.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2197 (ObjNum 1141 snap 349 seq_num 1141) dirty exists 2024-07-26T06:44:22.057 INFO:tasks.rados.rados.0.smithi037.stdout:3658: left oid 13 (ObjNum 1141 snap 349 seq_num 1141) 2024-07-26T06:44:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:22.868 INFO:tasks.rados.rados.0.smithi037.stdout:3658: done (1 left) 2024-07-26T06:44:22.869 INFO:tasks.rados.rados.0.smithi037.stdout:3659: done (0 left) 2024-07-26T06:44:22.869 INFO:tasks.rados.rados.0.smithi037.stdout:3660: read oid 2 snap 348 2024-07-26T06:44:22.869 INFO:tasks.rados.rados.0.smithi037.stdout:3660: expect (ObjNum 1117 snap 343 seq_num 1117) 2024-07-26T06:44:22.869 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 350 2024-07-26T06:44:22.869 INFO:tasks.rados.rados.0.smithi037.stdout:3661: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-07-26T06:44:22.872 INFO:tasks.rados.rados.0.smithi037.stdout:3661: writing smithi03785213-12 from 0 to 729088 tid 1 2024-07-26T06:44:22.876 INFO:tasks.rados.rados.0.smithi037.stdout:3661: writing smithi03785213-12 from 729088 to 1294336 tid 2 2024-07-26T06:44:22.880 INFO:tasks.rados.rados.0.smithi037.stdout:3661: writing smithi03785213-12 from 1294336 to 1990656 tid 3 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3661: writing smithi03785213-12 from 1990656 to 2334720 tid 4 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3662: read oid 18 snap -1 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3662: expect (ObjNum 1125 snap 347 seq_num 1125) 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3663: read oid 14 snap -1 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3663: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:44:22.883 INFO:tasks.rados.rados.0.smithi037.stdout:3664: snap_remove snap 345 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[97339]: pgmap v759: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[97339]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[97339]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[99762]: pgmap v759: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[99762]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:44:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:22 smithi037 ceph-mon[99762]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:44:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:22 smithi135 ceph-mon[90132]: pgmap v759: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-07-26T06:44:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:22 smithi135 ceph-mon[90132]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:44:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:22 smithi135 ceph-mon[90132]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:44:23.894 INFO:tasks.rados.rados.0.smithi037.stdout:3664: done (4 left) 2024-07-26T06:44:23.894 INFO:tasks.rados.rados.0.smithi037.stdout:3665: snap_remove snap 349 2024-07-26T06:44:24.898 INFO:tasks.rados.rados.0.smithi037.stdout:3665: done (4 left) 2024-07-26T06:44:24.898 INFO:tasks.rados.rados.0.smithi037.stdout:3666: snap_create 2024-07-26T06:44:24.898 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 1 to smithi03785213-12 2024-07-26T06:44:24.898 INFO:tasks.rados.rados.0.smithi037.stdout:3660: expect (ObjNum 1117 snap 343 seq_num 1117) 2024-07-26T06:44:24.948 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 2 to smithi03785213-12 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 3 to smithi03785213-12 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 4 to smithi03785213-12 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 5 to smithi03785213-12 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing write tid 6 to smithi03785213-12 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2688 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3661: left oid 12 (ObjNum 1142 snap 350 seq_num 1142) 2024-07-26T06:44:24.949 INFO:tasks.rados.rados.0.smithi037.stdout:3662: expect (ObjNum 1125 snap 347 seq_num 1125) 2024-07-26T06:44:25.047 INFO:tasks.rados.rados.0.smithi037.stdout:3663: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:44:25.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:24 smithi037 ceph-mon[99762]: pgmap v762: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.7 MiB/s wr, 40 op/s 2024-07-26T06:44:25.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:24 smithi037 ceph-mon[99762]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:44:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:24 smithi037 ceph-mon[97339]: pgmap v762: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.7 MiB/s wr, 40 op/s 2024-07-26T06:44:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:24 smithi037 ceph-mon[97339]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:44:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:24 smithi135 ceph-mon[90132]: pgmap v762: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.7 MiB/s wr, 40 op/s 2024-07-26T06:44:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:24 smithi135 ceph-mon[90132]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3660: done (4 left) 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3661: done (3 left) 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3662: done (2 left) 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3663: done (1 left) 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3666: done (0 left) 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3667: rmattr oid 20 current snap is 351 2024-07-26T06:44:26.140 INFO:tasks.rados.rados.0.smithi037.stdout:3668: rollback oid 4 current snap is 351 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 342 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3669: rmattr oid 41 current snap is 351 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3670: read oid 27 snap 342 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3670: expect deleted 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3671: read oid 21 snap 348 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3671: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:44:26.141 INFO:tasks.rados.rados.0.smithi037.stdout:3672: snap_remove snap 350 2024-07-26T06:44:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:25 smithi037 ceph-mon[97339]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:44:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:25 smithi037 ceph-mon[99762]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:44:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:25 smithi135 ceph-mon[90132]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:44:26.910 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3323 (ObjNum 33 snap 0 seq_num 3882660784) dirty exists 2024-07-26T06:44:26.910 INFO:tasks.rados.rados.0.smithi037.stdout:3671: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:44:26.930 INFO:tasks.rados.rados.0.smithi037.stdout:3668: finishing rollback tid 0 to smithi03785213-4 2024-07-26T06:44:26.930 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2725 (ObjNum 1038 snap 329 seq_num 1038) dirty exists 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3668: finishing rollback tid 1 to smithi03785213-4 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3667: done (5 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3669: done (4 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3670: done (3 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3671: done (2 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3672: done (1 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3673: copy_from oid 37 from oid 12 current snap is 351 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3668: finishing rollback tid 2 to smithi03785213-4 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2959 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3668: done (1 left) 2024-07-26T06:44:26.931 INFO:tasks.rados.rados.0.smithi037.stdout:3674: snap_create 2024-07-26T06:44:26.943 INFO:tasks.rados.rados.0.smithi037.stdout:3673: finishing copy_from racing read to smithi03785213-37 2024-07-26T06:44:26.945 INFO:tasks.rados.rados.0.smithi037.stdout:3673: finishing copy_from to smithi03785213-37 2024-07-26T06:44:26.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2688 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-07-26T06:44:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:26 smithi037 ceph-mon[97339]: pgmap v765: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-07-26T06:44:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:26 smithi037 ceph-mon[97339]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:44:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:26 smithi037 ceph-mon[99762]: pgmap v765: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-07-26T06:44:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:26 smithi037 ceph-mon[99762]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:44:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:26 smithi135 ceph-mon[90132]: pgmap v765: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-07-26T06:44:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:26 smithi135 ceph-mon[90132]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:44:27.871 INFO:tasks.rados.rados.0.smithi037.stdout:3673: done (1 left) 2024-07-26T06:44:27.871 INFO:tasks.rados.rados.0.smithi037.stdout:3674: done (0 left) 2024-07-26T06:44:27.871 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 352 2024-07-26T06:44:27.871 INFO:tasks.rados.rados.0.smithi037.stdout:3675: seq_num 1143 ranges {2285568=753664,3039232=450560,3489792=507904,3997696=589824,4587520=57344} 2024-07-26T06:44:27.887 INFO:tasks.rados.rados.0.smithi037.stdout:3675: writing smithi03785213-7 from 2285568 to 3039232 tid 1 2024-07-26T06:44:27.890 INFO:tasks.rados.rados.0.smithi037.stdout:3675: writing smithi03785213-7 from 3039232 to 3489792 tid 2 2024-07-26T06:44:27.893 INFO:tasks.rados.rados.0.smithi037.stdout:3675: writing smithi03785213-7 from 3489792 to 3997696 tid 3 2024-07-26T06:44:27.897 INFO:tasks.rados.rados.0.smithi037.stdout:3675: writing smithi03785213-7 from 3997696 to 4587520 tid 4 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3675: writing smithi03785213-7 from 4587520 to 4644864 tid 5 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3676: copy_from oid 48 from oid 38 current snap is 352 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3677: copy_from oid 29 from oid 8 current snap is 352 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3678: read oid 14 snap 342 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3678: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3679: rmattr oid 25 current snap is 352 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3679: done (4 left) 2024-07-26T06:44:27.898 INFO:tasks.rados.rados.0.smithi037.stdout:3680: delete oid 49 current snap is 352 2024-07-26T06:44:27.899 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 1 to smithi03785213-7 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3680: done (4 left) 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3681: read oid 27 snap -1 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3681: expect deleted 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3682: delete oid 15 current snap is 352 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 2 to smithi03785213-7 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 3 to smithi03785213-7 2024-07-26T06:44:27.904 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 4 to smithi03785213-7 2024-07-26T06:44:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 5 to smithi03785213-7 2024-07-26T06:44:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3676: finishing copy_from to smithi03785213-48 2024-07-26T06:44:27.908 INFO:tasks.rados.rados.0.smithi037.stdout:3676: got expected ENOENT (src dne) 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 6 to smithi03785213-7 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3677: finishing copy_from to smithi03785213-29 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3677: got expected ENOENT (src dne) 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3681: done (5 left) 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3682: done (4 left) 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 352 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3677: finishing copy_from racing read to smithi03785213-29 2024-07-26T06:44:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:3683: seq_num 1146 ranges {1564672=802816,2367488=499712,2867200=679936,3547136=425984} 2024-07-26T06:44:27.922 INFO:tasks.rados.rados.0.smithi037.stdout:3683: writing smithi03785213-10 from 1564672 to 2367488 tid 1 2024-07-26T06:44:27.925 INFO:tasks.rados.rados.0.smithi037.stdout:3683: writing smithi03785213-10 from 2367488 to 2867200 tid 2 2024-07-26T06:44:27.929 INFO:tasks.rados.rados.0.smithi037.stdout:3683: writing smithi03785213-10 from 2867200 to 3547136 tid 3 2024-07-26T06:44:27.932 INFO:tasks.rados.rados.0.smithi037.stdout:3683: writing smithi03785213-10 from 3547136 to 3973120 tid 4 2024-07-26T06:44:27.932 INFO:tasks.rados.rados.0.smithi037.stdout:3677: done (4 left) 2024-07-26T06:44:27.932 INFO:tasks.rados.rados.0.smithi037.stdout:3684: snap_create 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:3676: finishing copy_from racing read to smithi03785213-48 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing write tid 7 to smithi03785213-7 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3332 (ObjNum 1143 snap 352 seq_num 1143) dirty exists 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:3675: left oid 7 (ObjNum 1143 snap 352 seq_num 1143) 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 1 to smithi03785213-10 2024-07-26T06:44:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 2 to smithi03785213-10 2024-07-26T06:44:27.934 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 3 to smithi03785213-10 2024-07-26T06:44:27.935 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 4 to smithi03785213-10 2024-07-26T06:44:27.935 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 5 to smithi03785213-10 2024-07-26T06:44:27.936 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 6 to smithi03785213-10 2024-07-26T06:44:27.936 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2180 (ObjNum 1146 snap 352 seq_num 1146) dirty exists 2024-07-26T06:44:27.936 INFO:tasks.rados.rados.0.smithi037.stdout:3683: left oid 10 (ObjNum 1146 snap 352 seq_num 1146) 2024-07-26T06:44:27.943 INFO:tasks.rados.rados.0.smithi037.stdout:3678: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:44:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:27 smithi037 ceph-mon[97339]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:44:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:27 smithi037 ceph-mon[97339]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:44:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:27 smithi037 ceph-mon[99762]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:44:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:27 smithi037 ceph-mon[99762]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:44:28.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:27 smithi135 ceph-mon[90132]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:44:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:27 smithi135 ceph-mon[90132]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3675: done (4 left) 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3676: done (3 left) 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3678: done (2 left) 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3683: done (1 left) 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3684: done (0 left) 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3685: rmattr oid 21 current snap is 353 2024-07-26T06:44:29.036 INFO:tasks.rados.rados.0.smithi037.stdout:3686: snap_remove snap 351 2024-07-26T06:44:29.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:28 smithi135 ceph-mon[90132]: pgmap v768: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T06:44:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:28 smithi037 ceph-mon[97339]: pgmap v768: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T06:44:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:28 smithi037 ceph-mon[99762]: pgmap v768: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T06:44:29.934 INFO:tasks.rados.rados.0.smithi037.stdout:3686: done (1 left) 2024-07-26T06:44:29.934 INFO:tasks.rados.rados.0.smithi037.stdout:3687: rmattr oid 15 current snap is 353 2024-07-26T06:44:29.934 INFO:tasks.rados.rados.0.smithi037.stdout:3687: done (1 left) 2024-07-26T06:44:29.934 INFO:tasks.rados.rados.0.smithi037.stdout:3688: setattr oid 4 current snap is 353 2024-07-26T06:44:29.934 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 3217 (ObjNum 1039 snap 329 seq_num 1039) dirty exists 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3685: done (1 left) 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3689: read oid 11 snap 352 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3689: expect (ObjNum -411341440 snap 21989 seq_num 3691645616) 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3690: read oid 6 snap 348 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3690: expect (ObjNum 1124 snap 345 seq_num 1124) 2024-07-26T06:44:29.936 INFO:tasks.rados.rados.0.smithi037.stdout:3691: snap_create 2024-07-26T06:44:29.937 INFO:tasks.rados.rados.0.smithi037.stdout:3689: expect (ObjNum -411341440 snap 21989 seq_num 3691645616) 2024-07-26T06:44:29.942 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2963 (ObjNum 1033 snap 329 seq_num 1033) dirty exists 2024-07-26T06:44:29.949 INFO:tasks.rados.rados.0.smithi037.stdout:3690: expect (ObjNum 1124 snap 345 seq_num 1124) 2024-07-26T06:44:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:29 smithi037 ceph-mon[97339]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:44:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:29 smithi037 ceph-mon[99762]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:44:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:29 smithi135 ceph-mon[90132]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:44:30.934 INFO:tasks.rados.rados.0.smithi037.stdout:3688: done (3 left) 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3689: done (2 left) 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3690: done (1 left) 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3691: done (0 left) 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3692: read oid 47 snap -1 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3692: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:44:30.935 INFO:tasks.rados.rados.0.smithi037.stdout:3693: delete oid 25 current snap is 354 2024-07-26T06:44:30.943 INFO:tasks.rados.rados.0.smithi037.stdout:3693: done (1 left) 2024-07-26T06:44:30.943 INFO:tasks.rados.rados.0.smithi037.stdout:3694: copy_from oid 40 from oid 42 current snap is 354 2024-07-26T06:44:30.943 INFO:tasks.rados.rados.0.smithi037.stdout:3695: copy_from oid 41 from oid 5 current snap is 354 2024-07-26T06:44:30.943 INFO:tasks.rados.rados.0.smithi037.stdout:3696: rollback oid 39 current snap is 354 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 348 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:3697: copy_from oid 7 from oid 38 current snap is 354 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:3698: read oid 44 snap -1 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:3698: expect (ObjNum 1123 snap 345 seq_num 1123) 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 354 2024-07-26T06:44:30.944 INFO:tasks.rados.rados.0.smithi037.stdout:3699: seq_num 1148 ranges {8429568=32768} 2024-07-26T06:44:30.991 INFO:tasks.rados.rados.0.smithi037.stdout:3699: writing smithi03785213-43 from 8429568 to 8462336 tid 1 2024-07-26T06:44:30.991 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 354 2024-07-26T06:44:30.991 INFO:tasks.rados.rados.0.smithi037.stdout:3696: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:44:30.991 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 0 (ObjNum 33 snap 0 seq_num 3882660784) dirty dne 2024-07-26T06:44:30.991 INFO:tasks.rados.rados.0.smithi037.stdout:3700: seq_num 1149 ranges {2334720=49152} 2024-07-26T06:44:31.004 INFO:tasks.rados.rados.0.smithi037.stdout:3700: writing smithi03785213-37 from 2334720 to 2383872 tid 1 2024-07-26T06:44:31.004 INFO:tasks.rados.rados.0.smithi037.stdout:3696: done (7 left) 2024-07-26T06:44:31.004 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 354 2024-07-26T06:44:31.004 INFO:tasks.rados.rados.0.smithi037.stdout:3701: seq_num 1150 ranges {5890048=65536} 2024-07-26T06:44:31.037 INFO:tasks.rados.rados.0.smithi037.stdout:3701: writing smithi03785213-1 from 5890048 to 5955584 tid 1 2024-07-26T06:44:31.037 INFO:tasks.rados.rados.0.smithi037.stdout:3702: delete oid 20 current snap is 354 2024-07-26T06:44:31.037 INFO:tasks.rados.rados.0.smithi037.stdout:3692: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:44:31.088 INFO:tasks.rados.rados.0.smithi037.stdout:3698: expect (ObjNum 1123 snap 345 seq_num 1123) 2024-07-26T06:44:31.142 INFO:tasks.rados.rados.0.smithi037.stdout:3697: finishing copy_from to smithi03785213-7 2024-07-26T06:44:31.142 INFO:tasks.rados.rados.0.smithi037.stdout:3697: got expected ENOENT (src dne) 2024-07-26T06:44:31.142 INFO:tasks.rados.rados.0.smithi037.stdout:3697: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:44:31.142 INFO:tasks.rados.rados.0.smithi037.stdout:3694: finishing copy_from racing read to smithi03785213-40 2024-07-26T06:44:31.142 INFO:tasks.rados.rados.0.smithi037.stdout:3694: finishing copy_from to smithi03785213-40 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3695: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3695: finishing copy_from to smithi03785213-41 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2728 (ObjNum 1120 snap 344 seq_num 1120) dirty exists 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3692: done (8 left) 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3694: done (7 left) 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3695: done (6 left) 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3697: done (5 left) 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3698: done (4 left) 2024-07-26T06:44:31.143 INFO:tasks.rados.rados.0.smithi037.stdout:3702: done (3 left) 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3703: snap_create 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 1 to smithi03785213-43 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 2 to smithi03785213-43 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 3 to smithi03785213-43 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2690 (ObjNum 1148 snap 354 seq_num 1148) dirty exists 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3699: left oid 43 (ObjNum 1148 snap 354 seq_num 1148) 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3700: finishing write tid 1 to smithi03785213-37 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3700: finishing write tid 2 to smithi03785213-37 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3700: finishing write tid 3 to smithi03785213-37 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2732 (ObjNum 1149 snap 354 seq_num 1149) dirty exists 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3700: left oid 37 (ObjNum 1149 snap 354 seq_num 1149) 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3701: finishing write tid 1 to smithi03785213-1 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3701: finishing write tid 2 to smithi03785213-1 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:3701: finishing write tid 3 to smithi03785213-1 2024-07-26T06:44:31.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3190 (ObjNum 1150 snap 354 seq_num 1150) dirty exists 2024-07-26T06:44:31.145 INFO:tasks.rados.rados.0.smithi037.stdout:3701: left oid 1 (ObjNum 1150 snap 354 seq_num 1150) 2024-07-26T06:44:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:30 smithi037 ceph-mon[97339]: pgmap v771: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:44:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:30 smithi037 ceph-mon[97339]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:44:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:30 smithi037 ceph-mon[99762]: pgmap v771: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:44:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:30 smithi037 ceph-mon[99762]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:44:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:30 smithi135 ceph-mon[90132]: pgmap v771: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:44:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:30 smithi135 ceph-mon[90132]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:44:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:31] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3699: done (3 left) 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3700: done (2 left) 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3701: done (1 left) 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3703: done (0 left) 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 355 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3704: seq_num 1152 ranges {0=98304} 2024-07-26T06:44:31.947 INFO:tasks.rados.rados.0.smithi037.stdout:3704: writing smithi03785213-20 from 0 to 98304 tid 1 2024-07-26T06:44:31.948 INFO:tasks.rados.rados.0.smithi037.stdout:3705: read oid 7 snap -1 2024-07-26T06:44:31.948 INFO:tasks.rados.rados.0.smithi037.stdout:3705: expect (ObjNum 1143 snap 352 seq_num 1143) 2024-07-26T06:44:31.948 INFO:tasks.rados.rados.0.smithi037.stdout:3706: rollback oid 37 current snap is 355 2024-07-26T06:44:31.948 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 342 2024-07-26T06:44:31.948 INFO:tasks.rados.rados.0.smithi037.stdout:3707: snap_create 2024-07-26T06:44:31.954 INFO:tasks.rados.rados.0.smithi037.stdout:3704: finishing write tid 1 to smithi03785213-20 2024-07-26T06:44:31.955 INFO:tasks.rados.rados.0.smithi037.stdout:3704: finishing write tid 2 to smithi03785213-20 2024-07-26T06:44:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:3704: finishing write tid 3 to smithi03785213-20 2024-07-26T06:44:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2728 (ObjNum 1152 snap 355 seq_num 1152) dirty exists 2024-07-26T06:44:31.957 INFO:tasks.rados.rados.0.smithi037.stdout:3704: left oid 20 (ObjNum 1152 snap 355 seq_num 1152) 2024-07-26T06:44:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:44:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:44:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:44:31.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2735 (ObjNum 1051 snap 331 seq_num 1051) dirty exists 2024-07-26T06:44:31.969 INFO:tasks.rados.rados.0.smithi037.stdout:3705: expect (ObjNum 1143 snap 352 seq_num 1143) 2024-07-26T06:44:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:31 smithi037 ceph-mon[97339]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:44:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:31 smithi037 ceph-mon[99762]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:44:32.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:31 smithi135 ceph-mon[90132]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:44:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:32.873 INFO:tasks.rados.rados.0.smithi037.stdout:3704: done (3 left) 2024-07-26T06:44:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:3705: done (2 left) 2024-07-26T06:44:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:3706: done (1 left) 2024-07-26T06:44:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:3707: done (0 left) 2024-07-26T06:44:32.874 INFO:tasks.rados.rados.0.smithi037.stdout:3708: snap_create 2024-07-26T06:44:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[97339]: pgmap v774: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:44:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[97339]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:44:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[97339]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:44:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[99762]: pgmap v774: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:44:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[99762]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:44:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:32 smithi037 ceph-mon[99762]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:44:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:32 smithi135 ceph-mon[90132]: pgmap v774: 121 pgs: 121 active+clean; 213 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:44:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:32 smithi135 ceph-mon[90132]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:44:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:32 smithi135 ceph-mon[90132]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:44:33.873 INFO:tasks.rados.rados.0.smithi037.stdout:3708: done (0 left) 2024-07-26T06:44:33.873 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 357 2024-07-26T06:44:33.873 INFO:tasks.rados.rados.0.smithi037.stdout:3709: seq_num 1153 ranges {0=114688} 2024-07-26T06:44:33.874 INFO:tasks.rados.rados.0.smithi037.stdout:3709: writing smithi03785213-8 from 0 to 114688 tid 1 2024-07-26T06:44:33.874 INFO:tasks.rados.rados.0.smithi037.stdout:3710: rollback oid 37 current snap is 357 2024-07-26T06:44:33.874 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 352 2024-07-26T06:44:33.874 INFO:tasks.rados.rados.0.smithi037.stdout:3711: snap_create 2024-07-26T06:44:33.879 INFO:tasks.rados.rados.0.smithi037.stdout:3710: finishing rollback tid 0 to smithi03785213-37 2024-07-26T06:44:33.879 INFO:tasks.rados.rados.0.smithi037.stdout:3709: finishing write tid 1 to smithi03785213-8 2024-07-26T06:44:33.879 INFO:tasks.rados.rados.0.smithi037.stdout:3710: finishing rollback tid 1 to smithi03785213-37 2024-07-26T06:44:33.880 INFO:tasks.rados.rados.0.smithi037.stdout:3709: finishing write tid 2 to smithi03785213-8 2024-07-26T06:44:33.880 INFO:tasks.rados.rados.0.smithi037.stdout:3710: finishing rollback tid 2 to smithi03785213-37 2024-07-26T06:44:33.880 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2738 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-07-26T06:44:33.881 INFO:tasks.rados.rados.0.smithi037.stdout:3709: finishing write tid 3 to smithi03785213-8 2024-07-26T06:44:33.881 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 3338 (ObjNum 1153 snap 357 seq_num 1153) dirty exists 2024-07-26T06:44:33.882 INFO:tasks.rados.rados.0.smithi037.stdout:3709: left oid 8 (ObjNum 1153 snap 357 seq_num 1153) 2024-07-26T06:44:34.876 INFO:tasks.rados.rados.0.smithi037.stdout:3709: done (2 left) 2024-07-26T06:44:34.876 INFO:tasks.rados.rados.0.smithi037.stdout:3710: done (1 left) 2024-07-26T06:44:34.876 INFO:tasks.rados.rados.0.smithi037.stdout:3711: done (0 left) 2024-07-26T06:44:34.876 INFO:tasks.rados.rados.0.smithi037.stdout:3712: setattr oid 17 current snap is 358 2024-07-26T06:44:34.877 INFO:tasks.rados.rados.0.smithi037.stdout:3713: snap_create 2024-07-26T06:44:34.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3218 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[97339]: pgmap v777: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[97339]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[99762]: pgmap v777: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[99762]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:44:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:34 smithi135 ceph-mon[90132]: pgmap v777: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T06:44:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:34 smithi135 ceph-mon[90132]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:44:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:35.886 INFO:tasks.rados.rados.0.smithi037.stdout:3712: done (1 left) 2024-07-26T06:44:35.887 INFO:tasks.rados.rados.0.smithi037.stdout:3713: done (0 left) 2024-07-26T06:44:35.887 INFO:tasks.rados.rados.0.smithi037.stdout:3714: snap_create 2024-07-26T06:44:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:35 smithi037 ceph-mon[97339]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:44:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:35 smithi037 ceph-mon[99762]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:44:36.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:35 smithi135 ceph-mon[90132]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:44:36.888 INFO:tasks.rados.rados.0.smithi037.stdout:3714: done (0 left) 2024-07-26T06:44:36.888 INFO:tasks.rados.rados.0.smithi037.stdout:3715: read oid 29 snap -1 2024-07-26T06:44:36.888 INFO:tasks.rados.rados.0.smithi037.stdout:3715: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:36.889 INFO:tasks.rados.rados.0.smithi037.stdout:3716: rollback oid 38 current snap is 360 2024-07-26T06:44:36.889 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 358 2024-07-26T06:44:36.889 INFO:tasks.rados.rados.0.smithi037.stdout:3717: snap_create 2024-07-26T06:44:36.891 INFO:tasks.rados.rados.0.smithi037.stdout:3716: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:44:36.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3184 (ObjNum 33 snap 0 seq_num 3883195376) dirty dne 2024-07-26T06:44:36.933 INFO:tasks.rados.rados.0.smithi037.stdout:3715: expect (ObjNum 1007 snap 317 seq_num 1007) 2024-07-26T06:44:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:36 smithi037 ceph-mon[97339]: pgmap v780: 121 pgs: 121 active+clean; 233 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T06:44:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:36 smithi037 ceph-mon[97339]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:44:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:36 smithi037 ceph-mon[99762]: pgmap v780: 121 pgs: 121 active+clean; 233 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T06:44:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:36 smithi037 ceph-mon[99762]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:44:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:36 smithi135 ceph-mon[90132]: pgmap v780: 121 pgs: 121 active+clean; 233 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T06:44:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:36 smithi135 ceph-mon[90132]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:44:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:3715: done (2 left) 2024-07-26T06:44:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:3716: done (1 left) 2024-07-26T06:44:37.876 INFO:tasks.rados.rados.0.smithi037.stdout:3717: done (0 left) 2024-07-26T06:44:37.877 INFO:tasks.rados.rados.0.smithi037.stdout:3718: read oid 24 snap -1 2024-07-26T06:44:37.877 INFO:tasks.rados.rados.0.smithi037.stdout:3718: expect (ObjNum 1127 snap 347 seq_num 1127) 2024-07-26T06:44:37.877 INFO:tasks.rados.rados.0.smithi037.stdout:3719: delete oid 50 current snap is 361 2024-07-26T06:44:37.883 INFO:tasks.rados.rados.0.smithi037.stdout:3719: done (1 left) 2024-07-26T06:44:37.883 INFO:tasks.rados.rados.0.smithi037.stdout:3720: rollback oid 26 current snap is 361 2024-07-26T06:44:37.883 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 343 2024-07-26T06:44:37.883 INFO:tasks.rados.rados.0.smithi037.stdout:3721: read oid 20 snap 346 2024-07-26T06:44:37.884 INFO:tasks.rados.rados.0.smithi037.stdout:3721: expect deleted 2024-07-26T06:44:37.884 INFO:tasks.rados.rados.0.smithi037.stdout:3722: snap_remove snap 358 2024-07-26T06:44:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:37 smithi037 ceph-mon[97339]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:44:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:37 smithi037 ceph-mon[97339]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:44:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:37 smithi037 ceph-mon[99762]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:44:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:37 smithi037 ceph-mon[99762]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:44:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:37 smithi135 ceph-mon[90132]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:44:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:37 smithi135 ceph-mon[90132]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:44:38.875 INFO:tasks.rados.rados.0.smithi037.stdout:3722: done (3 left) 2024-07-26T06:44:38.876 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 361 2024-07-26T06:44:38.876 INFO:tasks.rados.rados.0.smithi037.stdout:3723: seq_num 1155 ranges {1900544=147456} 2024-07-26T06:44:38.887 INFO:tasks.rados.rados.0.smithi037.stdout:3723: writing smithi03785213-16 from 1900544 to 2048000 tid 1 2024-07-26T06:44:38.887 INFO:tasks.rados.rados.0.smithi037.stdout:3724: copy_from oid 41 from oid 44 current snap is 361 2024-07-26T06:44:38.887 INFO:tasks.rados.rados.0.smithi037.stdout:3718: expect (ObjNum 1127 snap 347 seq_num 1127) 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing rollback tid 0 to smithi03785213-26 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3221 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3718: done (4 left) 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3720: done (3 left) 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3721: done (2 left) 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3725: read oid 33 snap -1 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3725: expect (ObjNum 961 snap 308 seq_num 961) 2024-07-26T06:44:39.256 INFO:tasks.rados.rados.0.smithi037.stdout:3726: snap_remove snap 348 2024-07-26T06:44:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:38 smithi037 ceph-mon[97339]: pgmap v783: 121 pgs: 121 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-07-26T06:44:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:38 smithi037 ceph-mon[97339]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:44:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:38 smithi037 ceph-mon[99762]: pgmap v783: 121 pgs: 121 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-07-26T06:44:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:38 smithi037 ceph-mon[99762]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:44:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:38 smithi135 ceph-mon[90132]: pgmap v783: 121 pgs: 121 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-07-26T06:44:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:38 smithi135 ceph-mon[90132]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:44:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:3726: done (3 left) 2024-07-26T06:44:39.917 INFO:tasks.rados.rados.0.smithi037.stdout:3727: snap_remove snap 354 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:3727: done (3 left) 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:3728: copy_from oid 25 from oid 27 current snap is 361 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:3723: finishing write tid 1 to smithi03785213-16 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:3723: finishing write tid 2 to smithi03785213-16 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:3723: finishing write tid 3 to smithi03785213-16 2024-07-26T06:44:40.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3341 (ObjNum 1155 snap 361 seq_num 1155) dirty exists 2024-07-26T06:44:40.922 INFO:tasks.rados.rados.0.smithi037.stdout:3723: left oid 16 (ObjNum 1155 snap 361 seq_num 1155) 2024-07-26T06:44:40.922 INFO:tasks.rados.rados.0.smithi037.stdout:3724: finishing copy_from racing read to smithi03785213-41 2024-07-26T06:44:40.922 INFO:tasks.rados.rados.0.smithi037.stdout:3724: finishing copy_from to smithi03785213-41 2024-07-26T06:44:40.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2733 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2024-07-26T06:44:40.922 INFO:tasks.rados.rados.0.smithi037.stdout:3725: expect (ObjNum 961 snap 308 seq_num 961) 2024-07-26T06:44:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3728: finishing copy_from to smithi03785213-25 2024-07-26T06:44:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3728: got expected ENOENT (src dne) 2024-07-26T06:44:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3728: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:44:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3723: done (3 left) 2024-07-26T06:44:40.971 INFO:tasks.rados.rados.0.smithi037.stdout:3724: done (2 left) 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:3725: done (1 left) 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:3728: done (0 left) 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:3729: read oid 11 snap -1 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 361 2024-07-26T06:44:40.972 INFO:tasks.rados.rados.0.smithi037.stdout:3730: seq_num 1156 ranges {0=163840} 2024-07-26T06:44:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3730: writing smithi03785213-38 from 0 to 163840 tid 1 2024-07-26T06:44:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3731: read oid 25 snap -1 2024-07-26T06:44:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3731: expect deleted 2024-07-26T06:44:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3732: rmattr oid 1 current snap is 361 2024-07-26T06:44:40.973 INFO:tasks.rados.rados.0.smithi037.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:44:40.976 INFO:tasks.rados.rados.0.smithi037.stdout:3729: done (3 left) 2024-07-26T06:44:40.976 INFO:tasks.rados.rados.0.smithi037.stdout:3731: done (2 left) 2024-07-26T06:44:40.976 INFO:tasks.rados.rados.0.smithi037.stdout:3733: read oid 42 snap -1 2024-07-26T06:44:40.976 INFO:tasks.rados.rados.0.smithi037.stdout:3733: expect (ObjNum 1078 snap 336 seq_num 1078) 2024-07-26T06:44:40.977 INFO:tasks.rados.rados.0.smithi037.stdout:3734: delete oid 45 current snap is 361 2024-07-26T06:44:40.977 INFO:tasks.rados.rados.0.smithi037.stdout:3730: finishing write tid 1 to smithi03785213-38 2024-07-26T06:44:40.977 INFO:tasks.rados.rados.0.smithi037.stdout:3730: finishing write tid 2 to smithi03785213-38 2024-07-26T06:44:40.977 INFO:tasks.rados.rados.0.smithi037.stdout:3730: finishing write tid 3 to smithi03785213-38 2024-07-26T06:44:40.977 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3192 (ObjNum 1156 snap 361 seq_num 1156) dirty exists 2024-07-26T06:44:40.978 INFO:tasks.rados.rados.0.smithi037.stdout:3730: left oid 38 (ObjNum 1156 snap 361 seq_num 1156) 2024-07-26T06:44:40.978 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3193 (ObjNum 1150 snap 354 seq_num 1150) dirty exists 2024-07-26T06:44:40.980 INFO:tasks.rados.rados.0.smithi037.stdout:3730: done (3 left) 2024-07-26T06:44:40.980 INFO:tasks.rados.rados.0.smithi037.stdout:3732: done (2 left) 2024-07-26T06:44:40.980 INFO:tasks.rados.rados.0.smithi037.stdout:3734: done (1 left) 2024-07-26T06:44:40.980 INFO:tasks.rados.rados.0.smithi037.stdout:3735: snap_create 2024-07-26T06:44:40.985 INFO:tasks.rados.rados.0.smithi037.stdout:3733: expect (ObjNum 1078 snap 336 seq_num 1078) 2024-07-26T06:44:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:40 smithi037 ceph-mon[97339]: pgmap v786: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 376 KiB/s wr, 11 op/s 2024-07-26T06:44:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:40 smithi037 ceph-mon[97339]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:44:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:40 smithi037 ceph-mon[99762]: pgmap v786: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 376 KiB/s wr, 11 op/s 2024-07-26T06:44:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:40 smithi037 ceph-mon[99762]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:44:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:40 smithi135 ceph-mon[90132]: pgmap v786: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 376 KiB/s wr, 11 op/s 2024-07-26T06:44:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:40 smithi135 ceph-mon[90132]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:44:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:41] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-07-26T06:44:41.932 INFO:tasks.rados.rados.0.smithi037.stdout:3733: done (1 left) 2024-07-26T06:44:41.932 INFO:tasks.rados.rados.0.smithi037.stdout:3735: done (0 left) 2024-07-26T06:44:41.933 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 362 2024-07-26T06:44:41.933 INFO:tasks.rados.rados.0.smithi037.stdout:3736: seq_num 1158 ranges {5955584=196608} 2024-07-26T06:44:41.966 INFO:tasks.rados.rados.0.smithi037.stdout:3736: writing smithi03785213-1 from 5955584 to 6152192 tid 1 2024-07-26T06:44:41.966 INFO:tasks.rados.rados.0.smithi037.stdout:3737: delete oid 50 current snap is 362 2024-07-26T06:44:41.969 INFO:tasks.rados.rados.0.smithi037.stdout:3737: done (1 left) 2024-07-26T06:44:41.969 INFO:tasks.rados.rados.0.smithi037.stdout:3738: snap_create 2024-07-26T06:44:41.970 INFO:tasks.rados.rados.0.smithi037.stdout:3736: finishing write tid 1 to smithi03785213-1 2024-07-26T06:44:41.970 INFO:tasks.rados.rados.0.smithi037.stdout:3736: finishing write tid 2 to smithi03785213-1 2024-07-26T06:44:41.972 INFO:tasks.rados.rados.0.smithi037.stdout:3736: finishing write tid 3 to smithi03785213-1 2024-07-26T06:44:41.972 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3195 (ObjNum 1158 snap 362 seq_num 1158) dirty exists 2024-07-26T06:44:41.972 INFO:tasks.rados.rados.0.smithi037.stdout:3736: left oid 1 (ObjNum 1158 snap 362 seq_num 1158) 2024-07-26T06:44:42.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:41 smithi037 ceph-mon[97339]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:44:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:41 smithi037 ceph-mon[99762]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:44:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:41 smithi135 ceph-mon[90132]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:44:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:3736: done (1 left) 2024-07-26T06:44:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:3738: done (0 left) 2024-07-26T06:44:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:3739: rmattr oid 15 current snap is 363 2024-07-26T06:44:42.958 INFO:tasks.rados.rados.0.smithi037.stdout:3739: done (0 left) 2024-07-26T06:44:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3740: read oid 37 snap -1 2024-07-26T06:44:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3740: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-07-26T06:44:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3741: read oid 2 snap -1 2024-07-26T06:44:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3741: expect (ObjNum 1137 snap 349 seq_num 1137) 2024-07-26T06:44:42.959 INFO:tasks.rados.rados.0.smithi037.stdout:3742: snap_remove snap 356 2024-07-26T06:44:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:42 smithi037 ceph-mon[97339]: pgmap v789: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-07-26T06:44:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:42 smithi037 ceph-mon[97339]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:44:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:42 smithi037 ceph-mon[99762]: pgmap v789: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-07-26T06:44:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:42 smithi037 ceph-mon[99762]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:44:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:42 smithi135 ceph-mon[90132]: pgmap v789: 121 pgs: 121 active+clean; 235 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-07-26T06:44:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:42 smithi135 ceph-mon[90132]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3742: done (2 left) 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3743: read oid 38 snap 344 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3743: expect deleted 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3744: rollback oid 12 current snap is 363 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 353 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3745: delete oid 3 current snap is 363 2024-07-26T06:44:43.960 INFO:tasks.rados.rados.0.smithi037.stdout:3740: expect (ObjNum 1142 snap 350 seq_num 1142) 2024-07-26T06:44:44.027 INFO:tasks.rados.rados.0.smithi037.stdout:3741: expect (ObjNum 1137 snap 349 seq_num 1137) 2024-07-26T06:44:44.167 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 0 to smithi03785213-12 2024-07-26T06:44:44.167 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 1 to smithi03785213-12 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 2 to smithi03785213-12 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2693 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3740: done (4 left) 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3741: done (3 left) 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3743: done (2 left) 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3744: done (1 left) 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3745: done (0 left) 2024-07-26T06:44:44.168 INFO:tasks.rados.rados.0.smithi037.stdout:3746: delete oid 10 current snap is 363 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:3746: done (0 left) 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:3747: rollback oid 11 current snap is 363 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 360 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:3748: rollback oid 20 current snap is 363 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 342 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:3749: rollback oid 50 current snap is 363 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 361 2024-07-26T06:44:44.170 INFO:tasks.rados.rados.0.smithi037.stdout:3750: delete oid 14 current snap is 363 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3747: finishing rollback tid 0 to smithi03785213-11 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3749: finishing rollback tid 1 to smithi03785213-50 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 3207 (ObjNum 65 snap 0 seq_num 1903385708) dirty dne 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3747: finishing rollback tid 1 to smithi03785213-11 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3749: done (3 left) 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3750: done (2 left) 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3751: delete oid 33 current snap is 363 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:3747: finishing rollback tid 2 to smithi03785213-11 2024-07-26T06:44:44.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2731 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-07-26T06:44:44.176 INFO:tasks.rados.rados.0.smithi037.stdout:3748: finishing rollback tid 0 to smithi03785213-20 2024-07-26T06:44:44.176 INFO:tasks.rados.rados.0.smithi037.stdout:3748: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:44:44.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2733 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:3747: done (2 left) 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:3748: done (1 left) 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:3751: done (0 left) 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:3752: read oid 30 snap 359 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:3752: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:44.177 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 363 2024-07-26T06:44:44.178 INFO:tasks.rados.rados.0.smithi037.stdout:3753: seq_num 1164 ranges {0=303104} 2024-07-26T06:44:44.179 INFO:tasks.rados.rados.0.smithi037.stdout:3753: writing smithi03785213-35 from 0 to 303104 tid 1 2024-07-26T06:44:44.179 INFO:tasks.rados.rados.0.smithi037.stdout:3754: copy_from oid 6 from oid 11 current snap is 363 2024-07-26T06:44:44.179 INFO:tasks.rados.rados.0.smithi037.stdout:3755: snap_create 2024-07-26T06:44:44.182 INFO:tasks.rados.rados.0.smithi037.stdout:3754: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:44:44.182 INFO:tasks.rados.rados.0.smithi037.stdout:3753: finishing write tid 1 to smithi03785213-35 2024-07-26T06:44:44.184 INFO:tasks.rados.rados.0.smithi037.stdout:3753: finishing write tid 2 to smithi03785213-35 2024-07-26T06:44:44.184 INFO:tasks.rados.rados.0.smithi037.stdout:3754: finishing copy_from to smithi03785213-6 2024-07-26T06:44:44.184 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2731 (ObjNum 97 snap 0 seq_num 3883820960) dirty exists 2024-07-26T06:44:44.185 INFO:tasks.rados.rados.0.smithi037.stdout:3753: finishing write tid 3 to smithi03785213-35 2024-07-26T06:44:44.185 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2917 (ObjNum 1164 snap 363 seq_num 1164) dirty exists 2024-07-26T06:44:44.185 INFO:tasks.rados.rados.0.smithi037.stdout:3753: left oid 35 (ObjNum 1164 snap 363 seq_num 1164) 2024-07-26T06:44:44.196 INFO:tasks.rados.rados.0.smithi037.stdout:3752: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:44.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:44:44.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:44:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3752: done (3 left) 2024-07-26T06:44:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3753: done (2 left) 2024-07-26T06:44:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3754: done (1 left) 2024-07-26T06:44:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3755: done (0 left) 2024-07-26T06:44:44.968 INFO:tasks.rados.rados.0.smithi037.stdout:3756: delete oid 26 current snap is 364 2024-07-26T06:44:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3756: done (0 left) 2024-07-26T06:44:44.972 INFO:tasks.rados.rados.0.smithi037.stdout:3757: snap_remove snap 343 2024-07-26T06:44:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:44 smithi037 ceph-mon[97339]: pgmap v792: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 528 KiB/s wr, 2 op/s 2024-07-26T06:44:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:44 smithi037 ceph-mon[97339]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:44:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:44 smithi037 ceph-mon[99762]: pgmap v792: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 528 KiB/s wr, 2 op/s 2024-07-26T06:44:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:44 smithi037 ceph-mon[99762]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:44:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:44 smithi135 ceph-mon[90132]: pgmap v792: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 528 KiB/s wr, 2 op/s 2024-07-26T06:44:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:44 smithi135 ceph-mon[90132]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:44:45.982 INFO:tasks.rados.rados.0.smithi037.stdout:3757: done (0 left) 2024-07-26T06:44:45.982 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 364 2024-07-26T06:44:45.982 INFO:tasks.rados.rados.0.smithi037.stdout:3758: seq_num 1166 ranges {6152192=335872} 2024-07-26T06:44:46.017 INFO:tasks.rados.rados.0.smithi037.stdout:3758: writing smithi03785213-1 from 6152192 to 6488064 tid 1 2024-07-26T06:44:46.017 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 364 2024-07-26T06:44:46.017 INFO:tasks.rados.rados.0.smithi037.stdout:3759: seq_num 1167 ranges {2727936=352256} 2024-07-26T06:44:46.034 INFO:tasks.rados.rados.0.smithi037.stdout:3759: writing smithi03785213-31 from 2727936 to 3080192 tid 1 2024-07-26T06:44:46.034 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 364 2024-07-26T06:44:46.034 INFO:tasks.rados.rados.0.smithi037.stdout:3760: seq_num 1168 ranges {163840=368640} 2024-07-26T06:44:46.037 INFO:tasks.rados.rados.0.smithi037.stdout:3760: writing smithi03785213-38 from 163840 to 532480 tid 1 2024-07-26T06:44:46.037 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 364 2024-07-26T06:44:46.037 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 1 to smithi03785213-1 2024-07-26T06:44:46.038 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 2 to smithi03785213-1 2024-07-26T06:44:46.038 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 3 to smithi03785213-1 2024-07-26T06:44:46.038 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3197 (ObjNum 1166 snap 364 seq_num 1166) dirty exists 2024-07-26T06:44:46.038 INFO:tasks.rados.rados.0.smithi037.stdout:3758: left oid 1 (ObjNum 1166 snap 364 seq_num 1166) 2024-07-26T06:44:46.038 INFO:tasks.rados.rados.0.smithi037.stdout:3761: seq_num 1169 ranges {2015232=385024} 2024-07-26T06:44:46.051 INFO:tasks.rados.rados.0.smithi037.stdout:3761: writing smithi03785213-44 from 2015232 to 2400256 tid 1 2024-07-26T06:44:46.051 INFO:tasks.rados.rados.0.smithi037.stdout:3758: done (3 left) 2024-07-26T06:44:46.051 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 364 2024-07-26T06:44:46.051 INFO:tasks.rados.rados.0.smithi037.stdout:3762: seq_num 1170 ranges {8429568=401408} 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3762: writing smithi03785213-29 from 8429568 to 8830976 tid 1 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3763: rmattr oid 27 current snap is 364 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3763: done (4 left) 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3764: rollback oid 48 current snap is 364 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 353 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing write tid 1 to smithi03785213-31 2024-07-26T06:44:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing write tid 2 to smithi03785213-31 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing write tid 3 to smithi03785213-31 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3224 (ObjNum 1167 snap 364 seq_num 1167) dirty exists 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3759: left oid 31 (ObjNum 1167 snap 364 seq_num 1167) 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3760: finishing write tid 1 to smithi03785213-38 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3760: finishing write tid 2 to smithi03785213-38 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3760: finishing write tid 3 to smithi03785213-38 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3199 (ObjNum 1168 snap 364 seq_num 1168) dirty exists 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3760: left oid 38 (ObjNum 1168 snap 364 seq_num 1168) 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3761: finishing write tid 1 to smithi03785213-44 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3761: finishing write tid 2 to smithi03785213-44 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:3761: finishing write tid 3 to smithi03785213-44 2024-07-26T06:44:46.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 3208 (ObjNum 1169 snap 364 seq_num 1169) dirty exists 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3761: left oid 44 (ObjNum 1169 snap 364 seq_num 1169) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3759: done (4 left) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3760: done (3 left) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3761: done (2 left) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3765: rmattr oid 12 current snap is 364 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3765: done (2 left) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3766: rmattr oid 31 current snap is 364 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3766: done (2 left) 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3767: read oid 27 snap -1 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3767: expect deleted 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3768: rollback oid 26 current snap is 364 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 361 2024-07-26T06:44:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:3769: read oid 35 snap -1 2024-07-26T06:44:46.103 INFO:tasks.rados.rados.0.smithi037.stdout:3769: expect (ObjNum 1164 snap 363 seq_num 1164) 2024-07-26T06:44:46.103 INFO:tasks.rados.rados.0.smithi037.stdout:3770: setattr oid 38 current snap is 364 2024-07-26T06:44:46.107 INFO:tasks.rados.rados.0.smithi037.stdout:3767: done (5 left) 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3771: rmattr oid 3 current snap is 364 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3771: done (5 left) 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3772: read oid 47 snap -1 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3772: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3773: read oid 4 snap -1 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3773: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3774: read oid 20 snap -1 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3774: expect deleted 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3775: copy_from oid 36 from oid 25 current snap is 364 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3776: copy_from oid 28 from oid 42 current snap is 364 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3777: delete oid 3 current snap is 364 2024-07-26T06:44:46.108 INFO:tasks.rados.rados.0.smithi037.stdout:3769: expect (ObjNum 1164 snap 363 seq_num 1164) 2024-07-26T06:44:46.118 INFO:tasks.rados.rados.0.smithi037.stdout:3768: finishing rollback tid 1 to smithi03785213-26 2024-07-26T06:44:46.118 INFO:tasks.rados.rados.0.smithi037.stdout:3768: finishing rollback tid 2 to smithi03785213-26 2024-07-26T06:44:46.118 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3226 (ObjNum 1054 snap 331 seq_num 1054) dirty exists 2024-07-26T06:44:46.118 INFO:tasks.rados.rados.0.smithi037.stdout:3762: finishing write tid 1 to smithi03785213-29 2024-07-26T06:44:46.118 INFO:tasks.rados.rados.0.smithi037.stdout:3762: finishing write tid 2 to smithi03785213-29 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3764: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3775: finishing copy_from to smithi03785213-36 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3775: got expected ENOENT (src dne) 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3200 (ObjNum 1168 snap 364 seq_num 1168) dirty exists 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3775: finishing copy_from racing read to smithi03785213-36 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3764: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3762: finishing write tid 3 to smithi03785213-29 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 3188 (ObjNum 1170 snap 364 seq_num 1170) dirty exists 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3762: left oid 29 (ObjNum 1170 snap 364 seq_num 1170) 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3776: finishing copy_from racing read to smithi03785213-28 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3764: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3370 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:3776: finishing copy_from to smithi03785213-28 2024-07-26T06:44:46.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3762: done (10 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3764: done (9 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3768: done (8 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3769: done (7 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3770: done (6 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3774: done (5 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3775: done (4 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3776: done (3 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3777: done (2 left) 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3778: rollback oid 48 current snap is 364 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 353 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3779: rollback oid 17 current snap is 364 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 342 2024-07-26T06:44:46.120 INFO:tasks.rados.rados.0.smithi037.stdout:3780: delete oid 38 current snap is 364 2024-07-26T06:44:46.122 INFO:tasks.rados.rados.0.smithi037.stdout:3772: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:44:46.173 INFO:tasks.rados.rados.0.smithi037.stdout:3773: expect (ObjNum 1033 snap 329 seq_num 1033) 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3229 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3778: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3778: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3778: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3373 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:44:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:3772: done (4 left) 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3773: done (3 left) 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3778: done (2 left) 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3779: done (1 left) 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3780: done (0 left) 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3781: copy_from oid 49 from oid 18 current snap is 364 2024-07-26T06:44:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:3782: snap_create 2024-07-26T06:44:46.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:45 smithi037 ceph-mon[97339]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:44:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:45 smithi037 ceph-mon[99762]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:44:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:3781: finishing copy_from racing read to smithi03785213-49 2024-07-26T06:44:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:3781: finishing copy_from to smithi03785213-49 2024-07-26T06:44:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2191 (ObjNum 1125 snap 347 seq_num 1125) dirty exists 2024-07-26T06:44:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:45 smithi135 ceph-mon[90132]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:44:46.983 INFO:tasks.rados.rados.0.smithi037.stdout:3781: done (1 left) 2024-07-26T06:44:46.983 INFO:tasks.rados.rados.0.smithi037.stdout:3782: done (0 left) 2024-07-26T06:44:46.983 INFO:tasks.rados.rados.0.smithi037.stdout:3783: delete oid 13 current snap is 365 2024-07-26T06:44:46.985 INFO:tasks.rados.rados.0.smithi037.stdout:3783: done (0 left) 2024-07-26T06:44:46.985 INFO:tasks.rados.rados.0.smithi037.stdout:3784: delete oid 2 current snap is 365 2024-07-26T06:44:46.989 INFO:tasks.rados.rados.0.smithi037.stdout:3784: done (0 left) 2024-07-26T06:44:46.989 INFO:tasks.rados.rados.0.smithi037.stdout:3785: snap_create 2024-07-26T06:44:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:46 smithi037 ceph-mon[97339]: pgmap v795: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 528 KiB/s wr, 5 op/s 2024-07-26T06:44:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:46 smithi037 ceph-mon[97339]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:44:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:46 smithi037 ceph-mon[99762]: pgmap v795: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 528 KiB/s wr, 5 op/s 2024-07-26T06:44:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:46 smithi037 ceph-mon[99762]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:44:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:46 smithi135 ceph-mon[90132]: pgmap v795: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 528 KiB/s wr, 5 op/s 2024-07-26T06:44:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:46 smithi135 ceph-mon[90132]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:44:47.882 INFO:tasks.rados.rados.0.smithi037.stdout:3785: done (0 left) 2024-07-26T06:44:47.882 INFO:tasks.rados.rados.0.smithi037.stdout:3786: read oid 49 snap -1 2024-07-26T06:44:47.882 INFO:tasks.rados.rados.0.smithi037.stdout:3786: expect (ObjNum 1125 snap 347 seq_num 1125) 2024-07-26T06:44:47.882 INFO:tasks.rados.rados.0.smithi037.stdout:3787: snap_remove snap 363 2024-07-26T06:44:48.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:47 smithi037 ceph-mon[99762]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:44:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:47 smithi037 ceph-mon[99762]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:44:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:47 smithi037 ceph-mon[97339]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:44:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:47 smithi037 ceph-mon[97339]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:44:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:47 smithi135 ceph-mon[90132]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:44:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:47 smithi135 ceph-mon[90132]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:44:48.886 INFO:tasks.rados.rados.0.smithi037.stdout:3787: done (1 left) 2024-07-26T06:44:48.886 INFO:tasks.rados.rados.0.smithi037.stdout:3788: snap_remove snap 355 2024-07-26T06:44:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:48 smithi037 ceph-mon[97339]: pgmap v798: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 88 KiB/s wr, 9 op/s 2024-07-26T06:44:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:48 smithi037 ceph-mon[97339]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:44:49.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:48 smithi037 ceph-mon[99762]: pgmap v798: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 88 KiB/s wr, 9 op/s 2024-07-26T06:44:49.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:48 smithi037 ceph-mon[99762]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:44:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:48 smithi135 ceph-mon[90132]: pgmap v798: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 88 KiB/s wr, 9 op/s 2024-07-26T06:44:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:48 smithi135 ceph-mon[90132]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:44:49.884 INFO:tasks.rados.rados.0.smithi037.stdout:3788: done (1 left) 2024-07-26T06:44:49.884 INFO:tasks.rados.rados.0.smithi037.stdout:3789: delete oid 14 current snap is 366 2024-07-26T06:44:49.884 INFO:tasks.rados.rados.0.smithi037.stdout:3786: expect (ObjNum 1125 snap 347 seq_num 1125) 2024-07-26T06:44:49.994 INFO:tasks.rados.rados.0.smithi037.stdout:3786: done (1 left) 2024-07-26T06:44:49.994 INFO:tasks.rados.rados.0.smithi037.stdout:3789: done (0 left) 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3790: rollback oid 19 current snap is 366 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 365 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3791: copy_from oid 18 from oid 42 current snap is 366 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3792: read oid 30 snap 361 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3792: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3793: read oid 10 snap -1 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3793: expect deleted 2024-07-26T06:44:49.995 INFO:tasks.rados.rados.0.smithi037.stdout:3794: delete oid 21 current snap is 366 2024-07-26T06:44:49.998 INFO:tasks.rados.rados.0.smithi037.stdout:3793: done (4 left) 2024-07-26T06:44:49.998 INFO:tasks.rados.rados.0.smithi037.stdout:3794: done (3 left) 2024-07-26T06:44:49.999 INFO:tasks.rados.rados.0.smithi037.stdout:3795: rmattr oid 44 current snap is 366 2024-07-26T06:44:50.002 INFO:tasks.rados.rados.0.smithi037.stdout:3795: done (3 left) 2024-07-26T06:44:50.002 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 366 2024-07-26T06:44:50.002 INFO:tasks.rados.rados.0.smithi037.stdout:3796: seq_num 1177 ranges {2867200=516096} 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:3796: writing smithi03785213-4 from 2867200 to 3383296 tid 1 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:3797: rollback oid 1 current snap is 366 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 361 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:3790: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:3790: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:3790: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:44:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2741 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:44:50.019 INFO:tasks.rados.rados.0.smithi037.stdout:3792: expect (ObjNum 1030 snap 328 seq_num 1030) 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3791: finishing copy_from racing read to smithi03785213-18 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3791: finishing copy_from to smithi03785213-18 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3797: finishing rollback tid 0 to smithi03785213-1 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3796: finishing write tid 1 to smithi03785213-4 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3797: finishing rollback tid 1 to smithi03785213-1 2024-07-26T06:44:50.249 INFO:tasks.rados.rados.0.smithi037.stdout:3790: done (4 left) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3791: done (3 left) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3792: done (2 left) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3798: rmattr oid 6 current snap is 366 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3797: finishing rollback tid 2 to smithi03785213-1 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3204 (ObjNum 1150 snap 354 seq_num 1150) dirty exists 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3796: finishing write tid 2 to smithi03785213-4 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3796: finishing write tid 3 to smithi03785213-4 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2983 (ObjNum 1177 snap 366 seq_num 1177) dirty exists 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3796: left oid 4 (ObjNum 1177 snap 366 seq_num 1177) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3796: done (2 left) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3797: done (1 left) 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3799: read oid 27 snap -1 2024-07-26T06:44:50.250 INFO:tasks.rados.rados.0.smithi037.stdout:3799: expect deleted 2024-07-26T06:44:50.251 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 366 2024-07-26T06:44:50.251 INFO:tasks.rados.rados.0.smithi037.stdout:3800: seq_num 1178 ranges {0=532480} 2024-07-26T06:44:50.251 INFO:tasks.rados.rados.0.smithi037.stdout:3800: writing smithi03785213-15 from 0 to 532480 tid 1 2024-07-26T06:44:50.251 INFO:tasks.rados.rados.0.smithi037.stdout:3801: snap_create 2024-07-26T06:44:50.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2985 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:44:50.255 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing write tid 1 to smithi03785213-15 2024-07-26T06:44:50.255 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing write tid 2 to smithi03785213-15 2024-07-26T06:44:50.257 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing write tid 3 to smithi03785213-15 2024-07-26T06:44:50.257 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2915 (ObjNum 1178 snap 366 seq_num 1178) dirty exists 2024-07-26T06:44:50.257 INFO:tasks.rados.rados.0.smithi037.stdout:3800: left oid 15 (ObjNum 1178 snap 366 seq_num 1178) 2024-07-26T06:44:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:49 smithi037 ceph-mon[97339]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:44:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:49 smithi037 ceph-mon[99762]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:44:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:49 smithi135 ceph-mon[90132]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:44:51.006 INFO:tasks.rados.rados.0.smithi037.stdout:3798: done (3 left) 2024-07-26T06:44:51.006 INFO:tasks.rados.rados.0.smithi037.stdout:3799: done (2 left) 2024-07-26T06:44:51.006 INFO:tasks.rados.rados.0.smithi037.stdout:3800: done (1 left) 2024-07-26T06:44:51.006 INFO:tasks.rados.rados.0.smithi037.stdout:3801: done (0 left) 2024-07-26T06:44:51.006 INFO:tasks.rados.rados.0.smithi037.stdout:3802: snap_create 2024-07-26T06:44:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:50 smithi037 ceph-mon[97339]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 654 KiB/s wr, 16 op/s 2024-07-26T06:44:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:50 smithi037 ceph-mon[99762]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 654 KiB/s wr, 16 op/s 2024-07-26T06:44:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:50 smithi135 ceph-mon[90132]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 654 KiB/s wr, 16 op/s 2024-07-26T06:44:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:44:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:44:51] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:44:52.012 INFO:tasks.rados.rados.0.smithi037.stdout:3802: done (0 left) 2024-07-26T06:44:52.013 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 368 2024-07-26T06:44:52.013 INFO:tasks.rados.rados.0.smithi037.stdout:3803: seq_num 1179 ranges {0=548864} 2024-07-26T06:44:52.016 INFO:tasks.rados.rados.0.smithi037.stdout:3803: writing smithi03785213-32 from 0 to 548864 tid 1 2024-07-26T06:44:52.016 INFO:tasks.rados.rados.0.smithi037.stdout:3804: read oid 50 snap 361 2024-07-26T06:44:52.016 INFO:tasks.rados.rados.0.smithi037.stdout:3804: expect deleted 2024-07-26T06:44:52.016 INFO:tasks.rados.rados.0.smithi037.stdout:3805: copy_from oid 45 from oid 16 current snap is 368 2024-07-26T06:44:52.016 INFO:tasks.rados.rados.0.smithi037.stdout:3806: snap_create 2024-07-26T06:44:52.020 INFO:tasks.rados.rados.0.smithi037.stdout:3803: finishing write tid 1 to smithi03785213-32 2024-07-26T06:44:52.020 INFO:tasks.rados.rados.0.smithi037.stdout:3803: finishing write tid 2 to smithi03785213-32 2024-07-26T06:44:52.022 INFO:tasks.rados.rados.0.smithi037.stdout:3803: finishing write tid 3 to smithi03785213-32 2024-07-26T06:44:52.022 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2183 (ObjNum 1179 snap 368 seq_num 1179) dirty exists 2024-07-26T06:44:52.023 INFO:tasks.rados.rados.0.smithi037.stdout:3803: left oid 32 (ObjNum 1179 snap 368 seq_num 1179) 2024-07-26T06:44:52.031 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing copy_from racing read to smithi03785213-45 2024-07-26T06:44:52.033 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing copy_from to smithi03785213-45 2024-07-26T06:44:52.033 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3341 (ObjNum 1155 snap 361 seq_num 1155) dirty exists 2024-07-26T06:44:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:52 smithi037 ceph-mon[97339]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:44:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:52 smithi037 ceph-mon[99762]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:44:52.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:52 smithi135 ceph-mon[90132]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:44:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:44:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:52.884 INFO:tasks.rados.rados.0.smithi037.stdout:3803: done (3 left) 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3804: done (2 left) 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3805: done (1 left) 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3806: done (0 left) 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3807: read oid 34 snap -1 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3807: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3808: copy_from oid 11 from oid 38 current snap is 369 2024-07-26T06:44:52.885 INFO:tasks.rados.rados.0.smithi037.stdout:3809: snap_create 2024-07-26T06:44:52.888 INFO:tasks.rados.rados.0.smithi037.stdout:3808: finishing copy_from to smithi03785213-11 2024-07-26T06:44:52.888 INFO:tasks.rados.rados.0.smithi037.stdout:3808: got expected ENOENT (src dne) 2024-07-26T06:44:52.888 INFO:tasks.rados.rados.0.smithi037.stdout:3808: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:44:52.944 INFO:tasks.rados.rados.0.smithi037.stdout:3807: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:44:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[97339]: pgmap v804: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-26T06:44:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[97339]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:44:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[97339]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:44:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[99762]: pgmap v804: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-26T06:44:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[99762]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:44:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:53 smithi037 ceph-mon[99762]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:44:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:53 smithi135 ceph-mon[90132]: pgmap v804: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-26T06:44:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:53 smithi135 ceph-mon[90132]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:44:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:53 smithi135 ceph-mon[90132]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:44:54.416 INFO:tasks.rados.rados.0.smithi037.stdout:3807: done (2 left) 2024-07-26T06:44:54.416 INFO:tasks.rados.rados.0.smithi037.stdout:3808: done (1 left) 2024-07-26T06:44:54.416 INFO:tasks.rados.rados.0.smithi037.stdout:3809: done (0 left) 2024-07-26T06:44:54.416 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 370 2024-07-26T06:44:54.416 INFO:tasks.rados.rados.0.smithi037.stdout:3810: seq_num 1180 ranges {6725632=565248} 2024-07-26T06:44:54.456 INFO:tasks.rados.rados.0.smithi037.stdout:3810: writing smithi03785213-26 from 6725632 to 7290880 tid 1 2024-07-26T06:44:54.456 INFO:tasks.rados.rados.0.smithi037.stdout:3811: rollback oid 10 current snap is 370 2024-07-26T06:44:54.456 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 362 2024-07-26T06:44:54.456 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 370 2024-07-26T06:44:54.456 INFO:tasks.rados.rados.0.smithi037.stdout:3812: seq_num 1181 ranges {3096576=581632} 2024-07-26T06:44:54.477 INFO:tasks.rados.rados.0.smithi037.stdout:3812: writing smithi03785213-49 from 3096576 to 3678208 tid 1 2024-07-26T06:44:54.477 INFO:tasks.rados.rados.0.smithi037.stdout:3813: read oid 25 snap -1 2024-07-26T06:44:54.477 INFO:tasks.rados.rados.0.smithi037.stdout:3813: expect deleted 2024-07-26T06:44:54.477 INFO:tasks.rados.rados.0.smithi037.stdout:3814: read oid 24 snap -1 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3814: expect (ObjNum 1127 snap 347 seq_num 1127) 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3815: copy_from oid 12 from oid 9 current snap is 370 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3811: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3811: finishing rollback tid 2 to smithi03785213-10 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2185 (ObjNum 1146 snap 352 seq_num 1146) dirty exists 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3810: finishing write tid 1 to smithi03785213-26 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3810: finishing write tid 2 to smithi03785213-26 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3810: finishing write tid 3 to smithi03785213-26 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3232 (ObjNum 1180 snap 370 seq_num 1180) dirty exists 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3810: left oid 26 (ObjNum 1180 snap 370 seq_num 1180) 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3810: done (5 left) 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3811: done (4 left) 2024-07-26T06:44:54.478 INFO:tasks.rados.rados.0.smithi037.stdout:3816: read oid 7 snap -1 2024-07-26T06:44:54.479 INFO:tasks.rados.rados.0.smithi037.stdout:3816: expect (ObjNum 1143 snap 352 seq_num 1143) 2024-07-26T06:44:54.479 INFO:tasks.rados.rados.0.smithi037.stdout:3817: snap_create 2024-07-26T06:44:54.483 INFO:tasks.rados.rados.0.smithi037.stdout:3812: finishing write tid 1 to smithi03785213-49 2024-07-26T06:44:54.483 INFO:tasks.rados.rados.0.smithi037.stdout:3812: finishing write tid 2 to smithi03785213-49 2024-07-26T06:44:54.485 INFO:tasks.rados.rados.0.smithi037.stdout:3812: finishing write tid 3 to smithi03785213-49 2024-07-26T06:44:54.485 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3206 (ObjNum 1181 snap 370 seq_num 1181) dirty exists 2024-07-26T06:44:54.485 INFO:tasks.rados.rados.0.smithi037.stdout:3812: left oid 49 (ObjNum 1181 snap 370 seq_num 1181) 2024-07-26T06:44:54.498 INFO:tasks.rados.rados.0.smithi037.stdout:3816: expect (ObjNum 1143 snap 352 seq_num 1143) 2024-07-26T06:44:54.659 INFO:tasks.rados.rados.0.smithi037.stdout:3814: expect (ObjNum 1127 snap 347 seq_num 1127) 2024-07-26T06:44:55.023 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:44:55.023 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing copy_from to smithi03785213-12 2024-07-26T06:44:55.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3302 (ObjNum 1135 snap 348 seq_num 1135) dirty exists 2024-07-26T06:44:55.023 INFO:tasks.rados.rados.0.smithi037.stdout:3812: done (5 left) 2024-07-26T06:44:55.023 INFO:tasks.rados.rados.0.smithi037.stdout:3813: done (4 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3814: done (3 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3815: done (2 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3816: done (1 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3817: done (0 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3818: rollback oid 20 current snap is 371 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 369 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3819: rmattr oid 23 current snap is 371 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3819: done (1 left) 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3820: rollback oid 31 current snap is 371 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 344 2024-07-26T06:44:55.024 INFO:tasks.rados.rados.0.smithi037.stdout:3821: delete oid 39 current snap is 371 2024-07-26T06:44:55.026 INFO:tasks.rados.rados.0.smithi037.stdout:3821: done (2 left) 2024-07-26T06:44:55.026 INFO:tasks.rados.rados.0.smithi037.stdout:3822: delete oid 11 current snap is 371 2024-07-26T06:44:55.029 INFO:tasks.rados.rados.0.smithi037.stdout:3818: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:44:55.030 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2733 (ObjNum 97 snap 0 seq_num 3882456192) dirty dne 2024-07-26T06:44:55.030 INFO:tasks.rados.rados.0.smithi037.stdout:3818: done (2 left) 2024-07-26T06:44:55.031 INFO:tasks.rados.rados.0.smithi037.stdout:3822: done (1 left) 2024-07-26T06:44:55.031 INFO:tasks.rados.rados.0.smithi037.stdout:3823: snap_remove snap 368 2024-07-26T06:44:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:54 smithi037 ceph-mon[97339]: pgmap v807: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-26T06:44:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:54 smithi037 ceph-mon[97339]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:44:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:54 smithi037 ceph-mon[99762]: pgmap v807: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-26T06:44:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:54 smithi037 ceph-mon[99762]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:44:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:54 smithi135 ceph-mon[90132]: pgmap v807: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-26T06:44:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:54 smithi135 ceph-mon[90132]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:44:56.028 INFO:tasks.rados.rados.0.smithi037.stdout:3823: done (1 left) 2024-07-26T06:44:56.028 INFO:tasks.rados.rados.0.smithi037.stdout:3824: delete oid 14 current snap is 371 2024-07-26T06:44:56.028 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing rollback tid 0 to smithi03785213-31 2024-07-26T06:44:56.028 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing rollback tid 1 to smithi03785213-31 2024-07-26T06:44:56.029 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing rollback tid 2 to smithi03785213-31 2024-07-26T06:44:56.029 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3235 (ObjNum 1040 snap 329 seq_num 1040) dirty exists 2024-07-26T06:44:56.035 INFO:tasks.rados.rados.0.smithi037.stdout:3820: done (1 left) 2024-07-26T06:44:56.036 INFO:tasks.rados.rados.0.smithi037.stdout:3824: done (0 left) 2024-07-26T06:44:56.036 INFO:tasks.rados.rados.0.smithi037.stdout:3825: snap_create 2024-07-26T06:44:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:56 smithi037 ceph-mon[97339]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:44:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:56 smithi037 ceph-mon[99762]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:44:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:56 smithi135 ceph-mon[90132]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:44:57.032 INFO:tasks.rados.rados.0.smithi037.stdout:3825: done (0 left) 2024-07-26T06:44:57.032 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 372 2024-07-26T06:44:57.032 INFO:tasks.rados.rados.0.smithi037.stdout:3826: seq_num 1185 ranges {114688=655360} 2024-07-26T06:44:57.036 INFO:tasks.rados.rados.0.smithi037.stdout:3826: writing smithi03785213-8 from 114688 to 770048 tid 1 2024-07-26T06:44:57.036 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 372 2024-07-26T06:44:57.036 INFO:tasks.rados.rados.0.smithi037.stdout:3827: seq_num 1186 ranges {8830976=671744} 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3827: writing smithi03785213-29 from 8830976 to 9502720 tid 1 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3828: copy_from oid 12 from oid 17 current snap is 372 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing write tid 1 to smithi03785213-8 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing write tid 2 to smithi03785213-8 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing write tid 3 to smithi03785213-8 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 3385 (ObjNum 1185 snap 372 seq_num 1185) dirty exists 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3826: left oid 8 (ObjNum 1185 snap 372 seq_num 1185) 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3826: done (2 left) 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 372 2024-07-26T06:44:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:3829: seq_num 1187 ranges {4112384=688128} 2024-07-26T06:44:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:3829: writing smithi03785213-22 from 4112384 to 4800512 tid 1 2024-07-26T06:44:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:3830: snap_remove snap 362 2024-07-26T06:44:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:57 smithi037 ceph-mon[97339]: pgmap v810: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 938 KiB/s wr, 3 op/s 2024-07-26T06:44:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:57 smithi037 ceph-mon[97339]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:44:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:57 smithi037 ceph-mon[99762]: pgmap v810: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 938 KiB/s wr, 3 op/s 2024-07-26T06:44:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:57 smithi037 ceph-mon[99762]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:44:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:57 smithi135 ceph-mon[90132]: pgmap v810: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 938 KiB/s wr, 3 op/s 2024-07-26T06:44:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:57 smithi135 ceph-mon[90132]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3827: finishing write tid 1 to smithi03785213-29 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3827: finishing write tid 2 to smithi03785213-29 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3827: finishing write tid 3 to smithi03785213-29 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 3209 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3827: left oid 29 (ObjNum 1186 snap 372 seq_num 1186) 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3829: finishing write tid 1 to smithi03785213-22 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3829: finishing write tid 2 to smithi03785213-22 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3829: finishing write tid 3 to smithi03785213-22 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2917 (ObjNum 1187 snap 372 seq_num 1187) dirty exists 2024-07-26T06:44:57.886 INFO:tasks.rados.rados.0.smithi037.stdout:3829: left oid 22 (ObjNum 1187 snap 372 seq_num 1187) 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing copy_from racing read to smithi03785213-12 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing copy_from to smithi03785213-12 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3229 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3827: done (3 left) 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3828: done (2 left) 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3829: done (1 left) 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3830: done (0 left) 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3831: rollback oid 19 current snap is 372 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 342 2024-07-26T06:44:57.887 INFO:tasks.rados.rados.0.smithi037.stdout:3832: snap_remove snap 361 2024-07-26T06:44:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:58 smithi037 ceph-mon[97339]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:44:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:58 smithi037 ceph-mon[97339]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:44:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:58 smithi037 ceph-mon[99762]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:44:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:58 smithi037 ceph-mon[99762]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:44:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:58 smithi135 ceph-mon[90132]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:44:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:58 smithi135 ceph-mon[90132]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:44:58.888 INFO:tasks.rados.rados.0.smithi037.stdout:3832: done (1 left) 2024-07-26T06:44:58.888 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 372 2024-07-26T06:44:58.888 INFO:tasks.rados.rados.0.smithi037.stdout:3833: seq_num 1188 ranges {3481600=704512} 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:3833: writing smithi03785213-9 from 3481600 to 4186112 tid 1 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:3834: snap_create 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:3831: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:3831: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:3831: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:44:58.913 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2744 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:44:58.919 INFO:tasks.rados.rados.0.smithi037.stdout:3833: finishing write tid 1 to smithi03785213-9 2024-07-26T06:44:58.919 INFO:tasks.rados.rados.0.smithi037.stdout:3833: finishing write tid 2 to smithi03785213-9 2024-07-26T06:44:58.921 INFO:tasks.rados.rados.0.smithi037.stdout:3833: finishing write tid 3 to smithi03785213-9 2024-07-26T06:44:58.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3396 (ObjNum 1188 snap 372 seq_num 1188) dirty exists 2024-07-26T06:44:58.922 INFO:tasks.rados.rados.0.smithi037.stdout:3833: left oid 9 (ObjNum 1188 snap 372 seq_num 1188) 2024-07-26T06:44:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:59 smithi037 ceph-mon[97339]: pgmap v813: 121 pgs: 121 active+clean; 254 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:44:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:44:59 smithi037 ceph-mon[97339]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:44:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:59 smithi037 ceph-mon[99762]: pgmap v813: 121 pgs: 121 active+clean; 254 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:44:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:44:59 smithi037 ceph-mon[99762]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:44:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:59 smithi135 ceph-mon[90132]: pgmap v813: 121 pgs: 121 active+clean; 254 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:44:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:44:59 smithi135 ceph-mon[90132]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3831: done (2 left) 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3833: done (1 left) 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3834: done (0 left) 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3835: read oid 31 snap -1 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3835: expect (ObjNum 1040 snap 329 seq_num 1040) 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3836: read oid 45 snap -1 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3836: expect (ObjNum 1155 snap 361 seq_num 1155) 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3837: read oid 38 snap 344 2024-07-26T06:44:59.889 INFO:tasks.rados.rados.0.smithi037.stdout:3837: expect deleted 2024-07-26T06:44:59.890 INFO:tasks.rados.rados.0.smithi037.stdout:3838: delete oid 32 current snap is 373 2024-07-26T06:44:59.893 INFO:tasks.rados.rados.0.smithi037.stdout:3838: done (3 left) 2024-07-26T06:44:59.893 INFO:tasks.rados.rados.0.smithi037.stdout:3839: copy_from oid 39 from oid 34 current snap is 373 2024-07-26T06:44:59.894 INFO:tasks.rados.rados.0.smithi037.stdout:3837: done (3 left) 2024-07-26T06:44:59.894 INFO:tasks.rados.rados.0.smithi037.stdout:3840: snap_remove snap 357 2024-07-26T06:45:00.894 INFO:tasks.rados.rados.0.smithi037.stdout:3840: done (3 left) 2024-07-26T06:45:00.894 INFO:tasks.rados.rados.0.smithi037.stdout:3841: snap_remove snap 366 2024-07-26T06:45:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:00 smithi037 ceph-mon[97339]: pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:45:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:00 smithi037 ceph-mon[97339]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:45:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:00 smithi037 ceph-mon[99762]: pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:45:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:00 smithi037 ceph-mon[99762]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:45:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:00 smithi135 ceph-mon[90132]: pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-26T06:45:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:00 smithi135 ceph-mon[90132]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:45:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:01] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:45:01.906 INFO:tasks.rados.rados.0.smithi037.stdout:3841: done (3 left) 2024-07-26T06:45:01.907 INFO:tasks.rados.rados.0.smithi037.stdout:3842: rollback oid 48 current snap is 373 2024-07-26T06:45:01.907 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 359 2024-07-26T06:45:01.907 INFO:tasks.rados.rados.0.smithi037.stdout:3835: expect (ObjNum 1040 snap 329 seq_num 1040) 2024-07-26T06:45:01.931 INFO:tasks.rados.rados.0.smithi037.stdout:3836: expect (ObjNum 1155 snap 361 seq_num 1155) 2024-07-26T06:45:02.016 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing copy_from racing read to smithi03785213-39 2024-07-26T06:45:02.016 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing copy_from to smithi03785213-39 2024-07-26T06:45:02.016 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2947 (ObjNum 1136 snap 348 seq_num 1136) dirty exists 2024-07-26T06:45:02.016 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3414 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3835: done (3 left) 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3836: done (2 left) 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3839: done (1 left) 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3842: done (0 left) 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3843: copy_from oid 6 from oid 48 current snap is 373 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3844: read oid 14 snap 353 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3844: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3845: copy_from oid 4 from oid 45 current snap is 373 2024-07-26T06:45:02.017 INFO:tasks.rados.rados.0.smithi037.stdout:3846: delete oid 20 current snap is 373 2024-07-26T06:45:02.018 INFO:tasks.rados.rados.0.smithi037.stdout:3846: done (3 left) 2024-07-26T06:45:02.018 INFO:tasks.rados.rados.0.smithi037.stdout:3847: delete oid 2 current snap is 373 2024-07-26T06:45:02.021 INFO:tasks.rados.rados.0.smithi037.stdout:3847: done (3 left) 2024-07-26T06:45:02.021 INFO:tasks.rados.rados.0.smithi037.stdout:3848: snap_remove snap 359 2024-07-26T06:45:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:01 smithi037 ceph-mon[97339]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:45:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:01 smithi037 ceph-mon[99762]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:45:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:01 smithi135 ceph-mon[90132]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:45:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:02.897 INFO:tasks.rados.rados.0.smithi037.stdout:3843: finishing copy_from racing read to smithi03785213-6 2024-07-26T06:45:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3843: finishing copy_from to smithi03785213-6 2024-07-26T06:45:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 3414 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:45:02.898 INFO:tasks.rados.rados.0.smithi037.stdout:3844: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-07-26T06:45:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[97339]: pgmap v819: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 630 KiB/s wr, 5 op/s 2024-07-26T06:45:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[97339]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:45:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[97339]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:45:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[99762]: pgmap v819: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 630 KiB/s wr, 5 op/s 2024-07-26T06:45:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[99762]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:45:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:02 smithi037 ceph-mon[99762]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:45:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:02 smithi135 ceph-mon[90132]: pgmap v819: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 257 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 630 KiB/s wr, 5 op/s 2024-07-26T06:45:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:02 smithi135 ceph-mon[90132]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:45:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:02 smithi135 ceph-mon[90132]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:45:03.991 INFO:tasks.rados.rados.0.smithi037.stdout:3845: finishing copy_from racing read to smithi03785213-4 2024-07-26T06:45:03.991 INFO:tasks.rados.rados.0.smithi037.stdout:3845: finishing copy_from to smithi03785213-4 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3341 (ObjNum 1155 snap 361 seq_num 1155) dirty exists 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:3843: done (3 left) 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:3844: done (2 left) 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:3845: done (1 left) 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:3848: done (0 left) 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 373 2024-07-26T06:45:03.992 INFO:tasks.rados.rados.0.smithi037.stdout:3849: seq_num 1192 ranges {2015232=770048} 2024-07-26T06:45:04.006 INFO:tasks.rados.rados.0.smithi037.stdout:3849: writing smithi03785213-41 from 2015232 to 2785280 tid 1 2024-07-26T06:45:04.007 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 373 2024-07-26T06:45:04.007 INFO:tasks.rados.rados.0.smithi037.stdout:3850: seq_num 1193 ranges {0=786432} 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3850: writing smithi03785213-27 from 0 to 786432 tid 1 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3851: read oid 3 snap -1 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3851: expect deleted 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3852: read oid 6 snap -1 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3852: expect (ObjNum 1133 snap 348 seq_num 1133) 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3853: delete oid 4 current snap is 373 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3849: finishing write tid 1 to smithi03785213-41 2024-07-26T06:45:04.012 INFO:tasks.rados.rados.0.smithi037.stdout:3849: finishing write tid 2 to smithi03785213-41 2024-07-26T06:45:04.015 INFO:tasks.rados.rados.0.smithi037.stdout:3849: finishing write tid 3 to smithi03785213-41 2024-07-26T06:45:04.015 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3427 (ObjNum 1192 snap 373 seq_num 1192) dirty exists 2024-07-26T06:45:04.015 INFO:tasks.rados.rados.0.smithi037.stdout:3849: left oid 41 (ObjNum 1192 snap 373 seq_num 1192) 2024-07-26T06:45:04.015 INFO:tasks.rados.rados.0.smithi037.stdout:3850: finishing write tid 1 to smithi03785213-27 2024-07-26T06:45:04.015 INFO:tasks.rados.rados.0.smithi037.stdout:3850: finishing write tid 2 to smithi03785213-27 2024-07-26T06:45:04.019 INFO:tasks.rados.rados.0.smithi037.stdout:3850: finishing write tid 3 to smithi03785213-27 2024-07-26T06:45:04.019 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2142 (ObjNum 1193 snap 373 seq_num 1193) dirty exists 2024-07-26T06:45:04.019 INFO:tasks.rados.rados.0.smithi037.stdout:3850: left oid 27 (ObjNum 1193 snap 373 seq_num 1193) 2024-07-26T06:45:04.020 INFO:tasks.rados.rados.0.smithi037.stdout:3852: expect (ObjNum 1133 snap 348 seq_num 1133) 2024-07-26T06:45:04.081 INFO:tasks.rados.rados.0.smithi037.stdout:3849: done (4 left) 2024-07-26T06:45:04.081 INFO:tasks.rados.rados.0.smithi037.stdout:3850: done (3 left) 2024-07-26T06:45:04.081 INFO:tasks.rados.rados.0.smithi037.stdout:3851: done (2 left) 2024-07-26T06:45:04.081 INFO:tasks.rados.rados.0.smithi037.stdout:3852: done (1 left) 2024-07-26T06:45:04.082 INFO:tasks.rados.rados.0.smithi037.stdout:3853: done (0 left) 2024-07-26T06:45:04.082 INFO:tasks.rados.rados.0.smithi037.stdout:3854: snap_remove snap 346 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:3854: done (0 left) 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:3855: rollback oid 48 current snap is 373 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 365 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:3856: copy_from oid 44 from oid 42 current snap is 373 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 373 2024-07-26T06:45:04.921 INFO:tasks.rados.rados.0.smithi037.stdout:3857: seq_num 1195 ranges {2785280=417792,3203072=401408} 2024-07-26T06:45:04.941 INFO:tasks.rados.rados.0.smithi037.stdout:3857: writing smithi03785213-41 from 2785280 to 3203072 tid 1 2024-07-26T06:45:04.944 INFO:tasks.rados.rados.0.smithi037.stdout:3857: writing smithi03785213-41 from 3203072 to 3604480 tid 2 2024-07-26T06:45:04.945 INFO:tasks.rados.rados.0.smithi037.stdout:3858: read oid 1 snap -1 2024-07-26T06:45:04.945 INFO:tasks.rados.rados.0.smithi037.stdout:3858: expect (ObjNum 1150 snap 354 seq_num 1150) 2024-07-26T06:45:04.945 INFO:tasks.rados.rados.0.smithi037.stdout:3859: snap_create 2024-07-26T06:45:04.945 INFO:tasks.rados.rados.0.smithi037.stdout:3856: finishing copy_from racing read to smithi03785213-44 2024-07-26T06:45:04.949 INFO:tasks.rados.rados.0.smithi037.stdout:3855: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:45:04.954 INFO:tasks.rados.rados.0.smithi037.stdout:3855: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:45:04.954 INFO:tasks.rados.rados.0.smithi037.stdout:3855: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:45:04.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3434 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:45:04.961 INFO:tasks.rados.rados.0.smithi037.stdout:3856: finishing copy_from to smithi03785213-44 2024-07-26T06:45:04.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:45:04.963 INFO:tasks.rados.rados.0.smithi037.stdout:3857: finishing write tid 1 to smithi03785213-41 2024-07-26T06:45:04.964 INFO:tasks.rados.rados.0.smithi037.stdout:3857: finishing write tid 2 to smithi03785213-41 2024-07-26T06:45:04.967 INFO:tasks.rados.rados.0.smithi037.stdout:3857: finishing write tid 3 to smithi03785213-41 2024-07-26T06:45:04.967 INFO:tasks.rados.rados.0.smithi037.stdout:3857: finishing write tid 4 to smithi03785213-41 2024-07-26T06:45:04.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3437 (ObjNum 1195 snap 373 seq_num 1195) dirty exists 2024-07-26T06:45:04.967 INFO:tasks.rados.rados.0.smithi037.stdout:3857: left oid 41 (ObjNum 1195 snap 373 seq_num 1195) 2024-07-26T06:45:04.974 INFO:tasks.rados.rados.0.smithi037.stdout:3858: expect (ObjNum 1150 snap 354 seq_num 1150) 2024-07-26T06:45:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:04 smithi037 ceph-mon[97339]: pgmap v822: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.2 MiB/s wr, 3 op/s 2024-07-26T06:45:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:04 smithi037 ceph-mon[99762]: pgmap v822: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.2 MiB/s wr, 3 op/s 2024-07-26T06:45:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:04 smithi135 ceph-mon[90132]: pgmap v822: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.2 MiB/s wr, 3 op/s 2024-07-26T06:45:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3855: done (4 left) 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3856: done (3 left) 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3857: done (2 left) 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3858: done (1 left) 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3859: done (0 left) 2024-07-26T06:45:05.943 INFO:tasks.rados.rados.0.smithi037.stdout:3860: read oid 48 snap 365 2024-07-26T06:45:05.944 INFO:tasks.rados.rados.0.smithi037.stdout:3860: expect (ObjNum 1133 snap 348 seq_num 1133) 2024-07-26T06:45:05.944 INFO:tasks.rados.rados.0.smithi037.stdout:3861: read oid 21 snap 353 2024-07-26T06:45:05.944 INFO:tasks.rados.rados.0.smithi037.stdout:3861: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:45:05.944 INFO:tasks.rados.rados.0.smithi037.stdout:3862: snap_create 2024-07-26T06:45:05.950 INFO:tasks.rados.rados.0.smithi037.stdout:3861: expect (ObjNum 1039 snap 329 seq_num 1039) 2024-07-26T06:45:05.969 INFO:tasks.rados.rados.0.smithi037.stdout:3860: expect (ObjNum 1133 snap 348 seq_num 1133) 2024-07-26T06:45:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:05 smithi037 ceph-mon[97339]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:45:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:05 smithi037 ceph-mon[99762]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:45:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:05 smithi135 ceph-mon[90132]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:45:06.940 INFO:tasks.rados.rados.0.smithi037.stdout:3860: done (2 left) 2024-07-26T06:45:06.940 INFO:tasks.rados.rados.0.smithi037.stdout:3861: done (1 left) 2024-07-26T06:45:06.940 INFO:tasks.rados.rados.0.smithi037.stdout:3862: done (0 left) 2024-07-26T06:45:06.940 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 375 2024-07-26T06:45:06.940 INFO:tasks.rados.rados.0.smithi037.stdout:3863: seq_num 1196 ranges {0=434176,434176=401408} 2024-07-26T06:45:06.942 INFO:tasks.rados.rados.0.smithi037.stdout:3863: writing smithi03785213-23 from 0 to 434176 tid 1 2024-07-26T06:45:06.944 INFO:tasks.rados.rados.0.smithi037.stdout:3863: writing smithi03785213-23 from 434176 to 835584 tid 2 2024-07-26T06:45:06.944 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 375 2024-07-26T06:45:06.944 INFO:tasks.rados.rados.0.smithi037.stdout:3864: seq_num 1197 ranges {0=450560,450560=401408} 2024-07-26T06:45:06.947 INFO:tasks.rados.rados.0.smithi037.stdout:3864: writing smithi03785213-3 from 0 to 450560 tid 1 2024-07-26T06:45:06.950 INFO:tasks.rados.rados.0.smithi037.stdout:3864: writing smithi03785213-3 from 450560 to 851968 tid 2 2024-07-26T06:45:06.950 INFO:tasks.rados.rados.0.smithi037.stdout:3865: read oid 34 snap -1 2024-07-26T06:45:06.950 INFO:tasks.rados.rados.0.smithi037.stdout:3865: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:06.950 INFO:tasks.rados.rados.0.smithi037.stdout:3866: rollback oid 19 current snap is 375 2024-07-26T06:45:06.951 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 369 2024-07-26T06:45:06.951 INFO:tasks.rados.rados.0.smithi037.stdout:3863: finishing write tid 1 to smithi03785213-23 2024-07-26T06:45:06.951 INFO:tasks.rados.rados.0.smithi037.stdout:3863: finishing write tid 2 to smithi03785213-23 2024-07-26T06:45:06.951 INFO:tasks.rados.rados.0.smithi037.stdout:3863: finishing write tid 3 to smithi03785213-23 2024-07-26T06:45:06.951 INFO:tasks.rados.rados.0.smithi037.stdout:3867: delete oid 30 current snap is 375 2024-07-26T06:45:06.957 INFO:tasks.rados.rados.0.smithi037.stdout:3864: finishing write tid 1 to smithi03785213-3 2024-07-26T06:45:06.959 INFO:tasks.rados.rados.0.smithi037.stdout:3864: finishing write tid 2 to smithi03785213-3 2024-07-26T06:45:06.959 INFO:tasks.rados.rados.0.smithi037.stdout:3867: done (4 left) 2024-07-26T06:45:06.959 INFO:tasks.rados.rados.0.smithi037.stdout:3868: rollback oid 38 current snap is 375 2024-07-26T06:45:06.960 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 370 2024-07-26T06:45:06.960 INFO:tasks.rados.rados.0.smithi037.stdout:3864: finishing write tid 3 to smithi03785213-3 2024-07-26T06:45:06.960 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 375 2024-07-26T06:45:06.960 INFO:tasks.rados.rados.0.smithi037.stdout:3869: seq_num 1199 ranges {638976=483328,1122304=401408} 2024-07-26T06:45:06.966 INFO:tasks.rados.rados.0.smithi037.stdout:3869: writing smithi03785213-36 from 638976 to 1122304 tid 1 2024-07-26T06:45:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:3869: writing smithi03785213-36 from 1122304 to 1523712 tid 2 2024-07-26T06:45:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:3870: rollback oid 16 current snap is 375 2024-07-26T06:45:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 369 2024-07-26T06:45:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 375 2024-07-26T06:45:06.970 INFO:tasks.rados.rados.0.smithi037.stdout:3871: seq_num 1200 ranges {8462336=499712,8962048=401408} 2024-07-26T06:45:07.019 INFO:tasks.rados.rados.0.smithi037.stdout:3871: writing smithi03785213-43 from 8462336 to 8962048 tid 1 2024-07-26T06:45:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:3871: writing smithi03785213-43 from 8962048 to 9363456 tid 2 2024-07-26T06:45:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:3872: snap_create 2024-07-26T06:45:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:3864: finishing write tid 4 to smithi03785213-3 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2920 (ObjNum 1197 snap 375 seq_num 1197) dirty exists 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3864: left oid 3 (ObjNum 1197 snap 375 seq_num 1197) 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3866: finishing rollback tid 0 to smithi03785213-19 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3866: finishing rollback tid 1 to smithi03785213-19 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3866: finishing rollback tid 2 to smithi03785213-19 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2747 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3868: finishing rollback tid 1 to smithi03785213-38 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 3201 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3863: finishing write tid 4 to smithi03785213-23 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 3418 (ObjNum 1196 snap 375 seq_num 1196) dirty exists 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3863: left oid 23 (ObjNum 1196 snap 375 seq_num 1196) 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3870: finishing rollback tid 0 to smithi03785213-16 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3870: finishing rollback tid 1 to smithi03785213-16 2024-07-26T06:45:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:3870: finishing rollback tid 2 to smithi03785213-16 2024-07-26T06:45:07.024 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3445 (ObjNum 1155 snap 361 seq_num 1155) dirty exists 2024-07-26T06:45:07.024 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing write tid 1 to smithi03785213-36 2024-07-26T06:45:07.024 INFO:tasks.rados.rados.0.smithi037.stdout:3865: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:06 smithi037 ceph-mon[97339]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 4 op/s 2024-07-26T06:45:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:06 smithi037 ceph-mon[97339]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:45:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:06 smithi037 ceph-mon[99762]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 4 op/s 2024-07-26T06:45:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:06 smithi037 ceph-mon[99762]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:45:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:06 smithi135 ceph-mon[90132]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 4 op/s 2024-07-26T06:45:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:06 smithi135 ceph-mon[90132]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:45:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:07 smithi037 ceph-mon[97339]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:45:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:07 smithi037 ceph-mon[97339]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:45:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:07 smithi037 ceph-mon[99762]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:45:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:07 smithi037 ceph-mon[99762]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:45:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:07 smithi135 ceph-mon[90132]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:45:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:07 smithi135 ceph-mon[90132]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:45:08.496 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing write tid 2 to smithi03785213-36 2024-07-26T06:45:08.604 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing write tid 3 to smithi03785213-36 2024-07-26T06:45:08.604 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing write tid 4 to smithi03785213-36 2024-07-26T06:45:08.604 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 3421 (ObjNum 1199 snap 375 seq_num 1199) dirty exists 2024-07-26T06:45:08.604 INFO:tasks.rados.rados.0.smithi037.stdout:3869: left oid 36 (ObjNum 1199 snap 375 seq_num 1199) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing write tid 1 to smithi03785213-43 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3863: done (8 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3864: done (7 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3865: done (6 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3866: done (5 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3868: done (4 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3869: done (3 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3870: done (2 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3872: done (1 left) 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3873: delete oid 30 current snap is 376 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing write tid 2 to smithi03785213-43 2024-07-26T06:45:08.605 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing write tid 3 to smithi03785213-43 2024-07-26T06:45:08.606 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing write tid 4 to smithi03785213-43 2024-07-26T06:45:08.606 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3305 (ObjNum 1200 snap 375 seq_num 1200) dirty exists 2024-07-26T06:45:08.606 INFO:tasks.rados.rados.0.smithi037.stdout:3871: left oid 43 (ObjNum 1200 snap 375 seq_num 1200) 2024-07-26T06:45:08.606 INFO:tasks.rados.rados.0.smithi037.stdout:3871: done (1 left) 2024-07-26T06:45:08.607 INFO:tasks.rados.rados.0.smithi037.stdout:3873: done (0 left) 2024-07-26T06:45:08.607 INFO:tasks.rados.rados.0.smithi037.stdout:3874: snap_remove snap 369 2024-07-26T06:45:08.964 INFO:tasks.rados.rados.0.smithi037.stdout:3874: done (0 left) 2024-07-26T06:45:08.964 INFO:tasks.rados.rados.0.smithi037.stdout:3875: rollback oid 20 current snap is 376 2024-07-26T06:45:08.964 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 370 2024-07-26T06:45:08.964 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 376 2024-07-26T06:45:08.964 INFO:tasks.rados.rados.0.smithi037.stdout:3876: seq_num 1202 ranges {3973120=540672,4513792=401408} 2024-07-26T06:45:08.990 INFO:tasks.rados.rados.0.smithi037.stdout:3876: writing smithi03785213-10 from 3973120 to 4513792 tid 1 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:3876: writing smithi03785213-10 from 4513792 to 4915200 tid 2 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:3877: copy_from oid 24 from oid 49 current snap is 376 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:3875: finishing rollback tid 1 to smithi03785213-20 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2733 (ObjNum 129 snap 0 seq_num 3883343168) dirty dne 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:3875: done (2 left) 2024-07-26T06:45:08.993 INFO:tasks.rados.rados.0.smithi037.stdout:3878: rollback oid 22 current snap is 376 2024-07-26T06:45:08.994 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 373 2024-07-26T06:45:08.994 INFO:tasks.rados.rados.0.smithi037.stdout:3879: snap_remove snap 365 2024-07-26T06:45:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:08 smithi037 ceph-mon[97339]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-07-26T06:45:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:08 smithi037 ceph-mon[99762]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-07-26T06:45:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:08 smithi135 ceph-mon[90132]: pgmap v827: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-07-26T06:45:09.969 INFO:tasks.rados.rados.0.smithi037.stdout:3879: done (3 left) 2024-07-26T06:45:09.969 INFO:tasks.rados.rados.0.smithi037.stdout:3880: delete oid 30 current snap is 376 2024-07-26T06:45:09.969 INFO:tasks.rados.rados.0.smithi037.stdout:3876: finishing write tid 1 to smithi03785213-10 2024-07-26T06:45:09.969 INFO:tasks.rados.rados.0.smithi037.stdout:3876: finishing write tid 2 to smithi03785213-10 2024-07-26T06:45:09.969 INFO:tasks.rados.rados.0.smithi037.stdout:3876: finishing write tid 3 to smithi03785213-10 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3878: finishing rollback tid 0 to smithi03785213-22 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3878: finishing rollback tid 1 to smithi03785213-22 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3876: finishing write tid 4 to smithi03785213-10 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2189 (ObjNum 1202 snap 376 seq_num 1202) dirty exists 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3876: left oid 10 (ObjNum 1202 snap 376 seq_num 1202) 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3878: finishing rollback tid 2 to smithi03785213-22 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2923 (ObjNum 1187 snap 372 seq_num 1187) dirty exists 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3877: finishing copy_from racing read to smithi03785213-24 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:3877: finishing copy_from to smithi03785213-24 2024-07-26T06:45:09.970 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3206 (ObjNum 1181 snap 370 seq_num 1181) dirty exists 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3876: done (3 left) 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3877: done (2 left) 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3878: done (1 left) 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3880: done (0 left) 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3881: read oid 27 snap -1 2024-07-26T06:45:09.985 INFO:tasks.rados.rados.0.smithi037.stdout:3881: expect (ObjNum 1193 snap 373 seq_num 1193) 2024-07-26T06:45:09.986 INFO:tasks.rados.rados.0.smithi037.stdout:3882: copy_from oid 25 from oid 17 current snap is 376 2024-07-26T06:45:09.986 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 376 2024-07-26T06:45:09.986 INFO:tasks.rados.rados.0.smithi037.stdout:3883: seq_num 1204 ranges {10051584=573440,10625024=401408} 2024-07-26T06:45:10.046 INFO:tasks.rados.rados.0.smithi037.stdout:3883: writing smithi03785213-19 from 10051584 to 10625024 tid 1 2024-07-26T06:45:10.048 INFO:tasks.rados.rados.0.smithi037.stdout:3883: writing smithi03785213-19 from 10625024 to 11026432 tid 2 2024-07-26T06:45:10.049 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 376 2024-07-26T06:45:10.049 INFO:tasks.rados.rados.0.smithi037.stdout:3884: seq_num 1205 ranges {1261568=589824,1851392=401408} 2024-07-26T06:45:10.059 INFO:tasks.rados.rados.0.smithi037.stdout:3884: writing smithi03785213-42 from 1261568 to 1851392 tid 1 2024-07-26T06:45:10.061 INFO:tasks.rados.rados.0.smithi037.stdout:3884: writing smithi03785213-42 from 1851392 to 2252800 tid 2 2024-07-26T06:45:10.061 INFO:tasks.rados.rados.0.smithi037.stdout:3885: rollback oid 10 current snap is 376 2024-07-26T06:45:10.061 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 360 2024-07-26T06:45:10.061 INFO:tasks.rados.rados.0.smithi037.stdout:3881: expect (ObjNum 1193 snap 373 seq_num 1193) 2024-07-26T06:45:10.084 INFO:tasks.rados.rados.0.smithi037.stdout:3882: finishing copy_from racing read to smithi03785213-25 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3882: finishing copy_from to smithi03785213-25 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 3229 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3883: finishing write tid 1 to smithi03785213-19 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3883: finishing write tid 2 to smithi03785213-19 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3883: finishing write tid 3 to smithi03785213-19 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3881: done (4 left) 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3882: done (3 left) 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3886: read oid 47 snap -1 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3886: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:45:10.085 INFO:tasks.rados.rados.0.smithi037.stdout:3887: delete oid 31 current snap is 376 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3883: finishing write tid 4 to smithi03785213-19 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2750 (ObjNum 1204 snap 376 seq_num 1204) dirty exists 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3883: left oid 19 (ObjNum 1204 snap 376 seq_num 1204) 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3885: finishing rollback tid 0 to smithi03785213-10 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 1 to smithi03785213-42 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3885: finishing rollback tid 1 to smithi03785213-10 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 2 to smithi03785213-42 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3885: finishing rollback tid 2 to smithi03785213-10 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2192 (ObjNum 1146 snap 352 seq_num 1146) dirty exists 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 3 to smithi03785213-42 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 4 to smithi03785213-42 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 3211 (ObjNum 1205 snap 376 seq_num 1205) dirty exists 2024-07-26T06:45:10.086 INFO:tasks.rados.rados.0.smithi037.stdout:3884: left oid 42 (ObjNum 1205 snap 376 seq_num 1205) 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:3883: done (4 left) 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:3884: done (3 left) 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:3885: done (2 left) 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:3887: done (1 left) 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:3888: rollback oid 15 current snap is 376 2024-07-26T06:45:10.087 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 352 2024-07-26T06:45:10.088 INFO:tasks.rados.rados.0.smithi037.stdout:3889: delete oid 3 current snap is 376 2024-07-26T06:45:10.089 INFO:tasks.rados.rados.0.smithi037.stdout:3888: finishing rollback tid 0 to smithi03785213-15 2024-07-26T06:45:10.089 INFO:tasks.rados.rados.0.smithi037.stdout:3888: finishing rollback tid 1 to smithi03785213-15 2024-07-26T06:45:10.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2925 (ObjNum 49 snap 0 seq_num 3883459168) dirty dne 2024-07-26T06:45:10.089 INFO:tasks.rados.rados.0.smithi037.stdout:3888: done (2 left) 2024-07-26T06:45:10.090 INFO:tasks.rados.rados.0.smithi037.stdout:3889: done (1 left) 2024-07-26T06:45:10.090 INFO:tasks.rados.rados.0.smithi037.stdout:3890: setattr oid 20 current snap is 376 2024-07-26T06:45:10.090 INFO:tasks.rados.rados.0.smithi037.stdout:3886: expect (ObjNum 1116 snap 343 seq_num 1116) 2024-07-26T06:45:10.140 INFO:tasks.rados.rados.0.smithi037.stdout:3886: done (1 left) 2024-07-26T06:45:10.140 INFO:tasks.rados.rados.0.smithi037.stdout:3891: setattr oid 12 current snap is 376 2024-07-26T06:45:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:3892: read oid 8 snap -1 2024-07-26T06:45:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:3892: expect (ObjNum 1185 snap 372 seq_num 1185) 2024-07-26T06:45:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 376 2024-07-26T06:45:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:3893: seq_num 1208 ranges {0=638976,638976=401408} 2024-07-26T06:45:10.146 INFO:tasks.rados.rados.0.smithi037.stdout:3893: writing smithi03785213-32 from 0 to 638976 tid 1 2024-07-26T06:45:10.149 INFO:tasks.rados.rados.0.smithi037.stdout:3893: writing smithi03785213-32 from 638976 to 1040384 tid 2 2024-07-26T06:45:10.149 INFO:tasks.rados.rados.0.smithi037.stdout:3894: read oid 41 snap -1 2024-07-26T06:45:10.149 INFO:tasks.rados.rados.0.smithi037.stdout:3894: expect (ObjNum 1195 snap 373 seq_num 1195) 2024-07-26T06:45:10.149 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 376 2024-07-26T06:45:10.149 INFO:tasks.rados.rados.0.smithi037.stdout:3895: seq_num 1209 ranges {2048000=655360,2703360=401408} 2024-07-26T06:45:10.164 INFO:tasks.rados.rados.0.smithi037.stdout:3895: writing smithi03785213-45 from 2048000 to 2703360 tid 1 2024-07-26T06:45:10.167 INFO:tasks.rados.rados.0.smithi037.stdout:3895: writing smithi03785213-45 from 2703360 to 3104768 tid 2 2024-07-26T06:45:10.167 INFO:tasks.rados.rados.0.smithi037.stdout:3896: snap_create 2024-07-26T06:45:10.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2735 (ObjNum 129 snap 0 seq_num 3883343168) dirty exists 2024-07-26T06:45:10.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3306 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:45:10.168 INFO:tasks.rados.rados.0.smithi037.stdout:3892: expect (ObjNum 1185 snap 372 seq_num 1185) 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3893: finishing write tid 1 to smithi03785213-32 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3893: finishing write tid 2 to smithi03785213-32 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3893: finishing write tid 3 to smithi03785213-32 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3893: finishing write tid 4 to smithi03785213-32 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2195 (ObjNum 1208 snap 376 seq_num 1208) dirty exists 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3893: left oid 32 (ObjNum 1208 snap 376 seq_num 1208) 2024-07-26T06:45:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3894: expect (ObjNum 1195 snap 373 seq_num 1195) 2024-07-26T06:45:10.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:09 smithi037 ceph-mon[97339]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:45:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:09 smithi037 ceph-mon[99762]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:45:10.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:09 smithi135 ceph-mon[90132]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:3895: finishing write tid 1 to smithi03785213-45 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:3895: finishing write tid 2 to smithi03785213-45 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:3895: finishing write tid 3 to smithi03785213-45 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:3895: finishing write tid 4 to smithi03785213-45 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3469 (ObjNum 1209 snap 376 seq_num 1209) dirty exists 2024-07-26T06:45:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:3895: left oid 45 (ObjNum 1209 snap 376 seq_num 1209) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3890: done (6 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3891: done (5 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3892: done (4 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3893: done (3 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3894: done (2 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3895: done (1 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:3896: done (0 left) 2024-07-26T06:45:10.985 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 377 2024-07-26T06:45:10.986 INFO:tasks.rados.rados.0.smithi037.stdout:3897: seq_num 1210 ranges {9363456=671744,10035200=401408} 2024-07-26T06:45:11.039 INFO:tasks.rados.rados.0.smithi037.stdout:3897: writing smithi03785213-43 from 9363456 to 10035200 tid 1 2024-07-26T06:45:11.041 INFO:tasks.rados.rados.0.smithi037.stdout:3897: writing smithi03785213-43 from 10035200 to 10436608 tid 2 2024-07-26T06:45:11.041 INFO:tasks.rados.rados.0.smithi037.stdout:3898: setattr oid 29 current snap is 377 2024-07-26T06:45:11.043 INFO:tasks.rados.rados.0.smithi037.stdout:3899: snap_create 2024-07-26T06:45:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 1 to smithi03785213-43 2024-07-26T06:45:11.047 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 2 to smithi03785213-43 2024-07-26T06:45:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 3 to smithi03785213-43 2024-07-26T06:45:11.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 3230 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-07-26T06:45:11.050 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 4 to smithi03785213-43 2024-07-26T06:45:11.050 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3309 (ObjNum 1210 snap 377 seq_num 1210) dirty exists 2024-07-26T06:45:11.050 INFO:tasks.rados.rados.0.smithi037.stdout:3897: left oid 43 (ObjNum 1210 snap 377 seq_num 1210) 2024-07-26T06:45:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:10 smithi037 ceph-mon[97339]: pgmap v830: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-26T06:45:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:10 smithi037 ceph-mon[97339]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:45:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:10 smithi037 ceph-mon[99762]: pgmap v830: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-26T06:45:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:10 smithi037 ceph-mon[99762]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:45:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:10 smithi135 ceph-mon[90132]: pgmap v830: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-26T06:45:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:10 smithi135 ceph-mon[90132]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:45:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:11] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-07-26T06:45:11.986 INFO:tasks.rados.rados.0.smithi037.stdout:3897: done (2 left) 2024-07-26T06:45:11.986 INFO:tasks.rados.rados.0.smithi037.stdout:3898: done (1 left) 2024-07-26T06:45:11.986 INFO:tasks.rados.rados.0.smithi037.stdout:3899: done (0 left) 2024-07-26T06:45:11.986 INFO:tasks.rados.rados.0.smithi037.stdout:3900: snap_create 2024-07-26T06:45:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:11 smithi037 ceph-mon[97339]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:45:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:11 smithi037 ceph-mon[99762]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:45:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:11 smithi135 ceph-mon[90132]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:45:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:12.890 INFO:tasks.rados.rados.0.smithi037.stdout:3900: done (0 left) 2024-07-26T06:45:12.890 INFO:tasks.rados.rados.0.smithi037.stdout:3901: delete oid 2 current snap is 379 2024-07-26T06:45:12.896 INFO:tasks.rados.rados.0.smithi037.stdout:3901: done (0 left) 2024-07-26T06:45:12.896 INFO:tasks.rados.rados.0.smithi037.stdout:3902: snap_remove snap 372 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[97339]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[97339]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[97339]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[99762]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[99762]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:45:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:12 smithi037 ceph-mon[99762]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:45:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:12 smithi135 ceph-mon[90132]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-07-26T06:45:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:12 smithi135 ceph-mon[90132]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:45:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:12 smithi135 ceph-mon[90132]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:45:13.891 INFO:tasks.rados.rados.0.smithi037.stdout:3902: done (0 left) 2024-07-26T06:45:13.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 379 2024-07-26T06:45:13.892 INFO:tasks.rados.rados.0.smithi037.stdout:3903: seq_num 1212 ranges {0=704512,704512=401408} 2024-07-26T06:45:13.896 INFO:tasks.rados.rados.0.smithi037.stdout:3903: writing smithi03785213-15 from 0 to 704512 tid 1 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3903: writing smithi03785213-15 from 704512 to 1105920 tid 2 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3904: read oid 39 snap -1 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3904: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3905: rollback oid 17 current snap is 379 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 376 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3906: read oid 19 snap -1 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3906: expect (ObjNum 1204 snap 376 seq_num 1204) 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3907: copy_from oid 5 from oid 1 current snap is 379 2024-07-26T06:45:13.900 INFO:tasks.rados.rados.0.smithi037.stdout:3908: delete oid 34 current snap is 379 2024-07-26T06:45:13.906 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing write tid 1 to smithi03785213-15 2024-07-26T06:45:13.909 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing write tid 2 to smithi03785213-15 2024-07-26T06:45:13.909 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing write tid 3 to smithi03785213-15 2024-07-26T06:45:13.912 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing write tid 4 to smithi03785213-15 2024-07-26T06:45:13.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2929 (ObjNum 1212 snap 379 seq_num 1212) dirty exists 2024-07-26T06:45:13.912 INFO:tasks.rados.rados.0.smithi037.stdout:3903: left oid 15 (ObjNum 1212 snap 379 seq_num 1212) 2024-07-26T06:45:13.923 INFO:tasks.rados.rados.0.smithi037.stdout:3905: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:45:13.924 INFO:tasks.rados.rados.0.smithi037.stdout:3905: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:45:13.925 INFO:tasks.rados.rados.0.smithi037.stdout:3905: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:45:13.925 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3239 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:45:13.928 INFO:tasks.rados.rados.0.smithi037.stdout:3903: done (5 left) 2024-07-26T06:45:13.928 INFO:tasks.rados.rados.0.smithi037.stdout:3905: done (4 left) 2024-07-26T06:45:13.928 INFO:tasks.rados.rados.0.smithi037.stdout:3908: done (3 left) 2024-07-26T06:45:13.928 INFO:tasks.rados.rados.0.smithi037.stdout:3909: delete oid 50 current snap is 379 2024-07-26T06:45:13.933 INFO:tasks.rados.rados.0.smithi037.stdout:3909: done (3 left) 2024-07-26T06:45:13.933 INFO:tasks.rados.rados.0.smithi037.stdout:3910: snap_create 2024-07-26T06:45:13.940 INFO:tasks.rados.rados.0.smithi037.stdout:3907: finishing copy_from racing read to smithi03785213-5 2024-07-26T06:45:13.945 INFO:tasks.rados.rados.0.smithi037.stdout:3907: finishing copy_from to smithi03785213-5 2024-07-26T06:45:13.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 3204 (ObjNum 1150 snap 354 seq_num 1150) dirty exists 2024-07-26T06:45:13.967 INFO:tasks.rados.rados.0.smithi037.stdout:3906: expect (ObjNum 1204 snap 376 seq_num 1204) 2024-07-26T06:45:15.246 INFO:tasks.rados.rados.0.smithi037.stdout:3904: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:14 smithi037 ceph-mon[97339]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-07-26T06:45:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:14 smithi037 ceph-mon[97339]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:45:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:14 smithi037 ceph-mon[99762]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-07-26T06:45:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:14 smithi037 ceph-mon[99762]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:45:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:14 smithi135 ceph-mon[90132]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-07-26T06:45:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:14 smithi135 ceph-mon[90132]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:45:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:15 smithi037 ceph-mon[97339]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:45:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:15 smithi037 ceph-mon[99762]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:45:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:15 smithi135 ceph-mon[90132]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:45:16.718 INFO:tasks.rados.rados.0.smithi037.stdout:3904: done (3 left) 2024-07-26T06:45:16.718 INFO:tasks.rados.rados.0.smithi037.stdout:3906: done (2 left) 2024-07-26T06:45:16.718 INFO:tasks.rados.rados.0.smithi037.stdout:3907: done (1 left) 2024-07-26T06:45:16.718 INFO:tasks.rados.rados.0.smithi037.stdout:3910: done (0 left) 2024-07-26T06:45:16.719 INFO:tasks.rados.rados.0.smithi037.stdout:3911: snap_remove snap 353 2024-07-26T06:45:16.913 INFO:tasks.rados.rados.0.smithi037.stdout:3911: done (0 left) 2024-07-26T06:45:16.914 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 380 2024-07-26T06:45:16.914 INFO:tasks.rados.rados.0.smithi037.stdout:3912: seq_num 1215 ranges {4644864=753664,5398528=401408} 2024-07-26T06:45:16.945 INFO:tasks.rados.rados.0.smithi037.stdout:3912: writing smithi03785213-7 from 4644864 to 5398528 tid 1 2024-07-26T06:45:16.948 INFO:tasks.rados.rados.0.smithi037.stdout:3912: writing smithi03785213-7 from 5398528 to 5799936 tid 2 2024-07-26T06:45:16.948 INFO:tasks.rados.rados.0.smithi037.stdout:3913: snap_remove snap 374 2024-07-26T06:45:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:16 smithi037 ceph-mon[97339]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-07-26T06:45:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:16 smithi037 ceph-mon[99762]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-07-26T06:45:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:16 smithi135 ceph-mon[90132]: pgmap v839: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-07-26T06:45:17.892 INFO:tasks.rados.rados.0.smithi037.stdout:3913: done (1 left) 2024-07-26T06:45:17.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 380 2024-07-26T06:45:17.892 INFO:tasks.rados.rados.0.smithi037.stdout:3914: seq_num 1216 ranges {3604480=770048,4374528=401408} 2024-07-26T06:45:17.917 INFO:tasks.rados.rados.0.smithi037.stdout:3914: writing smithi03785213-41 from 3604480 to 4374528 tid 1 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3914: writing smithi03785213-41 from 4374528 to 4775936 tid 2 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3915: read oid 43 snap 377 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3915: expect (ObjNum 1210 snap 377 seq_num 1210) 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3916: read oid 18 snap -1 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3916: expect (ObjNum 1078 snap 336 seq_num 1078) 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 1 to smithi03785213-7 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 2 to smithi03785213-7 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 3 to smithi03785213-7 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 4 to smithi03785213-7 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3489 (ObjNum 1215 snap 380 seq_num 1215) dirty exists 2024-07-26T06:45:17.921 INFO:tasks.rados.rados.0.smithi037.stdout:3912: left oid 7 (ObjNum 1215 snap 380 seq_num 1215) 2024-07-26T06:45:17.922 INFO:tasks.rados.rados.0.smithi037.stdout:3912: done (3 left) 2024-07-26T06:45:17.922 INFO:tasks.rados.rados.0.smithi037.stdout:3917: copy_from oid 3 from oid 42 current snap is 380 2024-07-26T06:45:17.922 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 380 2024-07-26T06:45:17.922 INFO:tasks.rados.rados.0.smithi037.stdout:3918: seq_num 1217 ranges {10256384=786432,11042816=401408} 2024-07-26T06:45:17.982 INFO:tasks.rados.rados.0.smithi037.stdout:3918: writing smithi03785213-25 from 10256384 to 11042816 tid 1 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3918: writing smithi03785213-25 from 11042816 to 11444224 tid 2 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3919: read oid 34 snap -1 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3919: expect deleted 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3920: read oid 4 snap 375 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3920: expect deleted 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3921: rmattr oid 37 current snap is 380 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing write tid 1 to smithi03785213-41 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3922: copy_from oid 21 from oid 40 current snap is 380 2024-07-26T06:45:17.985 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing write tid 2 to smithi03785213-41 2024-07-26T06:45:17.986 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing write tid 3 to smithi03785213-41 2024-07-26T06:45:17.986 INFO:tasks.rados.rados.0.smithi037.stdout:3916: expect (ObjNum 1078 snap 336 seq_num 1078) 2024-07-26T06:45:18.022 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing write tid 4 to smithi03785213-41 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 3499 (ObjNum 1216 snap 380 seq_num 1216) dirty exists 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:3914: left oid 41 (ObjNum 1216 snap 380 seq_num 1216) 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:3917: finishing copy_from racing read to smithi03785213-3 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:3917: finishing copy_from to smithi03785213-3 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 3211 (ObjNum 1205 snap 376 seq_num 1205) dirty exists 2024-07-26T06:45:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:3915: expect (ObjNum 1210 snap 377 seq_num 1210) 2024-07-26T06:45:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:17 smithi037 ceph-mon[97339]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:45:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:17 smithi037 ceph-mon[97339]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:45:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:17 smithi037 ceph-mon[99762]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:45:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:17 smithi037 ceph-mon[99762]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:45:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:17 smithi135 ceph-mon[90132]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:45:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:17 smithi135 ceph-mon[90132]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:45:19.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 0 (ObjNum 1142 snap 350 seq_num 1142) dirty exists 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing write tid 1 to smithi03785213-25 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3914: done (8 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3915: done (7 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3916: done (6 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3917: done (5 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3919: done (4 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3920: done (3 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3921: done (2 left) 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3923: setattr oid 49 current snap is 380 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing write tid 2 to smithi03785213-25 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing write tid 3 to smithi03785213-25 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing write tid 4 to smithi03785213-25 2024-07-26T06:45:19.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 3233 (ObjNum 1217 snap 380 seq_num 1217) dirty exists 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3918: left oid 25 (ObjNum 1217 snap 380 seq_num 1217) 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3922: finishing copy_from racing read to smithi03785213-21 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3922: finishing copy_from to smithi03785213-21 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 3206 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3918: done (2 left) 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3922: done (1 left) 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 380 2024-07-26T06:45:19.251 INFO:tasks.rados.rados.0.smithi037.stdout:3924: seq_num 1218 ranges {835584=802816,1638400=401408} 2024-07-26T06:45:19.259 INFO:tasks.rados.rados.0.smithi037.stdout:3924: writing smithi03785213-23 from 835584 to 1638400 tid 1 2024-07-26T06:45:19.262 INFO:tasks.rados.rados.0.smithi037.stdout:3924: writing smithi03785213-23 from 1638400 to 2039808 tid 2 2024-07-26T06:45:19.262 INFO:tasks.rados.rados.0.smithi037.stdout:3925: snap_remove snap 370 2024-07-26T06:45:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:18 smithi037 ceph-mon[97339]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:45:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:18 smithi037 ceph-mon[99762]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:45:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:18 smithi135 ceph-mon[90132]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:45:19.933 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3207 (ObjNum 1181 snap 370 seq_num 1181) dirty exists 2024-07-26T06:45:19.933 INFO:tasks.rados.rados.0.smithi037.stdout:3924: finishing write tid 1 to smithi03785213-23 2024-07-26T06:45:19.933 INFO:tasks.rados.rados.0.smithi037.stdout:3924: finishing write tid 2 to smithi03785213-23 2024-07-26T06:45:19.933 INFO:tasks.rados.rados.0.smithi037.stdout:3924: finishing write tid 3 to smithi03785213-23 2024-07-26T06:45:19.933 INFO:tasks.rados.rados.0.smithi037.stdout:3924: finishing write tid 4 to smithi03785213-23 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 3425 (ObjNum 1218 snap 380 seq_num 1218) dirty exists 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3924: left oid 23 (ObjNum 1218 snap 380 seq_num 1218) 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3923: done (2 left) 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3924: done (1 left) 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3925: done (0 left) 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3926: read oid 16 snap 364 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3926: expect (ObjNum 1155 snap 361 seq_num 1155) 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 380 2024-07-26T06:45:19.934 INFO:tasks.rados.rados.0.smithi037.stdout:3927: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-07-26T06:45:19.936 INFO:tasks.rados.rados.0.smithi037.stdout:3927: writing smithi03785213-50 from 0 to 417792 tid 1 2024-07-26T06:45:19.940 INFO:tasks.rados.rados.0.smithi037.stdout:3927: writing smithi03785213-50 from 417792 to 974848 tid 2 2024-07-26T06:45:19.942 INFO:tasks.rados.rados.0.smithi037.stdout:3927: writing smithi03785213-50 from 974848 to 1220608 tid 3 2024-07-26T06:45:19.942 INFO:tasks.rados.rados.0.smithi037.stdout:3928: snap_remove snap 378 2024-07-26T06:45:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:20.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:20.939 INFO:tasks.rados.rados.0.smithi037.stdout:3928: done (2 left) 2024-07-26T06:45:20.939 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 380 2024-07-26T06:45:20.939 INFO:tasks.rados.rados.0.smithi037.stdout:3927: finishing write tid 1 to smithi03785213-50 2024-07-26T06:45:20.939 INFO:tasks.rados.rados.0.smithi037.stdout:3929: seq_num 1220 ranges {3678208=434176,4112384=442368,4554752=360448} 2024-07-26T06:45:20.961 INFO:tasks.rados.rados.0.smithi037.stdout:3929: writing smithi03785213-24 from 3678208 to 4112384 tid 1 2024-07-26T06:45:20.964 INFO:tasks.rados.rados.0.smithi037.stdout:3929: writing smithi03785213-24 from 4112384 to 4554752 tid 2 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3929: writing smithi03785213-24 from 4554752 to 4915200 tid 3 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3930: snap_create 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3927: finishing write tid 2 to smithi03785213-50 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3927: finishing write tid 3 to smithi03785213-50 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3927: finishing write tid 4 to smithi03785213-50 2024-07-26T06:45:20.967 INFO:tasks.rados.rados.0.smithi037.stdout:3926: expect (ObjNum 1155 snap 361 seq_num 1155) 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:3927: finishing write tid 5 to smithi03785213-50 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 3215 (ObjNum 1219 snap 380 seq_num 1219) dirty exists 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:3927: left oid 50 (ObjNum 1219 snap 380 seq_num 1219) 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:3929: finishing write tid 1 to smithi03785213-24 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:3929: finishing write tid 2 to smithi03785213-24 2024-07-26T06:45:21.053 INFO:tasks.rados.rados.0.smithi037.stdout:3929: finishing write tid 3 to smithi03785213-24 2024-07-26T06:45:21.054 INFO:tasks.rados.rados.0.smithi037.stdout:3929: finishing write tid 4 to smithi03785213-24 2024-07-26T06:45:21.054 INFO:tasks.rados.rados.0.smithi037.stdout:3929: finishing write tid 5 to smithi03785213-24 2024-07-26T06:45:21.054 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3243 (ObjNum 1220 snap 380 seq_num 1220) dirty exists 2024-07-26T06:45:21.054 INFO:tasks.rados.rados.0.smithi037.stdout:3929: left oid 24 (ObjNum 1220 snap 380 seq_num 1220) 2024-07-26T06:45:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:20 smithi037 ceph-mon[97339]: pgmap v843: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-26T06:45:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:20 smithi037 ceph-mon[97339]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:45:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:20 smithi037 ceph-mon[99762]: pgmap v843: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-26T06:45:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:20 smithi037 ceph-mon[99762]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:45:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:20 smithi135 ceph-mon[90132]: pgmap v843: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-26T06:45:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:20 smithi135 ceph-mon[90132]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:45:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:21] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:45:21.946 INFO:tasks.rados.rados.0.smithi037.stdout:3926: done (3 left) 2024-07-26T06:45:21.946 INFO:tasks.rados.rados.0.smithi037.stdout:3927: done (2 left) 2024-07-26T06:45:21.946 INFO:tasks.rados.rados.0.smithi037.stdout:3929: done (1 left) 2024-07-26T06:45:21.946 INFO:tasks.rados.rados.0.smithi037.stdout:3930: done (0 left) 2024-07-26T06:45:21.946 INFO:tasks.rados.rados.0.smithi037.stdout:3931: snap_create 2024-07-26T06:45:22.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:21 smithi037 ceph-mon[97339]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:45:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:21 smithi037 ceph-mon[99762]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:45:22.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:21 smithi135 ceph-mon[90132]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:45:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3931: done (0 left) 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3932: rollback oid 29 current snap is 382 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 381 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3933: rmattr oid 15 current snap is 382 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3933: done (1 left) 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3934: rmattr oid 40 current snap is 382 2024-07-26T06:45:22.893 INFO:tasks.rados.rados.0.smithi037.stdout:3935: snap_remove snap 364 2024-07-26T06:45:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[97339]: pgmap v846: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:45:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[97339]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:45:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[97339]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:45:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[99762]: pgmap v846: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:45:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[99762]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:45:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:22 smithi037 ceph-mon[99762]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:45:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:22 smithi135 ceph-mon[90132]: pgmap v846: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:45:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:22 smithi135 ceph-mon[90132]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:45:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:22 smithi135 ceph-mon[90132]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:45:23.895 INFO:tasks.rados.rados.0.smithi037.stdout:3935: done (2 left) 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:3936: delete oid 39 current snap is 382 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 3209 (ObjNum 1078 snap 336 seq_num 1078) dirty exists 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:3932: finishing rollback tid 0 to smithi03785213-29 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:3932: finishing rollback tid 1 to smithi03785213-29 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:3932: finishing rollback tid 2 to smithi03785213-29 2024-07-26T06:45:23.896 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 3236 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-07-26T06:45:23.902 INFO:tasks.rados.rados.0.smithi037.stdout:3932: done (2 left) 2024-07-26T06:45:23.902 INFO:tasks.rados.rados.0.smithi037.stdout:3934: done (1 left) 2024-07-26T06:45:23.902 INFO:tasks.rados.rados.0.smithi037.stdout:3936: done (0 left) 2024-07-26T06:45:23.902 INFO:tasks.rados.rados.0.smithi037.stdout:3937: snap_create 2024-07-26T06:45:24.897 INFO:tasks.rados.rados.0.smithi037.stdout:3937: done (0 left) 2024-07-26T06:45:24.897 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 383 2024-07-26T06:45:24.897 INFO:tasks.rados.rados.0.smithi037.stdout:3938: seq_num 1222 ranges {11026432=475136,11501568=606208,12107776=196608} 2024-07-26T06:45:24.959 INFO:tasks.rados.rados.0.smithi037.stdout:3938: writing smithi03785213-19 from 11026432 to 11501568 tid 1 2024-07-26T06:45:24.963 INFO:tasks.rados.rados.0.smithi037.stdout:3938: writing smithi03785213-19 from 11501568 to 12107776 tid 2 2024-07-26T06:45:24.964 INFO:tasks.rados.rados.0.smithi037.stdout:3938: writing smithi03785213-19 from 12107776 to 12304384 tid 3 2024-07-26T06:45:24.964 INFO:tasks.rados.rados.0.smithi037.stdout:3939: copy_from oid 20 from oid 49 current snap is 383 2024-07-26T06:45:24.964 INFO:tasks.rados.rados.0.smithi037.stdout:3940: snap_remove snap 342 2024-07-26T06:45:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:24 smithi037 ceph-mon[97339]: pgmap v849: 121 pgs: 121 active+clean; 326 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-26T06:45:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:24 smithi037 ceph-mon[97339]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:45:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:24 smithi037 ceph-mon[99762]: pgmap v849: 121 pgs: 121 active+clean; 326 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-26T06:45:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:24 smithi037 ceph-mon[99762]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:45:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:24 smithi135 ceph-mon[90132]: pgmap v849: 121 pgs: 121 active+clean; 326 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-26T06:45:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:24 smithi135 ceph-mon[90132]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3940: done (2 left) 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3941: rollback oid 39 current snap is 383 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 379 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: finishing write tid 1 to smithi03785213-19 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: finishing write tid 2 to smithi03785213-19 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: finishing write tid 3 to smithi03785213-19 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: finishing write tid 4 to smithi03785213-19 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: finishing write tid 5 to smithi03785213-19 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2754 (ObjNum 1222 snap 383 seq_num 1222) dirty exists 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3938: left oid 19 (ObjNum 1222 snap 383 seq_num 1222) 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3939: finishing copy_from racing read to smithi03785213-20 2024-07-26T06:45:25.909 INFO:tasks.rados.rados.0.smithi037.stdout:3939: finishing copy_from to smithi03785213-20 2024-07-26T06:45:25.910 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 3207 (ObjNum 1181 snap 370 seq_num 1181) dirty exists 2024-07-26T06:45:25.910 INFO:tasks.rados.rados.0.smithi037.stdout:3938: done (2 left) 2024-07-26T06:45:25.910 INFO:tasks.rados.rados.0.smithi037.stdout:3939: done (1 left) 2024-07-26T06:45:25.910 INFO:tasks.rados.rados.0.smithi037.stdout:3942: copy_from oid 27 from oid 46 current snap is 383 2024-07-26T06:45:25.910 INFO:tasks.rados.rados.0.smithi037.stdout:3943: delete oid 4 current snap is 383 2024-07-26T06:45:25.919 INFO:tasks.rados.rados.0.smithi037.stdout:3941: finishing rollback tid 1 to smithi03785213-39 2024-07-26T06:45:25.919 INFO:tasks.rados.rados.0.smithi037.stdout:3941: finishing rollback tid 2 to smithi03785213-39 2024-07-26T06:45:25.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3312 (ObjNum 1136 snap 348 seq_num 1136) dirty exists 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:3941: done (2 left) 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:3943: done (1 left) 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:3944: rollback oid 43 current snap is 383 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 360 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 383 2024-07-26T06:45:25.932 INFO:tasks.rados.rados.0.smithi037.stdout:3945: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-07-26T06:45:25.935 INFO:tasks.rados.rados.0.smithi037.stdout:3945: writing smithi03785213-14 from 0 to 507904 tid 1 2024-07-26T06:45:25.938 INFO:tasks.rados.rados.0.smithi037.stdout:3945: writing smithi03785213-14 from 507904 to 933888 tid 2 2024-07-26T06:45:25.942 INFO:tasks.rados.rados.0.smithi037.stdout:3945: writing smithi03785213-14 from 933888 to 1310720 tid 3 2024-07-26T06:45:25.942 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 383 2024-07-26T06:45:25.943 INFO:tasks.rados.rados.0.smithi037.stdout:3944: finishing rollback tid 0 to smithi03785213-43 2024-07-26T06:45:25.943 INFO:tasks.rados.rados.0.smithi037.stdout:3944: finishing rollback tid 1 to smithi03785213-43 2024-07-26T06:45:25.943 INFO:tasks.rados.rados.0.smithi037.stdout:3944: finishing rollback tid 2 to smithi03785213-43 2024-07-26T06:45:25.943 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3315 (ObjNum 1148 snap 354 seq_num 1148) dirty exists 2024-07-26T06:45:25.943 INFO:tasks.rados.rados.0.smithi037.stdout:3946: seq_num 1225 ranges {4186112=524288,4710400=712704,5423104=90112} 2024-07-26T06:45:25.970 INFO:tasks.rados.rados.0.smithi037.stdout:3946: writing smithi03785213-9 from 4186112 to 4710400 tid 1 2024-07-26T06:45:25.974 INFO:tasks.rados.rados.0.smithi037.stdout:3946: writing smithi03785213-9 from 4710400 to 5423104 tid 2 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:3946: writing smithi03785213-9 from 5423104 to 5513216 tid 3 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:3944: done (3 left) 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 383 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:3945: finishing write tid 1 to smithi03785213-14 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:3945: finishing write tid 2 to smithi03785213-14 2024-07-26T06:45:25.975 INFO:tasks.rados.rados.0.smithi037.stdout:3947: seq_num 1226 ranges {1261568=540672,1802240=598016,2400256=204800} 2024-07-26T06:45:25.985 INFO:tasks.rados.rados.0.smithi037.stdout:3947: writing smithi03785213-21 from 1261568 to 1802240 tid 1 2024-07-26T06:45:25.988 INFO:tasks.rados.rados.0.smithi037.stdout:3947: writing smithi03785213-21 from 1802240 to 2400256 tid 2 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3947: writing smithi03785213-21 from 2400256 to 2605056 tid 3 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 383 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3945: finishing write tid 3 to smithi03785213-14 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3945: finishing write tid 4 to smithi03785213-14 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3945: finishing write tid 5 to smithi03785213-14 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 3429 (ObjNum 1224 snap 383 seq_num 1224) dirty exists 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3945: left oid 14 (ObjNum 1224 snap 383 seq_num 1224) 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3942: finishing copy_from racing read to smithi03785213-27 2024-07-26T06:45:25.990 INFO:tasks.rados.rados.0.smithi037.stdout:3942: finishing copy_from to smithi03785213-27 2024-07-26T06:45:25.991 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2902 (ObjNum 1085 snap 337 seq_num 1085) dirty exists 2024-07-26T06:45:25.991 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing write tid 1 to smithi03785213-9 2024-07-26T06:45:25.991 INFO:tasks.rados.rados.0.smithi037.stdout:3948: seq_num 1227 ranges {8462336=557056,9019392=483328,9502720=319488} 2024-07-26T06:45:26.039 INFO:tasks.rados.rados.0.smithi037.stdout:3948: writing smithi03785213-43 from 8462336 to 9019392 tid 1 2024-07-26T06:45:26.041 INFO:tasks.rados.rados.0.smithi037.stdout:3948: writing smithi03785213-43 from 9019392 to 9502720 tid 2 2024-07-26T06:45:26.044 INFO:tasks.rados.rados.0.smithi037.stdout:3948: writing smithi03785213-43 from 9502720 to 9822208 tid 3 2024-07-26T06:45:26.044 INFO:tasks.rados.rados.0.smithi037.stdout:3942: done (4 left) 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3945: done (3 left) 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3949: delete oid 8 current snap is 383 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing write tid 2 to smithi03785213-9 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing write tid 3 to smithi03785213-9 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing write tid 4 to smithi03785213-9 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing write tid 5 to smithi03785213-9 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3544 (ObjNum 1225 snap 383 seq_num 1225) dirty exists 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3946: left oid 9 (ObjNum 1225 snap 383 seq_num 1225) 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing write tid 1 to smithi03785213-21 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing write tid 2 to smithi03785213-21 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing write tid 3 to smithi03785213-21 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing write tid 4 to smithi03785213-21 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing write tid 5 to smithi03785213-21 2024-07-26T06:45:26.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 3247 (ObjNum 1226 snap 383 seq_num 1226) dirty exists 2024-07-26T06:45:26.046 INFO:tasks.rados.rados.0.smithi037.stdout:3947: left oid 21 (ObjNum 1226 snap 383 seq_num 1226) 2024-07-26T06:45:26.046 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing write tid 1 to smithi03785213-43 2024-07-26T06:45:26.046 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing write tid 2 to smithi03785213-43 2024-07-26T06:45:26.046 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing write tid 3 to smithi03785213-43 2024-07-26T06:45:26.046 INFO:tasks.rados.rados.0.smithi037.stdout:3946: done (3 left) 2024-07-26T06:45:26.047 INFO:tasks.rados.rados.0.smithi037.stdout:3947: done (2 left) 2024-07-26T06:45:26.047 INFO:tasks.rados.rados.0.smithi037.stdout:3949: done (1 left) 2024-07-26T06:45:26.047 INFO:tasks.rados.rados.0.smithi037.stdout:3950: delete oid 1 current snap is 383 2024-07-26T06:45:26.047 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing write tid 4 to smithi03785213-43 2024-07-26T06:45:26.048 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing write tid 5 to smithi03785213-43 2024-07-26T06:45:26.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3319 (ObjNum 1227 snap 383 seq_num 1227) dirty exists 2024-07-26T06:45:26.048 INFO:tasks.rados.rados.0.smithi037.stdout:3948: left oid 43 (ObjNum 1227 snap 383 seq_num 1227) 2024-07-26T06:45:26.049 INFO:tasks.rados.rados.0.smithi037.stdout:3948: done (1 left) 2024-07-26T06:45:26.049 INFO:tasks.rados.rados.0.smithi037.stdout:3950: done (0 left) 2024-07-26T06:45:26.049 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 383 2024-07-26T06:45:26.049 INFO:tasks.rados.rados.0.smithi037.stdout:3951: seq_num 1230 ranges {2334720=606208,2940928=532480,3473408=270336} 2024-07-26T06:45:26.065 INFO:tasks.rados.rados.0.smithi037.stdout:3951: writing smithi03785213-37 from 2334720 to 2940928 tid 1 2024-07-26T06:45:26.068 INFO:tasks.rados.rados.0.smithi037.stdout:3951: writing smithi03785213-37 from 2940928 to 3473408 tid 2 2024-07-26T06:45:26.070 INFO:tasks.rados.rados.0.smithi037.stdout:3951: writing smithi03785213-37 from 3473408 to 3743744 tid 3 2024-07-26T06:45:26.070 INFO:tasks.rados.rados.0.smithi037.stdout:3952: snap_create 2024-07-26T06:45:26.070 INFO:tasks.rados.rados.0.smithi037.stdout:3951: finishing write tid 1 to smithi03785213-37 2024-07-26T06:45:26.072 INFO:tasks.rados.rados.0.smithi037.stdout:3951: finishing write tid 2 to smithi03785213-37 2024-07-26T06:45:26.072 INFO:tasks.rados.rados.0.smithi037.stdout:3951: finishing write tid 3 to smithi03785213-37 2024-07-26T06:45:26.073 INFO:tasks.rados.rados.0.smithi037.stdout:3951: finishing write tid 4 to smithi03785213-37 2024-07-26T06:45:26.074 INFO:tasks.rados.rados.0.smithi037.stdout:3951: finishing write tid 5 to smithi03785213-37 2024-07-26T06:45:26.074 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2758 (ObjNum 1230 snap 383 seq_num 1230) dirty exists 2024-07-26T06:45:26.074 INFO:tasks.rados.rados.0.smithi037.stdout:3951: left oid 37 (ObjNum 1230 snap 383 seq_num 1230) 2024-07-26T06:45:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:25 smithi037 ceph-mon[97339]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:45:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:25 smithi037 ceph-mon[99762]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:45:26.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:25 smithi135 ceph-mon[90132]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:45:26.910 INFO:tasks.rados.rados.0.smithi037.stdout:3951: done (1 left) 2024-07-26T06:45:26.911 INFO:tasks.rados.rados.0.smithi037.stdout:3952: done (0 left) 2024-07-26T06:45:26.911 INFO:tasks.rados.rados.0.smithi037.stdout:3953: read oid 25 snap -1 2024-07-26T06:45:26.911 INFO:tasks.rados.rados.0.smithi037.stdout:3953: expect (ObjNum 1217 snap 380 seq_num 1217) 2024-07-26T06:45:26.911 INFO:tasks.rados.rados.0.smithi037.stdout:3954: snap_remove snap 377 2024-07-26T06:45:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:26 smithi037 ceph-mon[97339]: pgmap v852: 121 pgs: 121 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-26T06:45:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:26 smithi037 ceph-mon[97339]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:45:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:26 smithi037 ceph-mon[99762]: pgmap v852: 121 pgs: 121 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-26T06:45:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:26 smithi037 ceph-mon[99762]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:45:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:26 smithi135 ceph-mon[90132]: pgmap v852: 121 pgs: 121 active+clean; 327 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-26T06:45:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:26 smithi135 ceph-mon[90132]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:45:27.895 INFO:tasks.rados.rados.0.smithi037.stdout:3953: expect (ObjNum 1217 snap 380 seq_num 1217) 2024-07-26T06:45:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:27 smithi037 ceph-mon[97339]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:45:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:27 smithi037 ceph-mon[97339]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:45:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:27 smithi037 ceph-mon[99762]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:45:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:27 smithi037 ceph-mon[99762]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:45:28.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:27 smithi135 ceph-mon[90132]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:45:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:27 smithi135 ceph-mon[90132]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:45:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:3953: done (1 left) 2024-07-26T06:45:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:3954: done (0 left) 2024-07-26T06:45:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:3955: rmattr oid 49 current snap is 384 2024-07-26T06:45:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 384 2024-07-26T06:45:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:3956: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-07-26T06:45:29.122 INFO:tasks.rados.rados.0.smithi037.stdout:3956: writing smithi03785213-4 from 0 to 622592 tid 1 2024-07-26T06:45:29.125 INFO:tasks.rados.rados.0.smithi037.stdout:3956: writing smithi03785213-4 from 622592 to 1040384 tid 2 2024-07-26T06:45:29.127 INFO:tasks.rados.rados.0.smithi037.stdout:3956: writing smithi03785213-4 from 1040384 to 1425408 tid 3 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:3957: read oid 23 snap -1 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:3957: expect (ObjNum 1218 snap 380 seq_num 1218) 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:3958: copy_from oid 11 from oid 36 current snap is 384 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3209 (ObjNum 1181 snap 370 seq_num 1181) dirty exists 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:3955: done (3 left) 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 384 2024-07-26T06:45:29.128 INFO:tasks.rados.rados.0.smithi037.stdout:3959: seq_num 1232 ranges {3973120=638976,4612096=753664,5365760=49152} 2024-07-26T06:45:29.153 INFO:tasks.rados.rados.0.smithi037.stdout:3959: writing smithi03785213-10 from 3973120 to 4612096 tid 1 2024-07-26T06:45:29.157 INFO:tasks.rados.rados.0.smithi037.stdout:3959: writing smithi03785213-10 from 4612096 to 5365760 tid 2 2024-07-26T06:45:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:3959: writing smithi03785213-10 from 5365760 to 5414912 tid 3 2024-07-26T06:45:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:3960: copy_from oid 35 from oid 38 current snap is 384 2024-07-26T06:45:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:3956: finishing write tid 1 to smithi03785213-4 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: finishing write tid 2 to smithi03785213-4 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: finishing write tid 3 to smithi03785213-4 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: finishing write tid 4 to smithi03785213-4 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: finishing write tid 5 to smithi03785213-4 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3433 (ObjNum 1231 snap 384 seq_num 1231) dirty exists 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: left oid 4 (ObjNum 1231 snap 384 seq_num 1231) 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3956: done (4 left) 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3961: read oid 39 snap -1 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3961: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3962: setattr oid 2 current snap is 384 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3958: finishing copy_from racing read to smithi03785213-11 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3958: finishing copy_from to smithi03785213-11 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 3421 (ObjNum 1199 snap 375 seq_num 1199) dirty exists 2024-07-26T06:45:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:3957: expect (ObjNum 1218 snap 380 seq_num 1218) 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3959: finishing write tid 1 to smithi03785213-10 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3960: finishing copy_from to smithi03785213-35 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3960: got expected ENOENT (src dne) 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3960: finishing copy_from racing read to smithi03785213-35 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3959: finishing write tid 2 to smithi03785213-10 2024-07-26T06:45:29.229 INFO:tasks.rados.rados.0.smithi037.stdout:3959: finishing write tid 3 to smithi03785213-10 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3959: finishing write tid 4 to smithi03785213-10 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3959: finishing write tid 5 to smithi03785213-10 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2199 (ObjNum 1232 snap 384 seq_num 1232) dirty exists 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3959: left oid 10 (ObjNum 1232 snap 384 seq_num 1232) 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3957: done (5 left) 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3958: done (4 left) 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3959: done (3 left) 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3960: done (2 left) 2024-07-26T06:45:29.230 INFO:tasks.rados.rados.0.smithi037.stdout:3963: delete oid 7 current snap is 384 2024-07-26T06:45:29.231 INFO:tasks.rados.rados.0.smithi037.stdout:3961: expect (ObjNum 1136 snap 348 seq_num 1136) 2024-07-26T06:45:29.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:28 smithi135 ceph-mon[90132]: pgmap v855: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:45:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:28 smithi037 ceph-mon[97339]: pgmap v855: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:45:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:28 smithi037 ceph-mon[99762]: pgmap v855: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3237 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3961: done (2 left) 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3962: done (1 left) 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3963: done (0 left) 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3964: read oid 17 snap -1 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3964: expect (ObjNum 1108 snap 341 seq_num 1108) 2024-07-26T06:45:30.703 INFO:tasks.rados.rados.0.smithi037.stdout:3965: rollback oid 3 current snap is 384 2024-07-26T06:45:30.704 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 381 2024-07-26T06:45:30.704 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 384 2024-07-26T06:45:30.704 INFO:tasks.rados.rados.0.smithi037.stdout:3966: seq_num 1234 ranges {2039808=671744,2711552=516096,3227648=286720} 2024-07-26T06:45:30.717 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03785213-23 from 2039808 to 2711552 tid 1 2024-07-26T06:45:30.720 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03785213-23 from 2711552 to 3227648 tid 2 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03785213-23 from 3227648 to 3514368 tid 3 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3967: rollback oid 47 current snap is 384 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 375 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3965: finishing rollback tid 0 to smithi03785213-3 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3965: finishing rollback tid 1 to smithi03785213-3 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3965: finishing rollback tid 2 to smithi03785213-3 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 3214 (ObjNum 1205 snap 376 seq_num 1205) dirty exists 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3965: done (3 left) 2024-07-26T06:45:30.723 INFO:tasks.rados.rados.0.smithi037.stdout:3968: setattr oid 35 current snap is 384 2024-07-26T06:45:30.725 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 384 2024-07-26T06:45:30.725 INFO:tasks.rados.rados.0.smithi037.stdout:3969: seq_num 1235 ranges {8790016=688128,9478144=802816} 2024-07-26T06:45:30.777 INFO:tasks.rados.rados.0.smithi037.stdout:3969: writing smithi03785213-27 from 8790016 to 9478144 tid 1 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3969: writing smithi03785213-27 from 9478144 to 10280960 tid 2 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3970: read oid 1 snap 376 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3970: expect (ObjNum 1150 snap 354 seq_num 1150) 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3971: snap_create 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 1 to smithi03785213-23 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2918 (ObjNum 1164 snap 363 seq_num 1164) dirty exists 2024-07-26T06:45:30.783 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 2 to smithi03785213-23 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 3 to smithi03785213-23 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing rollback tid 0 to smithi03785213-47 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 4 to smithi03785213-23 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing rollback tid 1 to smithi03785213-47 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing rollback tid 2 to smithi03785213-47 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 3560 (ObjNum 1116 snap 343 seq_num 1116) dirty exists 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 5 to smithi03785213-23 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 3437 (ObjNum 1234 snap 384 seq_num 1234) dirty exists 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3966: left oid 23 (ObjNum 1234 snap 384 seq_num 1234) 2024-07-26T06:45:30.784 INFO:tasks.rados.rados.0.smithi037.stdout:3964: expect (ObjNum 1108 snap 341 seq_num 1108) 2024-07-26T06:45:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:30 smithi037 ceph-mon[97339]: pgmap v857: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 346 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-26T06:45:31.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:30 smithi037 ceph-mon[99762]: pgmap v857: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 346 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-26T06:45:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:30 smithi135 ceph-mon[90132]: pgmap v857: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 346 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-26T06:45:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:31] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3969: finishing write tid 1 to smithi03785213-27 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3969: finishing write tid 2 to smithi03785213-27 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3969: finishing write tid 3 to smithi03785213-27 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3969: finishing write tid 4 to smithi03785213-27 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2905 (ObjNum 1235 snap 384 seq_num 1235) dirty exists 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3969: left oid 27 (ObjNum 1235 snap 384 seq_num 1235) 2024-07-26T06:45:31.800 INFO:tasks.rados.rados.0.smithi037.stdout:3970: expect (ObjNum 1150 snap 354 seq_num 1150) 2024-07-26T06:45:32.195 INFO:tasks.rados.rados.0.smithi037.stdout:3964: done (6 left) 2024-07-26T06:45:32.195 INFO:tasks.rados.rados.0.smithi037.stdout:3966: done (5 left) 2024-07-26T06:45:32.195 INFO:tasks.rados.rados.0.smithi037.stdout:3967: done (4 left) 2024-07-26T06:45:32.195 INFO:tasks.rados.rados.0.smithi037.stdout:3968: done (3 left) 2024-07-26T06:45:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3969: done (2 left) 2024-07-26T06:45:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3970: done (1 left) 2024-07-26T06:45:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3971: done (0 left) 2024-07-26T06:45:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 385 2024-07-26T06:45:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3972: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-07-26T06:45:32.198 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03785213-1 from 0 to 704512 tid 1 2024-07-26T06:45:32.203 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03785213-1 from 704512 to 1392640 tid 2 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03785213-1 from 1392640 to 1507328 tid 3 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3973: copy_from oid 2 from oid 33 current snap is 385 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 1 to smithi03785213-1 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3974: read oid 31 snap -1 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3974: expect deleted 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3975: delete oid 46 current snap is 385 2024-07-26T06:45:32.204 INFO:tasks.rados.rados.0.smithi037.stdout:3973: finishing copy_from to smithi03785213-2 2024-07-26T06:45:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:3973: got expected ENOENT (src dne) 2024-07-26T06:45:32.205 INFO:tasks.rados.rados.0.smithi037.stdout:3973: finishing copy_from racing read to smithi03785213-2 2024-07-26T06:45:32.207 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 2 to smithi03785213-1 2024-07-26T06:45:32.208 INFO:tasks.rados.rados.0.smithi037.stdout:3973: done (3 left) 2024-07-26T06:45:32.208 INFO:tasks.rados.rados.0.smithi037.stdout:3974: done (2 left) 2024-07-26T06:45:32.208 INFO:tasks.rados.rados.0.smithi037.stdout:3975: done (1 left) 2024-07-26T06:45:32.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 385 2024-07-26T06:45:32.208 INFO:tasks.rados.rados.0.smithi037.stdout:3976: seq_num 1238 ranges {1261568=737280,1998848=458752,2457600=344064} 2024-07-26T06:45:32.219 INFO:tasks.rados.rados.0.smithi037.stdout:3976: writing smithi03785213-44 from 1261568 to 1998848 tid 1 2024-07-26T06:45:32.221 INFO:tasks.rados.rados.0.smithi037.stdout:3976: writing smithi03785213-44 from 1998848 to 2457600 tid 2 2024-07-26T06:45:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:3976: writing smithi03785213-44 from 2457600 to 2801664 tid 3 2024-07-26T06:45:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 385 2024-07-26T06:45:32.224 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 3 to smithi03785213-1 2024-07-26T06:45:32.224 INFO:tasks.rados.rados.0.smithi037.stdout:3977: seq_num 1239 ranges {1261568=753664,2015232=745472,2760704=57344} 2024-07-26T06:45:32.234 INFO:tasks.rados.rados.0.smithi037.stdout:3977: writing smithi03785213-28 from 1261568 to 2015232 tid 1 2024-07-26T06:45:32.239 INFO:tasks.rados.rados.0.smithi037.stdout:3977: writing smithi03785213-28 from 2015232 to 2760704 tid 2 2024-07-26T06:45:32.240 INFO:tasks.rados.rados.0.smithi037.stdout:3977: writing smithi03785213-28 from 2760704 to 2818048 tid 3 2024-07-26T06:45:32.240 INFO:tasks.rados.rados.0.smithi037.stdout:3978: rollback oid 17 current snap is 385 2024-07-26T06:45:32.240 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 379 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 4 to smithi03785213-1 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 5 to smithi03785213-1 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3213 (ObjNum 1236 snap 385 seq_num 1236) dirty exists 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3972: left oid 1 (ObjNum 1236 snap 385 seq_num 1236) 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3976: finishing write tid 1 to smithi03785213-44 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3972: done (3 left) 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3979: rollback oid 48 current snap is 385 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 352 2024-07-26T06:45:32.241 INFO:tasks.rados.rados.0.smithi037.stdout:3976: finishing write tid 2 to smithi03785213-44 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3976: finishing write tid 3 to smithi03785213-44 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3976: finishing write tid 4 to smithi03785213-44 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3976: finishing write tid 5 to smithi03785213-44 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 3213 (ObjNum 1238 snap 385 seq_num 1238) dirty exists 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3976: left oid 44 (ObjNum 1238 snap 385 seq_num 1238) 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3976: done (3 left) 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3980: delete oid 46 current snap is 385 2024-07-26T06:45:32.242 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing write tid 1 to smithi03785213-28 2024-07-26T06:45:32.244 INFO:tasks.rados.rados.0.smithi037.stdout:3980: done (3 left) 2024-07-26T06:45:32.244 INFO:tasks.rados.rados.0.smithi037.stdout:3981: delete oid 30 current snap is 385 2024-07-26T06:45:32.247 INFO:tasks.rados.rados.0.smithi037.stdout:3978: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:45:32.247 INFO:tasks.rados.rados.0.smithi037.stdout:3978: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:45:32.247 INFO:tasks.rados.rados.0.smithi037.stdout:3981: done (3 left) 2024-07-26T06:45:32.247 INFO:tasks.rados.rados.0.smithi037.stdout:3982: rmattr oid 38 current snap is 385 2024-07-26T06:45:32.247 INFO:tasks.rados.rados.0.smithi037.stdout:3982: done (3 left) 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3983: read oid 21 snap -1 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3983: expect (ObjNum 1226 snap 383 seq_num 1226) 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3984: snap_create 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing write tid 2 to smithi03785213-28 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3978: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3250 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing write tid 3 to smithi03785213-28 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing write tid 4 to smithi03785213-28 2024-07-26T06:45:32.248 INFO:tasks.rados.rados.0.smithi037.stdout:3979: finishing rollback tid 0 to smithi03785213-48 2024-07-26T06:45:32.249 INFO:tasks.rados.rados.0.smithi037.stdout:3979: finishing rollback tid 1 to smithi03785213-48 2024-07-26T06:45:32.249 INFO:tasks.rados.rados.0.smithi037.stdout:3979: finishing rollback tid 2 to smithi03785213-48 2024-07-26T06:45:32.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3564 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:45:32.249 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing write tid 5 to smithi03785213-28 2024-07-26T06:45:32.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 3241 (ObjNum 1239 snap 385 seq_num 1239) dirty exists 2024-07-26T06:45:32.250 INFO:tasks.rados.rados.0.smithi037.stdout:3977: left oid 28 (ObjNum 1239 snap 385 seq_num 1239) 2024-07-26T06:45:32.255 INFO:tasks.rados.rados.0.smithi037.stdout:3983: expect (ObjNum 1226 snap 383 seq_num 1226) 2024-07-26T06:45:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:31 smithi037 ceph-mon[97339]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:45:32.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:31 smithi037 ceph-mon[99762]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:45:32.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:31 smithi135 ceph-mon[90132]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:45:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:32.896 INFO:tasks.rados.rados.0.smithi037.stdout:3977: done (4 left) 2024-07-26T06:45:32.896 INFO:tasks.rados.rados.0.smithi037.stdout:3978: done (3 left) 2024-07-26T06:45:32.896 INFO:tasks.rados.rados.0.smithi037.stdout:3979: done (2 left) 2024-07-26T06:45:32.896 INFO:tasks.rados.rados.0.smithi037.stdout:3983: done (1 left) 2024-07-26T06:45:32.897 INFO:tasks.rados.rados.0.smithi037.stdout:3984: done (0 left) 2024-07-26T06:45:32.897 INFO:tasks.rados.rados.0.smithi037.stdout:3985: delete oid 10 current snap is 386 2024-07-26T06:45:32.902 INFO:tasks.rados.rados.0.smithi037.stdout:3985: done (0 left) 2024-07-26T06:45:32.903 INFO:tasks.rados.rados.0.smithi037.stdout:3986: copy_from oid 32 from oid 4 current snap is 386 2024-07-26T06:45:32.903 INFO:tasks.rados.rados.0.smithi037.stdout:3987: read oid 44 snap -1 2024-07-26T06:45:32.903 INFO:tasks.rados.rados.0.smithi037.stdout:3987: expect (ObjNum 1238 snap 385 seq_num 1238) 2024-07-26T06:45:32.903 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 386 2024-07-26T06:45:32.903 INFO:tasks.rados.rados.0.smithi037.stdout:3988: seq_num 1243 ranges {1310720=425984,1736704=729088,2465792=466944,2932736=8192} 2024-07-26T06:45:32.912 INFO:tasks.rados.rados.0.smithi037.stdout:3988: writing smithi03785213-14 from 1310720 to 1736704 tid 1 2024-07-26T06:45:32.917 INFO:tasks.rados.rados.0.smithi037.stdout:3988: writing smithi03785213-14 from 1736704 to 2465792 tid 2 2024-07-26T06:45:32.920 INFO:tasks.rados.rados.0.smithi037.stdout:3988: writing smithi03785213-14 from 2465792 to 2932736 tid 3 2024-07-26T06:45:32.920 INFO:tasks.rados.rados.0.smithi037.stdout:3988: writing smithi03785213-14 from 2932736 to 2940928 tid 4 2024-07-26T06:45:32.921 INFO:tasks.rados.rados.0.smithi037.stdout:3989: snap_create 2024-07-26T06:45:32.921 INFO:tasks.rados.rados.0.smithi037.stdout:3986: finishing copy_from racing read to smithi03785213-32 2024-07-26T06:45:32.921 INFO:tasks.rados.rados.0.smithi037.stdout:3986: finishing copy_from to smithi03785213-32 2024-07-26T06:45:32.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3433 (ObjNum 1231 snap 384 seq_num 1231) dirty exists 2024-07-26T06:45:32.921 INFO:tasks.rados.rados.0.smithi037.stdout:3987: expect (ObjNum 1238 snap 385 seq_num 1238) 2024-07-26T06:45:33.019 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 1 to smithi03785213-14 2024-07-26T06:45:33.019 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 2 to smithi03785213-14 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 3 to smithi03785213-14 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 4 to smithi03785213-14 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 5 to smithi03785213-14 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:3988: finishing write tid 6 to smithi03785213-14 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 3443 (ObjNum 1243 snap 386 seq_num 1243) dirty exists 2024-07-26T06:45:33.020 INFO:tasks.rados.rados.0.smithi037.stdout:3988: left oid 14 (ObjNum 1243 snap 386 seq_num 1243) 2024-07-26T06:45:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:32 smithi037 ceph-mon[97339]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-07-26T06:45:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:32 smithi037 ceph-mon[97339]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:45:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:32 smithi037 ceph-mon[99762]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-07-26T06:45:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:32 smithi037 ceph-mon[99762]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:45:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:32 smithi135 ceph-mon[90132]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 362 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-07-26T06:45:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:32 smithi135 ceph-mon[90132]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:3986: done (3 left) 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:3987: done (2 left) 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:3988: done (1 left) 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:3989: done (0 left) 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 387 2024-07-26T06:45:33.899 INFO:tasks.rados.rados.0.smithi037.stdout:3990: seq_num 1244 ranges {1523712=442368,1966080=614400,2580480=589824} 2024-07-26T06:45:33.909 INFO:tasks.rados.rados.0.smithi037.stdout:3990: writing smithi03785213-11 from 1523712 to 1966080 tid 1 2024-07-26T06:45:33.913 INFO:tasks.rados.rados.0.smithi037.stdout:3990: writing smithi03785213-11 from 1966080 to 2580480 tid 2 2024-07-26T06:45:33.917 INFO:tasks.rados.rados.0.smithi037.stdout:3990: writing smithi03785213-11 from 2580480 to 3170304 tid 3 2024-07-26T06:45:33.917 INFO:tasks.rados.rados.0.smithi037.stdout:3991: rollback oid 17 current snap is 387 2024-07-26T06:45:33.917 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 373 2024-07-26T06:45:33.917 INFO:tasks.rados.rados.0.smithi037.stdout:3992: delete oid 8 current snap is 387 2024-07-26T06:45:33.921 INFO:tasks.rados.rados.0.smithi037.stdout:3990: finishing write tid 1 to smithi03785213-11 2024-07-26T06:45:33.921 INFO:tasks.rados.rados.0.smithi037.stdout:3990: finishing write tid 2 to smithi03785213-11 2024-07-26T06:45:33.921 INFO:tasks.rados.rados.0.smithi037.stdout:3990: finishing write tid 3 to smithi03785213-11 2024-07-26T06:45:33.921 INFO:tasks.rados.rados.0.smithi037.stdout:3990: finishing write tid 4 to smithi03785213-11 2024-07-26T06:45:33.923 INFO:tasks.rados.rados.0.smithi037.stdout:3990: finishing write tid 5 to smithi03785213-11 2024-07-26T06:45:33.923 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 3425 (ObjNum 1244 snap 387 seq_num 1244) dirty exists 2024-07-26T06:45:33.923 INFO:tasks.rados.rados.0.smithi037.stdout:3990: left oid 11 (ObjNum 1244 snap 387 seq_num 1244) 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3990: done (2 left) 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3992: done (1 left) 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3993: read oid 20 snap -1 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3993: expect (ObjNum 1181 snap 370 seq_num 1181) 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3994: rmattr oid 48 current snap is 387 2024-07-26T06:45:33.924 INFO:tasks.rados.rados.0.smithi037.stdout:3995: delete oid 16 current snap is 387 2024-07-26T06:45:33.927 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing rollback tid 0 to smithi03785213-17 2024-07-26T06:45:33.928 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing rollback tid 1 to smithi03785213-17 2024-07-26T06:45:33.928 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing rollback tid 2 to smithi03785213-17 2024-07-26T06:45:33.928 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 3253 (ObjNum 1108 snap 341 seq_num 1108) dirty exists 2024-07-26T06:45:33.931 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3567 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2024-07-26T06:45:33.931 INFO:tasks.rados.rados.0.smithi037.stdout:3991: done (3 left) 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:3994: done (2 left) 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:3995: done (1 left) 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:3996: rollback oid 9 current snap is 387 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 367 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 387 2024-07-26T06:45:33.932 INFO:tasks.rados.rados.0.smithi037.stdout:3997: seq_num 1247 ranges {0=491520,491520=712704,1204224=442368,1646592=49152} 2024-07-26T06:45:33.934 INFO:tasks.rados.rados.0.smithi037.stdout:3997: writing smithi03785213-33 from 0 to 491520 tid 1 2024-07-26T06:45:33.939 INFO:tasks.rados.rados.0.smithi037.stdout:3997: writing smithi03785213-33 from 491520 to 1204224 tid 2 2024-07-26T06:45:33.942 INFO:tasks.rados.rados.0.smithi037.stdout:3997: writing smithi03785213-33 from 1204224 to 1646592 tid 3 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3997: writing smithi03785213-33 from 1646592 to 1695744 tid 4 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3998: rmattr oid 8 current snap is 387 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3998: done (3 left) 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3999: copy_from oid 7 from oid 35 current snap is 387 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 1 to smithi03785213-33 2024-07-26T06:45:33.943 INFO:tasks.rados.rados.0.smithi037.stdout:3993: expect (ObjNum 1181 snap 370 seq_num 1181) 2024-07-26T06:45:34.112 INFO:tasks.rados.rados.0.smithi037.stdout:3996: finishing rollback tid 0 to smithi03785213-9 2024-07-26T06:45:34.149 INFO:tasks.rados.rados.0.smithi037.stdout:3996: finishing rollback tid 1 to smithi03785213-9 2024-07-26T06:45:34.149 INFO:tasks.rados.rados.0.smithi037.stdout:3996: finishing rollback tid 2 to smithi03785213-9 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 3573 (ObjNum 1135 snap 348 seq_num 1135) dirty exists 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 2 to smithi03785213-33 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 3 to smithi03785213-33 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 4 to smithi03785213-33 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3993: done (3 left) 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3996: done (2 left) 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 2 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 5 to smithi03785213-33 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: finishing write tid 6 to smithi03785213-33 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 3246 (ObjNum 1247 snap 387 seq_num 1247) dirty exists 2024-07-26T06:45:34.150 INFO:tasks.rados.rados.0.smithi037.stdout:3997: left oid 33 (ObjNum 1247 snap 387 seq_num 1247) 2024-07-26T06:45:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing copy_from racing read to smithi03785213-7 2024-07-26T06:45:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing copy_from to smithi03785213-7 2024-07-26T06:45:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2918 (ObjNum 1164 snap 363 seq_num 1164) dirty exists 2024-07-26T06:45:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:3997: done (1 left) 2024-07-26T06:45:34.151 INFO:tasks.rados.rados.0.smithi037.stdout:3999: done (0 left) 2024-07-26T06:45:34.152 INFO:tasks.rados.rados.0.smithi037.stderr:0 errors. 2024-07-26T06:45:34.152 INFO:tasks.rados.rados.0.smithi037.stderr: 2024-07-26T06:45:34.153 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:45:34.458 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[97339]: pgmap v861: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[97339]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[99762]: pgmap v861: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[99762]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:45:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:34 smithi135 ceph-mon[90132]: pgmap v861: 121 pgs: 121 active+clean; 364 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-07-26T06:45:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:34 smithi135 ceph-mon[90132]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:45:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:36.401 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:45:36.402 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":848,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T06:45:33.891789+0000","last_up_change":"2024-07-26T06:40:58.792513+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:29:40.645331+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-07-26T06:32:25.168694+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"848","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":475,"snap_epoch":848,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":341,"up_from":351,"up_thru":582,"down_at":342,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6803","nonce":1306947576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6805","nonce":1306947576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6809","nonce":1306947576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6807","nonce":1306947576}]},"public_addr":"172.21.15.37:6803/1306947576","cluster_addr":"172.21.15.37:6805/1306947576","heartbeat_back_addr":"172.21.15.37:6809/1306947576","heartbeat_front_addr":"172.21.15.37:6807/1306947576","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":374,"up_from":385,"up_thru":582,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6811","nonce":1144871531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6813","nonce":1144871531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6817","nonce":1144871531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6815","nonce":1144871531}]},"public_addr":"172.21.15.37:6811/1144871531","cluster_addr":"172.21.15.37:6813/1144871531","heartbeat_back_addr":"172.21.15.37:6817/1144871531","heartbeat_front_addr":"172.21.15.37:6815/1144871531","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":407,"up_from":418,"up_thru":583,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6819","nonce":1812793006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6821","nonce":1812793006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6825","nonce":1812793006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6823","nonce":1812793006}]},"public_addr":"172.21.15.37:6819/1812793006","cluster_addr":"172.21.15.37:6821/1812793006","heartbeat_back_addr":"172.21.15.37:6825/1812793006","heartbeat_front_addr":"172.21.15.37:6823/1812793006","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":440,"up_from":451,"up_thru":583,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6827","nonce":2599424646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6829","nonce":2599424646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6833","nonce":2599424646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6831","nonce":2599424646}]},"public_addr":"172.21.15.37:6827/2599424646","cluster_addr":"172.21.15.37:6829/2599424646","heartbeat_back_addr":"172.21.15.37:6833/2599424646","heartbeat_front_addr":"172.21.15.37:6831/2599424646","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":472,"up_from":483,"up_thru":584,"down_at":473,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6801","nonce":3573865645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6803","nonce":3573865645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6807","nonce":3573865645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6805","nonce":3573865645}]},"public_addr":"172.21.15.135:6801/3573865645","cluster_addr":"172.21.15.135:6803/3573865645","heartbeat_back_addr":"172.21.15.135:6807/3573865645","heartbeat_front_addr":"172.21.15.135:6805/3573865645","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":504,"up_from":515,"up_thru":583,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6809","nonce":2476520676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6811","nonce":2476520676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6815","nonce":2476520676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6813","nonce":2476520676}]},"public_addr":"172.21.15.135:6809/2476520676","cluster_addr":"172.21.15.135:6811/2476520676","heartbeat_back_addr":"172.21.15.135:6815/2476520676","heartbeat_front_addr":"172.21.15.135:6813/2476520676","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":538,"up_from":548,"up_thru":635,"down_at":539,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6817","nonce":563328443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6819","nonce":563328443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6823","nonce":563328443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6821","nonce":563328443}]},"public_addr":"172.21.15.135:6817/563328443","cluster_addr":"172.21.15.135:6819/563328443","heartbeat_back_addr":"172.21.15.135:6823/563328443","heartbeat_front_addr":"172.21.15.135:6821/563328443","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":571,"up_from":582,"up_thru":585,"down_at":572,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6825","nonce":459916420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6827","nonce":459916420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6831","nonce":459916420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6829","nonce":459916420}]},"public_addr":"172.21.15.135:6825/459916420","cluster_addr":"172.21.15.135:6827/459916420","heartbeat_back_addr":"172.21.15.135:6831/459916420","heartbeat_front_addr":"172.21.15.135:6829/459916420","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":341},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":373},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":407},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":440},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":472},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":504},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":538},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":571}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":0,"to":2}]},{"pgid":"2.5","mappings":[{"from":0,"to":2}]},{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.b","mappings":[{"from":0,"to":7}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":2}]},{"pgid":"3.36","mappings":[{"from":6,"to":7}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"5.f","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:6832/3417541906":"2024-07-27T06:41:22.662985+0000","172.21.15.37:0/2854280440":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/3179872479":"2024-07-27T06:35:49.250254+0000","172.21.15.37:6801/4036644298":"2024-07-27T06:35:49.250254+0000","172.21.15.37:6800/4036644298":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/43652809":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/3849025596":"2024-07-27T06:35:49.250254+0000","172.21.15.37:6800/1668096563":"2024-07-27T06:34:25.357025+0000","172.21.15.135:6835/1027176991":"2024-07-27T06:35:09.750417+0000","172.21.15.135:6833/3417541906":"2024-07-27T06:41:22.662985+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/1772149778":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/3766781968":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/1668096563":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/1726348087":"2024-07-27T06:34:25.357025+0000","172.21.15.37:6800/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/647378735":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/1151698068":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/3060440387":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1963952421":"2024-07-27T06:35:49.250254+0000","172.21.15.135:0/387337738":"2024-07-27T06:35:09.750417+0000","172.21.15.135:6834/1027176991":"2024-07-27T06:35:09.750417+0000","172.21.15.37:0/563725221":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/3105057204":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/4137997925":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/431601423":"2024-07-27T06:29:39.618346+0000","172.21.15.135:0/677822515":"2024-07-27T06:35:09.750417+0000","172.21.15.37:0/3745930801":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/1572280659":"2024-07-27T06:34:25.357025+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/2093161602":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/2595307176":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":466,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:45:37.016 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:36 smithi037 ceph-mon[97339]: pgmap v863: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-07-26T06:45:37.016 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2109050948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:45:37.016 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:36 smithi037 ceph-mon[99762]: pgmap v863: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-07-26T06:45:37.017 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2109050948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:45:37.044 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:45:37.312 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:45:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:36 smithi135 ceph-mon[90132]: pgmap v863: 121 pgs: 121 active+clean; 364 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-07-26T06:45:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2109050948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:45:39.034 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T06:45:39.036 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2024-07-26T06:45:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:38 smithi037 ceph-mon[97339]: pgmap v864: 121 pgs: 121 active+clean; 372 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:45:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:38 smithi037 ceph-mon[97339]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:45:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:38 smithi037 ceph-mon[99762]: pgmap v864: 121 pgs: 121 active+clean; 372 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:45:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:38 smithi037 ceph-mon[99762]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:45:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:38 smithi135 ceph-mon[90132]: pgmap v864: 121 pgs: 121 active+clean; 372 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-07-26T06:45:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:38 smithi135 ceph-mon[90132]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:45:39.657 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":865,"stamp":"2024-07-26T06:45:37.893345+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":391592951,"num_objects":202,"num_object_clones":127,"num_object_copies":606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":202,"num_whiteouts":8,"num_read":4683,"num_read_kb":5013721,"num_write":8781,"num_write_kb":1749661,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":359999072,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23135,"ondisk_log_size":23135,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2894260,"kb_used_data":596924,"kb_used_omap":359,"kb_used_meta":2296856,"kb_avail":747066956,"statfs":{"total":767960285184,"available":764996562944,"internally_reserved":0,"allocated":611250176,"data_stored":1138058121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":367677,"internal_metadata":2351981507},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12443648,"num_objects":15,"num_object_clones":15,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":32,"num_read_kb":101335,"num_write":84,"num_write_kb":12152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.481791"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1055,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916890+0000","last_change":"2024-07-26T06:40:59.815345+0000","last_active":"2024-07-26T06:45:33.916890+0000","last_peered":"2024-07-26T06:45:33.916890+0000","last_clean":"2024-07-26T06:45:33.916890+0000","last_became_active":"2024-07-26T06:40:59.814205+0000","last_became_peered":"2024-07-26T06:40:59.814205+0000","last_unstale":"2024-07-26T06:45:33.916890+0000","last_undegraded":"2024-07-26T06:45:33.916890+0000","last_fullsized":"2024-07-26T06:45:33.916890+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:49.405737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1249,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896239+0000","last_change":"2024-07-26T06:40:24.808096+0000","last_active":"2024-07-26T06:45:32.896239+0000","last_peered":"2024-07-26T06:45:32.896239+0000","last_clean":"2024-07-26T06:45:32.896239+0000","last_became_active":"2024-07-26T06:40:24.807718+0000","last_became_peered":"2024-07-26T06:40:24.807718+0000","last_unstale":"2024-07-26T06:45:32.896239+0000","last_undegraded":"2024-07-26T06:45:32.896239+0000","last_fullsized":"2024-07-26T06:45:32.896239+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:19:58.283164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1272,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920490+0000","last_change":"2024-07-26T06:38:12.826578+0000","last_active":"2024-07-26T06:45:33.920490+0000","last_peered":"2024-07-26T06:45:33.920490+0000","last_clean":"2024-07-26T06:45:33.920490+0000","last_became_active":"2024-07-26T06:38:12.826243+0000","last_became_peered":"2024-07-26T06:38:12.826243+0000","last_unstale":"2024-07-26T06:45:33.920490+0000","last_undegraded":"2024-07-26T06:45:33.920490+0000","last_fullsized":"2024-07-26T06:45:33.920490+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:32.391966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1125,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916496+0000","last_change":"2024-07-26T06:40:59.814000+0000","last_active":"2024-07-26T06:45:33.916496+0000","last_peered":"2024-07-26T06:45:33.916496+0000","last_clean":"2024-07-26T06:45:33.916496+0000","last_became_active":"2024-07-26T06:40:59.813696+0000","last_became_peered":"2024-07-26T06:40:59.813696+0000","last_unstale":"2024-07-26T06:45:33.916496+0000","last_undegraded":"2024-07-26T06:45:33.916496+0000","last_fullsized":"2024-07-26T06:45:33.916496+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:49.090014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1071,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916376+0000","last_change":"2024-07-26T06:40:59.819932+0000","last_active":"2024-07-26T06:45:33.916376+0000","last_peered":"2024-07-26T06:45:33.916376+0000","last_clean":"2024-07-26T06:45:33.916376+0000","last_became_active":"2024-07-26T06:40:59.819662+0000","last_became_peered":"2024-07-26T06:40:59.819662+0000","last_unstale":"2024-07-26T06:45:33.916376+0000","last_undegraded":"2024-07-26T06:45:33.916376+0000","last_fullsized":"2024-07-26T06:45:33.916376+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:20:48.448080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1222,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912538+0000","last_change":"2024-07-26T06:38:12.830165+0000","last_active":"2024-07-26T06:45:33.912538+0000","last_peered":"2024-07-26T06:45:33.912538+0000","last_clean":"2024-07-26T06:45:33.912538+0000","last_became_active":"2024-07-26T06:38:12.829617+0000","last_became_peered":"2024-07-26T06:38:12.829617+0000","last_unstale":"2024-07-26T06:45:33.912538+0000","last_undegraded":"2024-07-26T06:45:33.912538+0000","last_fullsized":"2024-07-26T06:45:33.912538+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:12:26.722083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1071,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916274+0000","last_change":"2024-07-26T06:40:59.819839+0000","last_active":"2024-07-26T06:45:33.916274+0000","last_peered":"2024-07-26T06:45:33.916274+0000","last_clean":"2024-07-26T06:45:33.916274+0000","last_became_active":"2024-07-26T06:40:59.819481+0000","last_became_peered":"2024-07-26T06:40:59.819481+0000","last_unstale":"2024-07-26T06:45:33.916274+0000","last_undegraded":"2024-07-26T06:45:33.916274+0000","last_fullsized":"2024-07-26T06:45:33.916274+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:50.798364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1195,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.893731+0000","last_change":"2024-07-26T06:40:24.798873+0000","last_active":"2024-07-26T06:45:32.893731+0000","last_peered":"2024-07-26T06:45:32.893731+0000","last_clean":"2024-07-26T06:45:32.893731+0000","last_became_active":"2024-07-26T06:40:24.798348+0000","last_became_peered":"2024-07-26T06:40:24.798348+0000","last_unstale":"2024-07-26T06:45:32.893731+0000","last_undegraded":"2024-07-26T06:45:32.893731+0000","last_fullsized":"2024-07-26T06:45:32.893731+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:55:30.261855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1063,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916855+0000","last_change":"2024-07-26T06:40:59.821670+0000","last_active":"2024-07-26T06:45:33.916855+0000","last_peered":"2024-07-26T06:45:33.916855+0000","last_clean":"2024-07-26T06:45:33.916855+0000","last_became_active":"2024-07-26T06:40:59.821311+0000","last_became_peered":"2024-07-26T06:40:59.821311+0000","last_unstale":"2024-07-26T06:45:33.916855+0000","last_undegraded":"2024-07-26T06:45:33.916855+0000","last_fullsized":"2024-07-26T06:45:33.916855+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:21.966389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":535,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915923+0000","last_change":"2024-07-26T06:41:00.813586+0000","last_active":"2024-07-26T06:45:33.915923+0000","last_peered":"2024-07-26T06:45:33.915923+0000","last_clean":"2024-07-26T06:45:33.915923+0000","last_became_active":"2024-07-26T06:41:00.813266+0000","last_became_peered":"2024-07-26T06:41:00.813266+0000","last_unstale":"2024-07-26T06:45:33.915923+0000","last_undegraded":"2024-07-26T06:45:33.915923+0000","last_fullsized":"2024-07-26T06:45:33.915923+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:42:05.861959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1095,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923279+0000","last_change":"2024-07-26T06:40:24.808271+0000","last_active":"2024-07-26T06:45:33.923279+0000","last_peered":"2024-07-26T06:45:33.923279+0000","last_clean":"2024-07-26T06:45:33.923279+0000","last_became_active":"2024-07-26T06:40:24.807991+0000","last_became_peered":"2024-07-26T06:40:24.807991+0000","last_unstale":"2024-07-26T06:45:33.923279+0000","last_undegraded":"2024-07-26T06:45:33.923279+0000","last_fullsized":"2024-07-26T06:45:33.923279+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:27:32.768750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1144,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.896893+0000","last_change":"2024-07-26T06:40:24.802755+0000","last_active":"2024-07-26T06:45:33.896893+0000","last_peered":"2024-07-26T06:45:33.896893+0000","last_clean":"2024-07-26T06:45:33.896893+0000","last_became_active":"2024-07-26T06:40:24.802378+0000","last_became_peered":"2024-07-26T06:40:24.802378+0000","last_unstale":"2024-07-26T06:45:33.896893+0000","last_undegraded":"2024-07-26T06:45:33.896893+0000","last_fullsized":"2024-07-26T06:45:33.896893+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:52:19.109227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1197,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894242+0000","last_change":"2024-07-26T06:40:24.804636+0000","last_active":"2024-07-26T06:45:32.894242+0000","last_peered":"2024-07-26T06:45:32.894242+0000","last_clean":"2024-07-26T06:45:32.894242+0000","last_became_active":"2024-07-26T06:40:24.804264+0000","last_became_peered":"2024-07-26T06:40:24.804264+0000","last_unstale":"2024-07-26T06:45:32.894242+0000","last_undegraded":"2024-07-26T06:45:32.894242+0000","last_fullsized":"2024-07-26T06:45:32.894242+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:39.973314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1271,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.919875+0000","last_change":"2024-07-26T06:39:51.866763+0000","last_active":"2024-07-26T06:45:33.919875+0000","last_peered":"2024-07-26T06:45:33.919875+0000","last_clean":"2024-07-26T06:45:33.919875+0000","last_became_active":"2024-07-26T06:39:51.866438+0000","last_became_peered":"2024-07-26T06:39:51.866438+0000","last_unstale":"2024-07-26T06:45:33.919875+0000","last_undegraded":"2024-07-26T06:45:33.919875+0000","last_fullsized":"2024-07-26T06:45:33.919875+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:12:08.052400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895361+0000","last_change":"2024-07-26T06:39:51.856335+0000","last_active":"2024-07-26T06:45:32.895361+0000","last_peered":"2024-07-26T06:45:32.895361+0000","last_clean":"2024-07-26T06:45:32.895361+0000","last_became_active":"2024-07-26T06:39:51.855920+0000","last_became_peered":"2024-07-26T06:39:51.855920+0000","last_unstale":"2024-07-26T06:45:32.895361+0000","last_undegraded":"2024-07-26T06:45:32.895361+0000","last_fullsized":"2024-07-26T06:45:32.895361+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:26:25.229973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1107,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915433+0000","last_change":"2024-07-26T06:40:59.815502+0000","last_active":"2024-07-26T06:45:33.915433+0000","last_peered":"2024-07-26T06:45:33.915433+0000","last_clean":"2024-07-26T06:45:33.915433+0000","last_became_active":"2024-07-26T06:40:59.815231+0000","last_became_peered":"2024-07-26T06:40:59.815231+0000","last_unstale":"2024-07-26T06:45:33.915433+0000","last_undegraded":"2024-07-26T06:45:33.915433+0000","last_fullsized":"2024-07-26T06:45:33.915433+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:23:59.031476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1115,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917185+0000","last_change":"2024-07-26T06:41:00.811862+0000","last_active":"2024-07-26T06:45:33.917185+0000","last_peered":"2024-07-26T06:45:33.917185+0000","last_clean":"2024-07-26T06:45:33.917185+0000","last_became_active":"2024-07-26T06:41:00.811553+0000","last_became_peered":"2024-07-26T06:41:00.811553+0000","last_unstale":"2024-07-26T06:45:33.917185+0000","last_undegraded":"2024-07-26T06:45:33.917185+0000","last_fullsized":"2024-07-26T06:45:33.917185+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:45:09.878568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1217,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912867+0000","last_change":"2024-07-26T06:40:59.813490+0000","last_active":"2024-07-26T06:45:33.912867+0000","last_peered":"2024-07-26T06:45:33.912867+0000","last_clean":"2024-07-26T06:45:33.912867+0000","last_became_active":"2024-07-26T06:40:59.813084+0000","last_became_peered":"2024-07-26T06:40:59.813084+0000","last_unstale":"2024-07-26T06:45:33.912867+0000","last_undegraded":"2024-07-26T06:45:33.912867+0000","last_fullsized":"2024-07-26T06:45:33.912867+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:37:31.189198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1055,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916795+0000","last_change":"2024-07-26T06:40:59.820811+0000","last_active":"2024-07-26T06:45:33.916795+0000","last_peered":"2024-07-26T06:45:33.916795+0000","last_clean":"2024-07-26T06:45:33.916795+0000","last_became_active":"2024-07-26T06:40:59.820521+0000","last_became_peered":"2024-07-26T06:40:59.820521+0000","last_unstale":"2024-07-26T06:45:33.916795+0000","last_undegraded":"2024-07-26T06:45:33.916795+0000","last_fullsized":"2024-07-26T06:45:33.916795+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:18:37.931800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1105,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923066+0000","last_change":"2024-07-26T06:40:24.808194+0000","last_active":"2024-07-26T06:45:33.923066+0000","last_peered":"2024-07-26T06:45:33.923066+0000","last_clean":"2024-07-26T06:45:33.923066+0000","last_became_active":"2024-07-26T06:40:24.807964+0000","last_became_peered":"2024-07-26T06:40:24.807964+0000","last_unstale":"2024-07-26T06:45:33.923066+0000","last_undegraded":"2024-07-26T06:45:33.923066+0000","last_fullsized":"2024-07-26T06:45:33.923066+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:11:43.422690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1271,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.919875+0000","last_change":"2024-07-26T06:40:59.815103+0000","last_active":"2024-07-26T06:45:33.919875+0000","last_peered":"2024-07-26T06:45:33.919875+0000","last_clean":"2024-07-26T06:45:33.919875+0000","last_became_active":"2024-07-26T06:40:59.814590+0000","last_became_peered":"2024-07-26T06:40:59.814590+0000","last_unstale":"2024-07-26T06:45:33.919875+0000","last_undegraded":"2024-07-26T06:45:33.919875+0000","last_fullsized":"2024-07-26T06:45:33.919875+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:48:22.108593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1098,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916029+0000","last_change":"2024-07-26T06:40:59.817089+0000","last_active":"2024-07-26T06:45:33.916029+0000","last_peered":"2024-07-26T06:45:33.916029+0000","last_clean":"2024-07-26T06:45:33.916029+0000","last_became_active":"2024-07-26T06:40:59.816795+0000","last_became_peered":"2024-07-26T06:40:59.816795+0000","last_unstale":"2024-07-26T06:45:33.916029+0000","last_undegraded":"2024-07-26T06:45:33.916029+0000","last_fullsized":"2024-07-26T06:45:33.916029+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:27:16.541427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1198,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894140+0000","last_change":"2024-07-26T06:39:18.820269+0000","last_active":"2024-07-26T06:45:32.894140+0000","last_peered":"2024-07-26T06:45:32.894140+0000","last_clean":"2024-07-26T06:45:32.894140+0000","last_became_active":"2024-07-26T06:39:18.819884+0000","last_became_peered":"2024-07-26T06:39:18.819884+0000","last_unstale":"2024-07-26T06:45:32.894140+0000","last_undegraded":"2024-07-26T06:45:32.894140+0000","last_fullsized":"2024-07-26T06:45:32.894140+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:55:43.595126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1133,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916059+0000","last_change":"2024-07-26T06:39:51.861801+0000","last_active":"2024-07-26T06:45:33.916059+0000","last_peered":"2024-07-26T06:45:33.916059+0000","last_clean":"2024-07-26T06:45:33.916059+0000","last_became_active":"2024-07-26T06:39:51.861510+0000","last_became_peered":"2024-07-26T06:39:51.861510+0000","last_unstale":"2024-07-26T06:45:33.916059+0000","last_undegraded":"2024-07-26T06:45:33.916059+0000","last_fullsized":"2024-07-26T06:45:33.916059+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:44.988117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1189,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895460+0000","last_change":"2024-07-26T06:39:18.812425+0000","last_active":"2024-07-26T06:45:32.895460+0000","last_peered":"2024-07-26T06:45:32.895460+0000","last_clean":"2024-07-26T06:45:32.895460+0000","last_became_active":"2024-07-26T06:39:18.811914+0000","last_became_peered":"2024-07-26T06:39:18.811914+0000","last_unstale":"2024-07-26T06:45:32.895460+0000","last_undegraded":"2024-07-26T06:45:32.895460+0000","last_fullsized":"2024-07-26T06:45:32.895460+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:43:36.393905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1097,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923670+0000","last_change":"2024-07-26T06:40:59.817475+0000","last_active":"2024-07-26T06:45:33.923670+0000","last_peered":"2024-07-26T06:45:33.923670+0000","last_clean":"2024-07-26T06:45:33.923670+0000","last_became_active":"2024-07-26T06:40:59.817198+0000","last_became_peered":"2024-07-26T06:40:59.817198+0000","last_unstale":"2024-07-26T06:45:33.923670+0000","last_undegraded":"2024-07-26T06:45:33.923670+0000","last_fullsized":"2024-07-26T06:45:33.923670+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:38.972786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895511+0000","last_change":"2024-07-26T06:38:45.778258+0000","last_active":"2024-07-26T06:45:32.895511+0000","last_peered":"2024-07-26T06:45:32.895511+0000","last_clean":"2024-07-26T06:45:32.895511+0000","last_became_active":"2024-07-26T06:38:45.777944+0000","last_became_peered":"2024-07-26T06:38:45.777944+0000","last_unstale":"2024-07-26T06:45:32.895511+0000","last_undegraded":"2024-07-26T06:45:32.895511+0000","last_fullsized":"2024-07-26T06:45:32.895511+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:34:38.647965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1205,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894217+0000","last_change":"2024-07-26T06:39:18.808289+0000","last_active":"2024-07-26T06:45:32.894217+0000","last_peered":"2024-07-26T06:45:32.894217+0000","last_clean":"2024-07-26T06:45:32.894217+0000","last_became_active":"2024-07-26T06:39:18.807942+0000","last_became_peered":"2024-07-26T06:39:18.807942+0000","last_unstale":"2024-07-26T06:45:32.894217+0000","last_undegraded":"2024-07-26T06:45:32.894217+0000","last_fullsized":"2024-07-26T06:45:32.894217+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:56:49.716654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1272,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920200+0000","last_change":"2024-07-26T06:39:18.810348+0000","last_active":"2024-07-26T06:45:33.920200+0000","last_peered":"2024-07-26T06:45:33.920200+0000","last_clean":"2024-07-26T06:45:33.920200+0000","last_became_active":"2024-07-26T06:39:18.809492+0000","last_became_peered":"2024-07-26T06:39:18.809492+0000","last_unstale":"2024-07-26T06:45:33.920200+0000","last_undegraded":"2024-07-26T06:45:33.920200+0000","last_fullsized":"2024-07-26T06:45:33.920200+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:20:36.317969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1133,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916127+0000","last_change":"2024-07-26T06:39:51.865252+0000","last_active":"2024-07-26T06:45:33.916127+0000","last_peered":"2024-07-26T06:45:33.916127+0000","last_clean":"2024-07-26T06:45:33.916127+0000","last_became_active":"2024-07-26T06:39:51.864263+0000","last_became_peered":"2024-07-26T06:39:51.864263+0000","last_unstale":"2024-07-26T06:45:33.916127+0000","last_undegraded":"2024-07-26T06:45:33.916127+0000","last_fullsized":"2024-07-26T06:45:33.916127+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:29:22.584229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1217,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912321+0000","last_change":"2024-07-26T06:40:24.803059+0000","last_active":"2024-07-26T06:45:33.912321+0000","last_peered":"2024-07-26T06:45:33.912321+0000","last_clean":"2024-07-26T06:45:33.912321+0000","last_became_active":"2024-07-26T06:40:24.802672+0000","last_became_peered":"2024-07-26T06:40:24.802672+0000","last_unstale":"2024-07-26T06:45:33.912321+0000","last_undegraded":"2024-07-26T06:45:33.912321+0000","last_fullsized":"2024-07-26T06:45:33.912321+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:34:52.369063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1101,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.922756+0000","last_change":"2024-07-26T06:40:50.909249+0000","last_active":"2024-07-26T06:45:33.922756+0000","last_peered":"2024-07-26T06:45:33.922756+0000","last_clean":"2024-07-26T06:45:33.922756+0000","last_became_active":"2024-07-26T06:40:50.908998+0000","last_became_peered":"2024-07-26T06:40:50.908998+0000","last_unstale":"2024-07-26T06:45:33.922756+0000","last_undegraded":"2024-07-26T06:45:33.922756+0000","last_fullsized":"2024-07-26T06:45:33.922756+0000","mapping_epoch":573,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":574,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:46:23.457377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,5],"acting":[6,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1193,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894661+0000","last_change":"2024-07-26T06:38:45.782396+0000","last_active":"2024-07-26T06:45:32.894661+0000","last_peered":"2024-07-26T06:45:32.894661+0000","last_clean":"2024-07-26T06:45:32.894661+0000","last_became_active":"2024-07-26T06:38:45.781800+0000","last_became_peered":"2024-07-26T06:38:45.781800+0000","last_unstale":"2024-07-26T06:45:32.894661+0000","last_undegraded":"2024-07-26T06:45:32.894661+0000","last_fullsized":"2024-07-26T06:45:32.894661+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:23:38.554341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"606'2","reported_seq":1202,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894376+0000","last_change":"2024-07-26T06:40:59.814092+0000","last_active":"2024-07-26T06:45:32.894376+0000","last_peered":"2024-07-26T06:45:32.894376+0000","last_clean":"2024-07-26T06:45:32.894376+0000","last_became_active":"2024-07-26T06:40:59.813598+0000","last_became_peered":"2024-07-26T06:40:59.813598+0000","last_unstale":"2024-07-26T06:45:32.894376+0000","last_undegraded":"2024-07-26T06:45:32.894376+0000","last_fullsized":"2024-07-26T06:45:32.894376+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:36.734520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1271,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.919999+0000","last_change":"2024-07-26T06:40:59.814945+0000","last_active":"2024-07-26T06:45:33.919999+0000","last_peered":"2024-07-26T06:45:33.919999+0000","last_clean":"2024-07-26T06:45:33.919999+0000","last_became_active":"2024-07-26T06:40:59.814191+0000","last_became_peered":"2024-07-26T06:40:59.814191+0000","last_unstale":"2024-07-26T06:45:33.919999+0000","last_undegraded":"2024-07-26T06:45:33.919999+0000","last_fullsized":"2024-07-26T06:45:33.919999+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:21:59.299998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"606'2","reported_seq":1102,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.922999+0000","last_change":"2024-07-26T06:40:59.817535+0000","last_active":"2024-07-26T06:45:33.922999+0000","last_peered":"2024-07-26T06:45:33.922999+0000","last_clean":"2024-07-26T06:45:33.922999+0000","last_became_active":"2024-07-26T06:40:59.817219+0000","last_became_peered":"2024-07-26T06:40:59.817219+0000","last_unstale":"2024-07-26T06:45:33.922999+0000","last_undegraded":"2024-07-26T06:45:33.922999+0000","last_fullsized":"2024-07-26T06:45:33.922999+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:00.126372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1207,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.893741+0000","last_change":"2024-07-26T06:40:24.802694+0000","last_active":"2024-07-26T06:45:32.893741+0000","last_peered":"2024-07-26T06:45:32.893741+0000","last_clean":"2024-07-26T06:45:32.893741+0000","last_became_active":"2024-07-26T06:40:24.801914+0000","last_became_peered":"2024-07-26T06:40:24.801914+0000","last_unstale":"2024-07-26T06:45:32.893741+0000","last_undegraded":"2024-07-26T06:45:32.893741+0000","last_fullsized":"2024-07-26T06:45:32.893741+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:51.730178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1205,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.893759+0000","last_change":"2024-07-26T06:38:45.782473+0000","last_active":"2024-07-26T06:45:32.893759+0000","last_peered":"2024-07-26T06:45:32.893759+0000","last_clean":"2024-07-26T06:45:32.893759+0000","last_became_active":"2024-07-26T06:38:45.781501+0000","last_became_peered":"2024-07-26T06:38:45.781501+0000","last_unstale":"2024-07-26T06:45:32.893759+0000","last_undegraded":"2024-07-26T06:45:32.893759+0000","last_fullsized":"2024-07-26T06:45:32.893759+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:12.516571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1118,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915559+0000","last_change":"2024-07-26T06:40:59.814225+0000","last_active":"2024-07-26T06:45:33.915559+0000","last_peered":"2024-07-26T06:45:33.915559+0000","last_clean":"2024-07-26T06:45:33.915559+0000","last_became_active":"2024-07-26T06:40:59.813950+0000","last_became_peered":"2024-07-26T06:40:59.813950+0000","last_unstale":"2024-07-26T06:45:33.915559+0000","last_undegraded":"2024-07-26T06:45:33.915559+0000","last_fullsized":"2024-07-26T06:45:33.915559+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:52:46.401282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895246+0000","last_change":"2024-07-26T06:39:18.817011+0000","last_active":"2024-07-26T06:45:32.895246+0000","last_peered":"2024-07-26T06:45:32.895246+0000","last_clean":"2024-07-26T06:45:32.895246+0000","last_became_active":"2024-07-26T06:39:18.816695+0000","last_became_peered":"2024-07-26T06:39:18.816695+0000","last_unstale":"2024-07-26T06:45:32.895246+0000","last_undegraded":"2024-07-26T06:45:32.895246+0000","last_fullsized":"2024-07-26T06:45:32.895246+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:14:05.494921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1098,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923813+0000","last_change":"2024-07-26T06:40:24.804511+0000","last_active":"2024-07-26T06:45:33.923813+0000","last_peered":"2024-07-26T06:45:33.923813+0000","last_clean":"2024-07-26T06:45:33.923813+0000","last_became_active":"2024-07-26T06:40:24.803712+0000","last_became_peered":"2024-07-26T06:40:24.803712+0000","last_unstale":"2024-07-26T06:45:33.923813+0000","last_undegraded":"2024-07-26T06:45:33.923813+0000","last_fullsized":"2024-07-26T06:45:33.923813+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:58:13.526717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1101,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917184+0000","last_change":"2024-07-26T06:40:59.824071+0000","last_active":"2024-07-26T06:45:33.917184+0000","last_peered":"2024-07-26T06:45:33.917184+0000","last_clean":"2024-07-26T06:45:33.917184+0000","last_became_active":"2024-07-26T06:40:59.823788+0000","last_became_peered":"2024-07-26T06:40:59.823788+0000","last_unstale":"2024-07-26T06:45:33.917184+0000","last_undegraded":"2024-07-26T06:45:33.917184+0000","last_fullsized":"2024-07-26T06:45:33.917184+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:30:52.236543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1135,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917382+0000","last_change":"2024-07-26T06:40:24.805341+0000","last_active":"2024-07-26T06:45:33.917382+0000","last_peered":"2024-07-26T06:45:33.917382+0000","last_clean":"2024-07-26T06:45:33.917382+0000","last_became_active":"2024-07-26T06:40:24.805040+0000","last_became_peered":"2024-07-26T06:40:24.805040+0000","last_unstale":"2024-07-26T06:45:33.917382+0000","last_undegraded":"2024-07-26T06:45:33.917382+0000","last_fullsized":"2024-07-26T06:45:33.917382+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:04:10.010819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1271,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920518+0000","last_change":"2024-07-26T06:39:51.872507+0000","last_active":"2024-07-26T06:45:33.920518+0000","last_peered":"2024-07-26T06:45:33.920518+0000","last_clean":"2024-07-26T06:45:33.920518+0000","last_became_active":"2024-07-26T06:39:51.872194+0000","last_became_peered":"2024-07-26T06:39:51.872194+0000","last_unstale":"2024-07-26T06:45:33.920518+0000","last_undegraded":"2024-07-26T06:45:33.920518+0000","last_fullsized":"2024-07-26T06:45:33.920518+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:23:28.385755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1258,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896025+0000","last_change":"2024-07-26T06:39:51.868196+0000","last_active":"2024-07-26T06:45:32.896025+0000","last_peered":"2024-07-26T06:45:32.896025+0000","last_clean":"2024-07-26T06:45:32.896025+0000","last_became_active":"2024-07-26T06:39:51.867810+0000","last_became_peered":"2024-07-26T06:39:51.867810+0000","last_unstale":"2024-07-26T06:45:32.896025+0000","last_undegraded":"2024-07-26T06:45:32.896025+0000","last_fullsized":"2024-07-26T06:45:32.896025+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:21:56.419556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1135,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.897319+0000","last_change":"2024-07-26T06:40:59.815026+0000","last_active":"2024-07-26T06:45:33.897319+0000","last_peered":"2024-07-26T06:45:33.897319+0000","last_clean":"2024-07-26T06:45:33.897319+0000","last_became_active":"2024-07-26T06:40:59.814732+0000","last_became_peered":"2024-07-26T06:40:59.814732+0000","last_unstale":"2024-07-26T06:45:33.897319+0000","last_undegraded":"2024-07-26T06:45:33.897319+0000","last_fullsized":"2024-07-26T06:45:33.897319+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:58:59.602202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"606'29","reported_seq":1133,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923250+0000","last_change":"2024-07-26T06:40:24.804697+0000","last_active":"2024-07-26T06:45:33.923250+0000","last_peered":"2024-07-26T06:45:33.923250+0000","last_clean":"2024-07-26T06:45:33.923250+0000","last_became_active":"2024-07-26T06:40:24.804275+0000","last_became_peered":"2024-07-26T06:40:24.804275+0000","last_unstale":"2024-07-26T06:45:33.923250+0000","last_undegraded":"2024-07-26T06:45:33.923250+0000","last_fullsized":"2024-07-26T06:45:33.923250+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:08:01.220188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1071,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916683+0000","last_change":"2024-07-26T06:40:59.819032+0000","last_active":"2024-07-26T06:45:33.916683+0000","last_peered":"2024-07-26T06:45:33.916683+0000","last_clean":"2024-07-26T06:45:33.916683+0000","last_became_active":"2024-07-26T06:40:59.818716+0000","last_became_peered":"2024-07-26T06:40:59.818716+0000","last_unstale":"2024-07-26T06:45:33.916683+0000","last_undegraded":"2024-07-26T06:45:33.916683+0000","last_fullsized":"2024-07-26T06:45:33.916683+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:31:01.238760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1280,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920024+0000","last_change":"2024-07-26T06:39:18.810754+0000","last_active":"2024-07-26T06:45:33.920024+0000","last_peered":"2024-07-26T06:45:33.920024+0000","last_clean":"2024-07-26T06:45:33.920024+0000","last_became_active":"2024-07-26T06:39:18.809964+0000","last_became_peered":"2024-07-26T06:39:18.809964+0000","last_unstale":"2024-07-26T06:45:33.920024+0000","last_undegraded":"2024-07-26T06:45:33.920024+0000","last_fullsized":"2024-07-26T06:45:33.920024+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:21:13.556316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1219,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912406+0000","last_change":"2024-07-26T06:40:59.821735+0000","last_active":"2024-07-26T06:45:33.912406+0000","last_peered":"2024-07-26T06:45:33.912406+0000","last_clean":"2024-07-26T06:45:33.912406+0000","last_became_active":"2024-07-26T06:40:59.821394+0000","last_became_peered":"2024-07-26T06:40:59.821394+0000","last_unstale":"2024-07-26T06:45:33.912406+0000","last_undegraded":"2024-07-26T06:45:33.912406+0000","last_fullsized":"2024-07-26T06:45:33.912406+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:35.867407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1128,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916235+0000","last_change":"2024-07-26T06:40:59.816199+0000","last_active":"2024-07-26T06:45:33.916235+0000","last_peered":"2024-07-26T06:45:33.916235+0000","last_clean":"2024-07-26T06:45:33.916235+0000","last_became_active":"2024-07-26T06:40:59.815907+0000","last_became_peered":"2024-07-26T06:40:59.815907+0000","last_unstale":"2024-07-26T06:45:33.916235+0000","last_undegraded":"2024-07-26T06:45:33.916235+0000","last_fullsized":"2024-07-26T06:45:33.916235+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:45:22.424658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1072,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916195+0000","last_change":"2024-07-26T06:40:59.819632+0000","last_active":"2024-07-26T06:45:33.916195+0000","last_peered":"2024-07-26T06:45:33.916195+0000","last_clean":"2024-07-26T06:45:33.916195+0000","last_became_active":"2024-07-26T06:40:59.819341+0000","last_became_peered":"2024-07-26T06:40:59.819341+0000","last_unstale":"2024-07-26T06:45:33.916195+0000","last_undegraded":"2024-07-26T06:45:33.916195+0000","last_fullsized":"2024-07-26T06:45:33.916195+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:03:02.003363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1108,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.922925+0000","last_change":"2024-07-26T06:40:24.807109+0000","last_active":"2024-07-26T06:45:33.922925+0000","last_peered":"2024-07-26T06:45:33.922925+0000","last_clean":"2024-07-26T06:45:33.922925+0000","last_became_active":"2024-07-26T06:40:24.806530+0000","last_became_peered":"2024-07-26T06:40:24.806530+0000","last_unstale":"2024-07-26T06:45:33.922925+0000","last_undegraded":"2024-07-26T06:45:33.922925+0000","last_fullsized":"2024-07-26T06:45:33.922925+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:52:34.591061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1105,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.922758+0000","last_change":"2024-07-26T06:40:24.807797+0000","last_active":"2024-07-26T06:45:33.922758+0000","last_peered":"2024-07-26T06:45:33.922758+0000","last_clean":"2024-07-26T06:45:33.922758+0000","last_became_active":"2024-07-26T06:40:24.806394+0000","last_became_peered":"2024-07-26T06:40:24.806394+0000","last_unstale":"2024-07-26T06:45:33.922758+0000","last_undegraded":"2024-07-26T06:45:33.922758+0000","last_fullsized":"2024-07-26T06:45:33.922758+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:23.268777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1245,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912355+0000","last_change":"2024-07-26T06:38:12.831322+0000","last_active":"2024-07-26T06:45:33.912355+0000","last_peered":"2024-07-26T06:45:33.912355+0000","last_clean":"2024-07-26T06:45:33.912355+0000","last_became_active":"2024-07-26T06:38:12.829774+0000","last_became_peered":"2024-07-26T06:38:12.829774+0000","last_unstale":"2024-07-26T06:45:33.912355+0000","last_undegraded":"2024-07-26T06:45:33.912355+0000","last_fullsized":"2024-07-26T06:45:33.912355+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:54:30.390036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1065,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917207+0000","last_change":"2024-07-26T06:40:59.815022+0000","last_active":"2024-07-26T06:45:33.917207+0000","last_peered":"2024-07-26T06:45:33.917207+0000","last_clean":"2024-07-26T06:45:33.917207+0000","last_became_active":"2024-07-26T06:40:59.814729+0000","last_became_peered":"2024-07-26T06:40:59.814729+0000","last_unstale":"2024-07-26T06:45:33.917207+0000","last_undegraded":"2024-07-26T06:45:33.917207+0000","last_fullsized":"2024-07-26T06:45:33.917207+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:28:15.136367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"846'1361","reported_seq":4548,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912641+0000","last_change":"2024-07-26T06:45:27.909005+0000","last_active":"2024-07-26T06:45:33.912641+0000","last_peered":"2024-07-26T06:45:33.912641+0000","last_clean":"2024-07-26T06:45:33.912641+0000","last_became_active":"2024-07-26T06:38:12.827867+0000","last_became_peered":"2024-07-26T06:38:12.827867+0000","last_unstale":"2024-07-26T06:45:33.912641+0000","last_undegraded":"2024-07-26T06:45:33.912641+0000","last_fullsized":"2024-07-26T06:45:33.912641+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1361,"log_dups_size":0,"ondisk_log_size":1361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:10:09.433735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014426952999999999,"stat_sum":{"num_bytes":11141120,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":278,"num_read_kb":249472,"num_write":564,"num_write_kb":105472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":29425664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1149,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.897314+0000","last_change":"2024-07-26T06:40:59.810239+0000","last_active":"2024-07-26T06:45:33.897314+0000","last_peered":"2024-07-26T06:45:33.897314+0000","last_clean":"2024-07-26T06:45:33.897314+0000","last_became_active":"2024-07-26T06:40:59.809909+0000","last_became_peered":"2024-07-26T06:40:59.809909+0000","last_unstale":"2024-07-26T06:45:33.897314+0000","last_undegraded":"2024-07-26T06:45:33.897314+0000","last_fullsized":"2024-07-26T06:45:33.897314+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:30.567163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1072,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916236+0000","last_change":"2024-07-26T06:40:59.818770+0000","last_active":"2024-07-26T06:45:33.916236+0000","last_peered":"2024-07-26T06:45:33.916236+0000","last_clean":"2024-07-26T06:45:33.916236+0000","last_became_active":"2024-07-26T06:40:59.818404+0000","last_became_peered":"2024-07-26T06:40:59.818404+0000","last_unstale":"2024-07-26T06:45:33.916236+0000","last_undegraded":"2024-07-26T06:45:33.916236+0000","last_fullsized":"2024-07-26T06:45:33.916236+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:29:09.495316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"845'1475","reported_seq":4282,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915803+0000","last_change":"2024-07-26T06:45:27.900237+0000","last_active":"2024-07-26T06:45:33.915803+0000","last_peered":"2024-07-26T06:45:33.915803+0000","last_clean":"2024-07-26T06:45:33.915803+0000","last_became_active":"2024-07-26T06:40:59.815776+0000","last_became_peered":"2024-07-26T06:40:59.815776+0000","last_unstale":"2024-07-26T06:45:33.915803+0000","last_undegraded":"2024-07-26T06:45:33.915803+0000","last_fullsized":"2024-07-26T06:45:33.915803+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1475,"log_dups_size":0,"ondisk_log_size":1475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:20.226403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091365499999999998,"stat_sum":{"num_bytes":12353536,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":224,"num_read_kb":341051,"num_write":369,"num_write_kb":110784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4997120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1257,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912917+0000","last_change":"2024-07-26T06:41:00.814772+0000","last_active":"2024-07-26T06:45:33.912917+0000","last_peered":"2024-07-26T06:45:33.912917+0000","last_clean":"2024-07-26T06:45:33.912917+0000","last_became_active":"2024-07-26T06:41:00.808899+0000","last_became_peered":"2024-07-26T06:41:00.808899+0000","last_unstale":"2024-07-26T06:45:33.912917+0000","last_undegraded":"2024-07-26T06:45:33.912917+0000","last_fullsized":"2024-07-26T06:45:33.912917+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:00.849170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1067,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917007+0000","last_change":"2024-07-26T06:40:59.816524+0000","last_active":"2024-07-26T06:45:33.917007+0000","last_peered":"2024-07-26T06:45:33.917007+0000","last_clean":"2024-07-26T06:45:33.917007+0000","last_became_active":"2024-07-26T06:40:59.816184+0000","last_became_peered":"2024-07-26T06:40:59.816184+0000","last_unstale":"2024-07-26T06:45:33.917007+0000","last_undegraded":"2024-07-26T06:45:33.917007+0000","last_fullsized":"2024-07-26T06:45:33.917007+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:43:09.515567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"847'3123","reported_seq":6108,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912593+0000","last_change":"2024-07-26T06:45:27.919161+0000","last_active":"2024-07-26T06:45:33.912593+0000","last_peered":"2024-07-26T06:45:33.912593+0000","last_clean":"2024-07-26T06:45:33.912593+0000","last_became_active":"2024-07-26T06:39:18.816274+0000","last_became_peered":"2024-07-26T06:39:18.816274+0000","last_unstale":"2024-07-26T06:45:33.912593+0000","last_undegraded":"2024-07-26T06:45:33.912593+0000","last_fullsized":"2024-07-26T06:45:33.912593+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":3123,"log_dups_size":0,"ondisk_log_size":3123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:58:29.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022803955000000001,"stat_sum":{"num_bytes":51011584,"num_objects":21,"num_object_clones":14,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":2,"num_read":554,"num_read_kb":762366,"num_write":1210,"num_write_kb":225080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":55099392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1248,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896097+0000","last_change":"2024-07-26T06:39:18.813352+0000","last_active":"2024-07-26T06:45:32.896097+0000","last_peered":"2024-07-26T06:45:32.896097+0000","last_clean":"2024-07-26T06:45:32.896097+0000","last_became_active":"2024-07-26T06:39:18.812923+0000","last_became_peered":"2024-07-26T06:39:18.812923+0000","last_unstale":"2024-07-26T06:45:32.896097+0000","last_undegraded":"2024-07-26T06:45:32.896097+0000","last_fullsized":"2024-07-26T06:45:32.896097+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:43:09.889143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1125,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916925+0000","last_change":"2024-07-26T06:40:24.806676+0000","last_active":"2024-07-26T06:45:33.916925+0000","last_peered":"2024-07-26T06:45:33.916925+0000","last_clean":"2024-07-26T06:45:33.916925+0000","last_became_active":"2024-07-26T06:40:24.805935+0000","last_became_peered":"2024-07-26T06:40:24.805935+0000","last_unstale":"2024-07-26T06:45:33.916925+0000","last_undegraded":"2024-07-26T06:45:33.916925+0000","last_fullsized":"2024-07-26T06:45:33.916925+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:38:12.587981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"846'1323","reported_seq":4391,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912826+0000","last_change":"2024-07-26T06:45:27.922733+0000","last_active":"2024-07-26T06:45:33.912826+0000","last_peered":"2024-07-26T06:45:33.912826+0000","last_clean":"2024-07-26T06:45:33.912826+0000","last_became_active":"2024-07-26T06:39:51.864723+0000","last_became_peered":"2024-07-26T06:39:51.864723+0000","last_unstale":"2024-07-26T06:45:33.912826+0000","last_undegraded":"2024-07-26T06:45:33.912826+0000","last_fullsized":"2024-07-26T06:45:33.912826+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1323,"log_dups_size":0,"ondisk_log_size":1323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:59:41.127991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025900493,"stat_sum":{"num_bytes":22708224,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":155,"num_read_kb":111249,"num_write":561,"num_write_kb":115704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":15343616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1229,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912743+0000","last_change":"2024-07-26T06:39:51.864152+0000","last_active":"2024-07-26T06:45:33.912743+0000","last_peered":"2024-07-26T06:45:33.912743+0000","last_clean":"2024-07-26T06:45:33.912743+0000","last_became_active":"2024-07-26T06:39:51.863623+0000","last_became_peered":"2024-07-26T06:39:51.863623+0000","last_unstale":"2024-07-26T06:45:33.912743+0000","last_undegraded":"2024-07-26T06:45:33.912743+0000","last_fullsized":"2024-07-26T06:45:33.912743+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:20:57.393699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1055,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916937+0000","last_change":"2024-07-26T06:40:59.823250+0000","last_active":"2024-07-26T06:45:33.916937+0000","last_peered":"2024-07-26T06:45:33.916937+0000","last_clean":"2024-07-26T06:45:33.916937+0000","last_became_active":"2024-07-26T06:40:59.822302+0000","last_became_peered":"2024-07-26T06:40:59.822302+0000","last_unstale":"2024-07-26T06:45:33.916937+0000","last_undegraded":"2024-07-26T06:45:33.916937+0000","last_fullsized":"2024-07-26T06:45:33.916937+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:39:09.805904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"848'1975","reported_seq":4753,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.948544+0000","last_change":"2024-07-26T06:45:27.911232+0000","last_active":"2024-07-26T06:45:33.948544+0000","last_peered":"2024-07-26T06:45:33.948544+0000","last_clean":"2024-07-26T06:45:33.948544+0000","last_became_active":"2024-07-26T06:40:59.821156+0000","last_became_peered":"2024-07-26T06:40:59.821156+0000","last_unstale":"2024-07-26T06:45:33.948544+0000","last_undegraded":"2024-07-26T06:45:33.948544+0000","last_fullsized":"2024-07-26T06:45:33.948544+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1975,"log_dups_size":0,"ondisk_log_size":1975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:21.613257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095220389999999995,"stat_sum":{"num_bytes":41893888,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":365,"num_read_kb":426950,"num_write":771,"num_write_kb":128496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":10133504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1095,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923709+0000","last_change":"2024-07-26T06:40:59.822978+0000","last_active":"2024-07-26T06:45:33.923709+0000","last_peered":"2024-07-26T06:45:33.923709+0000","last_clean":"2024-07-26T06:45:33.923709+0000","last_became_active":"2024-07-26T06:40:59.822664+0000","last_became_peered":"2024-07-26T06:40:59.822664+0000","last_unstale":"2024-07-26T06:45:33.923709+0000","last_undegraded":"2024-07-26T06:45:33.923709+0000","last_fullsized":"2024-07-26T06:45:33.923709+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:24:03.173489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037905399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"283'197","reported_seq":1562,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915942+0000","last_change":"2024-07-26T06:40:59.818513+0000","last_active":"2024-07-26T06:45:33.915942+0000","last_peered":"2024-07-26T06:45:33.915942+0000","last_clean":"2024-07-26T06:45:33.915942+0000","last_became_active":"2024-07-26T06:40:59.818100+0000","last_became_peered":"2024-07-26T06:40:59.818100+0000","last_unstale":"2024-07-26T06:45:33.915942+0000","last_undegraded":"2024-07-26T06:45:33.915942+0000","last_fullsized":"2024-07-26T06:45:33.915942+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:26:26.334747+0000","last_clean_scrub_stamp":"2024-07-26T06:26:26.334747+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:52:47.688371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1135,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915551+0000","last_change":"2024-07-26T06:40:59.815024+0000","last_active":"2024-07-26T06:45:33.915551+0000","last_peered":"2024-07-26T06:45:33.915551+0000","last_clean":"2024-07-26T06:45:33.915551+0000","last_became_active":"2024-07-26T06:40:59.814748+0000","last_became_peered":"2024-07-26T06:40:59.814748+0000","last_unstale":"2024-07-26T06:45:33.915551+0000","last_undegraded":"2024-07-26T06:45:33.915551+0000","last_fullsized":"2024-07-26T06:45:33.915551+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:12.994025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1196,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894184+0000","last_change":"2024-07-26T06:40:24.808077+0000","last_active":"2024-07-26T06:45:32.894184+0000","last_peered":"2024-07-26T06:45:32.894184+0000","last_clean":"2024-07-26T06:45:32.894184+0000","last_became_active":"2024-07-26T06:40:24.807586+0000","last_became_peered":"2024-07-26T06:40:24.807586+0000","last_unstale":"2024-07-26T06:45:32.894184+0000","last_undegraded":"2024-07-26T06:45:32.894184+0000","last_fullsized":"2024-07-26T06:45:32.894184+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:40:26.531009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"846'1272","reported_seq":4247,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917557+0000","last_change":"2024-07-26T06:45:27.902707+0000","last_active":"2024-07-26T06:45:33.917557+0000","last_peered":"2024-07-26T06:45:33.917557+0000","last_clean":"2024-07-26T06:45:33.917557+0000","last_became_active":"2024-07-26T06:39:51.867262+0000","last_became_peered":"2024-07-26T06:39:51.867262+0000","last_unstale":"2024-07-26T06:45:33.917557+0000","last_undegraded":"2024-07-26T06:45:33.917557+0000","last_fullsized":"2024-07-26T06:45:33.917557+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1272,"log_dups_size":0,"ondisk_log_size":1272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:22:48.575907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053842799999999998,"stat_sum":{"num_bytes":10420224,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":232,"num_read_kb":355638,"num_write":372,"num_write_kb":100840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28196864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1280,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920721+0000","last_change":"2024-07-26T06:38:12.829039+0000","last_active":"2024-07-26T06:45:33.920721+0000","last_peered":"2024-07-26T06:45:33.920721+0000","last_clean":"2024-07-26T06:45:33.920721+0000","last_became_active":"2024-07-26T06:38:12.828727+0000","last_became_peered":"2024-07-26T06:38:12.828727+0000","last_unstale":"2024-07-26T06:45:33.920721+0000","last_undegraded":"2024-07-26T06:45:33.920721+0000","last_fullsized":"2024-07-26T06:45:33.920721+0000","mapping_epoch":418,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:42.034519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1057,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915655+0000","last_change":"2024-07-26T06:41:00.813882+0000","last_active":"2024-07-26T06:45:33.915655+0000","last_peered":"2024-07-26T06:45:33.915655+0000","last_clean":"2024-07-26T06:45:33.915655+0000","last_became_active":"2024-07-26T06:41:00.813251+0000","last_became_peered":"2024-07-26T06:41:00.813251+0000","last_unstale":"2024-07-26T06:45:33.915655+0000","last_undegraded":"2024-07-26T06:45:33.915655+0000","last_fullsized":"2024-07-26T06:45:33.915655+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:51.879219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1272,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.919732+0000","last_change":"2024-07-26T06:39:18.818240+0000","last_active":"2024-07-26T06:45:33.919732+0000","last_peered":"2024-07-26T06:45:33.919732+0000","last_clean":"2024-07-26T06:45:33.919732+0000","last_became_active":"2024-07-26T06:39:18.817885+0000","last_became_peered":"2024-07-26T06:39:18.817885+0000","last_unstale":"2024-07-26T06:45:33.919732+0000","last_undegraded":"2024-07-26T06:45:33.919732+0000","last_fullsized":"2024-07-26T06:45:33.919732+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:53.724174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"845'491","reported_seq":3698,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.913213+0000","last_change":"2024-07-26T06:45:27.910583+0000","last_active":"2024-07-26T06:45:33.913213+0000","last_peered":"2024-07-26T06:45:33.913213+0000","last_clean":"2024-07-26T06:45:33.913213+0000","last_became_active":"2024-07-26T06:39:51.862061+0000","last_became_peered":"2024-07-26T06:39:51.862061+0000","last_unstale":"2024-07-26T06:45:33.913213+0000","last_undegraded":"2024-07-26T06:45:33.913213+0000","last_fullsized":"2024-07-26T06:45:33.913213+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":491,"log_dups_size":0,"ondisk_log_size":491,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:22.326562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015266666999999999,"stat_sum":{"num_bytes":11067392,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":96755,"num_write":217,"num_write_kb":46512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8151040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1247,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896535+0000","last_change":"2024-07-26T06:39:51.870512+0000","last_active":"2024-07-26T06:45:32.896535+0000","last_peered":"2024-07-26T06:45:32.896535+0000","last_clean":"2024-07-26T06:45:32.896535+0000","last_became_active":"2024-07-26T06:39:51.870189+0000","last_became_peered":"2024-07-26T06:39:51.870189+0000","last_unstale":"2024-07-26T06:45:32.896535+0000","last_undegraded":"2024-07-26T06:45:32.896535+0000","last_fullsized":"2024-07-26T06:45:32.896535+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:17.077081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084892599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1229,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912423+0000","last_change":"2024-07-26T06:38:45.785102+0000","last_active":"2024-07-26T06:45:33.912423+0000","last_peered":"2024-07-26T06:45:33.912423+0000","last_clean":"2024-07-26T06:45:33.912423+0000","last_became_active":"2024-07-26T06:38:45.784761+0000","last_became_peered":"2024-07-26T06:38:45.784761+0000","last_unstale":"2024-07-26T06:45:33.912423+0000","last_undegraded":"2024-07-26T06:45:33.912423+0000","last_fullsized":"2024-07-26T06:45:33.912423+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:55:02.693600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895016+0000","last_change":"2024-07-26T06:40:24.812970+0000","last_active":"2024-07-26T06:45:32.895016+0000","last_peered":"2024-07-26T06:45:32.895016+0000","last_clean":"2024-07-26T06:45:32.895016+0000","last_became_active":"2024-07-26T06:40:24.812587+0000","last_became_peered":"2024-07-26T06:40:24.812587+0000","last_unstale":"2024-07-26T06:45:32.895016+0000","last_undegraded":"2024-07-26T06:45:32.895016+0000","last_fullsized":"2024-07-26T06:45:32.895016+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:35:43.651119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"845'1003","reported_seq":4244,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920661+0000","last_change":"2024-07-26T06:45:27.913828+0000","last_active":"2024-07-26T06:45:33.920661+0000","last_peered":"2024-07-26T06:45:33.920661+0000","last_clean":"2024-07-26T06:45:33.920661+0000","last_became_active":"2024-07-26T06:39:18.814620+0000","last_became_peered":"2024-07-26T06:39:18.814620+0000","last_unstale":"2024-07-26T06:45:33.920661+0000","last_undegraded":"2024-07-26T06:45:33.920661+0000","last_fullsized":"2024-07-26T06:45:33.920661+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1003,"log_dups_size":0,"ondisk_log_size":1003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:37:58.457473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012734552999999999,"stat_sum":{"num_bytes":25788416,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":158,"num_read_kb":273602,"num_write":307,"num_write_kb":85952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10182656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1251,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896245+0000","last_change":"2024-07-26T06:38:45.779765+0000","last_active":"2024-07-26T06:45:32.896245+0000","last_peered":"2024-07-26T06:45:32.896245+0000","last_clean":"2024-07-26T06:45:32.896245+0000","last_became_active":"2024-07-26T06:38:45.779469+0000","last_became_peered":"2024-07-26T06:38:45.779469+0000","last_unstale":"2024-07-26T06:45:32.896245+0000","last_undegraded":"2024-07-26T06:45:32.896245+0000","last_fullsized":"2024-07-26T06:45:32.896245+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:19.685708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1104,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916193+0000","last_change":"2024-07-26T06:40:24.808471+0000","last_active":"2024-07-26T06:45:33.916193+0000","last_peered":"2024-07-26T06:45:33.916193+0000","last_clean":"2024-07-26T06:45:33.916193+0000","last_became_active":"2024-07-26T06:40:24.808173+0000","last_became_peered":"2024-07-26T06:40:24.808173+0000","last_unstale":"2024-07-26T06:45:33.916193+0000","last_undegraded":"2024-07-26T06:45:33.916193+0000","last_fullsized":"2024-07-26T06:45:33.916193+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:08:34.099276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1145,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.896963+0000","last_change":"2024-07-26T06:40:24.802482+0000","last_active":"2024-07-26T06:45:33.896963+0000","last_peered":"2024-07-26T06:45:33.896963+0000","last_clean":"2024-07-26T06:45:33.896963+0000","last_became_active":"2024-07-26T06:40:24.802169+0000","last_became_peered":"2024-07-26T06:40:24.802169+0000","last_unstale":"2024-07-26T06:45:33.896963+0000","last_undegraded":"2024-07-26T06:45:33.896963+0000","last_fullsized":"2024-07-26T06:45:33.896963+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:31:44.724183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"848'2409","reported_seq":5547,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.928458+0000","last_change":"2024-07-26T06:45:27.920390+0000","last_active":"2024-07-26T06:45:33.928458+0000","last_peered":"2024-07-26T06:45:33.928458+0000","last_clean":"2024-07-26T06:45:33.928458+0000","last_became_active":"2024-07-26T06:40:24.816968+0000","last_became_peered":"2024-07-26T06:40:24.816968+0000","last_unstale":"2024-07-26T06:45:33.928458+0000","last_undegraded":"2024-07-26T06:45:33.928458+0000","last_fullsized":"2024-07-26T06:45:33.928458+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":2409,"log_dups_size":0,"ondisk_log_size":2409,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:20:54.586581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019722718,"stat_sum":{"num_bytes":42483712,"num_objects":24,"num_object_clones":19,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":1,"num_read":348,"num_read_kb":448246,"num_write":736,"num_write_kb":167880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":48799744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1253,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895339+0000","last_change":"2024-07-26T06:39:51.868229+0000","last_active":"2024-07-26T06:45:32.895339+0000","last_peered":"2024-07-26T06:45:32.895339+0000","last_clean":"2024-07-26T06:45:32.895339+0000","last_became_active":"2024-07-26T06:39:51.867866+0000","last_became_peered":"2024-07-26T06:39:51.867866+0000","last_unstale":"2024-07-26T06:45:32.895339+0000","last_undegraded":"2024-07-26T06:45:32.895339+0000","last_fullsized":"2024-07-26T06:45:32.895339+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:14.859379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1252,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895851+0000","last_change":"2024-07-26T06:40:59.821204+0000","last_active":"2024-07-26T06:45:32.895851+0000","last_peered":"2024-07-26T06:45:32.895851+0000","last_clean":"2024-07-26T06:45:32.895851+0000","last_became_active":"2024-07-26T06:40:59.820739+0000","last_became_peered":"2024-07-26T06:40:59.820739+0000","last_unstale":"2024-07-26T06:45:32.895851+0000","last_undegraded":"2024-07-26T06:45:32.895851+0000","last_fullsized":"2024-07-26T06:45:32.895851+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:51.632381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1133,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917081+0000","last_change":"2024-07-26T06:39:51.870460+0000","last_active":"2024-07-26T06:45:33.917081+0000","last_peered":"2024-07-26T06:45:33.917081+0000","last_clean":"2024-07-26T06:45:33.917081+0000","last_became_active":"2024-07-26T06:39:51.870162+0000","last_became_peered":"2024-07-26T06:39:51.870162+0000","last_unstale":"2024-07-26T06:45:33.917081+0000","last_undegraded":"2024-07-26T06:45:33.917081+0000","last_fullsized":"2024-07-26T06:45:33.917081+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:32.544438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2941,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923289+0000","last_change":"2024-07-26T06:45:27.894880+0000","last_active":"2024-07-26T06:45:33.923289+0000","last_peered":"2024-07-26T06:45:33.923289+0000","last_clean":"2024-07-26T06:45:33.923289+0000","last_became_active":"2024-07-26T06:40:24.808219+0000","last_became_peered":"2024-07-26T06:40:24.808219+0000","last_unstale":"2024-07-26T06:45:33.923289+0000","last_undegraded":"2024-07-26T06:45:33.923289+0000","last_fullsized":"2024-07-26T06:45:33.923289+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:41.343592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074854800000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1282,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920153+0000","last_change":"2024-07-26T06:40:59.815283+0000","last_active":"2024-07-26T06:45:33.920153+0000","last_peered":"2024-07-26T06:45:33.920153+0000","last_clean":"2024-07-26T06:45:33.920153+0000","last_became_active":"2024-07-26T06:40:59.814672+0000","last_became_peered":"2024-07-26T06:40:59.814672+0000","last_unstale":"2024-07-26T06:45:33.920153+0000","last_undegraded":"2024-07-26T06:45:33.920153+0000","last_fullsized":"2024-07-26T06:45:33.920153+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:51:58.279860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1072,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916897+0000","last_change":"2024-07-26T06:41:00.808563+0000","last_active":"2024-07-26T06:45:33.916897+0000","last_peered":"2024-07-26T06:45:33.916897+0000","last_clean":"2024-07-26T06:45:33.916897+0000","last_became_active":"2024-07-26T06:41:00.808242+0000","last_became_peered":"2024-07-26T06:41:00.808242+0000","last_unstale":"2024-07-26T06:45:33.916897+0000","last_undegraded":"2024-07-26T06:45:33.916897+0000","last_fullsized":"2024-07-26T06:45:33.916897+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:36:11.724816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1241,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896113+0000","last_change":"2024-07-26T06:39:51.871161+0000","last_active":"2024-07-26T06:45:32.896113+0000","last_peered":"2024-07-26T06:45:32.896113+0000","last_clean":"2024-07-26T06:45:32.896113+0000","last_became_active":"2024-07-26T06:39:51.870709+0000","last_became_peered":"2024-07-26T06:39:51.870709+0000","last_unstale":"2024-07-26T06:45:32.896113+0000","last_undegraded":"2024-07-26T06:45:32.896113+0000","last_fullsized":"2024-07-26T06:45:32.896113+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:22:46.142178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"845'1597","reported_seq":4587,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.897040+0000","last_change":"2024-07-26T06:45:27.913345+0000","last_active":"2024-07-26T06:45:33.897040+0000","last_peered":"2024-07-26T06:45:33.897040+0000","last_clean":"2024-07-26T06:45:33.897040+0000","last_became_active":"2024-07-26T06:40:59.809121+0000","last_became_peered":"2024-07-26T06:40:59.809121+0000","last_unstale":"2024-07-26T06:45:33.897040+0000","last_undegraded":"2024-07-26T06:45:33.897040+0000","last_fullsized":"2024-07-26T06:45:33.897040+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1597,"log_dups_size":0,"ondisk_log_size":1597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:40:35.647224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073790720000000004,"stat_sum":{"num_bytes":58179584,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":245,"num_read_kb":494150,"num_write":654,"num_write_kb":129128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":46448640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1203,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.893649+0000","last_change":"2024-07-26T06:40:59.811570+0000","last_active":"2024-07-26T06:45:32.893649+0000","last_peered":"2024-07-26T06:45:32.893649+0000","last_clean":"2024-07-26T06:45:32.893649+0000","last_became_active":"2024-07-26T06:40:59.811221+0000","last_became_peered":"2024-07-26T06:40:59.811221+0000","last_unstale":"2024-07-26T06:45:32.893649+0000","last_undegraded":"2024-07-26T06:45:32.893649+0000","last_fullsized":"2024-07-26T06:45:32.893649+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:36:23.204867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012015179999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"610'2","reported_seq":1249,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.896481+0000","last_change":"2024-07-26T06:40:24.808279+0000","last_active":"2024-07-26T06:45:32.896481+0000","last_peered":"2024-07-26T06:45:32.896481+0000","last_clean":"2024-07-26T06:45:32.896481+0000","last_became_active":"2024-07-26T06:40:24.807658+0000","last_became_peered":"2024-07-26T06:40:24.807658+0000","last_unstale":"2024-07-26T06:45:32.896481+0000","last_undegraded":"2024-07-26T06:45:32.896481+0000","last_fullsized":"2024-07-26T06:45:32.896481+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:28.755100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1205,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895623+0000","last_change":"2024-07-26T06:40:59.810284+0000","last_active":"2024-07-26T06:45:32.895623+0000","last_peered":"2024-07-26T06:45:32.895623+0000","last_clean":"2024-07-26T06:45:32.895623+0000","last_became_active":"2024-07-26T06:40:59.809834+0000","last_became_peered":"2024-07-26T06:40:59.809834+0000","last_unstale":"2024-07-26T06:45:32.895623+0000","last_undegraded":"2024-07-26T06:45:32.895623+0000","last_fullsized":"2024-07-26T06:45:32.895623+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:29.224543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"843'1000","reported_seq":4066,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895195+0000","last_change":"2024-07-26T06:45:27.893825+0000","last_active":"2024-07-26T06:45:32.895195+0000","last_peered":"2024-07-26T06:45:32.895195+0000","last_clean":"2024-07-26T06:45:32.895195+0000","last_became_active":"2024-07-26T06:39:18.811821+0000","last_became_peered":"2024-07-26T06:39:18.811821+0000","last_unstale":"2024-07-26T06:45:32.895195+0000","last_undegraded":"2024-07-26T06:45:32.895195+0000","last_fullsized":"2024-07-26T06:45:32.895195+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":1000,"log_dups_size":0,"ondisk_log_size":1000,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:52.508642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070905999999999996,"stat_sum":{"num_bytes":16670720,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":141,"num_read_kb":199919,"num_write":346,"num_write_kb":86512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":4685824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1147,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.896843+0000","last_change":"2024-07-26T06:40:24.800543+0000","last_active":"2024-07-26T06:45:33.896843+0000","last_peered":"2024-07-26T06:45:33.896843+0000","last_clean":"2024-07-26T06:45:33.896843+0000","last_became_active":"2024-07-26T06:40:24.799776+0000","last_became_peered":"2024-07-26T06:40:24.799776+0000","last_unstale":"2024-07-26T06:45:33.896843+0000","last_undegraded":"2024-07-26T06:45:33.896843+0000","last_fullsized":"2024-07-26T06:45:33.896843+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:29:40.671692+0000","last_clean_scrub_stamp":"2024-07-26T06:29:40.671692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:57:07.394663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1090,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923720+0000","last_change":"2024-07-26T06:41:51.919041+0000","last_active":"2024-07-26T06:45:33.923720+0000","last_peered":"2024-07-26T06:45:33.923720+0000","last_clean":"2024-07-26T06:45:33.923720+0000","last_became_active":"2024-07-26T06:41:51.916726+0000","last_became_peered":"2024-07-26T06:41:51.916726+0000","last_unstale":"2024-07-26T06:45:33.923720+0000","last_undegraded":"2024-07-26T06:45:33.923720+0000","last_fullsized":"2024-07-26T06:45:33.923720+0000","mapping_epoch":635,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":636,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:03.738965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1271,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920438+0000","last_change":"2024-07-26T06:39:18.817210+0000","last_active":"2024-07-26T06:45:33.920438+0000","last_peered":"2024-07-26T06:45:33.920438+0000","last_clean":"2024-07-26T06:45:33.920438+0000","last_became_active":"2024-07-26T06:39:18.816822+0000","last_became_peered":"2024-07-26T06:39:18.816822+0000","last_unstale":"2024-07-26T06:45:33.920438+0000","last_undegraded":"2024-07-26T06:45:33.920438+0000","last_fullsized":"2024-07-26T06:45:33.920438+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:37.641295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"845'376","reported_seq":3373,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916653+0000","last_change":"2024-07-26T06:45:27.901834+0000","last_active":"2024-07-26T06:45:33.916653+0000","last_peered":"2024-07-26T06:45:33.916653+0000","last_clean":"2024-07-26T06:45:33.916653+0000","last_became_active":"2024-07-26T06:41:02.829204+0000","last_became_peered":"2024-07-26T06:41:02.829204+0000","last_unstale":"2024-07-26T06:45:33.916653+0000","last_undegraded":"2024-07-26T06:45:33.916653+0000","last_fullsized":"2024-07-26T06:45:33.916653+0000","mapping_epoch":585,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":586,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":376,"log_dups_size":0,"ondisk_log_size":376,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:17:37.980127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00140051,"stat_sum":{"num_bytes":303104,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":58054,"num_write":119,"num_write_kb":34408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":17522688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1060,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.915816+0000","last_change":"2024-07-26T06:40:59.818846+0000","last_active":"2024-07-26T06:45:33.915816+0000","last_peered":"2024-07-26T06:45:33.915816+0000","last_clean":"2024-07-26T06:45:33.915816+0000","last_became_active":"2024-07-26T06:40:59.818534+0000","last_became_peered":"2024-07-26T06:40:59.818534+0000","last_unstale":"2024-07-26T06:45:33.915816+0000","last_undegraded":"2024-07-26T06:45:33.915816+0000","last_fullsized":"2024-07-26T06:45:33.915816+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:38:05.023382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1170,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.897267+0000","last_change":"2024-07-26T06:40:59.808497+0000","last_active":"2024-07-26T06:45:33.897267+0000","last_peered":"2024-07-26T06:45:33.897267+0000","last_clean":"2024-07-26T06:45:33.897267+0000","last_became_active":"2024-07-26T06:40:59.808050+0000","last_became_peered":"2024-07-26T06:40:59.808050+0000","last_unstale":"2024-07-26T06:45:33.897267+0000","last_undegraded":"2024-07-26T06:45:33.897267+0000","last_fullsized":"2024-07-26T06:45:33.897267+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:09.121833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'965","reported_seq":4020,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.897432+0000","last_change":"2024-07-26T06:45:27.907568+0000","last_active":"2024-07-26T06:45:33.897432+0000","last_peered":"2024-07-26T06:45:33.897432+0000","last_clean":"2024-07-26T06:45:33.897432+0000","last_became_active":"2024-07-26T06:39:51.868934+0000","last_became_peered":"2024-07-26T06:39:51.868934+0000","last_unstale":"2024-07-26T06:45:33.897432+0000","last_undegraded":"2024-07-26T06:45:33.897432+0000","last_fullsized":"2024-07-26T06:45:33.897432+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":965,"log_dups_size":0,"ondisk_log_size":965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:41:59.545009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068397399999999995,"stat_sum":{"num_bytes":23101440,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":157,"num_read_kb":161449,"num_write":362,"num_write_kb":74232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":19472384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1242,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895470+0000","last_change":"2024-07-26T06:40:59.819776+0000","last_active":"2024-07-26T06:45:32.895470+0000","last_peered":"2024-07-26T06:45:32.895470+0000","last_clean":"2024-07-26T06:45:32.895470+0000","last_became_active":"2024-07-26T06:40:59.819387+0000","last_became_peered":"2024-07-26T06:40:59.819387+0000","last_unstale":"2024-07-26T06:45:32.895470+0000","last_undegraded":"2024-07-26T06:45:32.895470+0000","last_fullsized":"2024-07-26T06:45:32.895470+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:57.973510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1198,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.893854+0000","last_change":"2024-07-26T06:40:59.813047+0000","last_active":"2024-07-26T06:45:32.893854+0000","last_peered":"2024-07-26T06:45:32.893854+0000","last_clean":"2024-07-26T06:45:32.893854+0000","last_became_active":"2024-07-26T06:40:59.812671+0000","last_became_peered":"2024-07-26T06:40:59.812671+0000","last_unstale":"2024-07-26T06:45:32.893854+0000","last_undegraded":"2024-07-26T06:45:32.893854+0000","last_fullsized":"2024-07-26T06:45:32.893854+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:26:36.151874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"848'933","reported_seq":4077,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.937969+0000","last_change":"2024-07-26T06:45:27.903699+0000","last_active":"2024-07-26T06:45:33.937969+0000","last_peered":"2024-07-26T06:45:33.937969+0000","last_clean":"2024-07-26T06:45:33.937969+0000","last_became_active":"2024-07-26T06:40:59.819493+0000","last_became_peered":"2024-07-26T06:40:59.819493+0000","last_unstale":"2024-07-26T06:45:33.937969+0000","last_undegraded":"2024-07-26T06:45:33.937969+0000","last_fullsized":"2024-07-26T06:45:33.937969+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":933,"log_dups_size":0,"ondisk_log_size":933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:00.120239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010227826000000001,"stat_sum":{"num_bytes":21225472,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":162,"num_read_kb":200241,"num_write":361,"num_write_kb":67128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1242,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895150+0000","last_change":"2024-07-26T06:40:59.820323+0000","last_active":"2024-07-26T06:45:32.895150+0000","last_peered":"2024-07-26T06:45:32.895150+0000","last_clean":"2024-07-26T06:45:32.895150+0000","last_became_active":"2024-07-26T06:40:59.819943+0000","last_became_peered":"2024-07-26T06:40:59.819943+0000","last_unstale":"2024-07-26T06:45:32.895150+0000","last_undegraded":"2024-07-26T06:45:32.895150+0000","last_fullsized":"2024-07-26T06:45:32.895150+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:15.008071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1215,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894491+0000","last_change":"2024-07-26T06:41:00.810388+0000","last_active":"2024-07-26T06:45:32.894491+0000","last_peered":"2024-07-26T06:45:32.894491+0000","last_clean":"2024-07-26T06:45:32.894491+0000","last_became_active":"2024-07-26T06:41:00.809947+0000","last_became_peered":"2024-07-26T06:41:00.809947+0000","last_unstale":"2024-07-26T06:45:32.894491+0000","last_undegraded":"2024-07-26T06:45:32.894491+0000","last_fullsized":"2024-07-26T06:45:32.894491+0000","mapping_epoch":583,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":584,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:29.404020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"846'3564","reported_seq":6581,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.895951+0000","last_change":"2024-07-26T06:45:27.928335+0000","last_active":"2024-07-26T06:45:32.895951+0000","last_peered":"2024-07-26T06:45:32.895951+0000","last_clean":"2024-07-26T06:45:32.895951+0000","last_became_active":"2024-07-26T06:39:18.816195+0000","last_became_peered":"2024-07-26T06:39:18.816195+0000","last_unstale":"2024-07-26T06:45:32.895951+0000","last_undegraded":"2024-07-26T06:45:32.895951+0000","last_fullsized":"2024-07-26T06:45:32.895951+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:32:25.724447+0000","last_clean_scrub_stamp":"2024-07-26T06:32:25.724447+0000","objects_scrubbed":0,"log_size":3564,"log_dups_size":0,"ondisk_log_size":3564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:05:09.736302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024376215999999999,"stat_sum":{"num_bytes":42647552,"num_objects":29,"num_object_clones":21,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":2,"num_read":624,"num_read_kb":833183,"num_write":1451,"num_write_kb":269080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":59768832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1d2","length":"1"}]},{"pgid":"2.b","version":"606'3","reported_seq":1071,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916034+0000","last_change":"2024-07-26T06:40:59.821235+0000","last_active":"2024-07-26T06:45:33.916034+0000","last_peered":"2024-07-26T06:45:33.916034+0000","last_clean":"2024-07-26T06:45:33.916034+0000","last_became_active":"2024-07-26T06:40:59.820904+0000","last_became_peered":"2024-07-26T06:40:59.820904+0000","last_unstale":"2024-07-26T06:45:33.916034+0000","last_undegraded":"2024-07-26T06:45:33.916034+0000","last_fullsized":"2024-07-26T06:45:33.916034+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:07.639729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1105,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.923277+0000","last_change":"2024-07-26T06:40:24.806161+0000","last_active":"2024-07-26T06:45:33.923277+0000","last_peered":"2024-07-26T06:45:33.923277+0000","last_clean":"2024-07-26T06:45:33.923277+0000","last_became_active":"2024-07-26T06:40:24.805805+0000","last_became_peered":"2024-07-26T06:40:24.805805+0000","last_unstale":"2024-07-26T06:45:33.923277+0000","last_undegraded":"2024-07-26T06:45:33.923277+0000","last_fullsized":"2024-07-26T06:45:33.923277+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:08:37.371884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1115,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916611+0000","last_change":"2024-07-26T06:40:24.805442+0000","last_active":"2024-07-26T06:45:33.916611+0000","last_peered":"2024-07-26T06:45:33.916611+0000","last_clean":"2024-07-26T06:45:33.916611+0000","last_became_active":"2024-07-26T06:40:24.805114+0000","last_became_peered":"2024-07-26T06:40:24.805114+0000","last_unstale":"2024-07-26T06:45:33.916611+0000","last_undegraded":"2024-07-26T06:45:33.916611+0000","last_fullsized":"2024-07-26T06:45:33.916611+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:32:03.057157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1070,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.917088+0000","last_change":"2024-07-26T06:40:59.821413+0000","last_active":"2024-07-26T06:45:33.917088+0000","last_peered":"2024-07-26T06:45:33.917088+0000","last_clean":"2024-07-26T06:45:33.917088+0000","last_became_active":"2024-07-26T06:40:59.820950+0000","last_became_peered":"2024-07-26T06:40:59.820950+0000","last_unstale":"2024-07-26T06:45:33.917088+0000","last_undegraded":"2024-07-26T06:45:33.917088+0000","last_fullsized":"2024-07-26T06:45:33.917088+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:58.463918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1214,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.912617+0000","last_change":"2024-07-26T06:39:18.816412+0000","last_active":"2024-07-26T06:45:33.912617+0000","last_peered":"2024-07-26T06:45:33.912617+0000","last_clean":"2024-07-26T06:45:33.912617+0000","last_became_active":"2024-07-26T06:39:18.816026+0000","last_became_peered":"2024-07-26T06:39:18.816026+0000","last_unstale":"2024-07-26T06:45:33.912617+0000","last_undegraded":"2024-07-26T06:45:33.912617+0000","last_fullsized":"2024-07-26T06:45:33.912617+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:49:46.308352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1061,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.916811+0000","last_change":"2024-07-26T06:40:59.820309+0000","last_active":"2024-07-26T06:45:33.916811+0000","last_peered":"2024-07-26T06:45:33.916811+0000","last_clean":"2024-07-26T06:45:33.916811+0000","last_became_active":"2024-07-26T06:40:59.819880+0000","last_became_peered":"2024-07-26T06:40:59.819880+0000","last_unstale":"2024-07-26T06:45:33.916811+0000","last_undegraded":"2024-07-26T06:45:33.916811+0000","last_fullsized":"2024-07-26T06:45:33.916811+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:31.588634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1272,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.920422+0000","last_change":"2024-07-26T06:39:51.873171+0000","last_active":"2024-07-26T06:45:33.920422+0000","last_peered":"2024-07-26T06:45:33.920422+0000","last_clean":"2024-07-26T06:45:33.920422+0000","last_became_active":"2024-07-26T06:39:51.872770+0000","last_became_peered":"2024-07-26T06:39:51.872770+0000","last_unstale":"2024-07-26T06:45:33.920422+0000","last_undegraded":"2024-07-26T06:45:33.920422+0000","last_fullsized":"2024-07-26T06:45:33.920422+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:58:48.714243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"606'2","reported_seq":1210,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894786+0000","last_change":"2024-07-26T06:39:51.860157+0000","last_active":"2024-07-26T06:45:32.894786+0000","last_peered":"2024-07-26T06:45:32.894786+0000","last_clean":"2024-07-26T06:45:32.894786+0000","last_became_active":"2024-07-26T06:39:51.859701+0000","last_became_peered":"2024-07-26T06:39:51.859701+0000","last_unstale":"2024-07-26T06:45:32.894786+0000","last_undegraded":"2024-07-26T06:45:32.894786+0000","last_fullsized":"2024-07-26T06:45:32.894786+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:48:10.166677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1189,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-26T06:45:32.894690+0000","last_change":"2024-07-26T06:40:24.804819+0000","last_active":"2024-07-26T06:45:32.894690+0000","last_peered":"2024-07-26T06:45:32.894690+0000","last_clean":"2024-07-26T06:45:32.894690+0000","last_became_active":"2024-07-26T06:40:24.804481+0000","last_became_peered":"2024-07-26T06:40:24.804481+0000","last_unstale":"2024-07-26T06:45:32.894690+0000","last_undegraded":"2024-07-26T06:45:32.894690+0000","last_fullsized":"2024-07-26T06:45:32.894690+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:49.013301+0000","last_clean_scrub_stamp":"2024-07-26T06:28:49.013301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:33:46.773997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"606'5","reported_seq":1284,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-07-26T06:45:33.921066+0000","last_change":"2024-07-26T06:40:59.820772+0000","last_active":"2024-07-26T06:45:33.921066+0000","last_peered":"2024-07-26T06:45:33.921066+0000","last_clean":"2024-07-26T06:45:33.921066+0000","last_became_active":"2024-07-26T06:40:59.820399+0000","last_became_peered":"2024-07-26T06:40:59.820399+0000","last_unstale":"2024-07-26T06:45:33.921066+0000","last_undegraded":"2024-07-26T06:45:33.921066+0000","last_fullsized":"2024-07-26T06:45:33.921066+0000","mapping_epoch":582,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":583,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:28:45.881846+0000","last_clean_scrub_stamp":"2024-07-26T06:28:45.881846+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:49:31.941317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":390995968,"num_objects":176,"num_object_clones":127,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":8,"num_read":3792,"num_read_kb":5012325,"num_write":8400,"num_write_kb":1747208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":126,"num_bytes_recovered":358227968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":538402816,"data_stored":1102647296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22867,"ondisk_log_size":22867,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46492,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":582,"seq":2499670966329,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":204592,"kb_used_data":67356,"kb_used_omap":41,"kb_used_meta":137174,"kb_avail":93540560,"statfs":{"total":95995035648,"available":95785533440,"internally_reserved":0,"allocated":68972544,"data_stored":127785744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42187,"internal_metadata":140466997},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":548,"seq":2353642078272,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":161396,"kb_used_data":32996,"kb_used_omap":29,"kb_used_meta":128354,"kb_avail":93583756,"statfs":{"total":95995035648,"available":95829766144,"internally_reserved":0,"allocated":33787904,"data_stored":79003514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30663,"internal_metadata":131434553},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":515,"seq":2211908157510,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":255288,"kb_used_data":68584,"kb_used_omap":47,"kb_used_meta":186640,"kb_avail":93489864,"statfs":{"total":95995035648,"available":95733620736,"internally_reserved":0,"allocated":70230016,"data_stored":106106319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48687,"internal_metadata":191119825},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":483,"seq":2074469204045,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":516392,"kb_used_data":102808,"kb_used_omap":66,"kb_used_meta":413501,"kb_avail":93228760,"statfs":{"total":95995035648,"available":95466250240,"internally_reserved":0,"allocated":105275392,"data_stored":199928171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67948,"internal_metadata":423425684},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":451,"seq":1937030250579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":370728,"kb_used_data":80284,"kb_used_omap":44,"kb_used_meta":290387,"kb_avail":93374424,"statfs":{"total":95995035648,"available":95615410176,"internally_reserved":0,"allocated":82210816,"data_stored":160430197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45148,"internal_metadata":297357220},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":418,"seq":1795296329818,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":405412,"kb_used_data":86420,"kb_used_omap":40,"kb_used_meta":318935,"kb_avail":93339740,"statfs":{"total":95995035648,"available":95579893760,"internally_reserved":0,"allocated":88494080,"data_stored":140277440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41487,"internal_metadata":326589937},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":385,"seq":1653562409056,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":423996,"kb_used_data":70384,"kb_used_omap":40,"kb_used_meta":353559,"kb_avail":93321156,"statfs":{"total":95995035648,"available":95560863744,"internally_reserved":0,"allocated":72073216,"data_stored":134339657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41539,"internal_metadata":362044861},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":351,"seq":1507533520999,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":556456,"kb_used_data":88092,"kb_used_omap":48,"kb_used_meta":468303,"kb_avail":93188696,"statfs":{"total":95995035648,"available":95425224704,"internally_reserved":0,"allocated":90206208,"data_stored":190187079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50018,"internal_metadata":479542430},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5876,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4655,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5344,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6229,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6974,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6003,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5103,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6308,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":80642048,"data_stored":190611456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":63877120,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":79523840,"data_stored":135061504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73232384,"data_stored":155217920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":96284672,"data_stored":194711552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":61235200,"data_stored":100884480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24207360,"data_stored":73191424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":59400192,"data_stored":121978880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:45:39.664 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-07-26T06:45:39.665 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-07-26T06:45:39.935 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:45:40.207 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:39 smithi037 ceph-mon[97339]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:45:40.207 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:39 smithi037 ceph-mon[99762]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:45:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:39 smithi135 ceph-mon[90132]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:45:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:40 smithi037 ceph-mon[97339]: pgmap v866: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:45:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:40 smithi037 ceph-mon[99762]: pgmap v866: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:45:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:40 smithi135 ceph-mon[90132]: pgmap v866: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-26T06:45:41.483 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:41] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-07-26T06:45:41.907 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'unique_pool_0' removed 2024-07-26T06:45:42.261 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:41 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:45:42.262 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:41 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:45:42.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:41 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:45:42.539 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:45:42.539 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-07-26T06:45:42.539 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:45:42.539 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-07-26T06:45:42.539 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:45:42.540 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:45:42.541 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:45:42.541 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:45:42.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:45:42.561 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:45:42.561 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:45:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:42.618 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:45:42.618 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:45:42.677 INFO:tasks.workunit:timeout=3h 2024-07-26T06:45:42.677 INFO:tasks.workunit:cleanup=True 2024-07-26T06:45:42.677 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:45:42.735 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:45:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[97339]: pgmap v867: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:45:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:45:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[97339]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:45:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[99762]: pgmap v867: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:45:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:45:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:42 smithi037 ceph-mon[99762]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:45:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:42 smithi135 ceph-mon[90132]: pgmap v867: 121 pgs: 121 active+clean; 374 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:45:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2639806641' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:45:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:42 smithi135 ceph-mon[90132]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:45:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:43 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:43 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:44.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:43 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:45.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:45.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: pgmap v869: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:45:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:47 smithi135 ceph-mon[90132]: pgmap v870: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:47 smithi037 ceph-mon[97339]: pgmap v870: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:47.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:47 smithi037 ceph-mon[99762]: pgmap v870: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:48.053 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:45:48.109 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:45:48.112 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:45:48.112 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:45:48.162 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:45:48.213 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:45:48.253 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:45:48.255 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:45:48.255 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:45:48.294 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:45:48.297 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:45:48.297 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:45:48.354 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-07-26T06:45:48.355 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-07-26T06:45:48.356 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-07-26T06:45:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:45:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 22 tests from 1 test suite. 2024-07-26T06:45:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:45:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 22 tests from TestCls2PCQueue 2024-07-26T06:45:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-07-26T06:45:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:49 smithi135 ceph-mon[90132]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:49 smithi037 ceph-mon[97339]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:49 smithi037 ceph-mon[99762]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[97339]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[99762]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:50 smithi135 ceph-mon[90132]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:45:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:50 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:51.118 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2696 ms) 2024-07-26T06:45:51.118 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-07-26T06:45:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:45:51] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-07-26T06:45:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[97339]: pgmap v873: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:51.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[97339]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:45:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[99762]: pgmap v873: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:51 smithi037 ceph-mon[99762]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:45:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:51 smithi135 ceph-mon[90132]: pgmap v873: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:51 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:51 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2131175798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:51 smithi135 ceph-mon[90132]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:45:52.457 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:52 smithi037 ceph-mon[97339]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:45:52.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:52 smithi037 ceph-mon[99762]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:45:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:52 smithi135 ceph-mon[90132]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:45:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:45:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:53.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: pgmap v876: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/993440498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: pgmap v876: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:45:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:45:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/993440498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:53 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:53.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: pgmap v876: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/993440498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:53 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:54.140 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3022 ms) 2024-07-26T06:45:54.140 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-07-26T06:45:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:54 smithi037 ceph-mon[97339]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:45:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:54 smithi037 ceph-mon[99762]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:45:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:54 smithi135 ceph-mon[90132]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:45:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:55 smithi037 ceph-mon[97339]: pgmap v879: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:55 smithi037 ceph-mon[97339]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:45:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:55 smithi037 ceph-mon[99762]: pgmap v879: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:55 smithi037 ceph-mon[99762]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:45:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:55 smithi135 ceph-mon[90132]: pgmap v879: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:55 smithi135 ceph-mon[90132]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:45:56.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:56 smithi037 ceph-mon[97339]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:45:56.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:56 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:56 smithi037 ceph-mon[99762]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:45:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:56 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:56.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:56 smithi135 ceph-mon[90132]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:45:56.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:56 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:57.158 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-07-26T06:45:57.158 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-07-26T06:45:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[97339]: pgmap v882: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[97339]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[99762]: pgmap v882: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:57 smithi037 ceph-mon[99762]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:57 smithi135 ceph-mon[90132]: pgmap v882: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:57 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2286453466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:57 smithi135 ceph-mon[90132]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:45:58.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:58 smithi037 ceph-mon[97339]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:45:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:58 smithi037 ceph-mon[99762]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:45:58.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:58 smithi135 ceph-mon[90132]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:45:59.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:59 smithi135 ceph-mon[90132]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:59.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:59 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:59.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:59 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:45:59.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:59 smithi135 ceph-mon[90132]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:45:59.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:45:59 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[97339]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[97339]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[99762]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:45:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:45:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[99762]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:45:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:45:59 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:00.185 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3027 ms) 2024-07-26T06:46:00.185 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-07-26T06:46:00.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:00.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:00 smithi037 ceph-mon[97339]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:46:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:00 smithi037 ceph-mon[99762]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:46:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1700983966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:00 smithi135 ceph-mon[90132]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:46:01.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:01] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-07-26T06:46:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:01 smithi037 ceph-mon[97339]: pgmap v888: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:01 smithi037 ceph-mon[97339]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:46:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:01 smithi037 ceph-mon[99762]: pgmap v888: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:01 smithi037 ceph-mon[99762]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:46:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:01 smithi135 ceph-mon[90132]: pgmap v888: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:01 smithi135 ceph-mon[90132]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:46:02.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:02 smithi037 ceph-mon[97339]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:46:02.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:02 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:02 smithi037 ceph-mon[99762]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:46:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:02 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:02.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:02 smithi135 ceph-mon[90132]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:46:02.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:02 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:03.205 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.Commit (3020 ms) 2024-07-26T06:46:03.205 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-07-26T06:46:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[97339]: pgmap v891: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[97339]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[99762]: pgmap v891: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:03 smithi037 ceph-mon[99762]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:46:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:03 smithi135 ceph-mon[90132]: pgmap v891: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:03 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:03 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1801165369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:03 smithi135 ceph-mon[90132]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:46:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:04 smithi037 ceph-mon[97339]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:46:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:04 smithi037 ceph-mon[99762]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:46:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:04 smithi135 ceph-mon[90132]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:46:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:06.234 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.Abort (3029 ms) 2024-07-26T06:46:06.234 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-07-26T06:46:06.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:06.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:06 smithi037 ceph-mon[97339]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:46:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:06 smithi037 ceph-mon[99762]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:46:06.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/964183116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:06 smithi135 ceph-mon[90132]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:46:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:07 smithi037 ceph-mon[97339]: pgmap v897: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:07 smithi037 ceph-mon[97339]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:46:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:07 smithi037 ceph-mon[99762]: pgmap v897: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:07 smithi037 ceph-mon[99762]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:46:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:07 smithi135 ceph-mon[90132]: pgmap v897: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:07 smithi135 ceph-mon[90132]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:46:08.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[97339]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:46:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4014898451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[99762]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:46:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4014898451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:08 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:08.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:08 smithi135 ceph-mon[90132]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:46:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4014898451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:08 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.248 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.ReserveError (3014 ms) 2024-07-26T06:46:09.248 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-07-26T06:46:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[97339]: pgmap v900: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[97339]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[99762]: pgmap v900: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:09 smithi037 ceph-mon[99762]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:46:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:09 smithi135 ceph-mon[90132]: pgmap v900: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:09 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:09 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:09 smithi135 ceph-mon[90132]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:46:10.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:10 smithi037 ceph-mon[97339]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:46:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:10 smithi037 ceph-mon[99762]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:46:10.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:10 smithi135 ceph-mon[90132]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:11] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[97339]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[97339]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[99762]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[99762]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:46:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:11 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:11 smithi135 ceph-mon[90132]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:11 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:11 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:11 smithi135 ceph-mon[90132]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:11 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:12.277 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.CommitError (3029 ms) 2024-07-26T06:46:12.277 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-07-26T06:46:12.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:12.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:12 smithi037 ceph-mon[97339]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:46:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:12 smithi037 ceph-mon[99762]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:46:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3729067829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:12 smithi135 ceph-mon[90132]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:46:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:13 smithi037 ceph-mon[97339]: pgmap v906: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:13 smithi037 ceph-mon[97339]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:46:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:13 smithi037 ceph-mon[99762]: pgmap v906: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:13 smithi037 ceph-mon[99762]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:46:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:13 smithi135 ceph-mon[90132]: pgmap v906: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:13 smithi135 ceph-mon[90132]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[97339]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[97339]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[99762]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:46:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:14.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:14 smithi037 ceph-mon[99762]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:46:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:14 smithi135 ceph-mon[90132]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:46:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:14 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:14 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1821978537' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:14 smithi135 ceph-mon[90132]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:46:15.287 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.AbortError (3011 ms) 2024-07-26T06:46:15.287 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-07-26T06:46:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[97339]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[97339]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:46:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[99762]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:15 smithi037 ceph-mon[99762]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:46:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:15 smithi135 ceph-mon[90132]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:15 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:15 smithi135 ceph-mon[90132]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1673260401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:16.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:16.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:16.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:46:16.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1673260401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:16.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:16 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1673260401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:16 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:18.327 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3039 ms) 2024-07-26T06:46:18.327 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-07-26T06:46:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:18 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:18 smithi135 ceph-mon[90132]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:46:18.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:18 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:18 smithi037 ceph-mon[97339]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:46:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:18 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:18 smithi037 ceph-mon[99762]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:46:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:19 smithi135 ceph-mon[90132]: pgmap v915: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:19 smithi135 ceph-mon[90132]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:46:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:19 smithi037 ceph-mon[97339]: pgmap v915: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:19 smithi037 ceph-mon[97339]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:46:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:19 smithi037 ceph-mon[99762]: pgmap v915: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:19 smithi037 ceph-mon[99762]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:46:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:20 smithi135 ceph-mon[90132]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:46:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:20 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1030911985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:20 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:20 smithi135 ceph-mon[90132]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:20.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[97339]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1030911985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[97339]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[99762]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1030911985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:20 smithi037 ceph-mon[99762]: pgmap v918: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:21.339 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3012 ms) 2024-07-26T06:46:21.339 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-07-26T06:46:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:21 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:21 smithi135 ceph-mon[90132]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:46:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[97339]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:46:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:21] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-07-26T06:46:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:21 smithi037 ceph-mon[99762]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:46:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:22 smithi135 ceph-mon[90132]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:46:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:22 smithi135 ceph-mon[90132]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:22.707 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:22 smithi037 ceph-mon[97339]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:46:22.708 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:22 smithi037 ceph-mon[97339]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:22.708 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:22 smithi037 ceph-mon[99762]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:46:22.708 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:22 smithi037 ceph-mon[99762]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[97339]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/978076242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[99762]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/978076242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:23 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:23.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:23 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:23 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:23 smithi135 ceph-mon[90132]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:46:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:23 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/978076242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:23 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.356 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3018 ms) 2024-07-26T06:46:24.357 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[99762]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[99762]: pgmap v924: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[97339]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:46:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:24 smithi037 ceph-mon[97339]: pgmap v924: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:24 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:24 smithi135 ceph-mon[90132]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:46:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:24 smithi135 ceph-mon[90132]: pgmap v924: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:25 smithi037 ceph-mon[97339]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:46:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:25 smithi037 ceph-mon[99762]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:46:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:25 smithi135 ceph-mon[90132]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:46:26.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[97339]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1517488891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[97339]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[99762]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1517488891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:26 smithi037 ceph-mon[99762]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:26 smithi135 ceph-mon[90132]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:46:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1517488891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:26 smithi135 ceph-mon[90132]: pgmap v927: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:27.376 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3019 ms) 2024-07-26T06:46:27.376 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-07-26T06:46:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[97339]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:46:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:27 smithi037 ceph-mon[99762]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:46:27.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:27 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:27 smithi135 ceph-mon[90132]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:46:28.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:28 smithi037 ceph-mon[97339]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:46:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:28 smithi037 ceph-mon[97339]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:28 smithi037 ceph-mon[99762]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:46:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:28 smithi037 ceph-mon[99762]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:28.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:28 smithi135 ceph-mon[90132]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:46:28.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:28 smithi135 ceph-mon[90132]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:29.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:29 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:29.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:29 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:29.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:29 smithi135 ceph-mon[90132]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:46:29.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:29 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[97339]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:46:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[99762]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:46:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:29 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:30.393 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2024-07-26T06:46:30.393 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-07-26T06:46:30.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[97339]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:46:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[97339]: pgmap v933: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[99762]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:46:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:30 smithi037 ceph-mon[99762]: pgmap v933: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:30.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:30 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3800718742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:30 smithi135 ceph-mon[90132]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:46:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:30 smithi135 ceph-mon[90132]: pgmap v933: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:31 smithi037 ceph-mon[97339]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:46:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:31] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-07-26T06:46:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:31 smithi037 ceph-mon[99762]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:46:31.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:31 smithi135 ceph-mon[90132]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:46:32.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:32 smithi135 ceph-mon[90132]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:46:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:32 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:32 smithi135 ceph-mon[90132]: pgmap v936: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:32.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[97339]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:46:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[97339]: pgmap v936: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[99762]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:46:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:32 smithi037 ceph-mon[99762]: pgmap v936: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:33.411 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-07-26T06:46:33.411 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-07-26T06:46:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[97339]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:46:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:33 smithi037 ceph-mon[99762]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:46:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:33 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:33 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2458470517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:33 smithi135 ceph-mon[90132]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:46:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[97339]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[97339]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[99762]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[99762]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:34 smithi135 ceph-mon[90132]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:46:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:34 smithi135 ceph-mon[90132]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[97339]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2036868918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[99762]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2036868918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:35 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:35 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:35 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:46:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:35 smithi135 ceph-mon[90132]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:46:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:35 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2036868918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:35 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:36.442 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.Cleanup (3031 ms) 2024-07-26T06:46:36.443 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-07-26T06:46:36.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[97339]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:46:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[97339]: pgmap v942: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[99762]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:46:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:36 smithi037 ceph-mon[99762]: pgmap v942: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:36 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:36 smithi135 ceph-mon[90132]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:46:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:36 smithi135 ceph-mon[90132]: pgmap v942: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:37 smithi037 ceph-mon[97339]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:46:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:37 smithi037 ceph-mon[99762]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:46:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:37 smithi135 ceph-mon[90132]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:46:38.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[97339]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[97339]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3753574568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[99762]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[99762]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3753574568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:38 smithi135 ceph-mon[90132]: pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:38 smithi135 ceph-mon[90132]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:46:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3753574568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:39.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:39.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:39 smithi037 ceph-mon[97339]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:46:39.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:39.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:39 smithi037 ceph-mon[99762]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:46:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:39 smithi135 ceph-mon[90132]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:46:40.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:40 smithi037 ceph-mon[97339]: pgmap v947: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:40.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:40 smithi037 ceph-mon[97339]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:46:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:40 smithi037 ceph-mon[99762]: pgmap v947: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:40 smithi037 ceph-mon[99762]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:46:40.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:40 smithi135 ceph-mon[90132]: pgmap v947: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:40 smithi135 ceph-mon[90132]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:46:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:41] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-07-26T06:46:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:42 smithi135 ceph-mon[90132]: pgmap v949: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:42.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:42 smithi037 ceph-mon[97339]: pgmap v949: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:42 smithi037 ceph-mon[99762]: pgmap v949: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:44.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:44 smithi037 ceph-mon[97339]: pgmap v950: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.8 MiB/s wr, 8.83k op/s 2024-07-26T06:46:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:44 smithi037 ceph-mon[99762]: pgmap v950: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.8 MiB/s wr, 8.83k op/s 2024-07-26T06:46:44.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:44 smithi135 ceph-mon[90132]: pgmap v950: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.8 MiB/s wr, 8.83k op/s 2024-07-26T06:46:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:47 smithi135 ceph-mon[90132]: pgmap v951: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-07-26T06:46:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:47 smithi037 ceph-mon[97339]: pgmap v951: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-07-26T06:46:47.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:47 smithi037 ceph-mon[99762]: pgmap v951: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.64k op/s 2024-07-26T06:46:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:49 smithi135 ceph-mon[90132]: pgmap v952: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 5.90k op/s 2024-07-26T06:46:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:49 smithi037 ceph-mon[97339]: pgmap v952: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 5.90k op/s 2024-07-26T06:46:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:49 smithi037 ceph-mon[99762]: pgmap v952: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 5.90k op/s 2024-07-26T06:46:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[97339]: pgmap v953: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 7.4 MiB/s wr, 8.52k op/s 2024-07-26T06:46:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:50 smithi037 ceph-mon[99762]: pgmap v953: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 7.4 MiB/s wr, 8.52k op/s 2024-07-26T06:46:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:46:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:50 smithi135 ceph-mon[90132]: pgmap v953: 137 pgs: 137 active+clean; 2.3 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 7.4 MiB/s wr, 8.52k op/s 2024-07-26T06:46:51.376 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14934 ms) 2024-07-26T06:46:51.377 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:46:51] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:46:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-07-26T06:46:51.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:51 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:46:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:46:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-07-26T06:46:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:51 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-07-26T06:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-mon[90132]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-mon[90132]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:46:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[97339]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[97339]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:46:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[99762]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:46:52.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:52 smithi037 ceph-mon[99762]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[97339]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:46:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3443668273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[99762]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:46:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3443668273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:53 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:53 smithi135 ceph-mon[90132]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:46:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3443668273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:53 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:54.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:54.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[97339]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[97339]: pgmap v958: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[97339]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[99762]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[99762]: pgmap v958: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:54 smithi037 ceph-mon[99762]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:46:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:54 smithi135 ceph-mon[90132]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:46:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:54 smithi135 ceph-mon[90132]: pgmap v958: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:54 smithi135 ceph-mon[90132]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:46:55.405 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4028 ms) 2024-07-26T06:46:55.405 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-07-26T06:46:56.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:56 smithi037 ceph-mon[97339]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:46:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:56 smithi037 ceph-mon[97339]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:56 smithi037 ceph-mon[99762]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:46:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:56 smithi037 ceph-mon[99762]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:56 smithi135 ceph-mon[90132]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:46:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:56 smithi135 ceph-mon[90132]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[97339]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:46:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2499892936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[99762]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:46:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2499892936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:57 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:57 smithi135 ceph-mon[90132]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:46:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2499892936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:57 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:58.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[97339]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:46:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[97339]: pgmap v964: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[99762]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:46:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:58 smithi037 ceph-mon[99762]: pgmap v964: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:58.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:58 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:58 smithi135 ceph-mon[90132]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:46:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:58 smithi135 ceph-mon[90132]: pgmap v964: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:46:59.738 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:46:59 smithi135 ceph-mon[90132]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:46:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:46:59 smithi037 ceph-mon[97339]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:46:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:46:59 smithi037 ceph-mon[99762]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:47:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:00 smithi037 ceph-mon[97339]: pgmap v966: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 4.08k op/s 2024-07-26T06:47:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:00 smithi037 ceph-mon[99762]: pgmap v966: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 4.08k op/s 2024-07-26T06:47:00.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:00 smithi135 ceph-mon[90132]: pgmap v966: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 4.08k op/s 2024-07-26T06:47:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:01] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-07-26T06:47:02.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:02 smithi135 ceph-mon[90132]: pgmap v967: 137 pgs: 2 creating+peering, 135 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 2.74k op/s 2024-07-26T06:47:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:02.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:02 smithi037 ceph-mon[97339]: pgmap v967: 137 pgs: 2 creating+peering, 135 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 2.74k op/s 2024-07-26T06:47:02.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:02 smithi037 ceph-mon[99762]: pgmap v967: 137 pgs: 2 creating+peering, 135 active+clean; 926 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 2.74k op/s 2024-07-26T06:47:04.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:04 smithi037 ceph-mon[97339]: pgmap v968: 137 pgs: 137 active+clean; 926 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.34k op/s 2024-07-26T06:47:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:04 smithi037 ceph-mon[99762]: pgmap v968: 137 pgs: 137 active+clean; 926 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.34k op/s 2024-07-26T06:47:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:04 smithi135 ceph-mon[90132]: pgmap v968: 137 pgs: 137 active+clean; 926 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.34k op/s 2024-07-26T06:47:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:06.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:06 smithi037 ceph-mon[97339]: pgmap v969: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.17k op/s 2024-07-26T06:47:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:06 smithi037 ceph-mon[99762]: pgmap v969: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.17k op/s 2024-07-26T06:47:06.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:06 smithi135 ceph-mon[90132]: pgmap v969: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.17k op/s 2024-07-26T06:47:08.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:08 smithi037 ceph-mon[97339]: pgmap v970: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-07-26T06:47:08.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:08 smithi037 ceph-mon[99762]: pgmap v970: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-07-26T06:47:08.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:08 smithi135 ceph-mon[90132]: pgmap v970: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-07-26T06:47:10.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:10 smithi037 ceph-mon[97339]: pgmap v971: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.7 MiB/s wr, 6.92k op/s 2024-07-26T06:47:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:10 smithi037 ceph-mon[99762]: pgmap v971: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.7 MiB/s wr, 6.92k op/s 2024-07-26T06:47:10.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:10 smithi135 ceph-mon[90132]: pgmap v971: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.7 MiB/s wr, 6.92k op/s 2024-07-26T06:47:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:11] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2024-07-26T06:47:12.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:12 smithi135 ceph-mon[90132]: pgmap v972: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:12.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:12 smithi037 ceph-mon[97339]: pgmap v972: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:12.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:12 smithi037 ceph-mon[99762]: pgmap v972: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:14.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:14 smithi037 ceph-mon[97339]: pgmap v973: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:14 smithi037 ceph-mon[99762]: pgmap v973: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:14.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:14 smithi135 ceph-mon[90132]: pgmap v973: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.1 MiB/s wr, 4.99k op/s 2024-07-26T06:47:15.523 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20119 ms) 2024-07-26T06:47:15.523 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-07-26T06:47:16.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:16 smithi037 ceph-mon[97339]: pgmap v974: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 109 MiB/s rd, 5.1 MiB/s wr, 6.38k op/s 2024-07-26T06:47:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:16 smithi037 ceph-mon[97339]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:47:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:16 smithi037 ceph-mon[99762]: pgmap v974: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 109 MiB/s rd, 5.1 MiB/s wr, 6.38k op/s 2024-07-26T06:47:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:16 smithi037 ceph-mon[99762]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:47:16.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:16 smithi135 ceph-mon[90132]: pgmap v974: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 109 MiB/s rd, 5.1 MiB/s wr, 6.38k op/s 2024-07-26T06:47:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:16 smithi135 ceph-mon[90132]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:47:17.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[97339]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4057698369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[97339]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[99762]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4057698369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:17 smithi037 ceph-mon[99762]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:47:17.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:17 smithi135 ceph-mon[90132]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:47:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:17 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4057698369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:17 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:17 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:17 smithi135 ceph-mon[90132]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:47:18.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[97339]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:18.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[97339]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:47:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[99762]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:18 smithi037 ceph-mon[99762]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:47:18.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:18 smithi135 ceph-mon[90132]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:18 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:18 smithi135 ceph-mon[90132]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:47:19.552 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2024-07-26T06:47:19.552 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[97339]: pgmap v980: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[97339]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[99762]: pgmap v980: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:20.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:20 smithi037 ceph-mon[99762]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:47:20.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:20 smithi135 ceph-mon[90132]: pgmap v980: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:20 smithi135 ceph-mon[90132]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:47:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:21] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-07-26T06:47:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[97339]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[99762]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:47:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:21 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:21.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:21 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:21.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:21 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:21 smithi135 ceph-mon[90132]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:47:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:21 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:22.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:22 smithi135 ceph-mon[90132]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:22 smithi135 ceph-mon[90132]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:47:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:22 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[97339]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[97339]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[99762]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3402004402' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[99762]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:47:23.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:22 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:23.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:23 smithi135 ceph-mon[90132]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:47:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:23 smithi037 ceph-mon[97339]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:47:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:23 smithi037 ceph-mon[99762]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:47:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:24 smithi135 ceph-mon[90132]: pgmap v986: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:24 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:24 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[97339]: pgmap v986: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[99762]: pgmap v986: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:24 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:25.579 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6027 ms) 2024-07-26T06:47:25.579 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-07-26T06:47:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:26 smithi135 ceph-mon[90132]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.86k op/s 2024-07-26T06:47:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:26 smithi135 ceph-mon[90132]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:47:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:26 smithi037 ceph-mon[97339]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.86k op/s 2024-07-26T06:47:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:26 smithi037 ceph-mon[97339]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:47:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:26 smithi037 ceph-mon[99762]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.86k op/s 2024-07-26T06:47:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:26 smithi037 ceph-mon[99762]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:47:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[97339]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:47:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[99762]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:47:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:27 smithi135 ceph-mon[90132]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:47:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2606588339' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140283-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[97339]: pgmap v990: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[97339]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[97339]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[99762]: pgmap v990: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[99762]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:28 smithi037 ceph-mon[99762]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:47:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:28 smithi135 ceph-mon[90132]: pgmap v990: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:28 smithi135 ceph-mon[90132]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:47:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:28 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:28 smithi135 ceph-mon[90132]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:47:29.988 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:29 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:29.988 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:29 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:29 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:29 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:29 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:29 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5080 ms) 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 22 tests from TestCls2PCQueue (102238 ms total) 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 22 tests from 1 test suite ran. (102238 ms total) 2024-07-26T06:47:30.660 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 22 tests. 2024-07-26T06:47:30.663 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:47:30.664 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:47:30.693 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-07-26T06:47:30.693 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-07-26T06:47:30.763 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:47:30.763 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 6 tests from 2 test suites. 2024-07-26T06:47:30.763 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:47:30.763 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 5 tests from cls_cas 2024-07-26T06:47:30.763 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_cas.get_put 2024-07-26T06:47:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:30 smithi037 ceph-mon[97339]: pgmap v993: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:30 smithi037 ceph-mon[99762]: pgmap v993: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:30 smithi135 ceph-mon[90132]: pgmap v993: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:31.665 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:31] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-07-26T06:47:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:31 smithi037 ceph-mon[97339]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:47:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:31 smithi037 ceph-mon[99762]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:47:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:31 smithi135 ceph-mon[90132]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:47:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[97339]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[97339]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4019110065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[99762]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[99762]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4019110065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:32 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:32 smithi135 ceph-mon[90132]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:32 smithi135 ceph-mon[90132]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:47:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:32 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4019110065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:32 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_cas.get_put (2924 ms) 2024-07-26T06:47:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_cas.wrong_put 2024-07-26T06:47:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:33 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:33 smithi037 ceph-mon[97339]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:47:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:33 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:33 smithi037 ceph-mon[99762]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:47:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:33 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:33 smithi135 ceph-mon[90132]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[97339]: pgmap v998: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[97339]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[99762]: pgmap v998: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[99762]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:35.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:34 smithi135 ceph-mon[90132]: pgmap v998: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:35.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:34 smithi135 ceph-mon[90132]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:47:35.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:35.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[97339]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2815459553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[97339]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[99762]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:47:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2815459553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:36.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:35 smithi037 ceph-mon[99762]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:47:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:35 smithi135 ceph-mon[90132]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:47:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:35 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2815459553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:35 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:35 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:35 smithi135 ceph-mon[90132]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:47:36.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_cas.wrong_put (3031 ms) 2024-07-26T06:47:36.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_cas.dup_get 2024-07-26T06:47:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:36 smithi037 ceph-mon[97339]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:36 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:36 smithi037 ceph-mon[99762]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:36 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:36 smithi135 ceph-mon[90132]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:36 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:37 smithi037 ceph-mon[97339]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:47:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:37 smithi037 ceph-mon[99762]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:47:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:37 smithi135 ceph-mon[90132]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4017149707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:47:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4017149707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: pgmap v1004: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4017149707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:39.744 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_cas.dup_get (3026 ms) 2024-07-26T06:47:39.744 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_cas.dup_put 2024-07-26T06:47:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:39 smithi037 ceph-mon[97339]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:47:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:39 smithi037 ceph-mon[99762]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:47:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:39 smithi135 ceph-mon[90132]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:47:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:40 smithi037 ceph-mon[97339]: pgmap v1007: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:40 smithi037 ceph-mon[97339]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:47:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:40 smithi037 ceph-mon[99762]: pgmap v1007: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:40 smithi037 ceph-mon[99762]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:40 smithi135 ceph-mon[90132]: pgmap v1007: 137 pgs: 13 creating+peering, 5 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:40 smithi135 ceph-mon[90132]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:47:41.750 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:41] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[99762]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1235525334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[97339]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1235525334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:41 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:41 smithi135 ceph-mon[90132]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:47:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:41 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1235525334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:41 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:42.769 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_cas.dup_put (3025 ms) 2024-07-26T06:47:42.770 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_cas.get_wrong_data 2024-07-26T06:47:43.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[99762]: pgmap v1010: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:43.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[99762]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[97339]: pgmap v1010: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:42 smithi037 ceph-mon[97339]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:47:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:42 smithi135 ceph-mon[90132]: pgmap v1010: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:42 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:42 smithi135 ceph-mon[90132]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:47:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:43 smithi037 ceph-mon[97339]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:47:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:43 smithi037 ceph-mon[99762]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:47:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:43 smithi135 ceph-mon[90132]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:47:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[97339]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[97339]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[99762]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[99762]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:47:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:44 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:44 smithi135 ceph-mon[90132]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:44 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:44 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:44 smithi135 ceph-mon[90132]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:47:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:44 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_cas.get_wrong_data (3025 ms) 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 5 tests from cls_cas (15032 ms total) 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from chunk_refs_t 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] chunk_refs_t.size 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:1 60 by_object 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:2 103 by_object 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:4 189 by_object 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:8 361 by_object 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:16 112 by_hash(32 bits) 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:32 208 by_hash(32 bits) 2024-07-26T06:47:45.795 INFO:tasks.workunit.client.0.smithi037.stdout:64 400 by_hash(32 bits) 2024-07-26T06:47:45.796 INFO:tasks.workunit.client.0.smithi037.stdout:128 509 by_hash(10 bits) 2024-07-26T06:47:45.796 INFO:tasks.workunit.client.0.smithi037.stdout:256 499 by_hash(7 bits) 2024-07-26T06:47:45.796 INFO:tasks.workunit.client.0.smithi037.stdout:512 462 by_hash(5 bits) 2024-07-26T06:47:45.796 INFO:tasks.workunit.client.0.smithi037.stdout:1024 466 by_hash(5 bits) 2024-07-26T06:47:45.796 INFO:tasks.workunit.client.0.smithi037.stdout:2048 466 by_hash(5 bits) 2024-07-26T06:47:45.797 INFO:tasks.workunit.client.0.smithi037.stdout:4096 470 by_hash(5 bits) 2024-07-26T06:47:45.797 INFO:tasks.workunit.client.0.smithi037.stdout:8192 498 by_hash(4 bits) 2024-07-26T06:47:45.798 INFO:tasks.workunit.client.0.smithi037.stdout:16384 278 by_hash(3 bits) 2024-07-26T06:47:45.801 INFO:tasks.workunit.client.0.smithi037.stdout:32768 337 by_hash(2 bits) 2024-07-26T06:47:45.805 INFO:tasks.workunit.client.0.smithi037.stdout:65536 367 by_hash(2 bits) 2024-07-26T06:47:45.812 INFO:tasks.workunit.client.0.smithi037.stdout:131072 387 by_hash(1 bits) 2024-07-26T06:47:45.826 INFO:tasks.workunit.client.0.smithi037.stdout:262144 331 by_pool 2024-07-26T06:47:45.855 INFO:tasks.workunit.client.0.smithi037.stdout:524288 21 count 2024-07-26T06:47:45.904 INFO:tasks.workunit.client.0.smithi037.stdout:1048576 21 count 2024-07-26T06:47:46.012 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] chunk_refs_t.size (218 ms) 2024-07-26T06:47:46.013 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from chunk_refs_t (218 ms total) 2024-07-26T06:47:46.013 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:47:46.013 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:47:46.013 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 6 tests from 2 test suites ran. (15250 ms total) 2024-07-26T06:47:46.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 6 tests. 2024-07-26T06:47:46.015 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:47:46.015 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:47:46.039 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:47:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:46.040 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:46.041 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:46.041 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:47:46.041 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:46.041 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:46.042 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:46.042 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:45 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:46.043 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-07-26T06:47:46.043 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-07-26T06:47:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/130579064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-140947-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:47:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:45 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:46.111 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:47:46.111 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 31 tests from 1 test suite. 2024-07-26T06:47:46.111 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:47:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:46 smithi037 ceph-mon[97339]: pgmap v1016: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:46 smithi037 ceph-mon[97339]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:47:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:46 smithi037 ceph-mon[99762]: pgmap v1016: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:46 smithi037 ceph-mon[99762]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:47:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:46 smithi135 ceph-mon[90132]: pgmap v1016: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:46 smithi135 ceph-mon[90132]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:47:47.808 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 31 tests from CmpOmap 2024-07-26T06:47:47.808 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-07-26T06:47:47.819 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (12 ms) 2024-07-26T06:47:47.820 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-07-26T06:47:47.830 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (11 ms) 2024-07-26T06:47:47.830 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-07-26T06:47:47.833 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-07-26T06:47:47.834 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-07-26T06:47:47.837 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-07-26T06:47:47.837 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-07-26T06:47:47.842 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-07-26T06:47:47.842 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-07-26T06:47:47.849 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-07-26T06:47:47.849 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-07-26T06:47:47.853 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-07-26T06:47:47.853 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-07-26T06:47:47.855 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-07-26T06:47:47.855 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-07-26T06:47:47.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-07-26T06:47:47.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-07-26T06:47:47.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-07-26T06:47:47.862 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-07-26T06:47:47.862 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-07-26T06:47:47.862 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-07-26T06:47:47.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-07-26T06:47:47.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-07-26T06:47:47.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-07-26T06:47:47.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-07-26T06:47:47.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-07-26T06:47:47.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-07-26T06:47:47.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (7 ms) 2024-07-26T06:47:47.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-07-26T06:47:47.890 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-07-26T06:47:47.890 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-07-26T06:47:47.897 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-07-26T06:47:47.897 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-07-26T06:47:47.905 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-07-26T06:47:47.905 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-07-26T06:47:47.906 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-07-26T06:47:47.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-07-26T06:47:47.909 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-07-26T06:47:47.909 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-07-26T06:47:47.910 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (2 ms) 2024-07-26T06:47:47.910 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-07-26T06:47:47.910 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-07-26T06:47:47.911 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-07-26T06:47:47.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-07-26T06:47:47.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-07-26T06:47:47.923 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-07-26T06:47:47.923 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-07-26T06:47:47.931 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-07-26T06:47:47.931 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-07-26T06:47:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-07-26T06:47:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-07-26T06:47:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-07-26T06:47:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-07-26T06:47:47.943 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-07-26T06:47:47.943 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-07-26T06:47:47.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-07-26T06:47:47.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-07-26T06:47:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-07-26T06:47:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-07-26T06:47:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-07-26T06:47:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 31 tests from CmpOmap (145 ms total) 2024-07-26T06:47:47.953 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:47:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:47:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:47 smithi135 ceph-mon[90132]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:47:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3434188796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:47 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[97339]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:47:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3434188796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[99762]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:47:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3434188796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:47 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:48.810 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 31 tests from 1 test suite ran. (2699 ms total) 2024-07-26T06:47:48.810 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 31 tests. 2024-07-26T06:47:48.813 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:47:48.813 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:47:48.883 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-07-26T06:47:48.883 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-07-26T06:47:48.954 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:47:48.954 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 6 tests from 1 test suite. 2024-07-26T06:47:48.954 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:47:48.954 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from ClsHello 2024-07-26T06:47:48.954 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.SayHello 2024-07-26T06:47:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:48 smithi135 ceph-mon[90132]: pgmap v1019: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:48 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:48 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:48 smithi135 ceph-mon[90132]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:47:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[97339]: pgmap v1019: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[97339]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[99762]: pgmap v1019: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:48 smithi037 ceph-mon[99762]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:47:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:49 smithi135 ceph-mon[90132]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:47:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[97339]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:47:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[99762]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:47:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:47:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:50 smithi135 ceph-mon[90132]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[97339]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4175598267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:50 smithi037 ceph-mon[99762]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:47:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:47:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:47:51] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-07-26T06:47:51.841 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.SayHello (2887 ms) 2024-07-26T06:47:51.842 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.RecordHello 2024-07-26T06:47:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:47:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:52 smithi135 ceph-mon[90132]: pgmap v1025: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:52 smithi135 ceph-mon[90132]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:47:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:52 smithi037 ceph-mon[97339]: pgmap v1025: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:52 smithi037 ceph-mon[97339]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:47:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:52 smithi037 ceph-mon[99762]: pgmap v1025: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:52 smithi037 ceph-mon[99762]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:47:54.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:53 smithi037 ceph-mon[97339]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:47:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:53 smithi037 ceph-mon[99762]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:47:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:54.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:53 smithi135 ceph-mon[90132]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:47:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:54.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.RecordHello (3016 ms) 2024-07-26T06:47:54.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.WriteReturnData 2024-07-26T06:47:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[97339]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[97339]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[99762]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:54 smithi037 ceph-mon[99762]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:47:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:54 smithi135 ceph-mon[90132]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:54 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:47:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:54 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3364576670' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:54 smithi135 ceph-mon[90132]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:47:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:55 smithi037 ceph-mon[97339]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:47:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:55 smithi037 ceph-mon[99762]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:47:56.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:55 smithi135 ceph-mon[90132]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:47:56.869 INFO:tasks.workunit.client.0.smithi037.stdout:require_osd_release = squid 2024-07-26T06:47:56.884 INFO:tasks.workunit.client.0.smithi037.stdout:0 2024-07-26T06:47:57.097 INFO:tasks.workunit.client.0.smithi037.stdout:1 2024-07-26T06:47:57.098 INFO:tasks.workunit.client.0.smithi037.stdout:2 2024-07-26T06:47:57.100 INFO:tasks.workunit.client.0.smithi037.stdout:3 2024-07-26T06:47:57.101 INFO:tasks.workunit.client.0.smithi037.stdout:4 2024-07-26T06:47:57.102 INFO:tasks.workunit.client.0.smithi037.stdout:5 2024-07-26T06:47:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:6 2024-07-26T06:47:57.104 INFO:tasks.workunit.client.0.smithi037.stdout:7 2024-07-26T06:47:57.105 INFO:tasks.workunit.client.0.smithi037.stdout:8 2024-07-26T06:47:57.106 INFO:tasks.workunit.client.0.smithi037.stdout:9 2024-07-26T06:47:57.107 INFO:tasks.workunit.client.0.smithi037.stdout:10 2024-07-26T06:47:57.108 INFO:tasks.workunit.client.0.smithi037.stdout:11 2024-07-26T06:47:57.109 INFO:tasks.workunit.client.0.smithi037.stdout:12 2024-07-26T06:47:57.110 INFO:tasks.workunit.client.0.smithi037.stdout:13 2024-07-26T06:47:57.111 INFO:tasks.workunit.client.0.smithi037.stdout:14 2024-07-26T06:47:57.112 INFO:tasks.workunit.client.0.smithi037.stdout:15 2024-07-26T06:47:57.113 INFO:tasks.workunit.client.0.smithi037.stdout:16 2024-07-26T06:47:57.114 INFO:tasks.workunit.client.0.smithi037.stdout:17 2024-07-26T06:47:57.115 INFO:tasks.workunit.client.0.smithi037.stdout:18 2024-07-26T06:47:57.116 INFO:tasks.workunit.client.0.smithi037.stdout:19 2024-07-26T06:47:57.117 INFO:tasks.workunit.client.0.smithi037.stdout:20 2024-07-26T06:47:57.118 INFO:tasks.workunit.client.0.smithi037.stdout:21 2024-07-26T06:47:57.119 INFO:tasks.workunit.client.0.smithi037.stdout:22 2024-07-26T06:47:57.120 INFO:tasks.workunit.client.0.smithi037.stdout:23 2024-07-26T06:47:57.121 INFO:tasks.workunit.client.0.smithi037.stdout:24 2024-07-26T06:47:57.122 INFO:tasks.workunit.client.0.smithi037.stdout:25 2024-07-26T06:47:57.123 INFO:tasks.workunit.client.0.smithi037.stdout:26 2024-07-26T06:47:57.124 INFO:tasks.workunit.client.0.smithi037.stdout:27 2024-07-26T06:47:57.125 INFO:tasks.workunit.client.0.smithi037.stdout:28 2024-07-26T06:47:57.126 INFO:tasks.workunit.client.0.smithi037.stdout:29 2024-07-26T06:47:57.127 INFO:tasks.workunit.client.0.smithi037.stdout:30 2024-07-26T06:47:57.128 INFO:tasks.workunit.client.0.smithi037.stdout:31 2024-07-26T06:47:57.129 INFO:tasks.workunit.client.0.smithi037.stdout:32 2024-07-26T06:47:57.130 INFO:tasks.workunit.client.0.smithi037.stdout:33 2024-07-26T06:47:57.131 INFO:tasks.workunit.client.0.smithi037.stdout:34 2024-07-26T06:47:57.132 INFO:tasks.workunit.client.0.smithi037.stdout:35 2024-07-26T06:47:57.133 INFO:tasks.workunit.client.0.smithi037.stdout:36 2024-07-26T06:47:57.134 INFO:tasks.workunit.client.0.smithi037.stdout:37 2024-07-26T06:47:57.135 INFO:tasks.workunit.client.0.smithi037.stdout:38 2024-07-26T06:47:57.136 INFO:tasks.workunit.client.0.smithi037.stdout:39 2024-07-26T06:47:57.137 INFO:tasks.workunit.client.0.smithi037.stdout:40 2024-07-26T06:47:57.138 INFO:tasks.workunit.client.0.smithi037.stdout:41 2024-07-26T06:47:57.139 INFO:tasks.workunit.client.0.smithi037.stdout:42 2024-07-26T06:47:57.140 INFO:tasks.workunit.client.0.smithi037.stdout:43 2024-07-26T06:47:57.141 INFO:tasks.workunit.client.0.smithi037.stdout:44 2024-07-26T06:47:57.142 INFO:tasks.workunit.client.0.smithi037.stdout:45 2024-07-26T06:47:57.142 INFO:tasks.workunit.client.0.smithi037.stdout:46 2024-07-26T06:47:57.143 INFO:tasks.workunit.client.0.smithi037.stdout:47 2024-07-26T06:47:57.144 INFO:tasks.workunit.client.0.smithi037.stdout:48 2024-07-26T06:47:57.145 INFO:tasks.workunit.client.0.smithi037.stdout:49 2024-07-26T06:47:57.146 INFO:tasks.workunit.client.0.smithi037.stdout:50 2024-07-26T06:47:57.147 INFO:tasks.workunit.client.0.smithi037.stdout:51 2024-07-26T06:47:57.148 INFO:tasks.workunit.client.0.smithi037.stdout:52 2024-07-26T06:47:57.150 INFO:tasks.workunit.client.0.smithi037.stdout:53 2024-07-26T06:47:57.151 INFO:tasks.workunit.client.0.smithi037.stdout:54 2024-07-26T06:47:57.152 INFO:tasks.workunit.client.0.smithi037.stdout:55 2024-07-26T06:47:57.153 INFO:tasks.workunit.client.0.smithi037.stdout:56 2024-07-26T06:47:57.153 INFO:tasks.workunit.client.0.smithi037.stdout:57 2024-07-26T06:47:57.154 INFO:tasks.workunit.client.0.smithi037.stdout:58 2024-07-26T06:47:57.156 INFO:tasks.workunit.client.0.smithi037.stdout:59 2024-07-26T06:47:57.157 INFO:tasks.workunit.client.0.smithi037.stdout:60 2024-07-26T06:47:57.158 INFO:tasks.workunit.client.0.smithi037.stdout:61 2024-07-26T06:47:57.159 INFO:tasks.workunit.client.0.smithi037.stdout:62 2024-07-26T06:47:57.160 INFO:tasks.workunit.client.0.smithi037.stdout:63 2024-07-26T06:47:57.161 INFO:tasks.workunit.client.0.smithi037.stdout:64 2024-07-26T06:47:57.162 INFO:tasks.workunit.client.0.smithi037.stdout:65 2024-07-26T06:47:57.162 INFO:tasks.workunit.client.0.smithi037.stdout:66 2024-07-26T06:47:57.163 INFO:tasks.workunit.client.0.smithi037.stdout:67 2024-07-26T06:47:57.164 INFO:tasks.workunit.client.0.smithi037.stdout:68 2024-07-26T06:47:57.165 INFO:tasks.workunit.client.0.smithi037.stdout:69 2024-07-26T06:47:57.166 INFO:tasks.workunit.client.0.smithi037.stdout:70 2024-07-26T06:47:57.167 INFO:tasks.workunit.client.0.smithi037.stdout:71 2024-07-26T06:47:57.168 INFO:tasks.workunit.client.0.smithi037.stdout:72 2024-07-26T06:47:57.169 INFO:tasks.workunit.client.0.smithi037.stdout:73 2024-07-26T06:47:57.170 INFO:tasks.workunit.client.0.smithi037.stdout:74 2024-07-26T06:47:57.171 INFO:tasks.workunit.client.0.smithi037.stdout:75 2024-07-26T06:47:57.172 INFO:tasks.workunit.client.0.smithi037.stdout:76 2024-07-26T06:47:57.173 INFO:tasks.workunit.client.0.smithi037.stdout:77 2024-07-26T06:47:57.174 INFO:tasks.workunit.client.0.smithi037.stdout:78 2024-07-26T06:47:57.174 INFO:tasks.workunit.client.0.smithi037.stdout:79 2024-07-26T06:47:57.175 INFO:tasks.workunit.client.0.smithi037.stdout:80 2024-07-26T06:47:57.176 INFO:tasks.workunit.client.0.smithi037.stdout:81 2024-07-26T06:47:57.177 INFO:tasks.workunit.client.0.smithi037.stdout:82 2024-07-26T06:47:57.178 INFO:tasks.workunit.client.0.smithi037.stdout:83 2024-07-26T06:47:57.179 INFO:tasks.workunit.client.0.smithi037.stdout:84 2024-07-26T06:47:57.180 INFO:tasks.workunit.client.0.smithi037.stdout:85 2024-07-26T06:47:57.181 INFO:tasks.workunit.client.0.smithi037.stdout:86 2024-07-26T06:47:57.181 INFO:tasks.workunit.client.0.smithi037.stdout:87 2024-07-26T06:47:57.182 INFO:tasks.workunit.client.0.smithi037.stdout:88 2024-07-26T06:47:57.183 INFO:tasks.workunit.client.0.smithi037.stdout:89 2024-07-26T06:47:57.184 INFO:tasks.workunit.client.0.smithi037.stdout:90 2024-07-26T06:47:57.185 INFO:tasks.workunit.client.0.smithi037.stdout:91 2024-07-26T06:47:57.186 INFO:tasks.workunit.client.0.smithi037.stdout:92 2024-07-26T06:47:57.188 INFO:tasks.workunit.client.0.smithi037.stdout:93 2024-07-26T06:47:57.188 INFO:tasks.workunit.client.0.smithi037.stdout:94 2024-07-26T06:47:57.190 INFO:tasks.workunit.client.0.smithi037.stdout:95 2024-07-26T06:47:57.190 INFO:tasks.workunit.client.0.smithi037.stdout:96 2024-07-26T06:47:57.194 INFO:tasks.workunit.client.0.smithi037.stdout:97 2024-07-26T06:47:57.194 INFO:tasks.workunit.client.0.smithi037.stdout:98 2024-07-26T06:47:57.195 INFO:tasks.workunit.client.0.smithi037.stdout:99 2024-07-26T06:47:57.195 INFO:tasks.workunit.client.0.smithi037.stdout:100 2024-07-26T06:47:57.195 INFO:tasks.workunit.client.0.smithi037.stdout:101 2024-07-26T06:47:57.196 INFO:tasks.workunit.client.0.smithi037.stdout:102 2024-07-26T06:47:57.197 INFO:tasks.workunit.client.0.smithi037.stdout:103 2024-07-26T06:47:57.198 INFO:tasks.workunit.client.0.smithi037.stdout:104 2024-07-26T06:47:57.198 INFO:tasks.workunit.client.0.smithi037.stdout:105 2024-07-26T06:47:57.199 INFO:tasks.workunit.client.0.smithi037.stdout:106 2024-07-26T06:47:57.200 INFO:tasks.workunit.client.0.smithi037.stdout:107 2024-07-26T06:47:57.201 INFO:tasks.workunit.client.0.smithi037.stdout:108 2024-07-26T06:47:57.202 INFO:tasks.workunit.client.0.smithi037.stdout:109 2024-07-26T06:47:57.203 INFO:tasks.workunit.client.0.smithi037.stdout:110 2024-07-26T06:47:57.204 INFO:tasks.workunit.client.0.smithi037.stdout:111 2024-07-26T06:47:57.205 INFO:tasks.workunit.client.0.smithi037.stdout:112 2024-07-26T06:47:57.206 INFO:tasks.workunit.client.0.smithi037.stdout:113 2024-07-26T06:47:57.207 INFO:tasks.workunit.client.0.smithi037.stdout:114 2024-07-26T06:47:57.208 INFO:tasks.workunit.client.0.smithi037.stdout:115 2024-07-26T06:47:57.209 INFO:tasks.workunit.client.0.smithi037.stdout:116 2024-07-26T06:47:57.209 INFO:tasks.workunit.client.0.smithi037.stdout:117 2024-07-26T06:47:57.210 INFO:tasks.workunit.client.0.smithi037.stdout:118 2024-07-26T06:47:57.211 INFO:tasks.workunit.client.0.smithi037.stdout:119 2024-07-26T06:47:57.212 INFO:tasks.workunit.client.0.smithi037.stdout:120 2024-07-26T06:47:57.213 INFO:tasks.workunit.client.0.smithi037.stdout:121 2024-07-26T06:47:57.214 INFO:tasks.workunit.client.0.smithi037.stdout:122 2024-07-26T06:47:57.215 INFO:tasks.workunit.client.0.smithi037.stdout:123 2024-07-26T06:47:57.216 INFO:tasks.workunit.client.0.smithi037.stdout:124 2024-07-26T06:47:57.217 INFO:tasks.workunit.client.0.smithi037.stdout:125 2024-07-26T06:47:57.218 INFO:tasks.workunit.client.0.smithi037.stdout:126 2024-07-26T06:47:57.219 INFO:tasks.workunit.client.0.smithi037.stdout:127 2024-07-26T06:47:57.219 INFO:tasks.workunit.client.0.smithi037.stdout:128 2024-07-26T06:47:57.220 INFO:tasks.workunit.client.0.smithi037.stdout:129 2024-07-26T06:47:57.221 INFO:tasks.workunit.client.0.smithi037.stdout:130 2024-07-26T06:47:57.222 INFO:tasks.workunit.client.0.smithi037.stdout:131 2024-07-26T06:47:57.223 INFO:tasks.workunit.client.0.smithi037.stdout:132 2024-07-26T06:47:57.224 INFO:tasks.workunit.client.0.smithi037.stdout:133 2024-07-26T06:47:57.225 INFO:tasks.workunit.client.0.smithi037.stdout:134 2024-07-26T06:47:57.225 INFO:tasks.workunit.client.0.smithi037.stdout:135 2024-07-26T06:47:57.226 INFO:tasks.workunit.client.0.smithi037.stdout:136 2024-07-26T06:47:57.227 INFO:tasks.workunit.client.0.smithi037.stdout:137 2024-07-26T06:47:57.229 INFO:tasks.workunit.client.0.smithi037.stdout:138 2024-07-26T06:47:57.230 INFO:tasks.workunit.client.0.smithi037.stdout:139 2024-07-26T06:47:57.231 INFO:tasks.workunit.client.0.smithi037.stdout:140 2024-07-26T06:47:57.232 INFO:tasks.workunit.client.0.smithi037.stdout:141 2024-07-26T06:47:57.233 INFO:tasks.workunit.client.0.smithi037.stdout:142 2024-07-26T06:47:57.234 INFO:tasks.workunit.client.0.smithi037.stdout:143 2024-07-26T06:47:57.235 INFO:tasks.workunit.client.0.smithi037.stdout:144 2024-07-26T06:47:57.236 INFO:tasks.workunit.client.0.smithi037.stdout:145 2024-07-26T06:47:57.237 INFO:tasks.workunit.client.0.smithi037.stdout:146 2024-07-26T06:47:57.238 INFO:tasks.workunit.client.0.smithi037.stdout:147 2024-07-26T06:47:57.239 INFO:tasks.workunit.client.0.smithi037.stdout:148 2024-07-26T06:47:57.240 INFO:tasks.workunit.client.0.smithi037.stdout:149 2024-07-26T06:47:57.241 INFO:tasks.workunit.client.0.smithi037.stdout:150 2024-07-26T06:47:57.241 INFO:tasks.workunit.client.0.smithi037.stdout:151 2024-07-26T06:47:57.242 INFO:tasks.workunit.client.0.smithi037.stdout:152 2024-07-26T06:47:57.243 INFO:tasks.workunit.client.0.smithi037.stdout:153 2024-07-26T06:47:57.244 INFO:tasks.workunit.client.0.smithi037.stdout:154 2024-07-26T06:47:57.245 INFO:tasks.workunit.client.0.smithi037.stdout:155 2024-07-26T06:47:57.246 INFO:tasks.workunit.client.0.smithi037.stdout:156 2024-07-26T06:47:57.247 INFO:tasks.workunit.client.0.smithi037.stdout:157 2024-07-26T06:47:57.248 INFO:tasks.workunit.client.0.smithi037.stdout:158 2024-07-26T06:47:57.249 INFO:tasks.workunit.client.0.smithi037.stdout:159 2024-07-26T06:47:57.250 INFO:tasks.workunit.client.0.smithi037.stdout:160 2024-07-26T06:47:57.251 INFO:tasks.workunit.client.0.smithi037.stdout:161 2024-07-26T06:47:57.252 INFO:tasks.workunit.client.0.smithi037.stdout:162 2024-07-26T06:47:57.253 INFO:tasks.workunit.client.0.smithi037.stdout:163 2024-07-26T06:47:57.254 INFO:tasks.workunit.client.0.smithi037.stdout:164 2024-07-26T06:47:57.255 INFO:tasks.workunit.client.0.smithi037.stdout:165 2024-07-26T06:47:57.256 INFO:tasks.workunit.client.0.smithi037.stdout:166 2024-07-26T06:47:57.257 INFO:tasks.workunit.client.0.smithi037.stdout:167 2024-07-26T06:47:57.258 INFO:tasks.workunit.client.0.smithi037.stdout:168 2024-07-26T06:47:57.259 INFO:tasks.workunit.client.0.smithi037.stdout:169 2024-07-26T06:47:57.260 INFO:tasks.workunit.client.0.smithi037.stdout:170 2024-07-26T06:47:57.260 INFO:tasks.workunit.client.0.smithi037.stdout:171 2024-07-26T06:47:57.261 INFO:tasks.workunit.client.0.smithi037.stdout:172 2024-07-26T06:47:57.262 INFO:tasks.workunit.client.0.smithi037.stdout:173 2024-07-26T06:47:57.263 INFO:tasks.workunit.client.0.smithi037.stdout:174 2024-07-26T06:47:57.264 INFO:tasks.workunit.client.0.smithi037.stdout:175 2024-07-26T06:47:57.265 INFO:tasks.workunit.client.0.smithi037.stdout:176 2024-07-26T06:47:57.265 INFO:tasks.workunit.client.0.smithi037.stdout:177 2024-07-26T06:47:57.266 INFO:tasks.workunit.client.0.smithi037.stdout:178 2024-07-26T06:47:57.267 INFO:tasks.workunit.client.0.smithi037.stdout:179 2024-07-26T06:47:57.268 INFO:tasks.workunit.client.0.smithi037.stdout:180 2024-07-26T06:47:57.269 INFO:tasks.workunit.client.0.smithi037.stdout:181 2024-07-26T06:47:57.269 INFO:tasks.workunit.client.0.smithi037.stdout:182 2024-07-26T06:47:57.270 INFO:tasks.workunit.client.0.smithi037.stdout:183 2024-07-26T06:47:57.271 INFO:tasks.workunit.client.0.smithi037.stdout:184 2024-07-26T06:47:57.272 INFO:tasks.workunit.client.0.smithi037.stdout:185 2024-07-26T06:47:57.273 INFO:tasks.workunit.client.0.smithi037.stdout:186 2024-07-26T06:47:57.274 INFO:tasks.workunit.client.0.smithi037.stdout:187 2024-07-26T06:47:57.275 INFO:tasks.workunit.client.0.smithi037.stdout:188 2024-07-26T06:47:57.276 INFO:tasks.workunit.client.0.smithi037.stdout:189 2024-07-26T06:47:57.277 INFO:tasks.workunit.client.0.smithi037.stdout:190 2024-07-26T06:47:57.277 INFO:tasks.workunit.client.0.smithi037.stdout:191 2024-07-26T06:47:57.278 INFO:tasks.workunit.client.0.smithi037.stdout:192 2024-07-26T06:47:57.279 INFO:tasks.workunit.client.0.smithi037.stdout:193 2024-07-26T06:47:57.280 INFO:tasks.workunit.client.0.smithi037.stdout:194 2024-07-26T06:47:57.281 INFO:tasks.workunit.client.0.smithi037.stdout:195 2024-07-26T06:47:57.282 INFO:tasks.workunit.client.0.smithi037.stdout:196 2024-07-26T06:47:57.282 INFO:tasks.workunit.client.0.smithi037.stdout:197 2024-07-26T06:47:57.283 INFO:tasks.workunit.client.0.smithi037.stdout:198 2024-07-26T06:47:57.284 INFO:tasks.workunit.client.0.smithi037.stdout:199 2024-07-26T06:47:57.285 INFO:tasks.workunit.client.0.smithi037.stdout:200 2024-07-26T06:47:57.286 INFO:tasks.workunit.client.0.smithi037.stdout:201 2024-07-26T06:47:57.287 INFO:tasks.workunit.client.0.smithi037.stdout:202 2024-07-26T06:47:57.288 INFO:tasks.workunit.client.0.smithi037.stdout:203 2024-07-26T06:47:57.288 INFO:tasks.workunit.client.0.smithi037.stdout:204 2024-07-26T06:47:57.289 INFO:tasks.workunit.client.0.smithi037.stdout:205 2024-07-26T06:47:57.290 INFO:tasks.workunit.client.0.smithi037.stdout:206 2024-07-26T06:47:57.291 INFO:tasks.workunit.client.0.smithi037.stdout:207 2024-07-26T06:47:57.292 INFO:tasks.workunit.client.0.smithi037.stdout:208 2024-07-26T06:47:57.293 INFO:tasks.workunit.client.0.smithi037.stdout:209 2024-07-26T06:47:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[97339]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:47:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[97339]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:47:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[99762]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:47:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[99762]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:47:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:56 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:57.295 INFO:tasks.workunit.client.0.smithi037.stdout:210 2024-07-26T06:47:57.295 INFO:tasks.workunit.client.0.smithi037.stdout:211 2024-07-26T06:47:57.296 INFO:tasks.workunit.client.0.smithi037.stdout:212 2024-07-26T06:47:57.297 INFO:tasks.workunit.client.0.smithi037.stdout:213 2024-07-26T06:47:57.298 INFO:tasks.workunit.client.0.smithi037.stdout:214 2024-07-26T06:47:57.299 INFO:tasks.workunit.client.0.smithi037.stdout:215 2024-07-26T06:47:57.300 INFO:tasks.workunit.client.0.smithi037.stdout:216 2024-07-26T06:47:57.301 INFO:tasks.workunit.client.0.smithi037.stdout:217 2024-07-26T06:47:57.302 INFO:tasks.workunit.client.0.smithi037.stdout:218 2024-07-26T06:47:57.303 INFO:tasks.workunit.client.0.smithi037.stdout:219 2024-07-26T06:47:57.304 INFO:tasks.workunit.client.0.smithi037.stdout:220 2024-07-26T06:47:57.305 INFO:tasks.workunit.client.0.smithi037.stdout:221 2024-07-26T06:47:57.306 INFO:tasks.workunit.client.0.smithi037.stdout:222 2024-07-26T06:47:57.307 INFO:tasks.workunit.client.0.smithi037.stdout:223 2024-07-26T06:47:57.308 INFO:tasks.workunit.client.0.smithi037.stdout:224 2024-07-26T06:47:57.310 INFO:tasks.workunit.client.0.smithi037.stdout:225 2024-07-26T06:47:57.311 INFO:tasks.workunit.client.0.smithi037.stdout:226 2024-07-26T06:47:57.312 INFO:tasks.workunit.client.0.smithi037.stdout:227 2024-07-26T06:47:57.313 INFO:tasks.workunit.client.0.smithi037.stdout:228 2024-07-26T06:47:57.314 INFO:tasks.workunit.client.0.smithi037.stdout:229 2024-07-26T06:47:57.315 INFO:tasks.workunit.client.0.smithi037.stdout:230 2024-07-26T06:47:57.316 INFO:tasks.workunit.client.0.smithi037.stdout:231 2024-07-26T06:47:57.317 INFO:tasks.workunit.client.0.smithi037.stdout:232 2024-07-26T06:47:57.318 INFO:tasks.workunit.client.0.smithi037.stdout:233 2024-07-26T06:47:57.319 INFO:tasks.workunit.client.0.smithi037.stdout:234 2024-07-26T06:47:57.320 INFO:tasks.workunit.client.0.smithi037.stdout:235 2024-07-26T06:47:57.321 INFO:tasks.workunit.client.0.smithi037.stdout:236 2024-07-26T06:47:57.322 INFO:tasks.workunit.client.0.smithi037.stdout:237 2024-07-26T06:47:57.323 INFO:tasks.workunit.client.0.smithi037.stdout:238 2024-07-26T06:47:57.324 INFO:tasks.workunit.client.0.smithi037.stdout:239 2024-07-26T06:47:57.325 INFO:tasks.workunit.client.0.smithi037.stdout:240 2024-07-26T06:47:57.326 INFO:tasks.workunit.client.0.smithi037.stdout:241 2024-07-26T06:47:57.327 INFO:tasks.workunit.client.0.smithi037.stdout:242 2024-07-26T06:47:57.327 INFO:tasks.workunit.client.0.smithi037.stdout:243 2024-07-26T06:47:57.329 INFO:tasks.workunit.client.0.smithi037.stdout:244 2024-07-26T06:47:57.330 INFO:tasks.workunit.client.0.smithi037.stdout:245 2024-07-26T06:47:57.331 INFO:tasks.workunit.client.0.smithi037.stdout:246 2024-07-26T06:47:57.332 INFO:tasks.workunit.client.0.smithi037.stdout:247 2024-07-26T06:47:57.333 INFO:tasks.workunit.client.0.smithi037.stdout:248 2024-07-26T06:47:57.334 INFO:tasks.workunit.client.0.smithi037.stdout:249 2024-07-26T06:47:57.335 INFO:tasks.workunit.client.0.smithi037.stdout:250 2024-07-26T06:47:57.336 INFO:tasks.workunit.client.0.smithi037.stdout:251 2024-07-26T06:47:57.337 INFO:tasks.workunit.client.0.smithi037.stdout:252 2024-07-26T06:47:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:56 smithi135 ceph-mon[90132]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:56 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:47:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:56 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:47:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:56 smithi135 ceph-mon[90132]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:47:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:56 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:47:57.338 INFO:tasks.workunit.client.0.smithi037.stdout:253 2024-07-26T06:47:57.339 INFO:tasks.workunit.client.0.smithi037.stdout:254 2024-07-26T06:47:57.340 INFO:tasks.workunit.client.0.smithi037.stdout:255 2024-07-26T06:47:57.341 INFO:tasks.workunit.client.0.smithi037.stdout:256 2024-07-26T06:47:57.342 INFO:tasks.workunit.client.0.smithi037.stdout:257 2024-07-26T06:47:57.342 INFO:tasks.workunit.client.0.smithi037.stdout:258 2024-07-26T06:47:57.344 INFO:tasks.workunit.client.0.smithi037.stdout:259 2024-07-26T06:47:57.345 INFO:tasks.workunit.client.0.smithi037.stdout:260 2024-07-26T06:47:57.346 INFO:tasks.workunit.client.0.smithi037.stdout:261 2024-07-26T06:47:57.347 INFO:tasks.workunit.client.0.smithi037.stdout:262 2024-07-26T06:47:57.348 INFO:tasks.workunit.client.0.smithi037.stdout:263 2024-07-26T06:47:57.349 INFO:tasks.workunit.client.0.smithi037.stdout:264 2024-07-26T06:47:57.350 INFO:tasks.workunit.client.0.smithi037.stdout:265 2024-07-26T06:47:57.351 INFO:tasks.workunit.client.0.smithi037.stdout:266 2024-07-26T06:47:57.352 INFO:tasks.workunit.client.0.smithi037.stdout:267 2024-07-26T06:47:57.353 INFO:tasks.workunit.client.0.smithi037.stdout:268 2024-07-26T06:47:57.354 INFO:tasks.workunit.client.0.smithi037.stdout:269 2024-07-26T06:47:57.355 INFO:tasks.workunit.client.0.smithi037.stdout:270 2024-07-26T06:47:57.356 INFO:tasks.workunit.client.0.smithi037.stdout:271 2024-07-26T06:47:57.357 INFO:tasks.workunit.client.0.smithi037.stdout:272 2024-07-26T06:47:57.358 INFO:tasks.workunit.client.0.smithi037.stdout:273 2024-07-26T06:47:57.359 INFO:tasks.workunit.client.0.smithi037.stdout:274 2024-07-26T06:47:57.360 INFO:tasks.workunit.client.0.smithi037.stdout:275 2024-07-26T06:47:57.361 INFO:tasks.workunit.client.0.smithi037.stdout:276 2024-07-26T06:47:57.362 INFO:tasks.workunit.client.0.smithi037.stdout:277 2024-07-26T06:47:57.363 INFO:tasks.workunit.client.0.smithi037.stdout:278 2024-07-26T06:47:57.364 INFO:tasks.workunit.client.0.smithi037.stdout:279 2024-07-26T06:47:57.365 INFO:tasks.workunit.client.0.smithi037.stdout:280 2024-07-26T06:47:57.366 INFO:tasks.workunit.client.0.smithi037.stdout:281 2024-07-26T06:47:57.367 INFO:tasks.workunit.client.0.smithi037.stdout:282 2024-07-26T06:47:57.368 INFO:tasks.workunit.client.0.smithi037.stdout:283 2024-07-26T06:47:57.370 INFO:tasks.workunit.client.0.smithi037.stdout:284 2024-07-26T06:47:57.371 INFO:tasks.workunit.client.0.smithi037.stdout:285 2024-07-26T06:47:57.372 INFO:tasks.workunit.client.0.smithi037.stdout:286 2024-07-26T06:47:57.373 INFO:tasks.workunit.client.0.smithi037.stdout:287 2024-07-26T06:47:57.374 INFO:tasks.workunit.client.0.smithi037.stdout:288 2024-07-26T06:47:57.375 INFO:tasks.workunit.client.0.smithi037.stdout:289 2024-07-26T06:47:57.376 INFO:tasks.workunit.client.0.smithi037.stdout:290 2024-07-26T06:47:57.377 INFO:tasks.workunit.client.0.smithi037.stdout:291 2024-07-26T06:47:57.378 INFO:tasks.workunit.client.0.smithi037.stdout:292 2024-07-26T06:47:57.379 INFO:tasks.workunit.client.0.smithi037.stdout:293 2024-07-26T06:47:57.380 INFO:tasks.workunit.client.0.smithi037.stdout:294 2024-07-26T06:47:57.381 INFO:tasks.workunit.client.0.smithi037.stdout:295 2024-07-26T06:47:57.381 INFO:tasks.workunit.client.0.smithi037.stdout:296 2024-07-26T06:47:57.382 INFO:tasks.workunit.client.0.smithi037.stdout:297 2024-07-26T06:47:57.383 INFO:tasks.workunit.client.0.smithi037.stdout:298 2024-07-26T06:47:57.384 INFO:tasks.workunit.client.0.smithi037.stdout:299 2024-07-26T06:47:57.385 INFO:tasks.workunit.client.0.smithi037.stdout:300 2024-07-26T06:47:57.386 INFO:tasks.workunit.client.0.smithi037.stdout:301 2024-07-26T06:47:57.387 INFO:tasks.workunit.client.0.smithi037.stdout:302 2024-07-26T06:47:57.388 INFO:tasks.workunit.client.0.smithi037.stdout:303 2024-07-26T06:47:57.388 INFO:tasks.workunit.client.0.smithi037.stdout:304 2024-07-26T06:47:57.389 INFO:tasks.workunit.client.0.smithi037.stdout:305 2024-07-26T06:47:57.390 INFO:tasks.workunit.client.0.smithi037.stdout:306 2024-07-26T06:47:57.391 INFO:tasks.workunit.client.0.smithi037.stdout:307 2024-07-26T06:47:57.392 INFO:tasks.workunit.client.0.smithi037.stdout:308 2024-07-26T06:47:57.393 INFO:tasks.workunit.client.0.smithi037.stdout:309 2024-07-26T06:47:57.394 INFO:tasks.workunit.client.0.smithi037.stdout:310 2024-07-26T06:47:57.398 INFO:tasks.workunit.client.0.smithi037.stdout:311 2024-07-26T06:47:57.398 INFO:tasks.workunit.client.0.smithi037.stdout:312 2024-07-26T06:47:57.398 INFO:tasks.workunit.client.0.smithi037.stdout:313 2024-07-26T06:47:57.398 INFO:tasks.workunit.client.0.smithi037.stdout:314 2024-07-26T06:47:57.399 INFO:tasks.workunit.client.0.smithi037.stdout:315 2024-07-26T06:47:57.399 INFO:tasks.workunit.client.0.smithi037.stdout:316 2024-07-26T06:47:57.400 INFO:tasks.workunit.client.0.smithi037.stdout:317 2024-07-26T06:47:57.401 INFO:tasks.workunit.client.0.smithi037.stdout:318 2024-07-26T06:47:57.402 INFO:tasks.workunit.client.0.smithi037.stdout:319 2024-07-26T06:47:57.403 INFO:tasks.workunit.client.0.smithi037.stdout:320 2024-07-26T06:47:57.403 INFO:tasks.workunit.client.0.smithi037.stdout:321 2024-07-26T06:47:57.404 INFO:tasks.workunit.client.0.smithi037.stdout:322 2024-07-26T06:47:57.405 INFO:tasks.workunit.client.0.smithi037.stdout:323 2024-07-26T06:47:57.406 INFO:tasks.workunit.client.0.smithi037.stdout:324 2024-07-26T06:47:57.407 INFO:tasks.workunit.client.0.smithi037.stdout:325 2024-07-26T06:47:57.408 INFO:tasks.workunit.client.0.smithi037.stdout:326 2024-07-26T06:47:57.409 INFO:tasks.workunit.client.0.smithi037.stdout:327 2024-07-26T06:47:57.410 INFO:tasks.workunit.client.0.smithi037.stdout:328 2024-07-26T06:47:57.410 INFO:tasks.workunit.client.0.smithi037.stdout:329 2024-07-26T06:47:57.412 INFO:tasks.workunit.client.0.smithi037.stdout:330 2024-07-26T06:47:57.413 INFO:tasks.workunit.client.0.smithi037.stdout:331 2024-07-26T06:47:57.413 INFO:tasks.workunit.client.0.smithi037.stdout:332 2024-07-26T06:47:57.415 INFO:tasks.workunit.client.0.smithi037.stdout:333 2024-07-26T06:47:57.416 INFO:tasks.workunit.client.0.smithi037.stdout:334 2024-07-26T06:47:57.417 INFO:tasks.workunit.client.0.smithi037.stdout:335 2024-07-26T06:47:57.418 INFO:tasks.workunit.client.0.smithi037.stdout:336 2024-07-26T06:47:57.419 INFO:tasks.workunit.client.0.smithi037.stdout:337 2024-07-26T06:47:57.419 INFO:tasks.workunit.client.0.smithi037.stdout:338 2024-07-26T06:47:57.420 INFO:tasks.workunit.client.0.smithi037.stdout:339 2024-07-26T06:47:57.421 INFO:tasks.workunit.client.0.smithi037.stdout:340 2024-07-26T06:47:57.422 INFO:tasks.workunit.client.0.smithi037.stdout:341 2024-07-26T06:47:57.423 INFO:tasks.workunit.client.0.smithi037.stdout:342 2024-07-26T06:47:57.424 INFO:tasks.workunit.client.0.smithi037.stdout:343 2024-07-26T06:47:57.425 INFO:tasks.workunit.client.0.smithi037.stdout:344 2024-07-26T06:47:57.426 INFO:tasks.workunit.client.0.smithi037.stdout:345 2024-07-26T06:47:57.427 INFO:tasks.workunit.client.0.smithi037.stdout:346 2024-07-26T06:47:57.428 INFO:tasks.workunit.client.0.smithi037.stdout:347 2024-07-26T06:47:57.429 INFO:tasks.workunit.client.0.smithi037.stdout:348 2024-07-26T06:47:57.430 INFO:tasks.workunit.client.0.smithi037.stdout:349 2024-07-26T06:47:57.431 INFO:tasks.workunit.client.0.smithi037.stdout:350 2024-07-26T06:47:57.432 INFO:tasks.workunit.client.0.smithi037.stdout:351 2024-07-26T06:47:57.433 INFO:tasks.workunit.client.0.smithi037.stdout:352 2024-07-26T06:47:57.434 INFO:tasks.workunit.client.0.smithi037.stdout:353 2024-07-26T06:47:57.435 INFO:tasks.workunit.client.0.smithi037.stdout:354 2024-07-26T06:47:57.436 INFO:tasks.workunit.client.0.smithi037.stdout:355 2024-07-26T06:47:57.436 INFO:tasks.workunit.client.0.smithi037.stdout:356 2024-07-26T06:47:57.437 INFO:tasks.workunit.client.0.smithi037.stdout:357 2024-07-26T06:47:57.438 INFO:tasks.workunit.client.0.smithi037.stdout:358 2024-07-26T06:47:57.439 INFO:tasks.workunit.client.0.smithi037.stdout:359 2024-07-26T06:47:57.440 INFO:tasks.workunit.client.0.smithi037.stdout:360 2024-07-26T06:47:57.441 INFO:tasks.workunit.client.0.smithi037.stdout:361 2024-07-26T06:47:57.442 INFO:tasks.workunit.client.0.smithi037.stdout:362 2024-07-26T06:47:57.443 INFO:tasks.workunit.client.0.smithi037.stdout:363 2024-07-26T06:47:57.444 INFO:tasks.workunit.client.0.smithi037.stdout:364 2024-07-26T06:47:57.445 INFO:tasks.workunit.client.0.smithi037.stdout:365 2024-07-26T06:47:57.446 INFO:tasks.workunit.client.0.smithi037.stdout:366 2024-07-26T06:47:57.446 INFO:tasks.workunit.client.0.smithi037.stdout:367 2024-07-26T06:47:57.447 INFO:tasks.workunit.client.0.smithi037.stdout:368 2024-07-26T06:47:57.449 INFO:tasks.workunit.client.0.smithi037.stdout:369 2024-07-26T06:47:57.450 INFO:tasks.workunit.client.0.smithi037.stdout:370 2024-07-26T06:47:57.451 INFO:tasks.workunit.client.0.smithi037.stdout:371 2024-07-26T06:47:57.452 INFO:tasks.workunit.client.0.smithi037.stdout:372 2024-07-26T06:47:57.453 INFO:tasks.workunit.client.0.smithi037.stdout:373 2024-07-26T06:47:57.454 INFO:tasks.workunit.client.0.smithi037.stdout:374 2024-07-26T06:47:57.455 INFO:tasks.workunit.client.0.smithi037.stdout:375 2024-07-26T06:47:57.456 INFO:tasks.workunit.client.0.smithi037.stdout:376 2024-07-26T06:47:57.457 INFO:tasks.workunit.client.0.smithi037.stdout:377 2024-07-26T06:47:57.458 INFO:tasks.workunit.client.0.smithi037.stdout:378 2024-07-26T06:47:57.459 INFO:tasks.workunit.client.0.smithi037.stdout:379 2024-07-26T06:47:57.460 INFO:tasks.workunit.client.0.smithi037.stdout:380 2024-07-26T06:47:57.461 INFO:tasks.workunit.client.0.smithi037.stdout:381 2024-07-26T06:47:57.462 INFO:tasks.workunit.client.0.smithi037.stdout:382 2024-07-26T06:47:57.462 INFO:tasks.workunit.client.0.smithi037.stdout:383 2024-07-26T06:47:57.463 INFO:tasks.workunit.client.0.smithi037.stdout:384 2024-07-26T06:47:57.465 INFO:tasks.workunit.client.0.smithi037.stdout:385 2024-07-26T06:47:57.465 INFO:tasks.workunit.client.0.smithi037.stdout:386 2024-07-26T06:47:57.466 INFO:tasks.workunit.client.0.smithi037.stdout:387 2024-07-26T06:47:57.467 INFO:tasks.workunit.client.0.smithi037.stdout:388 2024-07-26T06:47:57.468 INFO:tasks.workunit.client.0.smithi037.stdout:389 2024-07-26T06:47:57.469 INFO:tasks.workunit.client.0.smithi037.stdout:390 2024-07-26T06:47:57.470 INFO:tasks.workunit.client.0.smithi037.stdout:391 2024-07-26T06:47:57.471 INFO:tasks.workunit.client.0.smithi037.stdout:392 2024-07-26T06:47:57.472 INFO:tasks.workunit.client.0.smithi037.stdout:393 2024-07-26T06:47:57.473 INFO:tasks.workunit.client.0.smithi037.stdout:394 2024-07-26T06:47:57.474 INFO:tasks.workunit.client.0.smithi037.stdout:395 2024-07-26T06:47:57.475 INFO:tasks.workunit.client.0.smithi037.stdout:396 2024-07-26T06:47:57.476 INFO:tasks.workunit.client.0.smithi037.stdout:397 2024-07-26T06:47:57.476 INFO:tasks.workunit.client.0.smithi037.stdout:398 2024-07-26T06:47:57.478 INFO:tasks.workunit.client.0.smithi037.stdout:399 2024-07-26T06:47:57.479 INFO:tasks.workunit.client.0.smithi037.stdout:400 2024-07-26T06:47:57.479 INFO:tasks.workunit.client.0.smithi037.stdout:401 2024-07-26T06:47:57.480 INFO:tasks.workunit.client.0.smithi037.stdout:402 2024-07-26T06:47:57.481 INFO:tasks.workunit.client.0.smithi037.stdout:403 2024-07-26T06:47:57.482 INFO:tasks.workunit.client.0.smithi037.stdout:404 2024-07-26T06:47:57.483 INFO:tasks.workunit.client.0.smithi037.stdout:405 2024-07-26T06:47:57.484 INFO:tasks.workunit.client.0.smithi037.stdout:406 2024-07-26T06:47:57.485 INFO:tasks.workunit.client.0.smithi037.stdout:407 2024-07-26T06:47:57.486 INFO:tasks.workunit.client.0.smithi037.stdout:408 2024-07-26T06:47:57.487 INFO:tasks.workunit.client.0.smithi037.stdout:409 2024-07-26T06:47:57.488 INFO:tasks.workunit.client.0.smithi037.stdout:410 2024-07-26T06:47:57.490 INFO:tasks.workunit.client.0.smithi037.stdout:411 2024-07-26T06:47:57.491 INFO:tasks.workunit.client.0.smithi037.stdout:412 2024-07-26T06:47:57.492 INFO:tasks.workunit.client.0.smithi037.stdout:413 2024-07-26T06:47:57.493 INFO:tasks.workunit.client.0.smithi037.stdout:414 2024-07-26T06:47:57.494 INFO:tasks.workunit.client.0.smithi037.stdout:415 2024-07-26T06:47:57.495 INFO:tasks.workunit.client.0.smithi037.stdout:416 2024-07-26T06:47:57.497 INFO:tasks.workunit.client.0.smithi037.stdout:417 2024-07-26T06:47:57.498 INFO:tasks.workunit.client.0.smithi037.stdout:418 2024-07-26T06:47:57.499 INFO:tasks.workunit.client.0.smithi037.stdout:419 2024-07-26T06:47:57.500 INFO:tasks.workunit.client.0.smithi037.stdout:420 2024-07-26T06:47:57.501 INFO:tasks.workunit.client.0.smithi037.stdout:421 2024-07-26T06:47:57.502 INFO:tasks.workunit.client.0.smithi037.stdout:422 2024-07-26T06:47:57.503 INFO:tasks.workunit.client.0.smithi037.stdout:423 2024-07-26T06:47:57.505 INFO:tasks.workunit.client.0.smithi037.stdout:424 2024-07-26T06:47:57.506 INFO:tasks.workunit.client.0.smithi037.stdout:425 2024-07-26T06:47:57.507 INFO:tasks.workunit.client.0.smithi037.stdout:426 2024-07-26T06:47:57.508 INFO:tasks.workunit.client.0.smithi037.stdout:427 2024-07-26T06:47:57.509 INFO:tasks.workunit.client.0.smithi037.stdout:428 2024-07-26T06:47:57.510 INFO:tasks.workunit.client.0.smithi037.stdout:429 2024-07-26T06:47:57.511 INFO:tasks.workunit.client.0.smithi037.stdout:430 2024-07-26T06:47:57.513 INFO:tasks.workunit.client.0.smithi037.stdout:431 2024-07-26T06:47:57.514 INFO:tasks.workunit.client.0.smithi037.stdout:432 2024-07-26T06:47:57.515 INFO:tasks.workunit.client.0.smithi037.stdout:433 2024-07-26T06:47:57.516 INFO:tasks.workunit.client.0.smithi037.stdout:434 2024-07-26T06:47:57.517 INFO:tasks.workunit.client.0.smithi037.stdout:435 2024-07-26T06:47:57.518 INFO:tasks.workunit.client.0.smithi037.stdout:436 2024-07-26T06:47:57.519 INFO:tasks.workunit.client.0.smithi037.stdout:437 2024-07-26T06:47:57.520 INFO:tasks.workunit.client.0.smithi037.stdout:438 2024-07-26T06:47:57.521 INFO:tasks.workunit.client.0.smithi037.stdout:439 2024-07-26T06:47:57.522 INFO:tasks.workunit.client.0.smithi037.stdout:440 2024-07-26T06:47:57.524 INFO:tasks.workunit.client.0.smithi037.stdout:441 2024-07-26T06:47:57.524 INFO:tasks.workunit.client.0.smithi037.stdout:442 2024-07-26T06:47:57.526 INFO:tasks.workunit.client.0.smithi037.stdout:443 2024-07-26T06:47:57.527 INFO:tasks.workunit.client.0.smithi037.stdout:444 2024-07-26T06:47:57.528 INFO:tasks.workunit.client.0.smithi037.stdout:445 2024-07-26T06:47:57.529 INFO:tasks.workunit.client.0.smithi037.stdout:446 2024-07-26T06:47:57.530 INFO:tasks.workunit.client.0.smithi037.stdout:447 2024-07-26T06:47:57.531 INFO:tasks.workunit.client.0.smithi037.stdout:448 2024-07-26T06:47:57.532 INFO:tasks.workunit.client.0.smithi037.stdout:449 2024-07-26T06:47:57.533 INFO:tasks.workunit.client.0.smithi037.stdout:450 2024-07-26T06:47:57.534 INFO:tasks.workunit.client.0.smithi037.stdout:451 2024-07-26T06:47:57.535 INFO:tasks.workunit.client.0.smithi037.stdout:452 2024-07-26T06:47:57.536 INFO:tasks.workunit.client.0.smithi037.stdout:453 2024-07-26T06:47:57.537 INFO:tasks.workunit.client.0.smithi037.stdout:454 2024-07-26T06:47:57.538 INFO:tasks.workunit.client.0.smithi037.stdout:455 2024-07-26T06:47:57.539 INFO:tasks.workunit.client.0.smithi037.stdout:456 2024-07-26T06:47:57.540 INFO:tasks.workunit.client.0.smithi037.stdout:457 2024-07-26T06:47:57.541 INFO:tasks.workunit.client.0.smithi037.stdout:458 2024-07-26T06:47:57.542 INFO:tasks.workunit.client.0.smithi037.stdout:459 2024-07-26T06:47:57.543 INFO:tasks.workunit.client.0.smithi037.stdout:460 2024-07-26T06:47:57.544 INFO:tasks.workunit.client.0.smithi037.stdout:461 2024-07-26T06:47:57.545 INFO:tasks.workunit.client.0.smithi037.stdout:462 2024-07-26T06:47:57.546 INFO:tasks.workunit.client.0.smithi037.stdout:463 2024-07-26T06:47:57.547 INFO:tasks.workunit.client.0.smithi037.stdout:464 2024-07-26T06:47:57.548 INFO:tasks.workunit.client.0.smithi037.stdout:465 2024-07-26T06:47:57.549 INFO:tasks.workunit.client.0.smithi037.stdout:466 2024-07-26T06:47:57.550 INFO:tasks.workunit.client.0.smithi037.stdout:467 2024-07-26T06:47:57.551 INFO:tasks.workunit.client.0.smithi037.stdout:468 2024-07-26T06:47:57.552 INFO:tasks.workunit.client.0.smithi037.stdout:469 2024-07-26T06:47:57.553 INFO:tasks.workunit.client.0.smithi037.stdout:470 2024-07-26T06:47:57.554 INFO:tasks.workunit.client.0.smithi037.stdout:471 2024-07-26T06:47:57.554 INFO:tasks.workunit.client.0.smithi037.stdout:472 2024-07-26T06:47:57.555 INFO:tasks.workunit.client.0.smithi037.stdout:473 2024-07-26T06:47:57.557 INFO:tasks.workunit.client.0.smithi037.stdout:474 2024-07-26T06:47:57.557 INFO:tasks.workunit.client.0.smithi037.stdout:475 2024-07-26T06:47:57.558 INFO:tasks.workunit.client.0.smithi037.stdout:476 2024-07-26T06:47:57.559 INFO:tasks.workunit.client.0.smithi037.stdout:477 2024-07-26T06:47:57.560 INFO:tasks.workunit.client.0.smithi037.stdout:478 2024-07-26T06:47:57.561 INFO:tasks.workunit.client.0.smithi037.stdout:479 2024-07-26T06:47:57.562 INFO:tasks.workunit.client.0.smithi037.stdout:480 2024-07-26T06:47:57.563 INFO:tasks.workunit.client.0.smithi037.stdout:481 2024-07-26T06:47:57.564 INFO:tasks.workunit.client.0.smithi037.stdout:482 2024-07-26T06:47:57.565 INFO:tasks.workunit.client.0.smithi037.stdout:483 2024-07-26T06:47:57.566 INFO:tasks.workunit.client.0.smithi037.stdout:484 2024-07-26T06:47:57.567 INFO:tasks.workunit.client.0.smithi037.stdout:485 2024-07-26T06:47:57.568 INFO:tasks.workunit.client.0.smithi037.stdout:486 2024-07-26T06:47:57.569 INFO:tasks.workunit.client.0.smithi037.stdout:487 2024-07-26T06:47:57.569 INFO:tasks.workunit.client.0.smithi037.stdout:488 2024-07-26T06:47:57.570 INFO:tasks.workunit.client.0.smithi037.stdout:489 2024-07-26T06:47:57.571 INFO:tasks.workunit.client.0.smithi037.stdout:490 2024-07-26T06:47:57.572 INFO:tasks.workunit.client.0.smithi037.stdout:491 2024-07-26T06:47:57.573 INFO:tasks.workunit.client.0.smithi037.stdout:492 2024-07-26T06:47:57.574 INFO:tasks.workunit.client.0.smithi037.stdout:493 2024-07-26T06:47:57.575 INFO:tasks.workunit.client.0.smithi037.stdout:494 2024-07-26T06:47:57.576 INFO:tasks.workunit.client.0.smithi037.stdout:495 2024-07-26T06:47:57.577 INFO:tasks.workunit.client.0.smithi037.stdout:496 2024-07-26T06:47:57.578 INFO:tasks.workunit.client.0.smithi037.stdout:497 2024-07-26T06:47:57.580 INFO:tasks.workunit.client.0.smithi037.stdout:498 2024-07-26T06:47:57.580 INFO:tasks.workunit.client.0.smithi037.stdout:499 2024-07-26T06:47:57.581 INFO:tasks.workunit.client.0.smithi037.stdout:500 2024-07-26T06:47:57.582 INFO:tasks.workunit.client.0.smithi037.stdout:501 2024-07-26T06:47:57.583 INFO:tasks.workunit.client.0.smithi037.stdout:502 2024-07-26T06:47:57.584 INFO:tasks.workunit.client.0.smithi037.stdout:503 2024-07-26T06:47:57.585 INFO:tasks.workunit.client.0.smithi037.stdout:504 2024-07-26T06:47:57.586 INFO:tasks.workunit.client.0.smithi037.stdout:505 2024-07-26T06:47:57.587 INFO:tasks.workunit.client.0.smithi037.stdout:506 2024-07-26T06:47:57.588 INFO:tasks.workunit.client.0.smithi037.stdout:507 2024-07-26T06:47:57.589 INFO:tasks.workunit.client.0.smithi037.stdout:508 2024-07-26T06:47:57.590 INFO:tasks.workunit.client.0.smithi037.stdout:509 2024-07-26T06:47:57.591 INFO:tasks.workunit.client.0.smithi037.stdout:510 2024-07-26T06:47:57.592 INFO:tasks.workunit.client.0.smithi037.stdout:511 2024-07-26T06:47:57.593 INFO:tasks.workunit.client.0.smithi037.stdout:512 2024-07-26T06:47:57.594 INFO:tasks.workunit.client.0.smithi037.stdout:513 2024-07-26T06:47:57.595 INFO:tasks.workunit.client.0.smithi037.stdout:514 2024-07-26T06:47:57.596 INFO:tasks.workunit.client.0.smithi037.stdout:515 2024-07-26T06:47:57.597 INFO:tasks.workunit.client.0.smithi037.stdout:516 2024-07-26T06:47:57.598 INFO:tasks.workunit.client.0.smithi037.stdout:517 2024-07-26T06:47:57.599 INFO:tasks.workunit.client.0.smithi037.stdout:518 2024-07-26T06:47:57.602 INFO:tasks.workunit.client.0.smithi037.stdout:519 2024-07-26T06:47:57.602 INFO:tasks.workunit.client.0.smithi037.stdout:520 2024-07-26T06:47:57.602 INFO:tasks.workunit.client.0.smithi037.stdout:521 2024-07-26T06:47:57.602 INFO:tasks.workunit.client.0.smithi037.stdout:522 2024-07-26T06:47:57.603 INFO:tasks.workunit.client.0.smithi037.stdout:523 2024-07-26T06:47:57.604 INFO:tasks.workunit.client.0.smithi037.stdout:524 2024-07-26T06:47:57.605 INFO:tasks.workunit.client.0.smithi037.stdout:525 2024-07-26T06:47:57.606 INFO:tasks.workunit.client.0.smithi037.stdout:526 2024-07-26T06:47:57.607 INFO:tasks.workunit.client.0.smithi037.stdout:527 2024-07-26T06:47:57.608 INFO:tasks.workunit.client.0.smithi037.stdout:528 2024-07-26T06:47:57.609 INFO:tasks.workunit.client.0.smithi037.stdout:529 2024-07-26T06:47:57.610 INFO:tasks.workunit.client.0.smithi037.stdout:530 2024-07-26T06:47:57.611 INFO:tasks.workunit.client.0.smithi037.stdout:531 2024-07-26T06:47:57.612 INFO:tasks.workunit.client.0.smithi037.stdout:532 2024-07-26T06:47:57.613 INFO:tasks.workunit.client.0.smithi037.stdout:533 2024-07-26T06:47:57.614 INFO:tasks.workunit.client.0.smithi037.stdout:534 2024-07-26T06:47:57.615 INFO:tasks.workunit.client.0.smithi037.stdout:535 2024-07-26T06:47:57.616 INFO:tasks.workunit.client.0.smithi037.stdout:536 2024-07-26T06:47:57.617 INFO:tasks.workunit.client.0.smithi037.stdout:537 2024-07-26T06:47:57.618 INFO:tasks.workunit.client.0.smithi037.stdout:538 2024-07-26T06:47:57.620 INFO:tasks.workunit.client.0.smithi037.stdout:539 2024-07-26T06:47:57.621 INFO:tasks.workunit.client.0.smithi037.stdout:540 2024-07-26T06:47:57.622 INFO:tasks.workunit.client.0.smithi037.stdout:541 2024-07-26T06:47:57.623 INFO:tasks.workunit.client.0.smithi037.stdout:542 2024-07-26T06:47:57.624 INFO:tasks.workunit.client.0.smithi037.stdout:543 2024-07-26T06:47:57.625 INFO:tasks.workunit.client.0.smithi037.stdout:544 2024-07-26T06:47:57.626 INFO:tasks.workunit.client.0.smithi037.stdout:545 2024-07-26T06:47:57.627 INFO:tasks.workunit.client.0.smithi037.stdout:546 2024-07-26T06:47:57.628 INFO:tasks.workunit.client.0.smithi037.stdout:547 2024-07-26T06:47:57.629 INFO:tasks.workunit.client.0.smithi037.stdout:548 2024-07-26T06:47:57.630 INFO:tasks.workunit.client.0.smithi037.stdout:549 2024-07-26T06:47:57.631 INFO:tasks.workunit.client.0.smithi037.stdout:550 2024-07-26T06:47:57.632 INFO:tasks.workunit.client.0.smithi037.stdout:551 2024-07-26T06:47:57.633 INFO:tasks.workunit.client.0.smithi037.stdout:552 2024-07-26T06:47:57.634 INFO:tasks.workunit.client.0.smithi037.stdout:553 2024-07-26T06:47:57.635 INFO:tasks.workunit.client.0.smithi037.stdout:554 2024-07-26T06:47:57.636 INFO:tasks.workunit.client.0.smithi037.stdout:555 2024-07-26T06:47:57.637 INFO:tasks.workunit.client.0.smithi037.stdout:556 2024-07-26T06:47:57.638 INFO:tasks.workunit.client.0.smithi037.stdout:557 2024-07-26T06:47:57.639 INFO:tasks.workunit.client.0.smithi037.stdout:558 2024-07-26T06:47:57.640 INFO:tasks.workunit.client.0.smithi037.stdout:559 2024-07-26T06:47:57.641 INFO:tasks.workunit.client.0.smithi037.stdout:560 2024-07-26T06:47:57.642 INFO:tasks.workunit.client.0.smithi037.stdout:561 2024-07-26T06:47:57.643 INFO:tasks.workunit.client.0.smithi037.stdout:562 2024-07-26T06:47:57.644 INFO:tasks.workunit.client.0.smithi037.stdout:563 2024-07-26T06:47:57.645 INFO:tasks.workunit.client.0.smithi037.stdout:564 2024-07-26T06:47:57.646 INFO:tasks.workunit.client.0.smithi037.stdout:565 2024-07-26T06:47:57.647 INFO:tasks.workunit.client.0.smithi037.stdout:566 2024-07-26T06:47:57.648 INFO:tasks.workunit.client.0.smithi037.stdout:567 2024-07-26T06:47:57.649 INFO:tasks.workunit.client.0.smithi037.stdout:568 2024-07-26T06:47:57.650 INFO:tasks.workunit.client.0.smithi037.stdout:569 2024-07-26T06:47:57.651 INFO:tasks.workunit.client.0.smithi037.stdout:570 2024-07-26T06:47:57.652 INFO:tasks.workunit.client.0.smithi037.stdout:571 2024-07-26T06:47:57.653 INFO:tasks.workunit.client.0.smithi037.stdout:572 2024-07-26T06:47:57.654 INFO:tasks.workunit.client.0.smithi037.stdout:573 2024-07-26T06:47:57.655 INFO:tasks.workunit.client.0.smithi037.stdout:574 2024-07-26T06:47:57.656 INFO:tasks.workunit.client.0.smithi037.stdout:575 2024-07-26T06:47:57.657 INFO:tasks.workunit.client.0.smithi037.stdout:576 2024-07-26T06:47:57.658 INFO:tasks.workunit.client.0.smithi037.stdout:577 2024-07-26T06:47:57.659 INFO:tasks.workunit.client.0.smithi037.stdout:578 2024-07-26T06:47:57.660 INFO:tasks.workunit.client.0.smithi037.stdout:579 2024-07-26T06:47:57.661 INFO:tasks.workunit.client.0.smithi037.stdout:580 2024-07-26T06:47:57.661 INFO:tasks.workunit.client.0.smithi037.stdout:581 2024-07-26T06:47:57.662 INFO:tasks.workunit.client.0.smithi037.stdout:582 2024-07-26T06:47:57.664 INFO:tasks.workunit.client.0.smithi037.stdout:583 2024-07-26T06:47:57.665 INFO:tasks.workunit.client.0.smithi037.stdout:584 2024-07-26T06:47:57.665 INFO:tasks.workunit.client.0.smithi037.stdout:585 2024-07-26T06:47:57.666 INFO:tasks.workunit.client.0.smithi037.stdout:586 2024-07-26T06:47:57.667 INFO:tasks.workunit.client.0.smithi037.stdout:587 2024-07-26T06:47:57.668 INFO:tasks.workunit.client.0.smithi037.stdout:588 2024-07-26T06:47:57.669 INFO:tasks.workunit.client.0.smithi037.stdout:589 2024-07-26T06:47:57.670 INFO:tasks.workunit.client.0.smithi037.stdout:590 2024-07-26T06:47:57.671 INFO:tasks.workunit.client.0.smithi037.stdout:591 2024-07-26T06:47:57.672 INFO:tasks.workunit.client.0.smithi037.stdout:592 2024-07-26T06:47:57.673 INFO:tasks.workunit.client.0.smithi037.stdout:593 2024-07-26T06:47:57.674 INFO:tasks.workunit.client.0.smithi037.stdout:594 2024-07-26T06:47:57.675 INFO:tasks.workunit.client.0.smithi037.stdout:595 2024-07-26T06:47:57.676 INFO:tasks.workunit.client.0.smithi037.stdout:596 2024-07-26T06:47:57.677 INFO:tasks.workunit.client.0.smithi037.stdout:597 2024-07-26T06:47:57.678 INFO:tasks.workunit.client.0.smithi037.stdout:598 2024-07-26T06:47:57.680 INFO:tasks.workunit.client.0.smithi037.stdout:599 2024-07-26T06:47:57.681 INFO:tasks.workunit.client.0.smithi037.stdout:600 2024-07-26T06:47:57.682 INFO:tasks.workunit.client.0.smithi037.stdout:601 2024-07-26T06:47:57.683 INFO:tasks.workunit.client.0.smithi037.stdout:602 2024-07-26T06:47:57.684 INFO:tasks.workunit.client.0.smithi037.stdout:603 2024-07-26T06:47:57.685 INFO:tasks.workunit.client.0.smithi037.stdout:604 2024-07-26T06:47:57.686 INFO:tasks.workunit.client.0.smithi037.stdout:605 2024-07-26T06:47:57.687 INFO:tasks.workunit.client.0.smithi037.stdout:606 2024-07-26T06:47:57.688 INFO:tasks.workunit.client.0.smithi037.stdout:607 2024-07-26T06:47:57.689 INFO:tasks.workunit.client.0.smithi037.stdout:608 2024-07-26T06:47:57.690 INFO:tasks.workunit.client.0.smithi037.stdout:609 2024-07-26T06:47:57.691 INFO:tasks.workunit.client.0.smithi037.stdout:610 2024-07-26T06:47:57.692 INFO:tasks.workunit.client.0.smithi037.stdout:611 2024-07-26T06:47:57.693 INFO:tasks.workunit.client.0.smithi037.stdout:612 2024-07-26T06:47:57.694 INFO:tasks.workunit.client.0.smithi037.stdout:613 2024-07-26T06:47:57.695 INFO:tasks.workunit.client.0.smithi037.stdout:614 2024-07-26T06:47:57.696 INFO:tasks.workunit.client.0.smithi037.stdout:615 2024-07-26T06:47:57.697 INFO:tasks.workunit.client.0.smithi037.stdout:616 2024-07-26T06:47:57.698 INFO:tasks.workunit.client.0.smithi037.stdout:617 2024-07-26T06:47:57.699 INFO:tasks.workunit.client.0.smithi037.stdout:618 2024-07-26T06:47:57.700 INFO:tasks.workunit.client.0.smithi037.stdout:619 2024-07-26T06:47:57.701 INFO:tasks.workunit.client.0.smithi037.stdout:620 2024-07-26T06:47:57.702 INFO:tasks.workunit.client.0.smithi037.stdout:621 2024-07-26T06:47:57.703 INFO:tasks.workunit.client.0.smithi037.stdout:622 2024-07-26T06:47:57.704 INFO:tasks.workunit.client.0.smithi037.stdout:623 2024-07-26T06:47:57.705 INFO:tasks.workunit.client.0.smithi037.stdout:624 2024-07-26T06:47:57.706 INFO:tasks.workunit.client.0.smithi037.stdout:625 2024-07-26T06:47:57.707 INFO:tasks.workunit.client.0.smithi037.stdout:626 2024-07-26T06:47:57.708 INFO:tasks.workunit.client.0.smithi037.stdout:627 2024-07-26T06:47:57.709 INFO:tasks.workunit.client.0.smithi037.stdout:628 2024-07-26T06:47:57.709 INFO:tasks.workunit.client.0.smithi037.stdout:629 2024-07-26T06:47:57.710 INFO:tasks.workunit.client.0.smithi037.stdout:630 2024-07-26T06:47:57.711 INFO:tasks.workunit.client.0.smithi037.stdout:631 2024-07-26T06:47:57.712 INFO:tasks.workunit.client.0.smithi037.stdout:632 2024-07-26T06:47:57.713 INFO:tasks.workunit.client.0.smithi037.stdout:633 2024-07-26T06:47:57.714 INFO:tasks.workunit.client.0.smithi037.stdout:634 2024-07-26T06:47:57.716 INFO:tasks.workunit.client.0.smithi037.stdout:635 2024-07-26T06:47:57.717 INFO:tasks.workunit.client.0.smithi037.stdout:636 2024-07-26T06:47:57.718 INFO:tasks.workunit.client.0.smithi037.stdout:637 2024-07-26T06:47:57.718 INFO:tasks.workunit.client.0.smithi037.stdout:638 2024-07-26T06:47:57.719 INFO:tasks.workunit.client.0.smithi037.stdout:639 2024-07-26T06:47:57.721 INFO:tasks.workunit.client.0.smithi037.stdout:640 2024-07-26T06:47:57.722 INFO:tasks.workunit.client.0.smithi037.stdout:641 2024-07-26T06:47:57.723 INFO:tasks.workunit.client.0.smithi037.stdout:642 2024-07-26T06:47:57.724 INFO:tasks.workunit.client.0.smithi037.stdout:643 2024-07-26T06:47:57.724 INFO:tasks.workunit.client.0.smithi037.stdout:644 2024-07-26T06:47:57.725 INFO:tasks.workunit.client.0.smithi037.stdout:645 2024-07-26T06:47:57.726 INFO:tasks.workunit.client.0.smithi037.stdout:646 2024-07-26T06:47:57.728 INFO:tasks.workunit.client.0.smithi037.stdout:647 2024-07-26T06:47:57.729 INFO:tasks.workunit.client.0.smithi037.stdout:648 2024-07-26T06:47:57.729 INFO:tasks.workunit.client.0.smithi037.stdout:649 2024-07-26T06:47:57.730 INFO:tasks.workunit.client.0.smithi037.stdout:650 2024-07-26T06:47:57.731 INFO:tasks.workunit.client.0.smithi037.stdout:651 2024-07-26T06:47:57.732 INFO:tasks.workunit.client.0.smithi037.stdout:652 2024-07-26T06:47:57.735 INFO:tasks.workunit.client.0.smithi037.stdout:653 2024-07-26T06:47:57.735 INFO:tasks.workunit.client.0.smithi037.stdout:654 2024-07-26T06:47:57.736 INFO:tasks.workunit.client.0.smithi037.stdout:655 2024-07-26T06:47:57.737 INFO:tasks.workunit.client.0.smithi037.stdout:656 2024-07-26T06:47:57.738 INFO:tasks.workunit.client.0.smithi037.stdout:657 2024-07-26T06:47:57.739 INFO:tasks.workunit.client.0.smithi037.stdout:658 2024-07-26T06:47:57.740 INFO:tasks.workunit.client.0.smithi037.stdout:659 2024-07-26T06:47:57.741 INFO:tasks.workunit.client.0.smithi037.stdout:660 2024-07-26T06:47:57.742 INFO:tasks.workunit.client.0.smithi037.stdout:661 2024-07-26T06:47:57.743 INFO:tasks.workunit.client.0.smithi037.stdout:662 2024-07-26T06:47:57.744 INFO:tasks.workunit.client.0.smithi037.stdout:663 2024-07-26T06:47:57.745 INFO:tasks.workunit.client.0.smithi037.stdout:664 2024-07-26T06:47:57.746 INFO:tasks.workunit.client.0.smithi037.stdout:665 2024-07-26T06:47:57.747 INFO:tasks.workunit.client.0.smithi037.stdout:666 2024-07-26T06:47:57.748 INFO:tasks.workunit.client.0.smithi037.stdout:667 2024-07-26T06:47:57.749 INFO:tasks.workunit.client.0.smithi037.stdout:668 2024-07-26T06:47:57.750 INFO:tasks.workunit.client.0.smithi037.stdout:669 2024-07-26T06:47:57.751 INFO:tasks.workunit.client.0.smithi037.stdout:670 2024-07-26T06:47:57.752 INFO:tasks.workunit.client.0.smithi037.stdout:671 2024-07-26T06:47:57.753 INFO:tasks.workunit.client.0.smithi037.stdout:672 2024-07-26T06:47:57.754 INFO:tasks.workunit.client.0.smithi037.stdout:673 2024-07-26T06:47:57.755 INFO:tasks.workunit.client.0.smithi037.stdout:674 2024-07-26T06:47:57.756 INFO:tasks.workunit.client.0.smithi037.stdout:675 2024-07-26T06:47:57.757 INFO:tasks.workunit.client.0.smithi037.stdout:676 2024-07-26T06:47:57.758 INFO:tasks.workunit.client.0.smithi037.stdout:677 2024-07-26T06:47:57.759 INFO:tasks.workunit.client.0.smithi037.stdout:678 2024-07-26T06:47:57.760 INFO:tasks.workunit.client.0.smithi037.stdout:679 2024-07-26T06:47:57.761 INFO:tasks.workunit.client.0.smithi037.stdout:680 2024-07-26T06:47:57.762 INFO:tasks.workunit.client.0.smithi037.stdout:681 2024-07-26T06:47:57.763 INFO:tasks.workunit.client.0.smithi037.stdout:682 2024-07-26T06:47:57.764 INFO:tasks.workunit.client.0.smithi037.stdout:683 2024-07-26T06:47:57.765 INFO:tasks.workunit.client.0.smithi037.stdout:684 2024-07-26T06:47:57.766 INFO:tasks.workunit.client.0.smithi037.stdout:685 2024-07-26T06:47:57.767 INFO:tasks.workunit.client.0.smithi037.stdout:686 2024-07-26T06:47:57.768 INFO:tasks.workunit.client.0.smithi037.stdout:687 2024-07-26T06:47:57.769 INFO:tasks.workunit.client.0.smithi037.stdout:688 2024-07-26T06:47:57.770 INFO:tasks.workunit.client.0.smithi037.stdout:689 2024-07-26T06:47:57.771 INFO:tasks.workunit.client.0.smithi037.stdout:690 2024-07-26T06:47:57.772 INFO:tasks.workunit.client.0.smithi037.stdout:691 2024-07-26T06:47:57.773 INFO:tasks.workunit.client.0.smithi037.stdout:692 2024-07-26T06:47:57.774 INFO:tasks.workunit.client.0.smithi037.stdout:693 2024-07-26T06:47:57.775 INFO:tasks.workunit.client.0.smithi037.stdout:694 2024-07-26T06:47:57.776 INFO:tasks.workunit.client.0.smithi037.stdout:695 2024-07-26T06:47:57.777 INFO:tasks.workunit.client.0.smithi037.stdout:696 2024-07-26T06:47:57.778 INFO:tasks.workunit.client.0.smithi037.stdout:697 2024-07-26T06:47:57.779 INFO:tasks.workunit.client.0.smithi037.stdout:698 2024-07-26T06:47:57.780 INFO:tasks.workunit.client.0.smithi037.stdout:699 2024-07-26T06:47:57.781 INFO:tasks.workunit.client.0.smithi037.stdout:700 2024-07-26T06:47:57.782 INFO:tasks.workunit.client.0.smithi037.stdout:701 2024-07-26T06:47:57.784 INFO:tasks.workunit.client.0.smithi037.stdout:702 2024-07-26T06:47:57.785 INFO:tasks.workunit.client.0.smithi037.stdout:703 2024-07-26T06:47:57.786 INFO:tasks.workunit.client.0.smithi037.stdout:704 2024-07-26T06:47:57.787 INFO:tasks.workunit.client.0.smithi037.stdout:705 2024-07-26T06:47:57.788 INFO:tasks.workunit.client.0.smithi037.stdout:706 2024-07-26T06:47:57.789 INFO:tasks.workunit.client.0.smithi037.stdout:707 2024-07-26T06:47:57.790 INFO:tasks.workunit.client.0.smithi037.stdout:708 2024-07-26T06:47:57.791 INFO:tasks.workunit.client.0.smithi037.stdout:709 2024-07-26T06:47:57.792 INFO:tasks.workunit.client.0.smithi037.stdout:710 2024-07-26T06:47:57.793 INFO:tasks.workunit.client.0.smithi037.stdout:711 2024-07-26T06:47:57.794 INFO:tasks.workunit.client.0.smithi037.stdout:712 2024-07-26T06:47:57.796 INFO:tasks.workunit.client.0.smithi037.stdout:713 2024-07-26T06:47:57.797 INFO:tasks.workunit.client.0.smithi037.stdout:714 2024-07-26T06:47:57.798 INFO:tasks.workunit.client.0.smithi037.stdout:715 2024-07-26T06:47:57.799 INFO:tasks.workunit.client.0.smithi037.stdout:716 2024-07-26T06:47:57.800 INFO:tasks.workunit.client.0.smithi037.stdout:717 2024-07-26T06:47:57.801 INFO:tasks.workunit.client.0.smithi037.stdout:718 2024-07-26T06:47:57.802 INFO:tasks.workunit.client.0.smithi037.stdout:719 2024-07-26T06:47:57.806 INFO:tasks.workunit.client.0.smithi037.stdout:720 2024-07-26T06:47:57.806 INFO:tasks.workunit.client.0.smithi037.stdout:721 2024-07-26T06:47:57.806 INFO:tasks.workunit.client.0.smithi037.stdout:722 2024-07-26T06:47:57.807 INFO:tasks.workunit.client.0.smithi037.stdout:723 2024-07-26T06:47:57.808 INFO:tasks.workunit.client.0.smithi037.stdout:724 2024-07-26T06:47:57.809 INFO:tasks.workunit.client.0.smithi037.stdout:725 2024-07-26T06:47:57.810 INFO:tasks.workunit.client.0.smithi037.stdout:726 2024-07-26T06:47:57.811 INFO:tasks.workunit.client.0.smithi037.stdout:727 2024-07-26T06:47:57.812 INFO:tasks.workunit.client.0.smithi037.stdout:728 2024-07-26T06:47:57.813 INFO:tasks.workunit.client.0.smithi037.stdout:729 2024-07-26T06:47:57.814 INFO:tasks.workunit.client.0.smithi037.stdout:730 2024-07-26T06:47:57.815 INFO:tasks.workunit.client.0.smithi037.stdout:731 2024-07-26T06:47:57.816 INFO:tasks.workunit.client.0.smithi037.stdout:732 2024-07-26T06:47:57.817 INFO:tasks.workunit.client.0.smithi037.stdout:733 2024-07-26T06:47:57.818 INFO:tasks.workunit.client.0.smithi037.stdout:734 2024-07-26T06:47:57.819 INFO:tasks.workunit.client.0.smithi037.stdout:735 2024-07-26T06:47:57.820 INFO:tasks.workunit.client.0.smithi037.stdout:736 2024-07-26T06:47:57.821 INFO:tasks.workunit.client.0.smithi037.stdout:737 2024-07-26T06:47:57.822 INFO:tasks.workunit.client.0.smithi037.stdout:738 2024-07-26T06:47:57.824 INFO:tasks.workunit.client.0.smithi037.stdout:739 2024-07-26T06:47:57.825 INFO:tasks.workunit.client.0.smithi037.stdout:740 2024-07-26T06:47:57.826 INFO:tasks.workunit.client.0.smithi037.stdout:741 2024-07-26T06:47:57.827 INFO:tasks.workunit.client.0.smithi037.stdout:742 2024-07-26T06:47:57.828 INFO:tasks.workunit.client.0.smithi037.stdout:743 2024-07-26T06:47:57.829 INFO:tasks.workunit.client.0.smithi037.stdout:744 2024-07-26T06:47:57.830 INFO:tasks.workunit.client.0.smithi037.stdout:745 2024-07-26T06:47:57.831 INFO:tasks.workunit.client.0.smithi037.stdout:746 2024-07-26T06:47:57.832 INFO:tasks.workunit.client.0.smithi037.stdout:747 2024-07-26T06:47:57.833 INFO:tasks.workunit.client.0.smithi037.stdout:748 2024-07-26T06:47:57.834 INFO:tasks.workunit.client.0.smithi037.stdout:749 2024-07-26T06:47:57.835 INFO:tasks.workunit.client.0.smithi037.stdout:750 2024-07-26T06:47:57.836 INFO:tasks.workunit.client.0.smithi037.stdout:751 2024-07-26T06:47:57.837 INFO:tasks.workunit.client.0.smithi037.stdout:752 2024-07-26T06:47:57.838 INFO:tasks.workunit.client.0.smithi037.stdout:753 2024-07-26T06:47:57.839 INFO:tasks.workunit.client.0.smithi037.stdout:754 2024-07-26T06:47:57.840 INFO:tasks.workunit.client.0.smithi037.stdout:755 2024-07-26T06:47:57.841 INFO:tasks.workunit.client.0.smithi037.stdout:756 2024-07-26T06:47:57.842 INFO:tasks.workunit.client.0.smithi037.stdout:757 2024-07-26T06:47:57.843 INFO:tasks.workunit.client.0.smithi037.stdout:758 2024-07-26T06:47:57.844 INFO:tasks.workunit.client.0.smithi037.stdout:759 2024-07-26T06:47:57.845 INFO:tasks.workunit.client.0.smithi037.stdout:760 2024-07-26T06:47:57.846 INFO:tasks.workunit.client.0.smithi037.stdout:761 2024-07-26T06:47:57.847 INFO:tasks.workunit.client.0.smithi037.stdout:762 2024-07-26T06:47:57.849 INFO:tasks.workunit.client.0.smithi037.stdout:763 2024-07-26T06:47:57.850 INFO:tasks.workunit.client.0.smithi037.stdout:764 2024-07-26T06:47:57.851 INFO:tasks.workunit.client.0.smithi037.stdout:765 2024-07-26T06:47:57.852 INFO:tasks.workunit.client.0.smithi037.stdout:766 2024-07-26T06:47:57.853 INFO:tasks.workunit.client.0.smithi037.stdout:767 2024-07-26T06:47:57.854 INFO:tasks.workunit.client.0.smithi037.stdout:768 2024-07-26T06:47:57.855 INFO:tasks.workunit.client.0.smithi037.stdout:769 2024-07-26T06:47:57.856 INFO:tasks.workunit.client.0.smithi037.stdout:770 2024-07-26T06:47:57.857 INFO:tasks.workunit.client.0.smithi037.stdout:771 2024-07-26T06:47:57.858 INFO:tasks.workunit.client.0.smithi037.stdout:772 2024-07-26T06:47:57.859 INFO:tasks.workunit.client.0.smithi037.stdout:773 2024-07-26T06:47:57.860 INFO:tasks.workunit.client.0.smithi037.stdout:774 2024-07-26T06:47:57.861 INFO:tasks.workunit.client.0.smithi037.stdout:775 2024-07-26T06:47:57.862 INFO:tasks.workunit.client.0.smithi037.stdout:776 2024-07-26T06:47:57.863 INFO:tasks.workunit.client.0.smithi037.stdout:777 2024-07-26T06:47:57.864 INFO:tasks.workunit.client.0.smithi037.stdout:778 2024-07-26T06:47:57.865 INFO:tasks.workunit.client.0.smithi037.stdout:779 2024-07-26T06:47:57.866 INFO:tasks.workunit.client.0.smithi037.stdout:780 2024-07-26T06:47:57.867 INFO:tasks.workunit.client.0.smithi037.stdout:781 2024-07-26T06:47:57.868 INFO:tasks.workunit.client.0.smithi037.stdout:782 2024-07-26T06:47:57.869 INFO:tasks.workunit.client.0.smithi037.stdout:783 2024-07-26T06:47:57.871 INFO:tasks.workunit.client.0.smithi037.stdout:784 2024-07-26T06:47:57.873 INFO:tasks.workunit.client.0.smithi037.stdout:785 2024-07-26T06:47:57.876 INFO:tasks.workunit.client.0.smithi037.stdout:786 2024-07-26T06:47:57.879 INFO:tasks.workunit.client.0.smithi037.stdout:787 2024-07-26T06:47:57.881 INFO:tasks.workunit.client.0.smithi037.stdout:788 2024-07-26T06:47:57.886 INFO:tasks.workunit.client.0.smithi037.stdout:789 2024-07-26T06:47:57.888 INFO:tasks.workunit.client.0.smithi037.stdout:790 2024-07-26T06:47:57.889 INFO:tasks.workunit.client.0.smithi037.stdout:791 2024-07-26T06:47:57.891 INFO:tasks.workunit.client.0.smithi037.stdout:792 2024-07-26T06:47:57.892 INFO:tasks.workunit.client.0.smithi037.stdout:793 2024-07-26T06:47:57.893 INFO:tasks.workunit.client.0.smithi037.stdout:794 2024-07-26T06:47:57.894 INFO:tasks.workunit.client.0.smithi037.stdout:795 2024-07-26T06:47:57.895 INFO:tasks.workunit.client.0.smithi037.stdout:796 2024-07-26T06:47:57.896 INFO:tasks.workunit.client.0.smithi037.stdout:797 2024-07-26T06:47:57.897 INFO:tasks.workunit.client.0.smithi037.stdout:798 2024-07-26T06:47:57.899 INFO:tasks.workunit.client.0.smithi037.stdout:799 2024-07-26T06:47:57.900 INFO:tasks.workunit.client.0.smithi037.stdout:800 2024-07-26T06:47:57.901 INFO:tasks.workunit.client.0.smithi037.stdout:801 2024-07-26T06:47:57.902 INFO:tasks.workunit.client.0.smithi037.stdout:802 2024-07-26T06:47:57.903 INFO:tasks.workunit.client.0.smithi037.stdout:803 2024-07-26T06:47:57.905 INFO:tasks.workunit.client.0.smithi037.stdout:804 2024-07-26T06:47:57.906 INFO:tasks.workunit.client.0.smithi037.stdout:805 2024-07-26T06:47:57.907 INFO:tasks.workunit.client.0.smithi037.stdout:806 2024-07-26T06:47:57.908 INFO:tasks.workunit.client.0.smithi037.stdout:807 2024-07-26T06:47:57.910 INFO:tasks.workunit.client.0.smithi037.stdout:808 2024-07-26T06:47:57.911 INFO:tasks.workunit.client.0.smithi037.stdout:809 2024-07-26T06:47:57.912 INFO:tasks.workunit.client.0.smithi037.stdout:810 2024-07-26T06:47:57.913 INFO:tasks.workunit.client.0.smithi037.stdout:811 2024-07-26T06:47:57.914 INFO:tasks.workunit.client.0.smithi037.stdout:812 2024-07-26T06:47:57.915 INFO:tasks.workunit.client.0.smithi037.stdout:813 2024-07-26T06:47:57.917 INFO:tasks.workunit.client.0.smithi037.stdout:814 2024-07-26T06:47:57.918 INFO:tasks.workunit.client.0.smithi037.stdout:815 2024-07-26T06:47:57.919 INFO:tasks.workunit.client.0.smithi037.stdout:816 2024-07-26T06:47:57.920 INFO:tasks.workunit.client.0.smithi037.stdout:817 2024-07-26T06:47:57.921 INFO:tasks.workunit.client.0.smithi037.stdout:818 2024-07-26T06:47:57.922 INFO:tasks.workunit.client.0.smithi037.stdout:819 2024-07-26T06:47:57.924 INFO:tasks.workunit.client.0.smithi037.stdout:820 2024-07-26T06:47:57.925 INFO:tasks.workunit.client.0.smithi037.stdout:821 2024-07-26T06:47:57.926 INFO:tasks.workunit.client.0.smithi037.stdout:822 2024-07-26T06:47:57.928 INFO:tasks.workunit.client.0.smithi037.stdout:823 2024-07-26T06:47:57.929 INFO:tasks.workunit.client.0.smithi037.stdout:824 2024-07-26T06:47:57.930 INFO:tasks.workunit.client.0.smithi037.stdout:825 2024-07-26T06:47:57.931 INFO:tasks.workunit.client.0.smithi037.stdout:826 2024-07-26T06:47:57.932 INFO:tasks.workunit.client.0.smithi037.stdout:827 2024-07-26T06:47:57.933 INFO:tasks.workunit.client.0.smithi037.stdout:828 2024-07-26T06:47:57.934 INFO:tasks.workunit.client.0.smithi037.stdout:829 2024-07-26T06:47:57.936 INFO:tasks.workunit.client.0.smithi037.stdout:830 2024-07-26T06:47:57.937 INFO:tasks.workunit.client.0.smithi037.stdout:831 2024-07-26T06:47:57.938 INFO:tasks.workunit.client.0.smithi037.stdout:832 2024-07-26T06:47:57.939 INFO:tasks.workunit.client.0.smithi037.stdout:833 2024-07-26T06:47:57.940 INFO:tasks.workunit.client.0.smithi037.stdout:834 2024-07-26T06:47:57.942 INFO:tasks.workunit.client.0.smithi037.stdout:835 2024-07-26T06:47:57.943 INFO:tasks.workunit.client.0.smithi037.stdout:836 2024-07-26T06:47:57.944 INFO:tasks.workunit.client.0.smithi037.stdout:837 2024-07-26T06:47:57.945 INFO:tasks.workunit.client.0.smithi037.stdout:838 2024-07-26T06:47:57.946 INFO:tasks.workunit.client.0.smithi037.stdout:839 2024-07-26T06:47:57.947 INFO:tasks.workunit.client.0.smithi037.stdout:840 2024-07-26T06:47:57.949 INFO:tasks.workunit.client.0.smithi037.stdout:841 2024-07-26T06:47:57.950 INFO:tasks.workunit.client.0.smithi037.stdout:842 2024-07-26T06:47:57.951 INFO:tasks.workunit.client.0.smithi037.stdout:843 2024-07-26T06:47:57.953 INFO:tasks.workunit.client.0.smithi037.stdout:844 2024-07-26T06:47:57.954 INFO:tasks.workunit.client.0.smithi037.stdout:845 2024-07-26T06:47:57.955 INFO:tasks.workunit.client.0.smithi037.stdout:846 2024-07-26T06:47:57.956 INFO:tasks.workunit.client.0.smithi037.stdout:847 2024-07-26T06:47:57.957 INFO:tasks.workunit.client.0.smithi037.stdout:848 2024-07-26T06:47:57.958 INFO:tasks.workunit.client.0.smithi037.stdout:849 2024-07-26T06:47:57.959 INFO:tasks.workunit.client.0.smithi037.stdout:850 2024-07-26T06:47:57.961 INFO:tasks.workunit.client.0.smithi037.stdout:851 2024-07-26T06:47:57.962 INFO:tasks.workunit.client.0.smithi037.stdout:852 2024-07-26T06:47:57.963 INFO:tasks.workunit.client.0.smithi037.stdout:853 2024-07-26T06:47:57.964 INFO:tasks.workunit.client.0.smithi037.stdout:854 2024-07-26T06:47:57.965 INFO:tasks.workunit.client.0.smithi037.stdout:855 2024-07-26T06:47:57.966 INFO:tasks.workunit.client.0.smithi037.stdout:856 2024-07-26T06:47:57.967 INFO:tasks.workunit.client.0.smithi037.stdout:857 2024-07-26T06:47:57.968 INFO:tasks.workunit.client.0.smithi037.stdout:858 2024-07-26T06:47:57.969 INFO:tasks.workunit.client.0.smithi037.stdout:859 2024-07-26T06:47:57.970 INFO:tasks.workunit.client.0.smithi037.stdout:860 2024-07-26T06:47:57.972 INFO:tasks.workunit.client.0.smithi037.stdout:861 2024-07-26T06:47:57.973 INFO:tasks.workunit.client.0.smithi037.stdout:862 2024-07-26T06:47:57.974 INFO:tasks.workunit.client.0.smithi037.stdout:863 2024-07-26T06:47:57.975 INFO:tasks.workunit.client.0.smithi037.stdout:864 2024-07-26T06:47:57.976 INFO:tasks.workunit.client.0.smithi037.stdout:865 2024-07-26T06:47:57.977 INFO:tasks.workunit.client.0.smithi037.stdout:866 2024-07-26T06:47:57.978 INFO:tasks.workunit.client.0.smithi037.stdout:867 2024-07-26T06:47:57.980 INFO:tasks.workunit.client.0.smithi037.stdout:868 2024-07-26T06:47:57.981 INFO:tasks.workunit.client.0.smithi037.stdout:869 2024-07-26T06:47:57.982 INFO:tasks.workunit.client.0.smithi037.stdout:870 2024-07-26T06:47:57.983 INFO:tasks.workunit.client.0.smithi037.stdout:871 2024-07-26T06:47:57.984 INFO:tasks.workunit.client.0.smithi037.stdout:872 2024-07-26T06:47:57.985 INFO:tasks.workunit.client.0.smithi037.stdout:873 2024-07-26T06:47:57.986 INFO:tasks.workunit.client.0.smithi037.stdout:874 2024-07-26T06:47:57.987 INFO:tasks.workunit.client.0.smithi037.stdout:875 2024-07-26T06:47:57.988 INFO:tasks.workunit.client.0.smithi037.stdout:876 2024-07-26T06:47:57.990 INFO:tasks.workunit.client.0.smithi037.stdout:877 2024-07-26T06:47:57.991 INFO:tasks.workunit.client.0.smithi037.stdout:878 2024-07-26T06:47:57.992 INFO:tasks.workunit.client.0.smithi037.stdout:879 2024-07-26T06:47:57.993 INFO:tasks.workunit.client.0.smithi037.stdout:880 2024-07-26T06:47:57.994 INFO:tasks.workunit.client.0.smithi037.stdout:881 2024-07-26T06:47:57.995 INFO:tasks.workunit.client.0.smithi037.stdout:882 2024-07-26T06:47:57.996 INFO:tasks.workunit.client.0.smithi037.stdout:883 2024-07-26T06:47:57.997 INFO:tasks.workunit.client.0.smithi037.stdout:884 2024-07-26T06:47:57.998 INFO:tasks.workunit.client.0.smithi037.stdout:885 2024-07-26T06:47:57.999 INFO:tasks.workunit.client.0.smithi037.stdout:886 2024-07-26T06:47:58.000 INFO:tasks.workunit.client.0.smithi037.stdout:887 2024-07-26T06:47:58.001 INFO:tasks.workunit.client.0.smithi037.stdout:888 2024-07-26T06:47:58.002 INFO:tasks.workunit.client.0.smithi037.stdout:889 2024-07-26T06:47:58.003 INFO:tasks.workunit.client.0.smithi037.stdout:890 2024-07-26T06:47:58.004 INFO:tasks.workunit.client.0.smithi037.stdout:891 2024-07-26T06:47:58.005 INFO:tasks.workunit.client.0.smithi037.stdout:892 2024-07-26T06:47:58.006 INFO:tasks.workunit.client.0.smithi037.stdout:893 2024-07-26T06:47:58.010 INFO:tasks.workunit.client.0.smithi037.stdout:894 2024-07-26T06:47:58.010 INFO:tasks.workunit.client.0.smithi037.stdout:895 2024-07-26T06:47:58.010 INFO:tasks.workunit.client.0.smithi037.stdout:896 2024-07-26T06:47:58.011 INFO:tasks.workunit.client.0.smithi037.stdout:897 2024-07-26T06:47:58.012 INFO:tasks.workunit.client.0.smithi037.stdout:898 2024-07-26T06:47:58.013 INFO:tasks.workunit.client.0.smithi037.stdout:899 2024-07-26T06:47:58.014 INFO:tasks.workunit.client.0.smithi037.stdout:900 2024-07-26T06:47:58.015 INFO:tasks.workunit.client.0.smithi037.stdout:901 2024-07-26T06:47:58.016 INFO:tasks.workunit.client.0.smithi037.stdout:902 2024-07-26T06:47:58.017 INFO:tasks.workunit.client.0.smithi037.stdout:903 2024-07-26T06:47:58.018 INFO:tasks.workunit.client.0.smithi037.stdout:904 2024-07-26T06:47:58.019 INFO:tasks.workunit.client.0.smithi037.stdout:905 2024-07-26T06:47:58.021 INFO:tasks.workunit.client.0.smithi037.stdout:906 2024-07-26T06:47:58.022 INFO:tasks.workunit.client.0.smithi037.stdout:907 2024-07-26T06:47:58.023 INFO:tasks.workunit.client.0.smithi037.stdout:908 2024-07-26T06:47:58.024 INFO:tasks.workunit.client.0.smithi037.stdout:909 2024-07-26T06:47:58.025 INFO:tasks.workunit.client.0.smithi037.stdout:910 2024-07-26T06:47:58.026 INFO:tasks.workunit.client.0.smithi037.stdout:911 2024-07-26T06:47:58.027 INFO:tasks.workunit.client.0.smithi037.stdout:912 2024-07-26T06:47:58.028 INFO:tasks.workunit.client.0.smithi037.stdout:913 2024-07-26T06:47:58.029 INFO:tasks.workunit.client.0.smithi037.stdout:914 2024-07-26T06:47:58.030 INFO:tasks.workunit.client.0.smithi037.stdout:915 2024-07-26T06:47:58.031 INFO:tasks.workunit.client.0.smithi037.stdout:916 2024-07-26T06:47:58.032 INFO:tasks.workunit.client.0.smithi037.stdout:917 2024-07-26T06:47:58.033 INFO:tasks.workunit.client.0.smithi037.stdout:918 2024-07-26T06:47:58.034 INFO:tasks.workunit.client.0.smithi037.stdout:919 2024-07-26T06:47:58.035 INFO:tasks.workunit.client.0.smithi037.stdout:920 2024-07-26T06:47:58.037 INFO:tasks.workunit.client.0.smithi037.stdout:921 2024-07-26T06:47:58.038 INFO:tasks.workunit.client.0.smithi037.stdout:922 2024-07-26T06:47:58.039 INFO:tasks.workunit.client.0.smithi037.stdout:923 2024-07-26T06:47:58.040 INFO:tasks.workunit.client.0.smithi037.stdout:924 2024-07-26T06:47:58.041 INFO:tasks.workunit.client.0.smithi037.stdout:925 2024-07-26T06:47:58.042 INFO:tasks.workunit.client.0.smithi037.stdout:926 2024-07-26T06:47:58.043 INFO:tasks.workunit.client.0.smithi037.stdout:927 2024-07-26T06:47:58.045 INFO:tasks.workunit.client.0.smithi037.stdout:928 2024-07-26T06:47:58.046 INFO:tasks.workunit.client.0.smithi037.stdout:929 2024-07-26T06:47:58.047 INFO:tasks.workunit.client.0.smithi037.stdout:930 2024-07-26T06:47:58.048 INFO:tasks.workunit.client.0.smithi037.stdout:931 2024-07-26T06:47:58.049 INFO:tasks.workunit.client.0.smithi037.stdout:932 2024-07-26T06:47:58.050 INFO:tasks.workunit.client.0.smithi037.stdout:933 2024-07-26T06:47:58.051 INFO:tasks.workunit.client.0.smithi037.stdout:934 2024-07-26T06:47:58.052 INFO:tasks.workunit.client.0.smithi037.stdout:935 2024-07-26T06:47:58.053 INFO:tasks.workunit.client.0.smithi037.stdout:936 2024-07-26T06:47:58.054 INFO:tasks.workunit.client.0.smithi037.stdout:937 2024-07-26T06:47:58.055 INFO:tasks.workunit.client.0.smithi037.stdout:938 2024-07-26T06:47:58.056 INFO:tasks.workunit.client.0.smithi037.stdout:939 2024-07-26T06:47:58.057 INFO:tasks.workunit.client.0.smithi037.stdout:940 2024-07-26T06:47:58.058 INFO:tasks.workunit.client.0.smithi037.stdout:941 2024-07-26T06:47:58.060 INFO:tasks.workunit.client.0.smithi037.stdout:942 2024-07-26T06:47:58.061 INFO:tasks.workunit.client.0.smithi037.stdout:943 2024-07-26T06:47:58.062 INFO:tasks.workunit.client.0.smithi037.stdout:944 2024-07-26T06:47:58.063 INFO:tasks.workunit.client.0.smithi037.stdout:945 2024-07-26T06:47:58.064 INFO:tasks.workunit.client.0.smithi037.stdout:946 2024-07-26T06:47:58.065 INFO:tasks.workunit.client.0.smithi037.stdout:947 2024-07-26T06:47:58.066 INFO:tasks.workunit.client.0.smithi037.stdout:948 2024-07-26T06:47:58.068 INFO:tasks.workunit.client.0.smithi037.stdout:949 2024-07-26T06:47:58.069 INFO:tasks.workunit.client.0.smithi037.stdout:950 2024-07-26T06:47:58.069 INFO:tasks.workunit.client.0.smithi037.stdout:951 2024-07-26T06:47:58.071 INFO:tasks.workunit.client.0.smithi037.stdout:952 2024-07-26T06:47:58.072 INFO:tasks.workunit.client.0.smithi037.stdout:953 2024-07-26T06:47:58.073 INFO:tasks.workunit.client.0.smithi037.stdout:954 2024-07-26T06:47:58.074 INFO:tasks.workunit.client.0.smithi037.stdout:955 2024-07-26T06:47:58.075 INFO:tasks.workunit.client.0.smithi037.stdout:956 2024-07-26T06:47:58.077 INFO:tasks.workunit.client.0.smithi037.stdout:957 2024-07-26T06:47:58.078 INFO:tasks.workunit.client.0.smithi037.stdout:958 2024-07-26T06:47:58.079 INFO:tasks.workunit.client.0.smithi037.stdout:959 2024-07-26T06:47:58.080 INFO:tasks.workunit.client.0.smithi037.stdout:960 2024-07-26T06:47:58.081 INFO:tasks.workunit.client.0.smithi037.stdout:961 2024-07-26T06:47:58.082 INFO:tasks.workunit.client.0.smithi037.stdout:962 2024-07-26T06:47:58.084 INFO:tasks.workunit.client.0.smithi037.stdout:963 2024-07-26T06:47:58.085 INFO:tasks.workunit.client.0.smithi037.stdout:964 2024-07-26T06:47:58.086 INFO:tasks.workunit.client.0.smithi037.stdout:965 2024-07-26T06:47:58.087 INFO:tasks.workunit.client.0.smithi037.stdout:966 2024-07-26T06:47:58.088 INFO:tasks.workunit.client.0.smithi037.stdout:967 2024-07-26T06:47:58.089 INFO:tasks.workunit.client.0.smithi037.stdout:968 2024-07-26T06:47:58.090 INFO:tasks.workunit.client.0.smithi037.stdout:969 2024-07-26T06:47:58.091 INFO:tasks.workunit.client.0.smithi037.stdout:970 2024-07-26T06:47:58.092 INFO:tasks.workunit.client.0.smithi037.stdout:971 2024-07-26T06:47:58.094 INFO:tasks.workunit.client.0.smithi037.stdout:972 2024-07-26T06:47:58.095 INFO:tasks.workunit.client.0.smithi037.stdout:973 2024-07-26T06:47:58.096 INFO:tasks.workunit.client.0.smithi037.stdout:974 2024-07-26T06:47:58.097 INFO:tasks.workunit.client.0.smithi037.stdout:975 2024-07-26T06:47:58.098 INFO:tasks.workunit.client.0.smithi037.stdout:976 2024-07-26T06:47:58.099 INFO:tasks.workunit.client.0.smithi037.stdout:977 2024-07-26T06:47:58.101 INFO:tasks.workunit.client.0.smithi037.stdout:978 2024-07-26T06:47:58.102 INFO:tasks.workunit.client.0.smithi037.stdout:979 2024-07-26T06:47:58.103 INFO:tasks.workunit.client.0.smithi037.stdout:980 2024-07-26T06:47:58.104 INFO:tasks.workunit.client.0.smithi037.stdout:981 2024-07-26T06:47:58.105 INFO:tasks.workunit.client.0.smithi037.stdout:982 2024-07-26T06:47:58.106 INFO:tasks.workunit.client.0.smithi037.stdout:983 2024-07-26T06:47:58.107 INFO:tasks.workunit.client.0.smithi037.stdout:984 2024-07-26T06:47:58.108 INFO:tasks.workunit.client.0.smithi037.stdout:985 2024-07-26T06:47:58.109 INFO:tasks.workunit.client.0.smithi037.stdout:986 2024-07-26T06:47:58.111 INFO:tasks.workunit.client.0.smithi037.stdout:987 2024-07-26T06:47:58.112 INFO:tasks.workunit.client.0.smithi037.stdout:988 2024-07-26T06:47:58.113 INFO:tasks.workunit.client.0.smithi037.stdout:989 2024-07-26T06:47:58.114 INFO:tasks.workunit.client.0.smithi037.stdout:990 2024-07-26T06:47:58.115 INFO:tasks.workunit.client.0.smithi037.stdout:991 2024-07-26T06:47:58.116 INFO:tasks.workunit.client.0.smithi037.stdout:992 2024-07-26T06:47:58.117 INFO:tasks.workunit.client.0.smithi037.stdout:993 2024-07-26T06:47:58.119 INFO:tasks.workunit.client.0.smithi037.stdout:994 2024-07-26T06:47:58.120 INFO:tasks.workunit.client.0.smithi037.stdout:995 2024-07-26T06:47:58.121 INFO:tasks.workunit.client.0.smithi037.stdout:996 2024-07-26T06:47:58.122 INFO:tasks.workunit.client.0.smithi037.stdout:997 2024-07-26T06:47:58.123 INFO:tasks.workunit.client.0.smithi037.stdout:998 2024-07-26T06:47:58.124 INFO:tasks.workunit.client.0.smithi037.stdout:999 2024-07-26T06:47:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[97339]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:47:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:47:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[99762]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:47:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:47:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:47:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:57 smithi135 ceph-mon[90132]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:47:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/740448491' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:47:58.885 INFO:tasks.workunit.client.0.smithi037.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:00000010 69 73 |is| 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:00000012 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:00000010 69 73 |is| 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:00000012 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.WriteReturnData (4027 ms) 2024-07-26T06:47:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.Loud 2024-07-26T06:47:59.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:58 smithi135 ceph-mon[90132]: pgmap v1034: 137 pgs: 5 creating+activating, 9 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:59.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:58 smithi135 ceph-mon[90132]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:47:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:58 smithi037 ceph-mon[97339]: pgmap v1034: 137 pgs: 5 creating+activating, 9 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:58 smithi037 ceph-mon[97339]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:47:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:58 smithi037 ceph-mon[99762]: pgmap v1034: 137 pgs: 5 creating+activating, 9 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:47:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:58 smithi037 ceph-mon[99762]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:48:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:47:59 smithi037 ceph-mon[97339]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:48:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:47:59 smithi037 ceph-mon[99762]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:48:00.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:47:59 smithi135 ceph-mon[90132]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[97339]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[97339]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3027182820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[99762]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[99762]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:48:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3027182820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:00 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:00 smithi135 ceph-mon[90132]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:00 smithi135 ceph-mon[90132]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:48:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3027182820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:00 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:01] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-07-26T06:48:01.925 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.Loud (3041 ms) 2024-07-26T06:48:01.925 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.BadMethods 2024-07-26T06:48:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:01 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:01 smithi037 ceph-mon[97339]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:48:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:01 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:01 smithi037 ceph-mon[99762]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:48:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:01 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:01 smithi135 ceph-mon[90132]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:48:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:02 smithi037 ceph-mon[97339]: pgmap v1040: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:02 smithi037 ceph-mon[97339]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:48:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:02 smithi037 ceph-mon[99762]: pgmap v1040: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:02 smithi037 ceph-mon[99762]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:48:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:02 smithi135 ceph-mon[90132]: pgmap v1040: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:02 smithi135 ceph-mon[90132]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:48:04.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[97339]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:48:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1160559116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[99762]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:48:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1160559116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.296 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T06:48:03.954+0000 7f00680e2640 -1 osd.3 pg_epoch: 955 pg[38.2( v 955'1 (0'0,955'1] local-lis/les=954/955 n=1 ec=954/954 lis/c=954/954 les/c/f=955/955/0 sis=954) [3,7,5] r=0 lpr=954 crt=955'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-07-26T06:48:04.296 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 06:48:03 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T06:48:03.956+0000 7f00680e2640 -1 osd.3 pg_epoch: 955 pg[38.2( v 955'2 (0'0,955'2] local-lis/les=954/955 n=1 ec=954/954 lis/c=954/954 les/c/f=955/955/0 sis=954) [3,7,5] r=0 lpr=954 crt=955'1 lcod 955'1 mlcod 955'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-07-26T06:48:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:03 smithi135 ceph-mon[90132]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:48:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:03 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1160559116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:03 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:04.941 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.BadMethods (3015 ms) 2024-07-26T06:48:04.941 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.Filter 2024-07-26T06:48:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[97339]: pgmap v1043: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[97339]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[99762]: pgmap v1043: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[99762]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:48:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:04 smithi135 ceph-mon[90132]: pgmap v1043: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:04 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:04 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:04 smithi135 ceph-mon[90132]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:48:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:06.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:05 smithi037 ceph-mon[97339]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:48:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:05 smithi037 ceph-mon[99762]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:48:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:05 smithi135 ceph-mon[90132]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2551598197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2551598197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:06 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:48:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:48:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2551598197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:06 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:07.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.Filter (3023 ms) 2024-07-26T06:48:07.964 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from ClsHello (19010 ms total) 2024-07-26T06:48:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:48:07.965 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:48:07.965 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 6 tests from 1 test suite ran. (19010 ms total) 2024-07-26T06:48:07.965 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 6 tests. 2024-07-26T06:48:07.967 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:48:07.967 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:48:08.037 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-07-26T06:48:08.037 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-07-26T06:48:08.108 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:48:08.109 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 27 tests from 1 test suite. 2024-07-26T06:48:08.109 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:48:08.109 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 27 tests from TestClsJournal 2024-07-26T06:48:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:07 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:07 smithi037 ceph-mon[97339]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:48:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:07 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:07 smithi037 ceph-mon[99762]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:48:08.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:07 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:07 smithi135 ceph-mon[90132]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:48:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:08 smithi037 ceph-mon[97339]: pgmap v1049: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:08 smithi037 ceph-mon[97339]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:48:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:08 smithi037 ceph-mon[99762]: pgmap v1049: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:08 smithi037 ceph-mon[99762]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:48:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:08 smithi135 ceph-mon[90132]: pgmap v1049: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:08 smithi135 ceph-mon[90132]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:48:09.973 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.Create 2024-07-26T06:48:09.991 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-07-26T06:48:09.991 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-07-26T06:48:09.995 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-07-26T06:48:09.995 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-07-26T06:48:10.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-07-26T06:48:10.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-07-26T06:48:10.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-07-26T06:48:10.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-07-26T06:48:10.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-07-26T06:48:10.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-07-26T06:48:10.010 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-07-26T06:48:10.010 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-07-26T06:48:10.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-07-26T06:48:10.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GetClient 2024-07-26T06:48:10.016 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-07-26T06:48:10.016 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-07-26T06:48:10.018 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-07-26T06:48:10.019 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-07-26T06:48:10.022 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-07-26T06:48:10.022 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-07-26T06:48:10.026 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-07-26T06:48:10.027 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-07-26T06:48:10.032 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-07-26T06:48:10.032 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-07-26T06:48:10.035 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-07-26T06:48:10.035 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-07-26T06:48:10.039 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-07-26T06:48:10.039 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-07-26T06:48:10.143 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-07-26T06:48:10.143 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-07-26T06:48:10.146 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-07-26T06:48:10.146 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-07-26T06:48:10.149 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-07-26T06:48:10.149 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-07-26T06:48:10.150 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-07-26T06:48:10.150 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientList 2024-07-26T06:48:10.189 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-07-26T06:48:10.189 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-07-26T06:48:10.193 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-07-26T06:48:10.193 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagCreate 2024-07-26T06:48:10.202 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-07-26T06:48:10.202 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-07-26T06:48:10.209 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-07-26T06:48:10.209 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagList 2024-07-26T06:48:10.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[97339]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:48:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/617871251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[99762]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:48:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/617871251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:09 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.309 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagList (100 ms) 2024-07-26T06:48:10.310 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-07-26T06:48:10.312 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-07-26T06:48:10.312 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-07-26T06:48:10.313 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-07-26T06:48:10.313 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-07-26T06:48:10.315 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-07-26T06:48:10.315 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.Append 2024-07-26T06:48:10.323 INFO:tasks.workunit.client.0.smithi037.stdout:padding is not enabled 2024-07-26T06:48:10.323 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-07-26T06:48:10.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:09 smithi135 ceph-mon[90132]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:48:10.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:09 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/617871251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:09 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:10.977 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 27 tests from TestClsJournal (350 ms total) 2024-07-26T06:48:10.978 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:48:10.978 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:48:10.978 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 27 tests from 1 test suite ran. (2869 ms total) 2024-07-26T06:48:10.978 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 27 tests. 2024-07-26T06:48:10.980 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:48:10.981 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:48:11.048 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-07-26T06:48:11.049 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-07-26T06:48:11.120 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:48:11.120 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 11 tests from 1 test suite. 2024-07-26T06:48:11.120 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:48:11.120 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 11 tests from ClsLock 2024-07-26T06:48:11.120 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-07-26T06:48:11.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[99762]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:11.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[99762]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[97339]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:10 smithi037 ceph-mon[97339]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:48:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:10 smithi135 ceph-mon[90132]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:10 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:10 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141395-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:10 smithi135 ceph-mon[90132]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:48:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:11] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-07-26T06:48:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:11 smithi037 ceph-mon[97339]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:48:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:11 smithi037 ceph-mon[99762]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:48:12.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:11 smithi135 ceph-mon[90132]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:48:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:13.030 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:13.030 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2024-07-26T06:48:13.030 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:13.031 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:13.031 INFO:tasks.workunit.client.0.smithi037.stdout: client.34680 expiration=2024-07-26T06:50:13.027169+0000 addr=v1:172.21.15.37:0/2047920900 cookie= 2024-07-26T06:48:13.034 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:13.034 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2024-07-26T06:48:13.034 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:13.035 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:13.035 INFO:tasks.workunit.client.0.smithi037.stdout: client.34680 expiration=2024-07-26T06:50:13.034215+0000 addr=v1:172.21.15.37:0/2047920900 cookie= 2024-07-26T06:48:13.035 INFO:tasks.workunit.client.0.smithi037.stdout: client.44630 expiration=0.000000 addr=v1:172.21.15.37:0/3200549738 cookie= 2024-07-26T06:48:13.036 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:13.036 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2024-07-26T06:48:13.036 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:13.036 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:13.036 INFO:tasks.workunit.client.0.smithi037.stdout: client.44630 expiration=0.000000 addr=v1:172.21.15.37:0/3200549738 cookie= 2024-07-26T06:48:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[97339]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[97339]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[99762]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[99762]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:48:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-mon[90132]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:48:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-mon[90132]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:48:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:14.003 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMultiLocking (2884 ms) 2024-07-26T06:48:14.003 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMeta 2024-07-26T06:48:14.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:14.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:13 smithi037 ceph-mon[97339]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:48:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:13 smithi037 ceph-mon[99762]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:48:14.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2047920900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:13 smithi135 ceph-mon[90132]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:48:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:14 smithi037 ceph-mon[97339]: pgmap v1058: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:14 smithi037 ceph-mon[97339]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:48:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:14 smithi037 ceph-mon[99762]: pgmap v1058: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:14 smithi037 ceph-mon[99762]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:48:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:14 smithi135 ceph-mon[90132]: pgmap v1058: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:14 smithi135 ceph-mon[90132]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:48:16.047 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2024-07-26T06:48:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:16.047 INFO:tasks.workunit.client.0.smithi037.stdout: client.44642 expiration=0.000000 addr=v1:172.21.15.37:0/2326457320 cookie= 2024-07-26T06:48:16.049 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2024-07-26T06:48:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: tag: new_tag 2024-07-26T06:48:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:16.049 INFO:tasks.workunit.client.0.smithi037.stdout: client.34692 expiration=0.000000 addr=v1:172.21.15.37:0/1368278013 cookie= 2024-07-26T06:48:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:16 smithi037 ceph-mon[97339]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:48:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:16 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:16 smithi037 ceph-mon[99762]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:48:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:16 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:16 smithi135 ceph-mon[90132]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:48:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:16 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:17.024 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-07-26T06:48:17.024 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestCookie 2024-07-26T06:48:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[97339]: pgmap v1061: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[97339]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[99762]: pgmap v1061: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:17 smithi037 ceph-mon[99762]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:48:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:17 smithi135 ceph-mon[90132]: pgmap v1061: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:17 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:17 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1368278013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:17 smithi135 ceph-mon[90132]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:48:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:18 smithi037 ceph-mon[97339]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:48:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:18 smithi037 ceph-mon[99762]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:48:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:18 smithi135 ceph-mon[90132]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:48:19.054 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:19.054 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2024-07-26T06:48:19.054 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:19.054 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.37:0/808122451 cookie= 2024-07-26T06:48:19.056 INFO:tasks.workunit.client.0.smithi037.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.37:0/808122451 cookie=new cookie 2024-07-26T06:48:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[97339]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[97339]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[99762]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[99762]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:48:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:19 smithi135 ceph-mon[90132]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:19 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:19 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:48:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:19 smithi135 ceph-mon[90132]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:48:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:20.046 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestCookie (3022 ms) 2024-07-26T06:48:20.046 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-07-26T06:48:20.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[99762]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[97339]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:20 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/808122451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:20 smithi135 ceph-mon[90132]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:48:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:21.300 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:21 smithi037 ceph-mon[97339]: pgmap v1067: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:21.301 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:21 smithi037 ceph-mon[97339]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:48:21.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:21 smithi037 ceph-mon[99762]: pgmap v1067: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:21.301 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:21 smithi037 ceph-mon[99762]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:48:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:21 smithi135 ceph-mon[90132]: pgmap v1067: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:21 smithi135 ceph-mon[90132]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:48:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:21] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-07-26T06:48:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:22 smithi135 ceph-mon[90132]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:48:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[99762]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[97339]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1903752192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:23.062 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMultipleLocks (3016 ms) 2024-07-26T06:48:23.062 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestLockDuration 2024-07-26T06:48:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:23 smithi135 ceph-mon[90132]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:23 smithi135 ceph-mon[90132]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:48:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:23 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:23 smithi135 ceph-mon[90132]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:48:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[97339]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[97339]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:48:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[97339]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:48:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[99762]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[99762]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:48:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:23 smithi037 ceph-mon[99762]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[97339]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3492991303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:48:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[99762]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:48:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3492991303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:24 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:24 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:24 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:48:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:24 smithi135 ceph-mon[90132]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:48:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:24 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3492991303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:24 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[97339]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[97339]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:48:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[99762]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:25 smithi037 ceph-mon[99762]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:48:25.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:25 smithi135 ceph-mon[90132]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:25 smithi135 ceph-mon[90132]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:48:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:27 smithi135 ceph-mon[90132]: pgmap v1076: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:27 smithi135 ceph-mon[90132]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:48:27.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:27 smithi037 ceph-mon[97339]: pgmap v1076: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:27 smithi037 ceph-mon[97339]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:48:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:27 smithi037 ceph-mon[99762]: pgmap v1076: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:27 smithi037 ceph-mon[99762]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:48:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:29 smithi135 ceph-mon[90132]: pgmap v1078: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:29 smithi037 ceph-mon[97339]: pgmap v1078: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:29 smithi037 ceph-mon[99762]: pgmap v1078: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:31.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestLockDuration (8041 ms) 2024-07-26T06:48:31.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-07-26T06:48:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:31 smithi135 ceph-mon[90132]: pgmap v1079: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:31.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:31 smithi037 ceph-mon[97339]: pgmap v1079: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:31] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-07-26T06:48:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:31 smithi037 ceph-mon[99762]: pgmap v1079: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:32 smithi037 ceph-mon[97339]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:48:32.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:32 smithi037 ceph-mon[99762]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:48:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:32 smithi135 ceph-mon[90132]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:48:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[97339]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[97339]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3776185302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[99762]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[99762]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3776185302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:33 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:33 smithi135 ceph-mon[90132]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:33 smithi135 ceph-mon[90132]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:48:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:33 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3776185302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:33 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:34.121 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestAssertLocked (3016 ms) 2024-07-26T06:48:34.121 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestSetCookie 2024-07-26T06:48:34.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:34 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:34.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:34 smithi037 ceph-mon[97339]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:48:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:34 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:34 smithi037 ceph-mon[99762]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:48:34.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:34 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:34.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:34 smithi135 ceph-mon[90132]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:48:35.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[99762]: pgmap v1084: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[99762]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:48:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[97339]: pgmap v1084: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[97339]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:48:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:35 smithi135 ceph-mon[90132]: pgmap v1084: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:35 smithi135 ceph-mon[90132]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:48:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[97339]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3121624674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[99762]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3121624674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:36 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:36.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:36 smithi135 ceph-mon[90132]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:48:36.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3121624674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:36.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:36 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:37.145 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestSetCookie (3023 ms) 2024-07-26T06:48:37.145 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestRenew 2024-07-26T06:48:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[97339]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[97339]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[99762]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:37 smithi037 ceph-mon[99762]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:48:37.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:37 smithi135 ceph-mon[90132]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:37 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:48:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:37 smithi135 ceph-mon[90132]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:48:38.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:38 smithi037 ceph-mon[97339]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:48:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:38 smithi037 ceph-mon[99762]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:48:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:38 smithi135 ceph-mon[90132]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:48:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/720793856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:48:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/720793856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:39.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/720793856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:48:40.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:40 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:40 smithi037 ceph-mon[97339]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:48:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:40 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:40 smithi037 ceph-mon[99762]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:48:40.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:40 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:48:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:40 smithi135 ceph-mon[90132]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:48:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:41 smithi037 ceph-mon[97339]: pgmap v1093: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:41 smithi037 ceph-mon[97339]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:48:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:41] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-07-26T06:48:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:41 smithi037 ceph-mon[99762]: pgmap v1093: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:41 smithi037 ceph-mon[99762]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:48:41.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:41 smithi135 ceph-mon[90132]: pgmap v1093: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:41 smithi135 ceph-mon[90132]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:48:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:43.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:43 smithi037 ceph-mon[97339]: pgmap v1095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:43 smithi037 ceph-mon[99762]: pgmap v1095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:43 smithi135 ceph-mon[90132]: pgmap v1095: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:45 smithi037 ceph-mon[97339]: pgmap v1096: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:45 smithi037 ceph-mon[99762]: pgmap v1096: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:45 smithi135 ceph-mon[90132]: pgmap v1096: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:46.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:48:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:47 smithi037 ceph-mon[97339]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:47 smithi037 ceph-mon[99762]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:47 smithi135 ceph-mon[90132]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:49 smithi037 ceph-mon[97339]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:49 smithi037 ceph-mon[99762]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:49.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:49 smithi135 ceph-mon[90132]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:51 smithi037 ceph-mon[97339]: pgmap v1099: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:48:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:48:51] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-07-26T06:48:51.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:51 smithi037 ceph-mon[99762]: pgmap v1099: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:51 smithi135 ceph-mon[90132]: pgmap v1099: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:48:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:53.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:53 smithi037 ceph-mon[97339]: pgmap v1100: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:53.619 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:53 smithi037 ceph-mon[99762]: pgmap v1100: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:53.619 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:53 smithi135 ceph-mon[90132]: pgmap v1100: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 271 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:55 smithi037 ceph-mon[97339]: pgmap v1101: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:55 smithi037 ceph-mon[99762]: pgmap v1101: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:55 smithi135 ceph-mon[90132]: pgmap v1101: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:57 smithi037 ceph-mon[97339]: pgmap v1102: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:57 smithi037 ceph-mon[99762]: pgmap v1102: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:57.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:57 smithi135 ceph-mon[90132]: pgmap v1102: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:48:58.199 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestRenew (21053 ms) 2024-07-26T06:48:58.199 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-07-26T06:48:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:59 smithi037 ceph-mon[97339]: pgmap v1103: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:48:59 smithi037 ceph-mon[97339]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:48:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:59 smithi037 ceph-mon[99762]: pgmap v1103: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:48:59 smithi037 ceph-mon[99762]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:48:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:59 smithi135 ceph-mon[90132]: pgmap v1103: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:48:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:48:59 smithi135 ceph-mon[90132]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[97339]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[97339]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[99762]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:00 smithi037 ceph-mon[99762]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:49:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:00 smithi135 ceph-mon[90132]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:49:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1946246404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:00 smithi135 ceph-mon[90132]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[97339]: pgmap v1106: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[97339]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:01] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[99762]: pgmap v1106: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:01.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:01 smithi037 ceph-mon[99762]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:49:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:01 smithi135 ceph-mon[90132]: pgmap v1106: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:01 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:01 smithi135 ceph-mon[90132]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:49:02.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:02 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:02.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:02 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:02 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:02 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:02.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:02 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:02 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:03 smithi037 ceph-mon[97339]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:03 smithi037 ceph-mon[99762]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:03 smithi135 ceph-mon[90132]: pgmap v1109: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:04.279 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6080 ms) 2024-07-26T06:49:04.279 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-07-26T06:49:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[97339]: pgmap v1110: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[97339]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:49:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[99762]: pgmap v1110: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[99762]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:49:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:05 smithi135 ceph-mon[90132]: pgmap v1110: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:05 smithi135 ceph-mon[90132]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:49:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:06 smithi037 ceph-mon[97339]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:49:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:06 smithi037 ceph-mon[99762]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:49:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:06 smithi135 ceph-mon[90132]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:49:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[97339]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[97339]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[99762]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:07.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:07 smithi037 ceph-mon[99762]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:49:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:07 smithi135 ceph-mon[90132]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:07 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:07 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1236721739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:07 smithi135 ceph-mon[90132]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:49:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:08 smithi135 ceph-mon[90132]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:49:08.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:08 smithi037 ceph-mon[97339]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:49:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:08 smithi037 ceph-mon[99762]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:49:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:09 smithi135 ceph-mon[90132]: pgmap v1116: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:09 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:09 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[97339]: pgmap v1116: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[99762]: pgmap v1116: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:09 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:11 smithi135 ceph-mon[90132]: pgmap v1117: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:11.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:11 smithi037 ceph-mon[97339]: pgmap v1117: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:11 smithi037 ceph-mon[99762]: pgmap v1117: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:11] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-07-26T06:49:12.319 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8041 ms) 2024-07-26T06:49:12.320 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-07-26T06:49:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:13 smithi135 ceph-mon[90132]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:49:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:13 smithi135 ceph-mon[90132]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:49:13.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:13 smithi037 ceph-mon[99762]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:49:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:13 smithi037 ceph-mon[99762]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:49:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:13 smithi037 ceph-mon[97339]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:49:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:13 smithi037 ceph-mon[97339]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:49:14.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[97339]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1553958183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[97339]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[99762]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1553958183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:14.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:14 smithi037 ceph-mon[99762]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:49:14.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:14 smithi135 ceph-mon[90132]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:49:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:14 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1553958183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:14 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:14 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141450-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:14 smithi135 ceph-mon[90132]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:49:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[97339]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[97339]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:49:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[99762]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:15 smithi037 ceph-mon[99762]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:49:15.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:15 smithi135 ceph-mon[90132]: pgmap v1121: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:15 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:15 smithi135 ceph-mon[90132]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:49:16.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:16 smithi037 ceph-mon[97339]: pgmap v1124: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:16 smithi037 ceph-mon[99762]: pgmap v1124: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:16.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:16 smithi135 ceph-mon[90132]: pgmap v1124: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:17 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:17 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:17 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:17 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:17.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:17 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:17 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:18 smithi037 ceph-mon[97339]: pgmap v1125: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:18 smithi037 ceph-mon[99762]: pgmap v1125: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:18 smithi135 ceph-mon[90132]: pgmap v1125: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:19.381 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7061 ms) 2024-07-26T06:49:19.381 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 11 tests from ClsLock (68262 ms total) 2024-07-26T06:49:19.382 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:49:19.382 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:49:19.382 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 11 tests from 1 test suite ran. (68262 ms total) 2024-07-26T06:49:19.382 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 11 tests. 2024-07-26T06:49:19.385 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:49:19.385 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:49:19.454 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-07-26T06:49:19.454 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-07-26T06:49:19.526 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:49:19.526 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-26T06:49:19.526 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:49:19.526 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from cls_log 2024-07-26T06:49:19.526 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-07-26T06:49:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:19.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:20 smithi037 ceph-mon[97339]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:49:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:20 smithi037 ceph-mon[97339]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:20 smithi037 ceph-mon[99762]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:49:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:20 smithi037 ceph-mon[99762]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:20.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:20 smithi135 ceph-mon[90132]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:49:20.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:20 smithi135 ceph-mon[90132]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[97339]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:49:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3142337271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:21.697 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:21] "GET /metrics HTTP/1.1" 200 34889 "" "Prometheus/2.43.0" 2024-07-26T06:49:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[99762]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:49:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3142337271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:21.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:21 smithi135 ceph-mon[90132]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:49:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:21 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3142337271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.test_log_add_same_time (2877 ms) 2024-07-26T06:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-07-26T06:49:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:22 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:22 smithi135 ceph-mon[90132]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:49:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:22 smithi135 ceph-mon[90132]: pgmap v1130: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[97339]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:49:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[97339]: pgmap v1130: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[99762]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:49:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:22 smithi037 ceph-mon[99762]: pgmap v1130: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:23 smithi037 ceph-mon[97339]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:49:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:23 smithi037 ceph-mon[99762]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:49:23.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:23 smithi135 ceph-mon[90132]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:49:24.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[97339]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1264166854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[97339]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[99762]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1264166854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:24 smithi037 ceph-mon[99762]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:24.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:24 smithi135 ceph-mon[90132]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:49:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:24 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1264166854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:24 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:24 smithi135 ceph-mon[90132]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-07-26T06:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.trim_by_time 2024-07-26T06:49:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[97339]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[97339]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[99762]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:25 smithi037 ceph-mon[99762]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:49:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:25 smithi135 ceph-mon[90132]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:49:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:25 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:25 smithi135 ceph-mon[90132]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:49:26.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:26 smithi037 ceph-mon[97339]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:26 smithi037 ceph-mon[99762]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:26 smithi135 ceph-mon[90132]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[97339]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/167298058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[99762]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/167298058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:27 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:27 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:27 smithi135 ceph-mon[90132]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:49:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/167298058' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:28.457 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.trim_by_time (3038 ms) 2024-07-26T06:49:28.458 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.trim_by_marker 2024-07-26T06:49:28.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[97339]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:49:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[97339]: pgmap v1139: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[99762]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:49:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:28 smithi037 ceph-mon[99762]: pgmap v1139: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:28 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:28 smithi135 ceph-mon[90132]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:49:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:28 smithi135 ceph-mon[90132]: pgmap v1139: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:29.739 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:29 smithi135 ceph-mon[90132]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:49:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:29 smithi037 ceph-mon[97339]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:49:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:29 smithi037 ceph-mon[99762]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/934134952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[97339]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/934134952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:30.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:30 smithi037 ceph-mon[99762]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/934134952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141833-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:30 smithi135 ceph-mon[90132]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:49:31.463 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.trim_by_marker (3006 ms) 2024-07-26T06:49:31.463 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from cls_log (11938 ms total) 2024-07-26T06:49:31.464 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:49:31.464 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:49:31.464 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 4 tests from 1 test suite ran. (11938 ms total) 2024-07-26T06:49:31.464 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 4 tests. 2024-07-26T06:49:31.467 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:49:31.467 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:49:31.536 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-07-26T06:49:31.537 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-07-26T06:49:31.609 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:49:31.609 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-26T06:49:31.609 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:49:31.609 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from ClsNumOps 2024-07-26T06:49:31.609 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Add 2024-07-26T06:49:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:31] "GET /metrics HTTP/1.1" 200 34889 "" "Prometheus/2.43.0" 2024-07-26T06:49:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:31 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:31 smithi037 ceph-mon[97339]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:49:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:31 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:31 smithi037 ceph-mon[99762]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:49:31.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:31 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:31 smithi135 ceph-mon[90132]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:49:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:32 smithi135 ceph-mon[90132]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:32 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:32 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:32.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[97339]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[99762]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:32 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:33 smithi037 ceph-mon[97339]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:49:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:33 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:33 smithi037 ceph-mon[99762]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:49:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:33 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:33 smithi135 ceph-mon[90132]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:49:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:33 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:34.502 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Add (2894 ms) 2024-07-26T06:49:34.502 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Sub 2024-07-26T06:49:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: pgmap v1147: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: pgmap v1147: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:49:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:34.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: pgmap v1147: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3509052202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:35 smithi037 ceph-mon[97339]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:49:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:35 smithi037 ceph-mon[99762]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:49:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:35 smithi135 ceph-mon[90132]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:49:36.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[97339]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[97339]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[99762]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[99762]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:49:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:36 smithi135 ceph-mon[90132]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:36 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:36 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:36 smithi135 ceph-mon[90132]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:49:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:37.528 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Sub (3026 ms) 2024-07-26T06:49:37.529 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Mul 2024-07-26T06:49:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:37 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:37 smithi037 ceph-mon[97339]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:49:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:37 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:37 smithi037 ceph-mon[99762]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:49:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:37 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3272749309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:37 smithi135 ceph-mon[90132]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:49:38.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:38 smithi037 ceph-mon[99762]: pgmap v1153: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:38 smithi037 ceph-mon[99762]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:49:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:38 smithi037 ceph-mon[97339]: pgmap v1153: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:38 smithi037 ceph-mon[97339]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:49:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:38 smithi135 ceph-mon[90132]: pgmap v1153: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:38 smithi135 ceph-mon[90132]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:49:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[99762]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:49:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/476195118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[97339]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:49:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/476195118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:39.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:39 smithi135 ceph-mon[90132]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:49:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:39 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/476195118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:40.554 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Mul (3026 ms) 2024-07-26T06:49:40.555 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Div 2024-07-26T06:49:40.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[99762]: pgmap v1156: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:40.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[99762]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[97339]: pgmap v1156: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:40 smithi037 ceph-mon[97339]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:49:40.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:40 smithi135 ceph-mon[90132]: pgmap v1156: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:40 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:40 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:40 smithi135 ceph-mon[90132]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:49:41.554 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:41] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-07-26T06:49:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:41 smithi135 ceph-mon[90132]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:49:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:41 smithi037 ceph-mon[97339]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:49:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:41 smithi037 ceph-mon[99762]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/285122689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/285122689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:43.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:43.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:49:43.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/285122689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:43.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:43.581 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Div (3027 ms) 2024-07-26T06:49:43.581 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from ClsNumOps (11973 ms total) 2024-07-26T06:49:43.582 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:49:43.582 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:49:43.582 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 4 tests from 1 test suite ran. (11973 ms total) 2024-07-26T06:49:43.582 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 4 tests. 2024-07-26T06:49:43.584 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:49:43.585 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:49:43.655 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-07-26T06:49:43.656 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-07-26T06:49:43.731 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:49:43.731 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 70 tests from 1 test suite. 2024-07-26T06:49:43.731 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:49:43.731 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 70 tests from TestClsRbd 2024-07-26T06:49:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:43 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:43 smithi135 ceph-mon[90132]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:49:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:43 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:43 smithi037 ceph-mon[97339]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:49:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:43 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-141939-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:43 smithi037 ceph-mon[99762]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:49:44.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:44 smithi135 ceph-mon[90132]: pgmap v1162: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:44.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:44 smithi135 ceph-mon[90132]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:49:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:44 smithi037 ceph-mon[97339]: pgmap v1162: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:44 smithi037 ceph-mon[97339]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:49:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:44 smithi037 ceph-mon[99762]: pgmap v1162: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:44 smithi037 ceph-mon[99762]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:49:45.594 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_all_features 2024-07-26T06:49:45.605 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_all_features (10 ms) 2024-07-26T06:49:45.605 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.copyup 2024-07-26T06:49:45.787 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-07-26T06:49:45.787 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-07-26T06:49:45.806 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.sparse_copyup (18 ms) 2024-07-26T06:49:45.806 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-07-26T06:49:45.813 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2024-07-26T06:49:45.813 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-07-26T06:49:45.825 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-07-26T06:49:45.825 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.directory_methods 2024-07-26T06:49:45.850 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-07-26T06:49:45.850 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.create 2024-07-26T06:49:45.864 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-07-26T06:49:45.864 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_features 2024-07-26T06:49:45.865 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-07-26T06:49:45.865 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-07-26T06:49:45.867 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-07-26T06:49:45.867 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-07-26T06:49:45.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-07-26T06:49:45.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-07-26T06:49:45.870 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-07-26T06:49:45.871 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-07-26T06:49:45.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-07-26T06:49:45.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-07-26T06:49:45.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-07-26T06:49:45.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_size 2024-07-26T06:49:45.880 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-07-26T06:49:45.880 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.set_size 2024-07-26T06:49:45.885 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-07-26T06:49:45.885 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.protection_status 2024-07-26T06:49:45.903 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-07-26T06:49:45.904 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-07-26T06:49:45.911 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-07-26T06:49:45.911 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.parents_v1 2024-07-26T06:49:45.950 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-07-26T06:49:45.951 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.parents_v2 2024-07-26T06:49:45.981 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-07-26T06:49:45.981 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapshots 2024-07-26T06:49:46.003 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-07-26T06:49:46.003 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapid_race 2024-07-26T06:49:46.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-07-26T06:49:46.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.stripingv2 2024-07-26T06:49:46.016 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-07-26T06:49:46.017 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_save 2024-07-26T06:49:46.018 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-07-26T06:49:46.018 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-07-26T06:49:46.024 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-07-26T06:49:46.024 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_update 2024-07-26T06:49:46.030 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-07-26T06:49:46.030 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-07-26T06:49:46.030 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-07-26T06:49:46.030 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-07-26T06:49:46.036 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-07-26T06:49:46.036 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-07-26T06:49:46.041 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-07-26T06:49:46.042 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.flags 2024-07-26T06:49:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[97339]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:49:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3121182541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[99762]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:49:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3121182541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:45 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:46.046 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-07-26T06:49:46.046 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.metadata 2024-07-26T06:49:46.068 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-07-26T06:49:46.069 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.set_features 2024-07-26T06:49:46.075 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-07-26T06:49:46.075 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror 2024-07-26T06:49:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:45 smithi135 ceph-mon[90132]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:49:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3121182541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:45 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:45 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:46.109 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror (34 ms) 2024-07-26T06:49:46.109 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image 2024-07-26T06:49:46.125 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-07-26T06:49:46.125 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-07-26T06:49:47.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[99762]: pgmap v1165: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[99762]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[99762]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[97339]: pgmap v1165: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[97339]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:46 smithi037 ceph-mon[97339]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:49:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:46 smithi135 ceph-mon[90132]: pgmap v1165: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:46 smithi135 ceph-mon[90132]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:49:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:46 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:46 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:46 smithi135 ceph-mon[90132]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:49:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image_status (2298 ms) 2024-07-26T06:49:48.422 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-07-26T06:49:48.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image_map (80 ms) 2024-07-26T06:49:48.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-07-26T06:49:48.510 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-07-26T06:49:48.510 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-07-26T06:49:48.521 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-07-26T06:49:48.521 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-07-26T06:49:48.523 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-07-26T06:49:48.524 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-07-26T06:49:48.526 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2024-07-26T06:49:48.526 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-07-26T06:49:48.529 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-07-26T06:49:48.529 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-07-26T06:49:48.536 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-07-26T06:49:48.536 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-07-26T06:49:48.539 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-07-26T06:49:48.539 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-07-26T06:49:48.543 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-07-26T06:49:48.543 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_add 2024-07-26T06:49:48.545 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-07-26T06:49:48.545 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-07-26T06:49:48.548 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-07-26T06:49:48.548 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_list 2024-07-26T06:49:48.551 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-07-26T06:49:48.551 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-07-26T06:49:48.555 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-07-26T06:49:48.555 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_add 2024-07-26T06:49:48.558 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-07-26T06:49:48.558 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-07-26T06:49:48.561 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2024-07-26T06:49:48.561 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_get 2024-07-26T06:49:48.563 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-07-26T06:49:48.563 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-07-26T06:49:48.565 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-07-26T06:49:48.565 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-07-26T06:49:48.567 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-07-26T06:49:48.567 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-07-26T06:49:48.569 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-07-26T06:49:48.569 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-07-26T06:49:48.572 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-07-26T06:49:48.572 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-07-26T06:49:48.574 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-07-26T06:49:48.574 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-07-26T06:49:48.577 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-07-26T06:49:48.577 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-07-26T06:49:48.593 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-07-26T06:49:48.593 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-07-26T06:49:48.795 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (202 ms) 2024-07-26T06:49:48.795 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-07-26T06:49:48.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-07-26T06:49:48.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-07-26T06:49:48.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (1 ms) 2024-07-26T06:49:48.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.trash_methods 2024-07-26T06:49:48.807 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-07-26T06:49:48.808 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.op_features 2024-07-26T06:49:48.814 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-07-26T06:49:48.814 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_parent 2024-07-26T06:49:48.836 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2024-07-26T06:49:48.836 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-07-26T06:49:48.845 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-07-26T06:49:48.845 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_child 2024-07-26T06:49:48.856 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-07-26T06:49:48.857 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-07-26T06:49:48.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-07-26T06:49:48.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.migration 2024-07-26T06:49:48.873 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-07-26T06:49:48.874 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.migration_v1 2024-07-26T06:49:48.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-07-26T06:49:48.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[97339]: pgmap v1168: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 14 KiB/s wr, 84 op/s 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[99762]: pgmap v1168: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 14 KiB/s wr, 84 op/s 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:48 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:48 smithi135 ceph-mon[90132]: pgmap v1168: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 14 KiB/s wr, 84 op/s 2024-07-26T06:49:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:48 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:48 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:50.617 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1733 ms) 2024-07-26T06:49:50.617 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.sparsify 2024-07-26T06:49:50.677 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.sparsify (60 ms) 2024-07-26T06:49:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[97339]: pgmap v1169: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 761 KiB/s wr, 283 op/s 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[97339]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[99762]: pgmap v1169: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 761 KiB/s wr, 283 op/s 2024-07-26T06:49:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:50 smithi037 ceph-mon[99762]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:49:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:49:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:50 smithi135 ceph-mon[90132]: pgmap v1169: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 761 KiB/s wr, 283 op/s 2024-07-26T06:49:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:50 smithi135 ceph-mon[90132]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:49:51.615 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:49:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:49:51] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-07-26T06:49:51.625 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 70 tests from TestClsRbd (5083 ms total) 2024-07-26T06:49:51.626 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:49:51.626 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:49:51.626 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 70 tests from 1 test suite ran. (7895 ms total) 2024-07-26T06:49:51.626 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 70 tests. 2024-07-26T06:49:51.628 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:49:51.628 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:49:51.700 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-07-26T06:49:51.700 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-07-26T06:49:51.773 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:49:51.773 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 10 tests from 1 test suite. 2024-07-26T06:49:51.773 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:49:51.773 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 10 tests from cls_rgw 2024-07-26T06:49:51.773 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit 2024-07-26T06:49:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:51 smithi037 ceph-mon[97339]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:49:52.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:51 smithi037 ceph-mon[99762]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:49:52.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:51 smithi135 ceph-mon[90132]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:49:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:49:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:52 smithi037 ceph-mon[97339]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 2.47k op/s 2024-07-26T06:49:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:52 smithi037 ceph-mon[97339]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:49:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:52 smithi037 ceph-mon[99762]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 2.47k op/s 2024-07-26T06:49:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:52 smithi037 ceph-mon[99762]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:49:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:52 smithi135 ceph-mon[90132]: pgmap v1172: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 2.47k op/s 2024-07-26T06:49:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:52 smithi135 ceph-mon[90132]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:49:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[97339]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:49:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1107174823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[99762]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:49:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1107174823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:53 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:53 smithi135 ceph-mon[90132]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:49:54.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1107174823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:53 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:54.647 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_implicit (2874 ms) 2024-07-26T06:49:54.647 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-07-26T06:49:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[97339]: pgmap v1175: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[97339]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[99762]: pgmap v1175: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:54 smithi037 ceph-mon[99762]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:49:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:54 smithi135 ceph-mon[90132]: pgmap v1175: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:54 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:49:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:54 smithi135 ceph-mon[90132]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:49:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:55 smithi037 ceph-mon[97339]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:49:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:55 smithi037 ceph-mon[99762]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:49:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:55 smithi135 ceph-mon[90132]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:49:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2998734947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:49:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:49:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2998734947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:56 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:49:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:49:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:49:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2998734947' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:56 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:57.669 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3021 ms) 2024-07-26T06:49:57.669 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_put_snap 2024-07-26T06:49:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:57 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:57 smithi037 ceph-mon[97339]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:49:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:57 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:57 smithi037 ceph-mon[99762]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:49:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:57 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:57 smithi135 ceph-mon[90132]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:49:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:58 smithi037 ceph-mon[97339]: pgmap v1181: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:58 smithi037 ceph-mon[97339]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:49:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:58 smithi037 ceph-mon[99762]: pgmap v1181: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:58 smithi037 ceph-mon[99762]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:49:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:58 smithi135 ceph-mon[90132]: pgmap v1181: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:49:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:58 smithi135 ceph-mon[90132]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:49:59.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:59 smithi135 ceph-mon[90132]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:49:59.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:59 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:49:59.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:59 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:49:59.989 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:49:59 smithi135 ceph-mon[90132]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:50:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[97339]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[97339]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[99762]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4051151721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:49:59 smithi037 ceph-mon[99762]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:50:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: application not enabled on pool 'test-rados-api-smithi037-142229-3' 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[97339]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: application not enabled on pool 'test-rados-api-smithi037-142229-3' 2024-07-26T06:50:01.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:01.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:00 smithi037 ceph-mon[99762]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:50:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: pgmap v1184: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: application not enabled on pool 'test-rados-api-smithi037-142229-3' 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:00 smithi135 ceph-mon[90132]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:50:01.738 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:01] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-07-26T06:50:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:01 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:01 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:50:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:01 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:01 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:50:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:01 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:01 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:50:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:02 smithi037 ceph-mon[97339]: pgmap v1187: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:02 smithi037 ceph-mon[99762]: pgmap v1187: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:02 smithi135 ceph-mon[90132]: pgmap v1187: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:03 smithi037 ceph-mon[97339]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:50:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:03 smithi037 ceph-mon[99762]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:50:04.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:03 smithi135 ceph-mon[90132]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[97339]: pgmap v1189: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[97339]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[99762]: pgmap v1189: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[99762]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:50:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:04 smithi135 ceph-mon[90132]: pgmap v1189: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-07-26T06:50:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:04 smithi135 ceph-mon[90132]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:50:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:05.773 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_put_snap (8105 ms) 2024-07-26T06:50:05.773 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_explicit 2024-07-26T06:50:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:05 smithi037 ceph-mon[97339]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:50:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:05 smithi037 ceph-mon[99762]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:50:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:05 smithi135 ceph-mon[90132]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:50:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:06 smithi037 ceph-mon[97339]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-07-26T06:50:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:06 smithi037 ceph-mon[97339]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:50:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:06 smithi037 ceph-mon[99762]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-07-26T06:50:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:06 smithi037 ceph-mon[99762]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:50:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:06 smithi135 ceph-mon[90132]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-07-26T06:50:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:06 smithi135 ceph-mon[90132]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:50:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:07 smithi135 ceph-mon[90132]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:50:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:07 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4271535208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:07 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:07 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:07 smithi135 ceph-mon[90132]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:50:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[97339]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:50:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4271535208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[97339]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[99762]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4271535208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:07 smithi037 ceph-mon[99762]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:50:08.779 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_explicit (3005 ms) 2024-07-26T06:50:08.779 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.set 2024-07-26T06:50:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:08 smithi135 ceph-mon[90132]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:08 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:08 smithi135 ceph-mon[90132]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:50:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[97339]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[97339]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:50:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[99762]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:08 smithi037 ceph-mon[99762]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/4257935790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:10 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:50:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:50:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/4257935790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/4257935790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:10 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:50:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:11] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-07-26T06:50:11.832 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.set (3053 ms) 2024-07-26T06:50:11.832 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-07-26T06:50:12.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:11 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:11 smithi135 ceph-mon[90132]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:50:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:11 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:11 smithi037 ceph-mon[97339]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:50:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:11 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:11 smithi037 ceph-mon[99762]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:50:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-mon[90132]: pgmap v1201: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-mon[90132]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:50:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[97339]: pgmap v1201: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[97339]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[99762]: pgmap v1201: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[99762]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:13 smithi135 ceph-mon[90132]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:50:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:14.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[97339]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:50:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[99762]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:50:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:14 smithi135 ceph-mon[90132]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:14 smithi135 ceph-mon[90132]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:50:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:14 smithi037 ceph-mon[97339]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:14 smithi037 ceph-mon[97339]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:50:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:14 smithi037 ceph-mon[99762]: pgmap v1204: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:14 smithi037 ceph-mon[99762]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:50:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[97339]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:50:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[99762]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:50:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:15 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:15 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:15 smithi135 ceph-mon[90132]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:50:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:15 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[97339]: pgmap v1207: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[97339]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[99762]: pgmap v1207: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:16 smithi037 ceph-mon[99762]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:50:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:16 smithi135 ceph-mon[90132]: pgmap v1207: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:16 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:16 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:16 smithi135 ceph-mon[90132]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:50:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:17 smithi037 ceph-mon[97339]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:50:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:17 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:17 smithi037 ceph-mon[99762]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:50:18.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:17 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:17 smithi135 ceph-mon[90132]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:50:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:17 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:18.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_implicit_ec (7042 ms) 2024-07-26T06:50:18.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-07-26T06:50:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:50:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:50:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:18 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:50:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:50:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:18 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1734420530' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-6"}]': finished 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:21 smithi135 ceph-mon[90132]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:21 smithi135 ceph-mon[90132]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:50:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:21 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:21] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[97339]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[97339]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:21.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[99762]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:21.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:21.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[99762]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:50:21.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:21.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-mon[90132]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:50:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-mon[90132]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:50:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:22 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[97339]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[97339]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[99762]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[99762]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:50:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:22.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:22 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:23 smithi135 ceph-mon[90132]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:23 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:23 smithi135 ceph-mon[90132]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:50:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[97339]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[97339]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:50:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[99762]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:23 smithi037 ceph-mon[99762]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[97339]: pgmap v1219: 113 pgs: 1 creating+activating, 5 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[97339]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[99762]: pgmap v1219: 113 pgs: 1 creating+activating, 5 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[99762]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:24 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:24 smithi135 ceph-mon[90132]: pgmap v1219: 113 pgs: 1 creating+activating, 5 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T06:50:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:24 smithi135 ceph-mon[90132]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:50:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:24 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:24 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:25.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7034 ms) 2024-07-26T06:50:25.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-07-26T06:50:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[97339]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[99762]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:26.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:25 smithi135 ceph-mon[90132]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:50:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:25 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3274791587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-7"}]': finished 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[97339]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[99762]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:27 smithi135 ceph-mon[90132]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:50:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:29.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:28 smithi135 ceph-mon[90132]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:29.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:28 smithi135 ceph-mon[90132]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:50:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:28 smithi037 ceph-mon[97339]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:28 smithi037 ceph-mon[97339]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:50:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:28 smithi037 ceph-mon[99762]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:28 smithi037 ceph-mon[99762]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:50:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[97339]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[99762]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:29 smithi135 ceph-mon[90132]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:50:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:29 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[97339]: pgmap v1228: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[97339]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:50:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[99762]: pgmap v1228: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[99762]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:50:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:30 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:30 smithi135 ceph-mon[90132]: pgmap v1228: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:30 smithi135 ceph-mon[90132]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:50:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:30 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:31] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-07-26T06:50:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:31 smithi037 ceph-mon[97339]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:50:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:31 smithi037 ceph-mon[99762]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:50:32.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:31 smithi135 ceph-mon[90132]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:50:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[97339]: pgmap v1231: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[99762]: pgmap v1231: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:32 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:50:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:32 smithi135 ceph-mon[90132]: pgmap v1231: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:50:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:32 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:32 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:50:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[97339]: pgmap v1232: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-07-26T06:50:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[97339]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:50:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[99762]: pgmap v1232: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-07-26T06:50:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[99762]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:50:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:34 smithi135 ceph-mon[90132]: pgmap v1232: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-07-26T06:50:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:34 smithi135 ceph-mon[90132]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:50:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:35 smithi037 ceph-mon[97339]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:50:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:35 smithi037 ceph-mon[99762]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:50:36.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:35 smithi135 ceph-mon[90132]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:50:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:36 smithi037 ceph-mon[97339]: pgmap v1235: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-07-26T06:50:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:36 smithi037 ceph-mon[97339]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:50:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:36 smithi037 ceph-mon[99762]: pgmap v1235: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-07-26T06:50:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:36 smithi037 ceph-mon[99762]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:50:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:36 smithi135 ceph-mon[90132]: pgmap v1235: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-07-26T06:50:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:36 smithi135 ceph-mon[90132]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:50:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[97339]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:50:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[99762]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:50:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:37 smithi135 ceph-mon[90132]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:50:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:37 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_put_snap_ec (13093 ms) 2024-07-26T06:50:39.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-07-26T06:50:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[97339]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[97339]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[99762]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[99762]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:38 smithi135 ceph-mon[90132]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:38 smithi135 ceph-mon[90132]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:50:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1675571355' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]: dispatch 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[97339]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:40.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:40.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[99762]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:50:40.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:40 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-8"}]': finished 2024-07-26T06:50:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:40 smithi135 ceph-mon[90132]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:50:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:41] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[97339]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[97339]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[99762]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[99762]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:50:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:41 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:41 smithi135 ceph-mon[90132]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:41 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:41 smithi135 ceph-mon[90132]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:50:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:41 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-mon[90132]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:50:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-mon[90132]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-mon[90132]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:50:42.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[99762]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[99762]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[99762]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[97339]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[97339]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:42.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[97339]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:50:42.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:44 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:44 smithi037 ceph-mon[97339]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:50:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:44 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:44 smithi037 ceph-mon[99762]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:50:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:44 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:44 smithi135 ceph-mon[90132]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:50:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[97339]: pgmap v1247: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[97339]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:50:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:45.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[99762]: pgmap v1247: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:45.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[99762]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:50:45.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:45 smithi135 ceph-mon[90132]: pgmap v1247: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:45 smithi135 ceph-mon[90132]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:50:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:46.023 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_explicit_ec (7022 ms) 2024-07-26T06:50:46.023 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.set_ec 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[97339]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[97339]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[99762]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:50:46.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:46.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:46 smithi037 ceph-mon[99762]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:50:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:46 smithi135 ceph-mon[90132]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:50:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]: dispatch 2024-07-26T06:50:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2335468894' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-9"}]': finished 2024-07-26T06:50:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:46 smithi135 ceph-mon[90132]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:50:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:50:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:48.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:48.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:48.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:50:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi037-142229-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:50:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:49 smithi037 ceph-mon[97339]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:49 smithi037 ceph-mon[97339]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:50:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:49 smithi037 ceph-mon[99762]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:49 smithi037 ceph-mon[99762]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:50:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:49 smithi135 ceph-mon[90132]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:49 smithi135 ceph-mon[90132]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:50:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:50 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:50 smithi135 ceph-mon[90132]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:50:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:50 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:50 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[97339]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi037-142229-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[99762]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:51 smithi135 ceph-mon[90132]: pgmap v1256: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:51 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:51 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:51 smithi135 ceph-mon[90132]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:50:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:50:51] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-07-26T06:50:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[97339]: pgmap v1256: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[97339]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[99762]: pgmap v1256: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142229-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:51 smithi037 ceph-mon[99762]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:50:52.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:52 smithi135 ceph-mon[90132]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:50:52.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:52 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:52.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:52 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:52.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:50:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:52.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[97339]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:50:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[99762]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:50:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:52 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.079 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.set_ec (7057 ms) 2024-07-26T06:50:53.079 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 10 tests from cls_rgw (61307 ms total) 2024-07-26T06:50:53.079 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:50:53.079 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:50:53.080 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 10 tests from 1 test suite ran. (61307 ms total) 2024-07-26T06:50:53.080 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 10 tests. 2024-07-26T06:50:53.082 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:50:53.082 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:50:53.155 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-07-26T06:50:53.155 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-07-26T06:50:53.228 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:50:53.228 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 16 tests from 1 test suite. 2024-07-26T06:50:53.228 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:50:53.228 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 16 tests from cls_rgw 2024-07-26T06:50:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:53 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:50:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2826634028' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:53 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]: dispatch 2024-07-26T06:50:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:54 smithi135 ceph-mon[90132]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:50:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:54 smithi037 ceph-mon[97339]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:50:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi037-142229-10"}]': finished 2024-07-26T06:50:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:54 smithi037 ceph-mon[99762]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:50:55.090 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_basic 2024-07-26T06:50:55.135 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2024-07-26T06:50:55.135 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-07-26T06:50:55.162 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-07-26T06:50:55.162 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_remove_object 2024-07-26T06:50:55.200 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_remove_object (39 ms) 2024-07-26T06:50:55.201 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_suggest 2024-07-26T06:50:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[97339]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[97339]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:50:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[99762]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[99762]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:50:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:55 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:55 smithi135 ceph-mon[90132]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:55 smithi135 ceph-mon[90132]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:50:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:55 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:50:56.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:56 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:56.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:56 smithi037 ceph-mon[97339]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:50:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:56 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:56 smithi037 ceph-mon[99762]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:50:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:56 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1428714488' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:50:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:56 smithi135 ceph-mon[90132]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:50:56.644 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_suggest (1443 ms) 2024-07-26T06:50:56.644 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-07-26T06:50:56.650 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-07-26T06:50:56.650 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_list 2024-07-26T06:50:56.669 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-07-26T06:50:56.669 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-07-26T06:50:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:57 smithi037 ceph-mon[97339]: pgmap v1265: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:57 smithi037 ceph-mon[97339]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:50:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:57 smithi037 ceph-mon[99762]: pgmap v1265: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:57 smithi037 ceph-mon[99762]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:50:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:57 smithi135 ceph-mon[90132]: pgmap v1265: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:50:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:57 smithi135 ceph-mon[90132]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:50:59.389 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:50:59 smithi135 ceph-mon[90132]: pgmap v1267: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 107 KiB/s wr, 363 op/s 2024-07-26T06:50:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:50:59 smithi037 ceph-mon[97339]: pgmap v1267: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 107 KiB/s wr, 363 op/s 2024-07-26T06:50:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:50:59 smithi037 ceph-mon[99762]: pgmap v1267: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 107 KiB/s wr, 363 op/s 2024-07-26T06:51:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:01 smithi037 ceph-mon[97339]: pgmap v1268: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 91 KiB/s wr, 295 op/s 2024-07-26T06:51:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:01] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-07-26T06:51:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:01 smithi037 ceph-mon[99762]: pgmap v1268: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 91 KiB/s wr, 295 op/s 2024-07-26T06:51:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:01 smithi135 ceph-mon[90132]: pgmap v1268: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 91 KiB/s wr, 295 op/s 2024-07-26T06:51:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:03 smithi037 ceph-mon[97339]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-07-26T06:51:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:03 smithi037 ceph-mon[99762]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-07-26T06:51:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:03 smithi135 ceph-mon[90132]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-07-26T06:51:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:05 smithi037 ceph-mon[97339]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-07-26T06:51:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:05 smithi037 ceph-mon[99762]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-07-26T06:51:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:05 smithi135 ceph-mon[90132]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-07-26T06:51:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:07 smithi037 ceph-mon[97339]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 641 KiB/s rd, 410 KiB/s wr, 1.25k op/s 2024-07-26T06:51:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:07 smithi037 ceph-mon[99762]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 641 KiB/s rd, 410 KiB/s wr, 1.25k op/s 2024-07-26T06:51:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:07 smithi135 ceph-mon[90132]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 641 KiB/s rd, 410 KiB/s wr, 1.25k op/s 2024-07-26T06:51:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:09 smithi037 ceph-mon[97339]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 935 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-07-26T06:51:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:09 smithi037 ceph-mon[99762]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 935 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-07-26T06:51:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:09 smithi135 ceph-mon[90132]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 935 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-07-26T06:51:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:11 smithi037 ceph-mon[97339]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 808 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-07-26T06:51:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:11] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-07-26T06:51:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:11 smithi037 ceph-mon[99762]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 808 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-07-26T06:51:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:11 smithi135 ceph-mon[90132]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 808 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-07-26T06:51:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:13 smithi037 ceph-mon[97339]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.19k op/s 2024-07-26T06:51:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:13 smithi037 ceph-mon[99762]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.19k op/s 2024-07-26T06:51:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:13 smithi135 ceph-mon[90132]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 731 KiB/s wr, 2.19k op/s 2024-07-26T06:51:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:15 smithi037 ceph-mon[97339]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:15 smithi037 ceph-mon[99762]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:15 smithi135 ceph-mon[90132]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:17 smithi037 ceph-mon[97339]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:17 smithi037 ceph-mon[99762]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:17.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:17 smithi135 ceph-mon[90132]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 434 KiB/s wr, 1.30k op/s 2024-07-26T06:51:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:19 smithi037 ceph-mon[97339]: pgmap v1277: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 633 KiB/s wr, 1.90k op/s 2024-07-26T06:51:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:19 smithi037 ceph-mon[99762]: pgmap v1277: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 633 KiB/s wr, 1.90k op/s 2024-07-26T06:51:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:19 smithi135 ceph-mon[90132]: pgmap v1277: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 633 KiB/s wr, 1.90k op/s 2024-07-26T06:51:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:21.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:21 smithi037 ceph-mon[97339]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 596 KiB/s rd, 397 KiB/s wr, 1.19k op/s 2024-07-26T06:51:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:21] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-07-26T06:51:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:21 smithi037 ceph-mon[99762]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 596 KiB/s rd, 397 KiB/s wr, 1.19k op/s 2024-07-26T06:51:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:21 smithi135 ceph-mon[90132]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 596 KiB/s rd, 397 KiB/s wr, 1.19k op/s 2024-07-26T06:51:22.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:23 smithi037 ceph-mon[97339]: pgmap v1279: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.78k op/s 2024-07-26T06:51:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:23 smithi037 ceph-mon[99762]: pgmap v1279: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.78k op/s 2024-07-26T06:51:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:23 smithi135 ceph-mon[90132]: pgmap v1279: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.78k op/s 2024-07-26T06:51:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:25 smithi037 ceph-mon[97339]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:25 smithi037 ceph-mon[99762]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:25.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:25 smithi135 ceph-mon[90132]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:27.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:27 smithi037 ceph-mon[97339]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:27 smithi037 ceph-mon[99762]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:27 smithi135 ceph-mon[90132]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 590 KiB/s rd, 393 KiB/s wr, 1.18k op/s 2024-07-26T06:51:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:29 smithi037 ceph-mon[97339]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-07-26T06:51:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:29 smithi037 ceph-mon[99762]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-07-26T06:51:29.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:29 smithi135 ceph-mon[90132]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-07-26T06:51:31.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:31 smithi037 ceph-mon[97339]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-07-26T06:51:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:31] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-07-26T06:51:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:31 smithi037 ceph-mon[99762]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-07-26T06:51:31.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:31 smithi135 ceph-mon[90132]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-07-26T06:51:32.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:33 smithi037 ceph-mon[97339]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-07-26T06:51:33.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:33 smithi037 ceph-mon[99762]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-07-26T06:51:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:33 smithi135 ceph-mon[90132]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-07-26T06:51:35.569 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_list_delimited (38900 ms) 2024-07-26T06:51:35.570 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.bi_list 2024-07-26T06:51:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:35 smithi135 ceph-mon[90132]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:35.644 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.bi_list (75 ms) 2024-07-26T06:51:35.644 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.gc_set 2024-07-26T06:51:35.668 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.gc_set (23 ms) 2024-07-26T06:51:35.668 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.gc_list 2024-07-26T06:51:35.690 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-07-26T06:51:35.690 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.gc_defer 2024-07-26T06:51:35.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:35 smithi037 ceph-mon[99762]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:35 smithi037 ceph-mon[97339]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:37 smithi135 ceph-mon[90132]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:37 smithi135 ceph-mon[90132]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:51:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:37 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3228197084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[97339]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[97339]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3228197084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[99762]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[99762]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:51:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3228197084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:37.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:38.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:38 smithi037 ceph-mon[97339]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:51:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:38 smithi037 ceph-mon[99762]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:51:38.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142584-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:38 smithi135 ceph-mon[90132]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:51:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:39 smithi037 ceph-mon[97339]: pgmap v1289: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-07-26T06:51:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:39 smithi037 ceph-mon[97339]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:51:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:39 smithi037 ceph-mon[99762]: pgmap v1289: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-07-26T06:51:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:39 smithi037 ceph-mon[99762]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:51:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:39 smithi135 ceph-mon[90132]: pgmap v1289: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 572 KiB/s wr, 1.71k op/s 2024-07-26T06:51:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:39 smithi135 ceph-mon[90132]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:51:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:41 smithi037 ceph-mon[97339]: pgmap v1291: 169 pgs: 5 creating+peering, 6 unknown, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-07-26T06:51:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:41] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-07-26T06:51:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:41 smithi037 ceph-mon[99762]: pgmap v1291: 169 pgs: 5 creating+peering, 6 unknown, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-07-26T06:51:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:41 smithi135 ceph-mon[90132]: pgmap v1291: 169 pgs: 5 creating+peering, 6 unknown, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-07-26T06:51:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:43.357 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.gc_defer (7667 ms) 2024-07-26T06:51:43.357 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.usage_basic 2024-07-26T06:51:43.434 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.usage_basic (78 ms) 2024-07-26T06:51:43.434 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-07-26T06:51:43.436 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-07-26T06:51:43.436 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.usage_clear 2024-07-26T06:51:43.522 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.usage_clear (87 ms) 2024-07-26T06:51:43.522 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-07-26T06:51:43.570 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.bi_log_trim (48 ms) 2024-07-26T06:51:43.570 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-07-26T06:51:43.582 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-07-26T06:51:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:43 smithi037 ceph-mon[97339]: pgmap v1292: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 803 KiB/s rd, 377 KiB/s wr, 1.12k op/s 2024-07-26T06:51:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:43 smithi037 ceph-mon[99762]: pgmap v1292: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 803 KiB/s rd, 377 KiB/s wr, 1.12k op/s 2024-07-26T06:51:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:43 smithi135 ceph-mon[90132]: pgmap v1292: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 803 KiB/s rd, 377 KiB/s wr, 1.12k op/s 2024-07-26T06:51:44.369 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 16 tests from cls_rgw (48492 ms total) 2024-07-26T06:51:44.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:51:44.369 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:51:44.369 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 16 tests from 1 test suite ran. (51141 ms total) 2024-07-26T06:51:44.369 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 16 tests. 2024-07-26T06:51:44.372 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:51:44.372 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:51:44.442 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-07-26T06:51:44.443 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-07-26T06:51:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:51:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 9 tests from 1 test suite. 2024-07-26T06:51:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:51:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 9 tests from cls_rgw_gc 2024-07-26T06:51:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.init 2024-07-26T06:51:44.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:44 smithi037 ceph-mon[97339]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:51:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:44 smithi037 ceph-mon[99762]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:51:44.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:44 smithi135 ceph-mon[90132]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:51:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:45 smithi037 ceph-mon[97339]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:45 smithi037 ceph-mon[97339]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:51:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:45 smithi037 ceph-mon[99762]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:45 smithi037 ceph-mon[99762]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:51:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:45 smithi135 ceph-mon[90132]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:45 smithi135 ceph-mon[90132]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:51:46.373 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.init (1858 ms) 2024-07-26T06:51:46.373 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-07-26T06:51:46.395 INFO:tasks.workunit.client.0.smithi037.stderr:[ ] list info tag = chain-0 2024-07-26T06:51:46.395 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (22 ms) 2024-07-26T06:51:46.395 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-07-26T06:51:46.400 INFO:tasks.workunit.client.0.smithi037.stderr:[ ] next_marker is: = 0/4263 2024-07-26T06:51:46.401 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-07-26T06:51:46.401 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-07-26T06:51:46.408 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-07-26T06:51:46.408 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-07-26T06:51:46.416 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (8 ms) 2024-07-26T06:51:46.416 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-07-26T06:51:46.422 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (6 ms) 2024-07-26T06:51:46.423 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-07-26T06:51:46.429 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-07-26T06:51:46.429 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-07-26T06:51:46.435 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-07-26T06:51:46.435 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_gc.finalize 2024-07-26T06:51:46.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[97339]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[97339]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[99762]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[99762]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:46.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:46 smithi135 ceph-mon[90132]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:51:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:46 smithi135 ceph-mon[90132]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3649936940' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_gc.finalize (946 ms) 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 9 tests from cls_rgw_gc (2867 ms total) 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 9 tests from 1 test suite ran. (2867 ms total) 2024-07-26T06:51:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 9 tests. 2024-07-26T06:51:47.384 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:51:47.385 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:51:47.452 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-07-26T06:51:47.453 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-07-26T06:51:47.527 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 1 test from 1 test suite. 2024-07-26T06:51:47.527 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:51:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[97339]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[97339]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[99762]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:47 smithi037 ceph-mon[99762]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:51:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:47 smithi135 ceph-mon[90132]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:51:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:47 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:47 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:47 smithi135 ceph-mon[90132]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[97339]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[99762]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:51:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:48 smithi135 ceph-mon[90132]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:51:49.411 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from cls_rgw_stats 2024-07-26T06:51:49.411 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw_stats.simulate 2024-07-26T06:51:49.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.429+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~1EU8TR2CBUWN.0 size=1048576 2024-07-26T06:51:49.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.430+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~1EU8TR2CBUWN.1 size=795593 2024-07-26T06:51:49.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.430+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=1EU8TR2CBUWN tag=IALGIATJ8P94 type=write size=2892745 2024-07-26T06:51:49.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.431+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=RXB1PVCR12AU type=del size=3062769 2024-07-26T06:51:49.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.432+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=BJ9ES6PFVU1S type=del size=875750 2024-07-26T06:51:49.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.434+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=CBT4I62Y5U66 type=del size=3788724 2024-07-26T06:51:49.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.436+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~5GB0FQ4UCD4L.0 size=1048576 2024-07-26T06:51:49.437 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.437+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~5GB0FQ4UCD4L.1 size=1005181 2024-07-26T06:51:49.437 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.437+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=5GB0FQ4UCD4L tag=EUPIIVHZ0BSA type=write size=3102333 2024-07-26T06:51:49.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.438+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=XLP91SFLDWVW type=del size=162258 2024-07-26T06:51:49.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.441+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~0UJTO80RPKED.0 size=650189 2024-07-26T06:51:49.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.441+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=0UJTO80RPKED tag=8SH0WZ6FOAFW type=write size=1698765 2024-07-26T06:51:49.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.442+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=A12DLOSAH3E7 type=write size=837769 2024-07-26T06:51:49.444 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.443+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=1K7BL31XHQDL type=del size=3133469 2024-07-26T06:51:49.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.445+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=6TDF9YDFQ0NG type=del size=1147172 2024-07-26T06:51:49.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.446+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=07ZFM7A9VHX3 type=del size=1735871 2024-07-26T06:51:49.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.448+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=OB8CN0G5F240 type=del size=1302385 2024-07-26T06:51:49.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.449+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=VA4ETHRMSIPU type=write size=472882 2024-07-26T06:51:49.451 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.451+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=D063640MMD5O type=del size=2163032 2024-07-26T06:51:49.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.452+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=CL631PHWYAGU type=del size=3554725 2024-07-26T06:51:49.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.454+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~LY5914TNAWAI.0 size=1048576 2024-07-26T06:51:49.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.455+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~LY5914TNAWAI.1 size=99702 2024-07-26T06:51:49.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.455+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=LY5914TNAWAI tag=2Y912IZ3I2UQ type=write size=2196854 2024-07-26T06:51:49.457 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.456+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~1EU8TR2CBUWN.0 size=1048576 2024-07-26T06:51:49.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.457+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~1EU8TR2CBUWN.1 size=795593 2024-07-26T06:51:49.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.459+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=1EU8TR2CBUWN tag=IALGIATJ8P94 type=write size=2892745 2024-07-26T06:51:49.461 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.461+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=73FN6C30TIOU type=del size=1799331 2024-07-26T06:51:49.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.462+0000 7ff4c963f640 1 < canceled operation key=CDMV8XZ0UE6O tag=RXB1PVCR12AU type=del size=3062769 2024-07-26T06:51:49.463 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.463+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=YFBT99N5YP98 type=del size=970628 2024-07-26T06:51:49.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.465+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=BJ9ES6PFVU1S type=del 2024-07-26T06:51:49.466 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.466+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=BFGI02R93OPM type=write size=771649 2024-07-26T06:51:49.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.467+0000 7ff4c963f640 1 < canceled operation key=4RKGLLBREN8H tag=CBT4I62Y5U66 type=del size=3788724 2024-07-26T06:51:49.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.469+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~01J20R8ZE7OB.0 size=1048576 2024-07-26T06:51:49.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.470+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~01J20R8ZE7OB.1 size=341874 2024-07-26T06:51:49.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.470+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=01J20R8ZE7OB tag=5L6ID0EZKGE4 type=write size=2439026 2024-07-26T06:51:49.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.472+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~5GB0FQ4UCD4L.0 size=1048576 2024-07-26T06:51:49.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.473+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~5GB0FQ4UCD4L.1 size=1005181 2024-07-26T06:51:49.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.475+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=5GB0FQ4UCD4L tag=EUPIIVHZ0BSA type=write size=3102333 2024-07-26T06:51:49.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.476+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=0GK175V6SHCU type=del size=600230 2024-07-26T06:51:49.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.477+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=XLP91SFLDWVW type=del 2024-07-26T06:51:49.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.480+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~QR3LJMBDTI82.0 size=1048576 2024-07-26T06:51:49.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.481+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~QR3LJMBDTI82.1 size=251143 2024-07-26T06:51:49.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.481+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=QR3LJMBDTI82 tag=C29DJW4WQ9N6 type=write size=2348295 2024-07-26T06:51:49.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.482+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~0UJTO80RPKED.0 size=650189 2024-07-26T06:51:49.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.484+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=0UJTO80RPKED tag=8SH0WZ6FOAFW type=write size=1698765 2024-07-26T06:51:49.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.486+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=NADELUE2NFUR type=write size=505224 2024-07-26T06:51:49.487 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.487+0000 7ff4c963f640 1 < completed write operation key=QI57TQ8F5MI6 tag=A12DLOSAH3E7 type=write size=837769 2024-07-26T06:51:49.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.488+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=B9690SKPUXYD type=del size=788074 2024-07-26T06:51:49.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.489+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=1K7BL31XHQDL type=del 2024-07-26T06:51:49.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.492+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~OY8EUN9U66H6.0 size=951858 2024-07-26T06:51:49.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.492+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=OY8EUN9U66H6 tag=E4E38VWMH1D0 type=write size=2000434 2024-07-26T06:51:49.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.494+0000 7ff4c963f640 1 < suggested remove operation key=HSP2EG50KE11 tag=6TDF9YDFQ0NG type=del 2024-07-26T06:51:49.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.495+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=I8DXON28U611 type=write size=799582 2024-07-26T06:51:49.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.496+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=07ZFM7A9VHX3 type=del 2024-07-26T06:51:49.498 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.497+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=VQ85SUZL93KJ type=del size=1413258 2024-07-26T06:51:49.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.499+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=OB8CN0G5F240 type=del size=1302385 2024-07-26T06:51:49.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.500+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=C5KOXON8TYK8 type=del size=2201059 2024-07-26T06:51:49.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.501+0000 7ff4c963f640 -1 < failed to complete operation key=HSP2EG50KE11 tag=VA4ETHRMSIPU type=write size=472882: (22) Invalid argument 2024-07-26T06:51:49.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.503+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.0 size=1048576 2024-07-26T06:51:49.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.504+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.1 size=1048576 2024-07-26T06:51:49.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.505+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.2 size=614367 2024-07-26T06:51:49.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.505+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=W34SGSFDQIHE tag=PLUMVDYYQXI4 type=write size=3760095 2024-07-26T06:51:49.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.506+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=D063640MMD5O type=del 2024-07-26T06:51:49.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.508+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~35HB6R2UNHVE.0 size=639412 2024-07-26T06:51:49.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.508+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=35HB6R2UNHVE tag=HSRGLXYCBJUE type=write size=1687988 2024-07-26T06:51:49.510 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.509+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=CL631PHWYAGU type=del 2024-07-26T06:51:49.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.511+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~ZGX113Z2XJ8F.0 size=1048576 2024-07-26T06:51:49.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.512+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~ZGX113Z2XJ8F.1 size=750977 2024-07-26T06:51:49.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.512+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=ZGX113Z2XJ8F tag=6XTCOJJ8QS2A type=write size=2848129 2024-07-26T06:51:49.514 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.513+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~LY5914TNAWAI.0 size=1048576 2024-07-26T06:51:49.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.514+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~LY5914TNAWAI.1 size=99702 2024-07-26T06:51:49.516 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.516+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=LY5914TNAWAI tag=2Y912IZ3I2UQ type=write size=2196854 2024-07-26T06:51:49.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.518+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~2XILTLVZBGAV.0 size=1048576 2024-07-26T06:51:49.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.519+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~2XILTLVZBGAV.1 size=51845 2024-07-26T06:51:49.520 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.519+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=2XILTLVZBGAV tag=LMSF3CFY18UU type=write size=2148997 2024-07-26T06:51:49.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.521+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=73FN6C30TIOU type=del 2024-07-26T06:51:49.522 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.522+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=L4DGX7VG9LOF type=del size=614600 2024-07-26T06:51:49.524 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.523+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=YFBT99N5YP98 type=del 2024-07-26T06:51:49.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.525+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=3NMKHCT1ONT0 type=del size=900145 2024-07-26T06:51:49.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.526+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=BFGI02R93OPM type=write size=771649 2024-07-26T06:51:49.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.527+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=C9TNBK7TKI1V type=del size=940797 2024-07-26T06:51:49.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.529+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~01J20R8ZE7OB.0 size=1048576 2024-07-26T06:51:49.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.530+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~01J20R8ZE7OB.1 size=341874 2024-07-26T06:51:49.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.532+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=01J20R8ZE7OB tag=5L6ID0EZKGE4 type=write size=2439026 2024-07-26T06:51:49.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.533+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=TKXMSXGODZUR type=del size=1506663 2024-07-26T06:51:49.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.535+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=0GK175V6SHCU type=del 2024-07-26T06:51:49.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.536+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=3YO3CLG17CO9 type=del size=86303 2024-07-26T06:51:49.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.537+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~QR3LJMBDTI82.0 size=1048576 2024-07-26T06:51:49.538 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.538+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~QR3LJMBDTI82.1 size=251143 2024-07-26T06:51:49.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.540+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=QR3LJMBDTI82 tag=C29DJW4WQ9N6 type=write size=2348295 2024-07-26T06:51:49.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.541+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=QN7E9GXPI4E1 type=del size=398206 2024-07-26T06:51:49.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.542+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=NADELUE2NFUR type=write size=505224 2024-07-26T06:51:49.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.543+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=QDCUO6DZPZ4E type=del size=2670478 2024-07-26T06:51:49.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.545+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=B9690SKPUXYD type=del 2024-07-26T06:51:49.547 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.547+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~W46I6F89FQ3U.0 size=1048576 2024-07-26T06:51:49.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.548+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~W46I6F89FQ3U.1 size=477784 2024-07-26T06:51:49.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.548+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=W46I6F89FQ3U tag=WDIAA37AAQEF type=write size=2574936 2024-07-26T06:51:49.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.549+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~OY8EUN9U66H6.0 size=951858 2024-07-26T06:51:49.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.550+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=OY8EUN9U66H6 tag=E4E38VWMH1D0 type=write size=2000434 2024-07-26T06:51:49.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.552+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=LBRQWSR7MUYV type=del size=68951 2024-07-26T06:51:49.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.553+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=I8DXON28U611 type=write size=799582 2024-07-26T06:51:49.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.555+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~841Y8BD76LLS.0 size=513804 2024-07-26T06:51:49.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.555+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=841Y8BD76LLS tag=OHD1AWHQ837D type=write size=1562380 2024-07-26T06:51:49.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.556+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=VQ85SUZL93KJ type=del 2024-07-26T06:51:49.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.557+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=D864GZE9GOX1 type=del size=456128 2024-07-26T06:51:49.560 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.560+0000 7ff4c963f640 1 < suggested update operation key=MC50MWHORL26 tag=C5KOXON8TYK8 type=del size=2201059 2024-07-26T06:51:49.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.562+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.0 size=1048576 2024-07-26T06:51:49.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.563+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.1 size=1048576 2024-07-26T06:51:49.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.563+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.2 size=270140 2024-07-26T06:51:49.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.563+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=EYEEC21RF113 tag=45DFNGBRWPVF type=write size=3415868 2024-07-26T06:51:49.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.565+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.0 size=1048576 2024-07-26T06:51:49.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.565+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.1 size=1048576 2024-07-26T06:51:49.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.566+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~W34SGSFDQIHE.2 size=614367 2024-07-26T06:51:49.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.568+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=W34SGSFDQIHE tag=PLUMVDYYQXI4 type=write size=3760095 2024-07-26T06:51:49.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.570+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.0 size=1048576 2024-07-26T06:51:49.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.571+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.1 size=1048576 2024-07-26T06:51:49.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.572+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.2 size=409641 2024-07-26T06:51:49.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.572+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=9LVHP11M2YH1 tag=X843QGR2K5LE type=write size=3555369 2024-07-26T06:51:49.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.573+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~35HB6R2UNHVE.0 size=639412 2024-07-26T06:51:49.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.575+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=35HB6R2UNHVE tag=HSRGLXYCBJUE type=write size=1687988 2024-07-26T06:51:49.577 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.577+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~GLWI2HCU5YVP.0 size=406422 2024-07-26T06:51:49.577 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.577+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=GLWI2HCU5YVP tag=I2M72FGI7T43 type=write size=1454998 2024-07-26T06:51:49.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.578+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~ZGX113Z2XJ8F.0 size=1048576 2024-07-26T06:51:49.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.579+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~ZGX113Z2XJ8F.1 size=750977 2024-07-26T06:51:49.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.581+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=ZGX113Z2XJ8F tag=6XTCOJJ8QS2A type=write size=2848129 2024-07-26T06:51:49.582 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.582+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=H3ISNTBQYZL2 type=del size=1906792 2024-07-26T06:51:49.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.583+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~2XILTLVZBGAV.0 size=1048576 2024-07-26T06:51:49.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.584+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~2XILTLVZBGAV.1 size=51845 2024-07-26T06:51:49.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.586+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=2XILTLVZBGAV tag=LMSF3CFY18UU type=write size=2148997 2024-07-26T06:51:49.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.587+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=70AB7OPQ2Y8K type=write size=299826 2024-07-26T06:51:49.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.589+0000 7ff4c963f640 1 < canceled operation key=T6YV3TUMDU0L tag=L4DGX7VG9LOF type=del size=614600 2024-07-26T06:51:49.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.590+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=Q3H9P204O4NE type=write size=351380 2024-07-26T06:51:49.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.592+0000 7ff4c963f640 1 < suggested remove operation key=7MANHDWBE4SC tag=3NMKHCT1ONT0 type=del 2024-07-26T06:51:49.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.593+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=LH6CVN7GYX0F type=write size=160904 2024-07-26T06:51:49.595 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.595+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=C9TNBK7TKI1V type=del 2024-07-26T06:51:49.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.596+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=K03TPFNXR7BW type=write size=140490 2024-07-26T06:51:49.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.597+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=TKXMSXGODZUR type=del 2024-07-26T06:51:49.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.598+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=9Z7JBZT33XOI type=del size=2723464 2024-07-26T06:51:49.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.599+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=3YO3CLG17CO9 type=del 2024-07-26T06:51:49.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.600+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=RUC30Y83YDOU type=del size=154043 2024-07-26T06:51:49.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.601+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=QN7E9GXPI4E1 type=del size=398206 2024-07-26T06:51:49.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.602+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=BRAVAGLV52QB type=write size=228869 2024-07-26T06:51:49.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.603+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=QDCUO6DZPZ4E type=del 2024-07-26T06:51:49.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.605+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=1DIW708CETZ8 type=del size=1176970 2024-07-26T06:51:49.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.605+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~W46I6F89FQ3U.0 size=1048576 2024-07-26T06:51:49.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.605+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~W46I6F89FQ3U.1 size=477784 2024-07-26T06:51:49.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.607+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=W46I6F89FQ3U tag=WDIAA37AAQEF type=write size=2574936 2024-07-26T06:51:49.609 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.609+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.0 size=1048576 2024-07-26T06:51:49.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.610+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.1 size=1048576 2024-07-26T06:51:49.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.611+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.2 size=1021113 2024-07-26T06:51:49.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.611+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=040PKYQK7RJG tag=QQONZAPSFZEY type=write size=4166841 2024-07-26T06:51:49.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.612+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=LBRQWSR7MUYV type=del 2024-07-26T06:51:49.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.614+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~0JR36LD5Z24F.0 size=1048576 2024-07-26T06:51:49.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.615+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~0JR36LD5Z24F.1 size=790594 2024-07-26T06:51:49.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.615+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=0JR36LD5Z24F tag=25TL6AAL1E3K type=write size=2887746 2024-07-26T06:51:49.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.616+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~841Y8BD76LLS.0 size=513804 2024-07-26T06:51:49.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.618+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=841Y8BD76LLS tag=OHD1AWHQ837D type=write size=1562380 2024-07-26T06:51:49.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.620+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~22RWYBBEKWC9.0 size=919149 2024-07-26T06:51:49.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.620+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=22RWYBBEKWC9 tag=3TLU4L8XL492 type=write size=1967725 2024-07-26T06:51:49.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.622+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=D864GZE9GOX1 type=del 2024-07-26T06:51:49.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.624+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~7TM5WU9HDQAN.0 size=1048576 2024-07-26T06:51:49.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.625+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~7TM5WU9HDQAN.1 size=928215 2024-07-26T06:51:49.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.625+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=7TM5WU9HDQAN tag=85KC73K84P8L type=write size=3025367 2024-07-26T06:51:49.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.626+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.0 size=1048576 2024-07-26T06:51:49.627 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.627+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.1 size=1048576 2024-07-26T06:51:49.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.628+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~EYEEC21RF113.2 size=270140 2024-07-26T06:51:49.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.630+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=EYEEC21RF113 tag=45DFNGBRWPVF type=write size=3415868 2024-07-26T06:51:49.631 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.631+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=8CMDW703XTXJ type=del size=1801440 2024-07-26T06:51:49.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.632+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.0 size=1048576 2024-07-26T06:51:49.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.633+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.1 size=1048576 2024-07-26T06:51:49.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.634+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~9LVHP11M2YH1.2 size=409641 2024-07-26T06:51:49.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.636+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=9LVHP11M2YH1 tag=X843QGR2K5LE type=write size=3555369 2024-07-26T06:51:49.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.637+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=8D92SJI7Z5XF type=del size=4127381 2024-07-26T06:51:49.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.638+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~GLWI2HCU5YVP.0 size=406422 2024-07-26T06:51:49.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.641+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=GLWI2HCU5YVP tag=I2M72FGI7T43 type=write size=1454998 2024-07-26T06:51:49.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.642+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=9U1UHFPU7Q00 type=del size=2148095 2024-07-26T06:51:49.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.643+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=H3ISNTBQYZL2 type=del 2024-07-26T06:51:49.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.646+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.0 size=1048576 2024-07-26T06:51:49.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.647+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.1 size=1048576 2024-07-26T06:51:49.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.648+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.2 size=328009 2024-07-26T06:51:49.649 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.648+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=ZFGNXZV3CQ8W tag=50JUY22XB3QS type=write size=3473737 2024-07-26T06:51:49.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.649+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=70AB7OPQ2Y8K type=write size=299826 2024-07-26T06:51:49.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.650+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=9LHF3YZ8P24Y type=write size=848136 2024-07-26T06:51:49.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.652+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=Q3H9P204O4NE type=write size=351380 2024-07-26T06:51:49.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.654+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.0 size=1048576 2024-07-26T06:51:49.655 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.655+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.1 size=1048576 2024-07-26T06:51:49.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.656+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.2 size=75822 2024-07-26T06:51:49.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.656+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=6X71E9R53LJ4 tag=YUN8QPF3BJKK type=write size=3221550 2024-07-26T06:51:49.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.657+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=LH6CVN7GYX0F type=write size=160904 2024-07-26T06:51:49.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.658+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=5QQTDST4ZVK0 type=write size=74444 2024-07-26T06:51:49.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.659+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=K03TPFNXR7BW type=write size=140490 2024-07-26T06:51:49.662 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.661+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.0 size=1048576 2024-07-26T06:51:49.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.662+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.1 size=1048576 2024-07-26T06:51:49.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.663+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.2 size=576517 2024-07-26T06:51:49.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.663+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=7Z90AT8K59VD tag=05RXFLEM5SHF type=write size=3722245 2024-07-26T06:51:49.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.666+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=9Z7JBZT33XOI type=del 2024-07-26T06:51:49.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.667+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=YISJQ4SCCU8K type=write size=677358 2024-07-26T06:51:49.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.669+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=RUC30Y83YDOU type=del 2024-07-26T06:51:49.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.670+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=BNPO5MSV3R0O type=write size=617726 2024-07-26T06:51:49.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.672+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=BRAVAGLV52QB type=write size=228869 2024-07-26T06:51:49.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.674+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~F65OL3PCVYCH.0 size=1048576 2024-07-26T06:51:49.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.675+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~F65OL3PCVYCH.1 size=319787 2024-07-26T06:51:49.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.675+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=F65OL3PCVYCH tag=YNVYK2LVSY2C type=write size=2416939 2024-07-26T06:51:49.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.676+0000 7ff4c963f640 -1 < failed to complete operation key=ZBP2BZ3W1BYG tag=1DIW708CETZ8 type=del size=1176970: (22) Invalid argument 2024-07-26T06:51:49.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.677+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=3WG08CQGO4G5 type=del size=3570109 2024-07-26T06:51:49.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.679+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.0 size=1048576 2024-07-26T06:51:49.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.679+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.1 size=1048576 2024-07-26T06:51:49.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.680+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~040PKYQK7RJG.2 size=1021113 2024-07-26T06:51:49.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.682+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=040PKYQK7RJG tag=QQONZAPSFZEY type=write size=4166841 2024-07-26T06:51:49.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.683+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=JA8NH9TL027Z type=del size=3361559 2024-07-26T06:51:49.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.684+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~0JR36LD5Z24F.0 size=1048576 2024-07-26T06:51:49.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.685+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~0JR36LD5Z24F.1 size=790594 2024-07-26T06:51:49.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.687+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=0JR36LD5Z24F tag=25TL6AAL1E3K type=write size=2887746 2024-07-26T06:51:49.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.689+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=LQB85KUZHMP3 type=del size=3308478 2024-07-26T06:51:49.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.690+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~22RWYBBEKWC9.0 size=919149 2024-07-26T06:51:49.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.692+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=22RWYBBEKWC9 tag=3TLU4L8XL492 type=write size=1967725 2024-07-26T06:51:49.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.694+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.0 size=1048576 2024-07-26T06:51:49.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.695+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.1 size=1048576 2024-07-26T06:51:49.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.696+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.2 size=1024294 2024-07-26T06:51:49.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.696+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=740VX1P6LQ2D tag=WYU05E5EXULX type=write size=4170022 2024-07-26T06:51:49.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.696+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~7TM5WU9HDQAN.0 size=1048576 2024-07-26T06:51:49.697 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.696+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~7TM5WU9HDQAN.1 size=928215 2024-07-26T06:51:49.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.698+0000 7ff4c963f640 1 < canceled multipart upload key=HSP2EG50KE11 upload=7TM5WU9HDQAN tag=85KC73K84P8L type=write size=3025367 2024-07-26T06:51:49.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.700+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~L2JRPISTB2S9.0 size=1048576 2024-07-26T06:51:49.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.701+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~L2JRPISTB2S9.1 size=81792 2024-07-26T06:51:49.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.701+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=L2JRPISTB2S9 tag=JGZQI05XUMZ5 type=write size=2178944 2024-07-26T06:51:49.704 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.703+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=8CMDW703XTXJ type=del size=1801440 2024-07-26T06:51:49.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.705+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~XZIP6UP1EV9X.0 size=128137 2024-07-26T06:51:49.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.705+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=XZIP6UP1EV9X tag=ZW38MCL0NJ82 type=write size=1176713 2024-07-26T06:51:49.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.707+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=8D92SJI7Z5XF type=del 2024-07-26T06:51:49.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.708+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=6YPYFNKMBFEX type=del size=4084681 2024-07-26T06:51:49.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.709+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=9U1UHFPU7Q00 type=del 2024-07-26T06:51:49.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.710+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=Z860CADPHBRF type=del size=3385453 2024-07-26T06:51:49.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.711+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.0 size=1048576 2024-07-26T06:51:49.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.712+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.1 size=1048576 2024-07-26T06:51:49.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.713+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~ZFGNXZV3CQ8W.2 size=328009 2024-07-26T06:51:49.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.715+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=ZFGNXZV3CQ8W tag=50JUY22XB3QS type=write size=3473737 2024-07-26T06:51:49.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.718+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.0 size=1048576 2024-07-26T06:51:49.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.719+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.1 size=1048576 2024-07-26T06:51:49.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.720+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.2 size=416101 2024-07-26T06:51:49.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.720+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=TI3DNEVXN1W0 tag=LD85K5LPZACW type=write size=3561829 2024-07-26T06:51:49.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.721+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=9LHF3YZ8P24Y type=write size=848136 2024-07-26T06:51:49.722 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.722+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=2KWEQFXI96IK type=del size=3681733 2024-07-26T06:51:49.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.723+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.0 size=1048576 2024-07-26T06:51:49.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.724+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.1 size=1048576 2024-07-26T06:51:49.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.725+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~6X71E9R53LJ4.2 size=75822 2024-07-26T06:51:49.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.727+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=6X71E9R53LJ4 tag=YUN8QPF3BJKK type=write size=3221550 2024-07-26T06:51:49.729 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.729+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=4GARN845UR1B type=del size=3075835 2024-07-26T06:51:49.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.732+0000 7ff4c963f640 1 < suggested update operation key=LIYRVFVSY982 tag=5QQTDST4ZVK0 type=write size=74444 2024-07-26T06:51:49.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.733+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=PRGJS716C9BE type=del size=754300 2024-07-26T06:51:49.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.735+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.0 size=1048576 2024-07-26T06:51:49.736 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.736+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.1 size=1048576 2024-07-26T06:51:49.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.737+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~7Z90AT8K59VD.2 size=576517 2024-07-26T06:51:49.740 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.739+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=7Z90AT8K59VD tag=05RXFLEM5SHF type=write size=3722245 2024-07-26T06:51:49.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.741+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=T33Z7W28WX4L type=write size=229815 2024-07-26T06:51:49.742 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.742+0000 7ff4c963f640 1 < canceled operation key=L2X724J37LK2 tag=YISJQ4SCCU8K type=write size=677358 2024-07-26T06:51:49.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.744+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.0 size=1048576 2024-07-26T06:51:49.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.745+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.1 size=1048576 2024-07-26T06:51:49.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.746+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.2 size=184000 2024-07-26T06:51:49.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.746+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=3PQXGFBIUST7 tag=QYET0VICM9NL type=write size=3329728 2024-07-26T06:51:49.748 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.748+0000 7ff4c963f640 1 < completed write operation key=T6YV3TUMDU0L tag=BNPO5MSV3R0O type=write size=617726 2024-07-26T06:51:49.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.749+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=JU99SP6PMQBA type=write size=913350 2024-07-26T06:51:49.750 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.750+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~F65OL3PCVYCH.0 size=1048576 2024-07-26T06:51:49.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.751+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~F65OL3PCVYCH.1 size=319787 2024-07-26T06:51:49.753 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.753+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=F65OL3PCVYCH tag=YNVYK2LVSY2C type=write size=2416939 2024-07-26T06:51:49.755 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.754+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=AVZA7EH473CL type=del size=2394132 2024-07-26T06:51:49.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.756+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=3WG08CQGO4G5 type=del 2024-07-26T06:51:49.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.758+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.0 size=1048576 2024-07-26T06:51:49.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.759+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.1 size=1048576 2024-07-26T06:51:49.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.760+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.2 size=557875 2024-07-26T06:51:49.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.760+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=A6MGDE3D1A55 tag=NSG00S6CCTJP type=write size=3703603 2024-07-26T06:51:49.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.761+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=JA8NH9TL027Z type=del 2024-07-26T06:51:49.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.762+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=FXMPQCRIONA3 type=write size=268538 2024-07-26T06:51:49.764 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.764+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=LQB85KUZHMP3 type=del 2024-07-26T06:51:49.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.765+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=1PDRWWD5F9KN type=del size=1383071 2024-07-26T06:51:49.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.766+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.0 size=1048576 2024-07-26T06:51:49.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.767+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.1 size=1048576 2024-07-26T06:51:49.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.768+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~740VX1P6LQ2D.2 size=1024294 2024-07-26T06:51:49.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.770+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=740VX1P6LQ2D tag=WYU05E5EXULX type=write size=4170022 2024-07-26T06:51:49.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.772+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.0 size=1048576 2024-07-26T06:51:49.774 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.773+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.1 size=1048576 2024-07-26T06:51:49.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.774+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.2 size=263657 2024-07-26T06:51:49.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.774+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=KVO91UKK96PJ tag=R35NA3Q2BE2P type=write size=3409385 2024-07-26T06:51:49.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.775+0000 7ff4c963f640 1 < canceled part key=_multipart_8W36EMM1C36T.2~L2JRPISTB2S9.0 size=1048576 2024-07-26T06:51:49.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.775+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~L2JRPISTB2S9.1 size=81792 2024-07-26T06:51:49.778 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.777+0000 7ff4c963f640 1 < canceled multipart upload key=8W36EMM1C36T upload=L2JRPISTB2S9 tag=JGZQI05XUMZ5 type=write size=2178944 2024-07-26T06:51:49.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.778+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=293R92IRBM00 type=del size=862670 2024-07-26T06:51:49.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.779+0000 7ff4c963f640 1 < canceled part key=_multipart_8W36EMM1C36T.2~XZIP6UP1EV9X.0 size=128137 2024-07-26T06:51:49.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.781+0000 7ff4c963f640 1 < canceled multipart upload key=8W36EMM1C36T upload=XZIP6UP1EV9X tag=ZW38MCL0NJ82 type=write size=1176713 2024-07-26T06:51:49.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.782+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=LT5HQ13O5OQO type=del size=1595021 2024-07-26T06:51:49.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.783+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=6YPYFNKMBFEX type=del 2024-07-26T06:51:49.785 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.784+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=EPJ2G78CU8BS type=write size=845433 2024-07-26T06:51:49.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.787+0000 7ff4c963f640 1 < suggested update operation key=FPEECRHVGMU5 tag=Z860CADPHBRF type=del size=3385453 2024-07-26T06:51:49.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.788+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=SERNDZ609OOK type=del size=1364188 2024-07-26T06:51:49.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.790+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.0 size=1048576 2024-07-26T06:51:49.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.791+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.1 size=1048576 2024-07-26T06:51:49.792 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.792+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~TI3DNEVXN1W0.2 size=416101 2024-07-26T06:51:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[97339]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[99762]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:49.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.794+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=TI3DNEVXN1W0 tag=LD85K5LPZACW type=write size=3561829 2024-07-26T06:51:49.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.795+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=EQG2VMOUFW7A type=write size=1004851 2024-07-26T06:51:49.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.796+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=2KWEQFXI96IK type=del 2024-07-26T06:51:49.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.799+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~CEJ1WXXRVIGA.0 size=775550 2024-07-26T06:51:49.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.799+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=CEJ1WXXRVIGA tag=JRZ4VTHW6W7K type=write size=1824126 2024-07-26T06:51:49.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.802+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=4GARN845UR1B type=del size=3075835 2024-07-26T06:51:49.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.804+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.0 size=1048576 2024-07-26T06:51:49.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.805+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.1 size=1048576 2024-07-26T06:51:49.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.806+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.2 size=852487 2024-07-26T06:51:49.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.806+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=E8PAS2A98KK0 tag=NK51TP8DDVC0 type=write size=3998215 2024-07-26T06:51:49.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.807+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=PRGJS716C9BE type=del 2024-07-26T06:51:49.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.808+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=R3K24OGVJYZE type=del size=3194860 2024-07-26T06:51:49.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.811+0000 7ff4c963f640 1 < suggested update operation key=A7ZSBTMHA3UB tag=T33Z7W28WX4L type=write size=229815 2024-07-26T06:51:49.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.812+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=IR7V8IONG1FU type=del size=4038828 2024-07-26T06:51:49.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.813+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.0 size=1048576 2024-07-26T06:51:49.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.814+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.1 size=1048576 2024-07-26T06:51:49.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.816+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~3PQXGFBIUST7.2 size=184000 2024-07-26T06:51:49.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.818+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=3PQXGFBIUST7 tag=QYET0VICM9NL type=write size=3329728 2024-07-26T06:51:49.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.821+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~CVB1Z1N5A7MV.0 size=1048576 2024-07-26T06:51:49.822 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.822+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~CVB1Z1N5A7MV.1 size=752070 2024-07-26T06:51:49.822 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.822+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=CVB1Z1N5A7MV tag=B3W4QD0J4YNT type=write size=2849222 2024-07-26T06:51:49.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.823+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=JU99SP6PMQBA type=write size=913350 2024-07-26T06:51:49.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.825+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~2DMXBU5FJOS8.0 size=1048576 2024-07-26T06:51:49.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.826+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~2DMXBU5FJOS8.1 size=160482 2024-07-26T06:51:49.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.826+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=2DMXBU5FJOS8 tag=329HNEJ2C30U type=write size=2257634 2024-07-26T06:51:49.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.827+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=AVZA7EH473CL type=del 2024-07-26T06:51:49.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.829+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~4TKGZOCJR0AL.0 size=40082 2024-07-26T06:51:49.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.829+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=4TKGZOCJR0AL tag=F112T3TEQZ0V type=write size=1088658 2024-07-26T06:51:49.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.831+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.0 size=1048576 2024-07-26T06:51:49.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.832+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.1 size=1048576 2024-07-26T06:51:49.833 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.832+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A6MGDE3D1A55.2 size=557875 2024-07-26T06:51:49.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.834+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=A6MGDE3D1A55 tag=NSG00S6CCTJP type=write size=3703603 2024-07-26T06:51:49.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.835+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=CCJD8263X93L type=del size=2974525 2024-07-26T06:51:49.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.837+0000 7ff4c963f640 1 < completed write operation key=MC50MWHORL26 tag=FXMPQCRIONA3 type=write size=268538 2024-07-26T06:51:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:49 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:49 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:51:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:49 smithi135 ceph-mon[90132]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:51:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:49 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:49.839 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.839+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~BSJJ3SM2YIMB.0 size=1048576 2024-07-26T06:51:49.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.840+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~BSJJ3SM2YIMB.1 size=251623 2024-07-26T06:51:49.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.840+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=BSJJ3SM2YIMB tag=RDO5AOMCFWUG type=write size=2348775 2024-07-26T06:51:49.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.841+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=1PDRWWD5F9KN type=del 2024-07-26T06:51:49.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.842+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=3R0MWXJEAC0X type=write size=591032 2024-07-26T06:51:49.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.843+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.0 size=1048576 2024-07-26T06:51:49.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.844+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.1 size=1048576 2024-07-26T06:51:49.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.845+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KVO91UKK96PJ.2 size=263657 2024-07-26T06:51:49.848 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.848+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=KVO91UKK96PJ tag=R35NA3Q2BE2P type=write size=3409385 2024-07-26T06:51:49.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.849+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=30P4FYC0AND5 type=del size=1882325 2024-07-26T06:51:49.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.850+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=293R92IRBM00 type=del 2024-07-26T06:51:49.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.851+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=5VBN483N97SM type=write size=832039 2024-07-26T06:51:49.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.853+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=LT5HQ13O5OQO type=del 2024-07-26T06:51:49.854 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.854+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=WYJRVPA8TQPN type=del size=3009920 2024-07-26T06:51:49.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.856+0000 7ff4c963f640 1 < completed write operation key=QI57TQ8F5MI6 tag=EPJ2G78CU8BS type=write size=845433 2024-07-26T06:51:49.857 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.857+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=UB8UOS4703OV type=write size=1029733 2024-07-26T06:51:49.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.859+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=SERNDZ609OOK type=del size=1364188 2024-07-26T06:51:49.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.861+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=8H296B3I4B5U type=del size=806017 2024-07-26T06:51:49.863 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.862+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=EQG2VMOUFW7A type=write size=1004851 2024-07-26T06:51:49.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.863+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=RSJ4Y0VNZISF type=write size=447326 2024-07-26T06:51:49.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.865+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~CEJ1WXXRVIGA.0 size=775550 2024-07-26T06:51:49.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.867+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=CEJ1WXXRVIGA tag=JRZ4VTHW6W7K type=write size=1824126 2024-07-26T06:51:49.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.869+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~RDKQT5CLHCOU.0 size=1048576 2024-07-26T06:51:49.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.870+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~RDKQT5CLHCOU.1 size=816710 2024-07-26T06:51:49.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.870+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=RDKQT5CLHCOU tag=XCN7WAR5710D type=write size=2913862 2024-07-26T06:51:49.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.871+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.0 size=1048576 2024-07-26T06:51:49.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.872+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.1 size=1048576 2024-07-26T06:51:49.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.873+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~E8PAS2A98KK0.2 size=852487 2024-07-26T06:51:49.875 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.875+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=E8PAS2A98KK0 tag=NK51TP8DDVC0 type=write size=3998215 2024-07-26T06:51:49.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.877+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~07ODQ5E8TXC6.0 size=1048576 2024-07-26T06:51:49.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.878+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~07ODQ5E8TXC6.1 size=97554 2024-07-26T06:51:49.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.878+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=07ODQ5E8TXC6 tag=4L5ROVW30RDL type=write size=2194706 2024-07-26T06:51:49.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.881+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=R3K24OGVJYZE type=del 2024-07-26T06:51:49.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.882+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=Z50J26SFJJTJ type=del size=3701119 2024-07-26T06:51:49.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.883+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=IR7V8IONG1FU type=del 2024-07-26T06:51:49.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.885+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~SVCFMVJE81ON.0 size=1048576 2024-07-26T06:51:49.886 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.886+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~SVCFMVJE81ON.1 size=622970 2024-07-26T06:51:49.886 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.886+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=SVCFMVJE81ON tag=UA32HAR741U7 type=write size=2720122 2024-07-26T06:51:49.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.887+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~CVB1Z1N5A7MV.0 size=1048576 2024-07-26T06:51:49.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.888+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~CVB1Z1N5A7MV.1 size=752070 2024-07-26T06:51:49.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.890+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=CVB1Z1N5A7MV tag=B3W4QD0J4YNT type=write size=2849222 2024-07-26T06:51:49.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.891+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=WC1G5XMPZPER type=del size=3553601 2024-07-26T06:51:49.892 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.892+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~2DMXBU5FJOS8.0 size=1048576 2024-07-26T06:51:49.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.893+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~2DMXBU5FJOS8.1 size=160482 2024-07-26T06:51:49.895 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.895+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=2DMXBU5FJOS8 tag=329HNEJ2C30U type=write size=2257634 2024-07-26T06:51:49.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.897+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~Q492UZIB1OPV.0 size=1048576 2024-07-26T06:51:49.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.898+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~Q492UZIB1OPV.1 size=474848 2024-07-26T06:51:49.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.898+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=Q492UZIB1OPV tag=G7PSHLNI24CV type=write size=2572000 2024-07-26T06:51:49.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.899+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~4TKGZOCJR0AL.0 size=40082 2024-07-26T06:51:49.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.901+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=4TKGZOCJR0AL tag=F112T3TEQZ0V type=write size=1088658 2024-07-26T06:51:49.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.902+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=099UBAES2X1F type=del size=1027185 2024-07-26T06:51:49.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.903+0000 7ff4c963f640 -1 < failed to complete operation key=J12W312ZJLEC tag=CCJD8263X93L type=del size=2974525: (22) Invalid argument 2024-07-26T06:51:49.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.905+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~MRZZT6YRHRAP.0 size=461326 2024-07-26T06:51:49.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.905+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=MRZZT6YRHRAP tag=ZNU4VVMR78IY type=write size=1509902 2024-07-26T06:51:49.907 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.906+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~BSJJ3SM2YIMB.0 size=1048576 2024-07-26T06:51:49.907 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.907+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~BSJJ3SM2YIMB.1 size=251623 2024-07-26T06:51:49.909 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.909+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=BSJJ3SM2YIMB tag=RDO5AOMCFWUG type=write size=2348775 2024-07-26T06:51:49.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.910+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=XEU98S0HBMY1 type=del size=2631212 2024-07-26T06:51:49.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.911+0000 7ff4c963f640 1 < completed write operation key=7OLNPIQ92BCG tag=3R0MWXJEAC0X type=write size=591032 2024-07-26T06:51:49.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.912+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=EQN2O1Y9MU56 type=del size=3546871 2024-07-26T06:51:49.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.913+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=30P4FYC0AND5 type=del 2024-07-26T06:51:49.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.916+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.0 size=1048576 2024-07-26T06:51:49.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.917+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.1 size=1048576 2024-07-26T06:51:49.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.918+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.2 size=515644 2024-07-26T06:51:49.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.918+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=78R7MW6V29WQ tag=J2KF008VB46S type=write size=3661372 2024-07-26T06:51:49.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.919+0000 7ff4c963f640 1 < completed write operation key=N6LO5JK45OQE tag=5VBN483N97SM type=write size=832039 2024-07-26T06:51:49.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.921+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~BC08AHX7N5BJ.0 size=1048576 2024-07-26T06:51:49.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.923+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~BC08AHX7N5BJ.1 size=522502 2024-07-26T06:51:49.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.923+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=BC08AHX7N5BJ tag=3H0FB07X5BX7 type=write size=2619654 2024-07-26T06:51:49.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.924+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=WYJRVPA8TQPN type=del 2024-07-26T06:51:49.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.926+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.0 size=1048576 2024-07-26T06:51:49.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.927+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.1 size=1048576 2024-07-26T06:51:49.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.928+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.2 size=832767 2024-07-26T06:51:49.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.928+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=RC02Q5BILZYX tag=F3L8ZJ22FOJN type=write size=3978495 2024-07-26T06:51:49.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.929+0000 7ff4c963f640 1 < canceled operation key=8W36EMM1C36T tag=UB8UOS4703OV type=write size=1029733 2024-07-26T06:51:49.931 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.931+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.0 size=1048576 2024-07-26T06:51:49.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.932+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.1 size=1048576 2024-07-26T06:51:49.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.933+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.2 size=252438 2024-07-26T06:51:49.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.933+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=7HL562BQNYKM tag=XJB8YG30XDL2 type=write size=3398166 2024-07-26T06:51:49.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.933+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=97622HH90SL9 tag=8H296B3I4B5U type=del size=806017: (2) No such file or directory 2024-07-26T06:51:49.936 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.936+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~1QA2XVNFJMGC.0 size=750156 2024-07-26T06:51:49.936 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.936+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=1QA2XVNFJMGC tag=CQBLRAXG860I type=write size=1798732 2024-07-26T06:51:49.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.937+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=RSJ4Y0VNZISF type=write size=447326 2024-07-26T06:51:49.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.938+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=7BNRP4NJQWBX type=write size=773896 2024-07-26T06:51:49.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.938+0000 7ff4c963f640 1 < canceled part key=_multipart_7OLNPIQ92BCG.2~RDKQT5CLHCOU.0 size=1048576 2024-07-26T06:51:49.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.939+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~RDKQT5CLHCOU.1 size=816710 2024-07-26T06:51:49.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.941+0000 7ff4c963f640 1 < canceled multipart upload key=7OLNPIQ92BCG upload=RDKQT5CLHCOU tag=XCN7WAR5710D type=write size=2913862 2024-07-26T06:51:49.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.942+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=WV0NGMNIAWW4 type=write size=386360 2024-07-26T06:51:49.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.944+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~07ODQ5E8TXC6.0 size=1048576 2024-07-26T06:51:49.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.944+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~07ODQ5E8TXC6.1 size=97554 2024-07-26T06:51:49.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.946+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=07ODQ5E8TXC6 tag=4L5ROVW30RDL type=write size=2194706 2024-07-26T06:51:49.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.947+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=FYN6NL9Z3D8T type=del size=220272 2024-07-26T06:51:49.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.949+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=Z50J26SFJJTJ type=del 2024-07-26T06:51:49.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.950+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=5UOZKTLTX9AZ type=del size=1050864 2024-07-26T06:51:49.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.951+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~SVCFMVJE81ON.0 size=1048576 2024-07-26T06:51:49.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.952+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~SVCFMVJE81ON.1 size=622970 2024-07-26T06:51:49.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.954+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=SVCFMVJE81ON tag=UA32HAR741U7 type=write size=2720122 2024-07-26T06:51:49.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.956+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~YEZWHMQ7PAMU.0 size=1048576 2024-07-26T06:51:49.957 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.957+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~YEZWHMQ7PAMU.1 size=148039 2024-07-26T06:51:49.957 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.957+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=YEZWHMQ7PAMU tag=SKHBPL2KR9LF type=write size=2245191 2024-07-26T06:51:49.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.960+0000 7ff4c963f640 1 < suggested update operation key=LIYRVFVSY982 tag=WC1G5XMPZPER type=del size=3553601 2024-07-26T06:51:49.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.962+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~CL3RHN09D7DB.0 size=646233 2024-07-26T06:51:49.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.962+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=CL3RHN09D7DB tag=1XXZ1AIRNGGM type=write size=1694809 2024-07-26T06:51:49.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.962+0000 7ff4c963f640 1 < canceled part key=_multipart_LIYRVFVSY982.2~Q492UZIB1OPV.0 size=1048576 2024-07-26T06:51:49.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.963+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~Q492UZIB1OPV.1 size=474848 2024-07-26T06:51:49.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.965+0000 7ff4c963f640 1 < canceled multipart upload key=LIYRVFVSY982 upload=Q492UZIB1OPV tag=G7PSHLNI24CV type=write size=2572000 2024-07-26T06:51:49.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.966+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=QINC41OK3FPT type=del size=1326910 2024-07-26T06:51:49.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.967+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=099UBAES2X1F type=del 2024-07-26T06:51:49.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.969+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~CG3VSMFPE9ZI.0 size=651538 2024-07-26T06:51:49.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.969+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=CG3VSMFPE9ZI tag=FWLPGJUAV35P type=write size=1700114 2024-07-26T06:51:49.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.971+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~MRZZT6YRHRAP.0 size=461326 2024-07-26T06:51:49.973 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.973+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=MRZZT6YRHRAP tag=ZNU4VVMR78IY type=write size=1509902 2024-07-26T06:51:49.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.975+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~482O33V45L36.0 size=601832 2024-07-26T06:51:49.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.975+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=482O33V45L36 tag=N1YQ0YP70MZ7 type=write size=1650408 2024-07-26T06:51:49.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.976+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=XEU98S0HBMY1 type=del 2024-07-26T06:51:49.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.978+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=QGPXMHE69LNT type=del size=2640712 2024-07-26T06:51:49.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.979+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=EQN2O1Y9MU56 type=del 2024-07-26T06:51:49.981 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.981+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~MK8OUHAZJ75N.0 size=1048576 2024-07-26T06:51:49.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.982+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~MK8OUHAZJ75N.1 size=460316 2024-07-26T06:51:49.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.982+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=MK8OUHAZJ75N tag=GDRLGMT9Z1A5 type=write size=2557468 2024-07-26T06:51:49.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.982+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.0 size=1048576 2024-07-26T06:51:49.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.983+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.1 size=1048576 2024-07-26T06:51:49.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.984+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~78R7MW6V29WQ.2 size=515644 2024-07-26T06:51:49.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.986+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=78R7MW6V29WQ tag=J2KF008VB46S type=write size=3661372 2024-07-26T06:51:49.987 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.987+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=P7IS17K72AVI type=del size=3634696 2024-07-26T06:51:49.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.988+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~BC08AHX7N5BJ.0 size=1048576 2024-07-26T06:51:49.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.989+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~BC08AHX7N5BJ.1 size=522502 2024-07-26T06:51:49.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.991+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=BC08AHX7N5BJ tag=3H0FB07X5BX7 type=write size=2619654 2024-07-26T06:51:49.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.993+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~2J12HIWEKY1B.0 size=846562 2024-07-26T06:51:49.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.993+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=2J12HIWEKY1B tag=CJYM9S9WLAV1 type=write size=1895138 2024-07-26T06:51:49.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.994+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.0 size=1048576 2024-07-26T06:51:49.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.995+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.1 size=1048576 2024-07-26T06:51:49.996 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.996+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RC02Q5BILZYX.2 size=832767 2024-07-26T06:51:49.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.998+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=RC02Q5BILZYX tag=F3L8ZJ22FOJN type=write size=3978495 2024-07-26T06:51:49.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:49.999+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=H66TEKR4H06P type=del size=3173152 2024-07-26T06:51:50.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.000+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.0 size=1048576 2024-07-26T06:51:50.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.001+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.1 size=1048576 2024-07-26T06:51:50.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.002+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~7HL562BQNYKM.2 size=252438 2024-07-26T06:51:50.004 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.004+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=7HL562BQNYKM tag=XJB8YG30XDL2 type=write size=3398166 2024-07-26T06:51:50.006 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.006+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~AOF1A6QO0I8M.0 size=276621 2024-07-26T06:51:50.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.006+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=AOF1A6QO0I8M tag=ZBLTKBHXZDDC type=write size=1325197 2024-07-26T06:51:50.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.007+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~1QA2XVNFJMGC.0 size=750156 2024-07-26T06:51:50.009 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.009+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=1QA2XVNFJMGC tag=CQBLRAXG860I type=write size=1798732 2024-07-26T06:51:50.011 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.011+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.0 size=1048576 2024-07-26T06:51:50.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.012+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.1 size=1048576 2024-07-26T06:51:50.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.013+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.2 size=248578 2024-07-26T06:51:50.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.013+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=GOPU3WQLZNUO tag=EFMBCJ826YB8 type=write size=3394306 2024-07-26T06:51:50.014 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.014+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=7BNRP4NJQWBX type=write size=773896 2024-07-26T06:51:50.016 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.015+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=1ZF5ZOLCMGOV type=write size=527391 2024-07-26T06:51:50.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.017+0000 7ff4c963f640 1 < suggested update operation key=FPEECRHVGMU5 tag=WV0NGMNIAWW4 type=write size=386360 2024-07-26T06:51:50.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.018+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=LFUDSYHPPVG5 type=del size=724508 2024-07-26T06:51:50.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.020+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=FYN6NL9Z3D8T type=del 2024-07-26T06:51:50.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.022+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~U5JEILL1MBR7.0 size=1048576 2024-07-26T06:51:50.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.023+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~U5JEILL1MBR7.1 size=630164 2024-07-26T06:51:50.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.023+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=U5JEILL1MBR7 tag=65OJN3PUD2VH type=write size=2727316 2024-07-26T06:51:50.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.025+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=5UOZKTLTX9AZ type=del 2024-07-26T06:51:50.026 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.026+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=9IDTP73T7JIN type=del size=4017037 2024-07-26T06:51:50.028 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.027+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~YEZWHMQ7PAMU.0 size=1048576 2024-07-26T06:51:50.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.028+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~YEZWHMQ7PAMU.1 size=148039 2024-07-26T06:51:50.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.030+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=YEZWHMQ7PAMU tag=SKHBPL2KR9LF type=write size=2245191 2024-07-26T06:51:50.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.031+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=4MRQ1VWPAL0N type=write size=23180 2024-07-26T06:51:50.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.033+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~CL3RHN09D7DB.0 size=646233 2024-07-26T06:51:50.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.035+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=CL3RHN09D7DB tag=1XXZ1AIRNGGM type=write size=1694809 2024-07-26T06:51:50.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.037+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~EB5EUUGWBKGG.0 size=1048576 2024-07-26T06:51:50.038 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.038+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~EB5EUUGWBKGG.1 size=808676 2024-07-26T06:51:50.038 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.038+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=EB5EUUGWBKGG tag=Q5S62U0V4DD4 type=write size=2905828 2024-07-26T06:51:50.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.040+0000 7ff4c963f640 1 < suggested remove operation key=T6YV3TUMDU0L tag=QINC41OK3FPT type=del 2024-07-26T06:51:50.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.041+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=YL2TKU3ZHM79 type=del size=740741 2024-07-26T06:51:50.043 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.042+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~CG3VSMFPE9ZI.0 size=651538 2024-07-26T06:51:50.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.044+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=CG3VSMFPE9ZI tag=FWLPGJUAV35P type=write size=1700114 2024-07-26T06:51:50.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.045+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=FLJK329IYBDI type=del size=2326660 2024-07-26T06:51:50.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.046+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~482O33V45L36.0 size=601832 2024-07-26T06:51:50.049 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.048+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=482O33V45L36 tag=N1YQ0YP70MZ7 type=write size=1650408 2024-07-26T06:51:50.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.050+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=N5NJ7T2KX3T3 type=del size=3510386 2024-07-26T06:51:50.051 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.051+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=QGPXMHE69LNT type=del 2024-07-26T06:51:50.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.053+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~OM1OVZOK4ABW.0 size=1048576 2024-07-26T06:51:50.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.054+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~OM1OVZOK4ABW.1 size=113394 2024-07-26T06:51:50.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.054+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=OM1OVZOK4ABW tag=6CH7KX4FZUC8 type=write size=2210546 2024-07-26T06:51:50.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.055+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~MK8OUHAZJ75N.0 size=1048576 2024-07-26T06:51:50.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.056+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~MK8OUHAZJ75N.1 size=460316 2024-07-26T06:51:50.059 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.059+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=MK8OUHAZJ75N tag=GDRLGMT9Z1A5 type=write size=2557468 2024-07-26T06:51:50.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.060+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=4Z9I5N0LA6AN type=del size=1807856 2024-07-26T06:51:50.063 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.062+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=P7IS17K72AVI type=del size=3634696 2024-07-26T06:51:50.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.064+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=1NV3NTPW6C1V type=del size=4059885 2024-07-26T06:51:50.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.065+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~2J12HIWEKY1B.0 size=846562 2024-07-26T06:51:50.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.067+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=2J12HIWEKY1B tag=CJYM9S9WLAV1 type=write size=1895138 2024-07-26T06:51:50.069 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.069+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.0 size=1048576 2024-07-26T06:51:50.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.070+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.1 size=1048576 2024-07-26T06:51:50.071 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.071+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.2 size=360221 2024-07-26T06:51:50.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.071+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=YPJQTZG0RGV9 tag=04Y0QEWL2O65 type=write size=3505949 2024-07-26T06:51:50.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.074+0000 7ff4c963f640 1 < suggested remove operation key=HSP2EG50KE11 tag=H66TEKR4H06P type=del 2024-07-26T06:51:50.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.075+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=3IEDVJAGROO2 type=write size=186371 2024-07-26T06:51:50.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.076+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~AOF1A6QO0I8M.0 size=276621 2024-07-26T06:51:50.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.078+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=AOF1A6QO0I8M tag=ZBLTKBHXZDDC type=write size=1325197 2024-07-26T06:51:50.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.079+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=WDAWLAO8XF2I type=del size=2492833 2024-07-26T06:51:50.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.081+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.0 size=1048576 2024-07-26T06:51:50.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.081+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.1 size=1048576 2024-07-26T06:51:50.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.082+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~GOPU3WQLZNUO.2 size=248578 2024-07-26T06:51:50.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.084+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=GOPU3WQLZNUO tag=EFMBCJ826YB8 type=write size=3394306 2024-07-26T06:51:50.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.087+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~U7VPD28VRZCS.0 size=1048576 2024-07-26T06:51:50.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.088+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~U7VPD28VRZCS.1 size=826098 2024-07-26T06:51:50.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.088+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=U7VPD28VRZCS tag=EP9A28XAY3UG type=write size=2923250 2024-07-26T06:51:50.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.089+0000 7ff4c963f640 1 < completed write operation key=8W36EMM1C36T tag=1ZF5ZOLCMGOV type=write size=527391 2024-07-26T06:51:50.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.090+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=KVGD0BNRKX5X type=del size=1066405 2024-07-26T06:51:50.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.092+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=LFUDSYHPPVG5 type=del 2024-07-26T06:51:50.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.093+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=6SDDYPXOINJA type=del size=2119634 2024-07-26T06:51:50.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.094+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~U5JEILL1MBR7.0 size=1048576 2024-07-26T06:51:50.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.095+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~U5JEILL1MBR7.1 size=630164 2024-07-26T06:51:50.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.097+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=U5JEILL1MBR7 tag=65OJN3PUD2VH type=write size=2727316 2024-07-26T06:51:50.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.099+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=C07QU93UP5PX type=del size=1084900 2024-07-26T06:51:50.101 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.100+0000 7ff4c963f640 -1 < failed to complete operation key=HSP2EG50KE11 tag=9IDTP73T7JIN type=del size=4017037: (22) Invalid argument 2024-07-26T06:51:50.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.101+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=GBCLBLW2JFVT type=del size=465627 2024-07-26T06:51:50.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.102+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=T6YV3TUMDU0L tag=4MRQ1VWPAL0N type=write size=23180: (2) No such file or directory 2024-07-26T06:51:50.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.103+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=EET5PTDZ3YNM type=del size=1537692 2024-07-26T06:51:50.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.104+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~EB5EUUGWBKGG.0 size=1048576 2024-07-26T06:51:50.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.105+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~EB5EUUGWBKGG.1 size=808676 2024-07-26T06:51:50.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.107+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=EB5EUUGWBKGG tag=Q5S62U0V4DD4 type=write size=2905828 2024-07-26T06:51:50.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.109+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~027U69GS8P1J.0 size=535270 2024-07-26T06:51:50.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.109+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=027U69GS8P1J tag=0GOE3NBGIVID type=write size=1583846 2024-07-26T06:51:50.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.110+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=HSP2EG50KE11 tag=YL2TKU3ZHM79 type=del size=740741: (2) No such file or directory 2024-07-26T06:51:50.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.112+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~SXVWM2X9WDCR.0 size=494258 2024-07-26T06:51:50.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.112+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=SXVWM2X9WDCR tag=TZMRR1KT4E6A type=write size=1542834 2024-07-26T06:51:50.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.115+0000 7ff4c963f640 1 < suggested remove operation key=FPEECRHVGMU5 tag=FLJK329IYBDI type=del 2024-07-26T06:51:50.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.116+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=3VN0N1N3J4VI type=del size=585709 2024-07-26T06:51:50.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.117+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=N5NJ7T2KX3T3 type=del 2024-07-26T06:51:50.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.120+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~BR4F1JYQ2B9C.0 size=403880 2024-07-26T06:51:50.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.120+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=BR4F1JYQ2B9C tag=RDNJO6YWK9DW type=write size=1452456 2024-07-26T06:51:50.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.121+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~OM1OVZOK4ABW.0 size=1048576 2024-07-26T06:51:50.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.122+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~OM1OVZOK4ABW.1 size=113394 2024-07-26T06:51:50.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.124+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=OM1OVZOK4ABW tag=6CH7KX4FZUC8 type=write size=2210546 2024-07-26T06:51:50.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.125+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=5NRWPR87II21 type=del size=3526341 2024-07-26T06:51:50.127 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.127+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=4Z9I5N0LA6AN type=del 2024-07-26T06:51:50.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.128+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=RXG7JC36DLQB type=del size=720135 2024-07-26T06:51:50.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.129+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=1NV3NTPW6C1V type=del size=4059885 2024-07-26T06:51:50.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.131+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~1Z4RUUE9D00G.0 size=233780 2024-07-26T06:51:50.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.131+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=1Z4RUUE9D00G tag=SDQFDTIP9H87 type=write size=1282356 2024-07-26T06:51:50.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.133+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.0 size=1048576 2024-07-26T06:51:50.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.134+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.1 size=1048576 2024-07-26T06:51:50.135 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.135+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~YPJQTZG0RGV9.2 size=360221 2024-07-26T06:51:50.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.137+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=YPJQTZG0RGV9 tag=04Y0QEWL2O65 type=write size=3505949 2024-07-26T06:51:50.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.139+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.0 size=1048576 2024-07-26T06:51:50.140 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.140+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.1 size=1048576 2024-07-26T06:51:50.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.141+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.2 size=606339 2024-07-26T06:51:50.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.141+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=1WVPYBAOG758 tag=RSTYAQ5ZD5LF type=write size=3752067 2024-07-26T06:51:50.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.142+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=3IEDVJAGROO2 type=write size=186371 2024-07-26T06:51:50.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.144+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~CI1C5ESNCYCW.0 size=733803 2024-07-26T06:51:50.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.144+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=CI1C5ESNCYCW tag=9OXJM8JP814O type=write size=1782379 2024-07-26T06:51:50.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.147+0000 7ff4c963f640 1 < suggested remove operation key=OBU4MGXI9972 tag=WDAWLAO8XF2I type=del 2024-07-26T06:51:50.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.149+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~69OTISP5LW3E.0 size=1048576 2024-07-26T06:51:50.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.150+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~69OTISP5LW3E.1 size=544448 2024-07-26T06:51:50.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.150+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=69OTISP5LW3E tag=OT2YD2ZIIG5A type=write size=2641600 2024-07-26T06:51:50.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.152+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~U7VPD28VRZCS.0 size=1048576 2024-07-26T06:51:50.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.153+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~U7VPD28VRZCS.1 size=826098 2024-07-26T06:51:50.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.155+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=U7VPD28VRZCS tag=EP9A28XAY3UG type=write size=2923250 2024-07-26T06:51:50.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.156+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=1SRVFHQK72Z4 type=del size=852978 2024-07-26T06:51:50.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.159+0000 7ff4c963f640 1 < suggested remove operation key=B25KI9T60YIW tag=KVGD0BNRKX5X type=del 2024-07-26T06:51:50.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.161+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~7DF7H1UI8HSL.0 size=1048576 2024-07-26T06:51:50.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.162+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~7DF7H1UI8HSL.1 size=840803 2024-07-26T06:51:50.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.162+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=7DF7H1UI8HSL tag=4X45U6YUR548 type=write size=2937955 2024-07-26T06:51:50.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.163+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=6SDDYPXOINJA type=del 2024-07-26T06:51:50.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.164+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=PH8CVSSRBIA9 type=del size=3860679 2024-07-26T06:51:50.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.166+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=C07QU93UP5PX type=del 2024-07-26T06:51:50.168 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.168+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~EQL8REO5GCK2.0 size=1048576 2024-07-26T06:51:50.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.169+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~EQL8REO5GCK2.1 size=571859 2024-07-26T06:51:50.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.169+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=EQL8REO5GCK2 tag=BIBB0A3CO7M4 type=write size=2669011 2024-07-26T06:51:50.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.172+0000 7ff4c963f640 1 < suggested update operation key=I09JADQKAYAZ tag=GBCLBLW2JFVT type=del size=465627 2024-07-26T06:51:50.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.173+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=9540H0RNUA7D type=write size=195507 2024-07-26T06:51:50.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.174+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=EET5PTDZ3YNM type=del 2024-07-26T06:51:50.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.176+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=8L01SRVYM2QR type=write size=398421 2024-07-26T06:51:50.177 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.177+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~027U69GS8P1J.0 size=535270 2024-07-26T06:51:50.179 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.179+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=027U69GS8P1J tag=0GOE3NBGIVID type=write size=1583846 2024-07-26T06:51:50.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.181+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~4311ME5YPULB.0 size=500391 2024-07-26T06:51:50.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.181+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=4311ME5YPULB tag=W92GL0PTW3R1 type=write size=1548967 2024-07-26T06:51:50.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.183+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~SXVWM2X9WDCR.0 size=494258 2024-07-26T06:51:50.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.185+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=SXVWM2X9WDCR tag=TZMRR1KT4E6A type=write size=1542834 2024-07-26T06:51:50.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.186+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=FN3OGXP5WU81 type=write size=274772 2024-07-26T06:51:50.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.187+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=3VN0N1N3J4VI type=del 2024-07-26T06:51:50.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.189+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=FCQU0OS0QQ99 type=write size=6807 2024-07-26T06:51:50.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.190+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~BR4F1JYQ2B9C.0 size=403880 2024-07-26T06:51:50.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.192+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=BR4F1JYQ2B9C tag=RDNJO6YWK9DW type=write size=1452456 2024-07-26T06:51:50.194 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.194+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=ROMRRL1L9WEK type=del size=1108923 2024-07-26T06:51:50.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.195+0000 7ff4c963f640 -1 < failed to complete operation key=I09JADQKAYAZ tag=5NRWPR87II21 type=del size=3526341: (22) Invalid argument 2024-07-26T06:51:50.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.198+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~HEEANBGQ68SY.0 size=1048576 2024-07-26T06:51:50.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.199+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~HEEANBGQ68SY.1 size=915171 2024-07-26T06:51:50.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.199+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=HEEANBGQ68SY tag=UIT59BK6OCI4 type=write size=3012323 2024-07-26T06:51:50.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.202+0000 7ff4c963f640 1 < suggested update operation key=1PX021NSZNUT tag=RXG7JC36DLQB type=del size=720135 2024-07-26T06:51:50.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.205+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~0O8A8E1AW01T.0 size=711524 2024-07-26T06:51:50.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.205+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=0O8A8E1AW01T tag=CIMER2P5LZ4C type=write size=1760100 2024-07-26T06:51:50.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.206+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~1Z4RUUE9D00G.0 size=233780 2024-07-26T06:51:50.208 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.208+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=1Z4RUUE9D00G tag=SDQFDTIP9H87 type=write size=1282356 2024-07-26T06:51:50.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.210+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.0 size=1048576 2024-07-26T06:51:50.211 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.211+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.1 size=1048576 2024-07-26T06:51:50.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.212+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.2 size=642028 2024-07-26T06:51:50.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.212+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=P9I17AXXFBR7 tag=40VXL4THNYXJ type=write size=3787756 2024-07-26T06:51:50.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.214+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.0 size=1048576 2024-07-26T06:51:50.215 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.215+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.1 size=1048576 2024-07-26T06:51:50.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.216+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~1WVPYBAOG758.2 size=606339 2024-07-26T06:51:50.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.218+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=1WVPYBAOG758 tag=RSTYAQ5ZD5LF type=write size=3752067 2024-07-26T06:51:50.220 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.219+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=32PMY4E570W0 type=del size=953588 2024-07-26T06:51:50.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.221+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~CI1C5ESNCYCW.0 size=733803 2024-07-26T06:51:50.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.223+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=CI1C5ESNCYCW tag=9OXJM8JP814O type=write size=1782379 2024-07-26T06:51:50.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.224+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=BSPMNGUSF7QA type=write size=386345 2024-07-26T06:51:50.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.224+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~69OTISP5LW3E.0 size=1048576 2024-07-26T06:51:50.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.225+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~69OTISP5LW3E.1 size=544448 2024-07-26T06:51:50.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.227+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=69OTISP5LW3E tag=OT2YD2ZIIG5A type=write size=2641600 2024-07-26T06:51:50.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.229+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=5BREKJYZP6XY type=del size=2093821 2024-07-26T06:51:50.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.231+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=1SRVFHQK72Z4 type=del 2024-07-26T06:51:50.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.232+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=J27XTN0K3IB6 type=del size=1771062 2024-07-26T06:51:50.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.233+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~7DF7H1UI8HSL.0 size=1048576 2024-07-26T06:51:50.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.233+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~7DF7H1UI8HSL.1 size=840803 2024-07-26T06:51:50.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.235+0000 7ff4c963f640 1 < canceled multipart upload key=7MANHDWBE4SC upload=7DF7H1UI8HSL tag=4X45U6YUR548 type=write size=2937955 2024-07-26T06:51:50.237 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.237+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=T4U2W2DY3UDZ type=del size=3700092 2024-07-26T06:51:50.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.238+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=PH8CVSSRBIA9 type=del 2024-07-26T06:51:50.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.239+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=D2YIJ7NBOHNN type=write size=557491 2024-07-26T06:51:50.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.241+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~EQL8REO5GCK2.0 size=1048576 2024-07-26T06:51:50.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.242+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~EQL8REO5GCK2.1 size=571859 2024-07-26T06:51:50.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.244+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=EQL8REO5GCK2 tag=BIBB0A3CO7M4 type=write size=2669011 2024-07-26T06:51:50.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.245+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=0Q5KJ386P4TA type=del size=351658 2024-07-26T06:51:50.247 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.247+0000 7ff4c963f640 1 < completed write operation key=MC50MWHORL26 tag=9540H0RNUA7D type=write size=195507 2024-07-26T06:51:50.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.248+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=EWHK8C28Z9C5 type=del size=2103550 2024-07-26T06:51:50.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.250+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=8L01SRVYM2QR type=write size=398421 2024-07-26T06:51:50.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.251+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=T7K0ZK7G45R3 type=del size=3393619 2024-07-26T06:51:50.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.251+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~4311ME5YPULB.0 size=500391 2024-07-26T06:51:50.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.253+0000 7ff4c963f640 1 < canceled multipart upload key=7MANHDWBE4SC upload=4311ME5YPULB tag=W92GL0PTW3R1 type=write size=1548967 2024-07-26T06:51:50.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.254+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=WOF2HDH1DN1H type=del size=1941563 2024-07-26T06:51:50.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.256+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=FN3OGXP5WU81 type=write size=274772 2024-07-26T06:51:50.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.257+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=4D96H4F5QH4W type=write size=450280 2024-07-26T06:51:50.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.258+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=FCQU0OS0QQ99 type=write size=6807 2024-07-26T06:51:50.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.261+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~LZPZPA8GNAT0.0 size=431602 2024-07-26T06:51:50.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.261+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=LZPZPA8GNAT0 tag=KTQBAW6TLL5O type=write size=1480178 2024-07-26T06:51:50.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.262+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=ROMRRL1L9WEK type=del 2024-07-26T06:51:50.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.263+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=NT1JN9QY0SF5 type=write size=190158 2024-07-26T06:51:50.265 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.265+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~HEEANBGQ68SY.0 size=1048576 2024-07-26T06:51:50.265 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.265+0000 7ff4c963f640 1 < canceled part key=_multipart_LIYRVFVSY982.2~HEEANBGQ68SY.1 size=915171 2024-07-26T06:51:50.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.267+0000 7ff4c963f640 1 < canceled multipart upload key=LIYRVFVSY982 upload=HEEANBGQ68SY tag=UIT59BK6OCI4 type=write size=3012323 2024-07-26T06:51:50.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.268+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=PCIPPGNB0ACJ type=del size=3950624 2024-07-26T06:51:50.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.269+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~0O8A8E1AW01T.0 size=711524 2024-07-26T06:51:50.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.271+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=0O8A8E1AW01T tag=CIMER2P5LZ4C type=write size=1760100 2024-07-26T06:51:50.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.274+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.0 size=1048576 2024-07-26T06:51:50.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.275+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.1 size=1048576 2024-07-26T06:51:50.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.276+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.2 size=545408 2024-07-26T06:51:50.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.276+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=JEJ2GNJBTEUS tag=11YVL0QMH526 type=write size=3691136 2024-07-26T06:51:50.277 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.277+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.0 size=1048576 2024-07-26T06:51:50.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.278+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.1 size=1048576 2024-07-26T06:51:50.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.279+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~P9I17AXXFBR7.2 size=642028 2024-07-26T06:51:50.281 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.281+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=P9I17AXXFBR7 tag=40VXL4THNYXJ type=write size=3787756 2024-07-26T06:51:50.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.282+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=LH8QRI3EY2LI type=write size=965060 2024-07-26T06:51:50.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.284+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=32PMY4E570W0 type=del 2024-07-26T06:51:50.285 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.285+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=EZ2HOLR2SSXV type=write size=127253 2024-07-26T06:51:50.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.286+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=BSPMNGUSF7QA type=write size=386345 2024-07-26T06:51:50.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.287+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=J9X336SIFP40 type=del size=2392174 2024-07-26T06:51:50.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.289+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=5BREKJYZP6XY type=del 2024-07-26T06:51:50.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.290+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=K2GR603RIGGY type=del size=1273826 2024-07-26T06:51:50.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.291+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=J27XTN0K3IB6 type=del 2024-07-26T06:51:50.293 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.292+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=K0RROO4VY1TR type=del size=2183745 2024-07-26T06:51:50.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.294+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=T4U2W2DY3UDZ type=del 2024-07-26T06:51:50.295 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.295+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=AR2C2SWUVG6J type=del size=3678637 2024-07-26T06:51:50.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.297+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=D2YIJ7NBOHNN type=write size=557491 2024-07-26T06:51:50.298 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.298+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=79EA59ONBZ1N type=del size=2930953 2024-07-26T06:51:50.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.299+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=0Q5KJ386P4TA type=del 2024-07-26T06:51:50.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.301+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~S5CFEVBZ6TXQ.0 size=1048576 2024-07-26T06:51:50.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.303+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~S5CFEVBZ6TXQ.1 size=944745 2024-07-26T06:51:50.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.303+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=S5CFEVBZ6TXQ tag=18GLTBR03WHI type=write size=3041897 2024-07-26T06:51:50.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.304+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=EWHK8C28Z9C5 type=del 2024-07-26T06:51:50.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.306+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.0 size=1048576 2024-07-26T06:51:50.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.307+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.1 size=1048576 2024-07-26T06:51:50.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.308+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.2 size=215797 2024-07-26T06:51:50.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.308+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=9Y9JT3Y9EJAX tag=65GTBUSW9T1M type=write size=3361525 2024-07-26T06:51:50.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.310+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=T7K0ZK7G45R3 type=del 2024-07-26T06:51:50.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.312+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.0 size=1048576 2024-07-26T06:51:50.313 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.313+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.1 size=1048576 2024-07-26T06:51:50.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.314+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.2 size=507446 2024-07-26T06:51:50.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.314+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=OOQPJWRT9PS9 tag=QNC6STG067JT type=write size=3653174 2024-07-26T06:51:50.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.315+0000 7ff4c963f640 1 < canceled operation key=A7ZSBTMHA3UB tag=WOF2HDH1DN1H type=del size=1941563 2024-07-26T06:51:50.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.316+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=816G5Z77MFCU type=del size=2793151 2024-07-26T06:51:50.318 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.317+0000 7ff4c963f640 1 < completed write operation key=N6LO5JK45OQE tag=4D96H4F5QH4W type=write size=450280 2024-07-26T06:51:50.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.319+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=QSBG382ZTOMU type=del size=126490 2024-07-26T06:51:50.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.320+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~LZPZPA8GNAT0.0 size=431602 2024-07-26T06:51:50.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.322+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=LZPZPA8GNAT0 tag=KTQBAW6TLL5O type=write size=1480178 2024-07-26T06:51:50.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.324+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~YWZM9CJRERR1.0 size=194607 2024-07-26T06:51:50.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.324+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=YWZM9CJRERR1 tag=0B2MTOOPYWN8 type=write size=1243183 2024-07-26T06:51:50.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.325+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=NT1JN9QY0SF5 type=write size=190158 2024-07-26T06:51:50.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.327+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.0 size=1048576 2024-07-26T06:51:50.328 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.328+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.1 size=1048576 2024-07-26T06:51:50.330 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.329+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.2 size=520329 2024-07-26T06:51:50.330 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.329+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=876CE629N0DJ tag=P6K3KGCZSR2E type=write size=3666057 2024-07-26T06:51:50.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.331+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=PCIPPGNB0ACJ type=del 2024-07-26T06:51:50.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.333+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.0 size=1048576 2024-07-26T06:51:50.334 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.334+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.1 size=1048576 2024-07-26T06:51:50.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.335+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.2 size=214677 2024-07-26T06:51:50.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.335+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=X8HMHABYVCR2 tag=NLP9CWPGG37J type=write size=3360405 2024-07-26T06:51:50.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.336+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.0 size=1048576 2024-07-26T06:51:50.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.337+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.1 size=1048576 2024-07-26T06:51:50.338 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.338+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JEJ2GNJBTEUS.2 size=545408 2024-07-26T06:51:50.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.340+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=JEJ2GNJBTEUS tag=11YVL0QMH526 type=write size=3691136 2024-07-26T06:51:50.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.342+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=YF89SQV0ZIHH type=del size=3471866 2024-07-26T06:51:50.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.343+0000 7ff4c963f640 1 < completed write operation key=4RKGLLBREN8H tag=LH8QRI3EY2LI type=write size=965060 2024-07-26T06:51:50.350 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.349+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.0 size=1048576 2024-07-26T06:51:50.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.351+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.1 size=1048576 2024-07-26T06:51:50.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.352+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.2 size=866313 2024-07-26T06:51:50.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.352+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=CGL9P30CQA21 tag=5H02EIX6XY3G type=write size=4012041 2024-07-26T06:51:50.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.355+0000 7ff4c963f640 1 < suggested remove operation key=7MANHDWBE4SC tag=EZ2HOLR2SSXV type=write 2024-07-26T06:51:50.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.357+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=VHMVZZU34AFF type=del size=2034364 2024-07-26T06:51:50.358 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.358+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=J9X336SIFP40 type=del 2024-07-26T06:51:50.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.360+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.0 size=1048576 2024-07-26T06:51:50.362 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.361+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.1 size=1048576 2024-07-26T06:51:50.362 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.362+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.2 size=198918 2024-07-26T06:51:50.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.362+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=1ZM8CVL70JE9 tag=L1C75UN04035 type=write size=3344646 2024-07-26T06:51:50.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.365+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=K2GR603RIGGY type=del size=1273826 2024-07-26T06:51:50.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.368+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~BT13DYJFWDP6.0 size=1048576 2024-07-26T06:51:50.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.369+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~BT13DYJFWDP6.1 size=525357 2024-07-26T06:51:50.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.369+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=BT13DYJFWDP6 tag=35XHVL38AC8M type=write size=2622509 2024-07-26T06:51:50.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.371+0000 7ff4c963f640 1 < suggested update operation key=ZUHQVW7JX900 tag=K0RROO4VY1TR type=del size=2183745 2024-07-26T06:51:50.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.374+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.0 size=1048576 2024-07-26T06:51:50.375 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.375+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.1 size=1048576 2024-07-26T06:51:50.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.376+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.2 size=585811 2024-07-26T06:51:50.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.376+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=ZW91ACPYKHW9 tag=JNCVE62WBTDD type=write size=3731539 2024-07-26T06:51:50.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.377+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=AR2C2SWUVG6J type=del 2024-07-26T06:51:50.379 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.379+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~BACJX3W078ST.0 size=402838 2024-07-26T06:51:50.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.379+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=BACJX3W078ST tag=TJKXBEKYJS54 type=write size=1451414 2024-07-26T06:51:50.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.380+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=79EA59ONBZ1N type=del 2024-07-26T06:51:50.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.382+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=8MRBG6K7GL4X type=del size=3660760 2024-07-26T06:51:50.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.383+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~S5CFEVBZ6TXQ.0 size=1048576 2024-07-26T06:51:50.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.383+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~S5CFEVBZ6TXQ.1 size=944745 2024-07-26T06:51:50.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.385+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=S5CFEVBZ6TXQ tag=18GLTBR03WHI type=write size=3041897 2024-07-26T06:51:50.388 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.388+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~EG4TX8TICUHM.0 size=255128 2024-07-26T06:51:50.388 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.388+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=EG4TX8TICUHM tag=QCM4X1FZSL0L type=write size=1303704 2024-07-26T06:51:50.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.389+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.0 size=1048576 2024-07-26T06:51:50.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.390+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.1 size=1048576 2024-07-26T06:51:50.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.391+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~9Y9JT3Y9EJAX.2 size=215797 2024-07-26T06:51:50.393 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.393+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=9Y9JT3Y9EJAX tag=65GTBUSW9T1M type=write size=3361525 2024-07-26T06:51:50.395 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.394+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=QW8Z1X8MP80I type=write size=245114 2024-07-26T06:51:50.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.396+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.0 size=1048576 2024-07-26T06:51:50.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.397+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.1 size=1048576 2024-07-26T06:51:50.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.398+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~OOQPJWRT9PS9.2 size=507446 2024-07-26T06:51:50.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.401+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=OOQPJWRT9PS9 tag=QNC6STG067JT type=write size=3653174 2024-07-26T06:51:50.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.402+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=EX5MDWJ37IVF type=write size=784622 2024-07-26T06:51:50.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.404+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=816G5Z77MFCU type=del 2024-07-26T06:51:50.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.405+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=PKS2TGMDUP6C type=write size=744024 2024-07-26T06:51:50.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.410+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=QSBG382ZTOMU type=del 2024-07-26T06:51:50.412 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.412+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.0 size=1048576 2024-07-26T06:51:50.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.413+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.1 size=1048576 2024-07-26T06:51:50.414 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.414+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.2 size=460402 2024-07-26T06:51:50.414 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.414+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=3PBSYMTVFIH6 tag=0T45LIFZ87P7 type=write size=3606130 2024-07-26T06:51:50.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.415+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~YWZM9CJRERR1.0 size=194607 2024-07-26T06:51:50.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.418+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=YWZM9CJRERR1 tag=0B2MTOOPYWN8 type=write size=1243183 2024-07-26T06:51:50.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.419+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=MQNKTN1UTEJE type=del size=3658504 2024-07-26T06:51:50.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.421+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.0 size=1048576 2024-07-26T06:51:50.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.422+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.1 size=1048576 2024-07-26T06:51:50.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.423+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~876CE629N0DJ.2 size=520329 2024-07-26T06:51:50.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.425+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=876CE629N0DJ tag=P6K3KGCZSR2E type=write size=3666057 2024-07-26T06:51:50.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.428+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~4UZX8M63U486.0 size=1048576 2024-07-26T06:51:50.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.429+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~4UZX8M63U486.1 size=990773 2024-07-26T06:51:50.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.429+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=4UZX8M63U486 tag=8TNFBSJEYE8T type=write size=3087925 2024-07-26T06:51:50.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.430+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.0 size=1048576 2024-07-26T06:51:50.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.432+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.1 size=1048576 2024-07-26T06:51:50.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.433+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~X8HMHABYVCR2.2 size=214677 2024-07-26T06:51:50.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.435+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=X8HMHABYVCR2 tag=NLP9CWPGG37J type=write size=3360405 2024-07-26T06:51:50.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.436+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=CMJZ50BVUD6L type=del size=689420 2024-07-26T06:51:50.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.439+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=YF89SQV0ZIHH type=del size=3471866 2024-07-26T06:51:50.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.441+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~NY629PZPK07I.0 size=129184 2024-07-26T06:51:50.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.441+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=NY629PZPK07I tag=7FLZUDKMROL2 type=write size=1177760 2024-07-26T06:51:50.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.443+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.0 size=1048576 2024-07-26T06:51:50.444 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.444+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.1 size=1048576 2024-07-26T06:51:50.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.445+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~CGL9P30CQA21.2 size=866313 2024-07-26T06:51:50.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.447+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=CGL9P30CQA21 tag=5H02EIX6XY3G type=write size=4012041 2024-07-26T06:51:50.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.449+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=XWZHS98MARTA type=del size=3523125 2024-07-26T06:51:50.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.450+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=VHMVZZU34AFF type=del 2024-07-26T06:51:50.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.451+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=QN8V8OLICPC5 type=del size=3962328 2024-07-26T06:51:50.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.452+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.0 size=1048576 2024-07-26T06:51:50.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.452+0000 7ff4c963f640 1 < canceled part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.1 size=1048576 2024-07-26T06:51:50.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.453+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~1ZM8CVL70JE9.2 size=198918 2024-07-26T06:51:50.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.455+0000 7ff4c963f640 1 < canceled multipart upload key=SQIHDHAP6YNK upload=1ZM8CVL70JE9 tag=L1C75UN04035 type=write size=3344646 2024-07-26T06:51:50.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.458+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~DUAI6NYMMP9X.0 size=800802 2024-07-26T06:51:50.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.458+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=DUAI6NYMMP9X tag=0SC9KU2H8OAZ type=write size=1849378 2024-07-26T06:51:50.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.460+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~BT13DYJFWDP6.0 size=1048576 2024-07-26T06:51:50.461 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.461+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~BT13DYJFWDP6.1 size=525357 2024-07-26T06:51:50.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.464+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=BT13DYJFWDP6 tag=35XHVL38AC8M type=write size=2622509 2024-07-26T06:51:50.466 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.466+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~RKKKU76UMFHZ.0 size=1048576 2024-07-26T06:51:50.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.467+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~RKKKU76UMFHZ.1 size=394983 2024-07-26T06:51:50.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.467+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=RKKKU76UMFHZ tag=F7HGSVPLTYQV type=write size=2492135 2024-07-26T06:51:50.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.468+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.0 size=1048576 2024-07-26T06:51:50.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.469+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.1 size=1048576 2024-07-26T06:51:50.471 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.471+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZW91ACPYKHW9.2 size=585811 2024-07-26T06:51:50.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.473+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=ZW91ACPYKHW9 tag=JNCVE62WBTDD type=write size=3731539 2024-07-26T06:51:50.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.475+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~1QJT2A2QUKEA.0 size=1048576 2024-07-26T06:51:50.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.476+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~1QJT2A2QUKEA.1 size=1019294 2024-07-26T06:51:50.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.476+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=1QJT2A2QUKEA tag=U6QDH5HICUOI type=write size=3116446 2024-07-26T06:51:50.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.478+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~BACJX3W078ST.0 size=402838 2024-07-26T06:51:50.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.480+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=BACJX3W078ST tag=TJKXBEKYJS54 type=write size=1451414 2024-07-26T06:51:50.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.481+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=HH5HN8I052TD type=del size=1148345 2024-07-26T06:51:50.483 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.483+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=8MRBG6K7GL4X type=del 2024-07-26T06:51:50.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.484+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=V95QUO9M6T65 type=del size=2959759 2024-07-26T06:51:50.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.486+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~EG4TX8TICUHM.0 size=255128 2024-07-26T06:51:50.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.488+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=EG4TX8TICUHM tag=QCM4X1FZSL0L type=write size=1303704 2024-07-26T06:51:50.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.489+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=ULGDWQJ72SD7 type=write size=203233 2024-07-26T06:51:50.491 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.490+0000 7ff4c963f640 1 < completed write operation key=BVS86991ZRFJ tag=QW8Z1X8MP80I type=write size=245114 2024-07-26T06:51:50.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.492+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=XAQFMPWHGCLF type=del size=771240 2024-07-26T06:51:50.493 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.493+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=EX5MDWJ37IVF type=write size=784622 2024-07-26T06:51:50.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.496+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~PHMKH3E4MU0A.0 size=1048576 2024-07-26T06:51:50.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.497+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~PHMKH3E4MU0A.1 size=952237 2024-07-26T06:51:50.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.497+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=PHMKH3E4MU0A tag=5L3ENOVTX2ZC type=write size=3049389 2024-07-26T06:51:50.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.498+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=PKS2TGMDUP6C type=write size=744024 2024-07-26T06:51:50.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.501+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.0 size=1048576 2024-07-26T06:51:50.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.502+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.1 size=1048576 2024-07-26T06:51:50.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.503+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.2 size=687743 2024-07-26T06:51:50.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.503+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=SBZK5HKDJP9J tag=7NTOKKL1ZQ29 type=write size=3833471 2024-07-26T06:51:50.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.505+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.0 size=1048576 2024-07-26T06:51:50.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.506+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.1 size=1048576 2024-07-26T06:51:50.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.507+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3PBSYMTVFIH6.2 size=460402 2024-07-26T06:51:50.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.509+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=3PBSYMTVFIH6 tag=0T45LIFZ87P7 type=write size=3606130 2024-07-26T06:51:50.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.511+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=A3DPKC45YZ7I type=del size=1655463 2024-07-26T06:51:50.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.512+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=MQNKTN1UTEJE type=del 2024-07-26T06:51:50.514 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.514+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=4WYGU10SIPUQ type=write size=676697 2024-07-26T06:51:50.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.515+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~4UZX8M63U486.0 size=1048576 2024-07-26T06:51:50.516 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.516+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~4UZX8M63U486.1 size=990773 2024-07-26T06:51:50.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.518+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=4UZX8M63U486 tag=8TNFBSJEYE8T type=write size=3087925 2024-07-26T06:51:50.520 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.520+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=I7KSTG96ZFRW type=del size=1222917 2024-07-26T06:51:50.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.521+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=CMJZ50BVUD6L type=del 2024-07-26T06:51:50.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.523+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~T4389BQYCXD2.0 size=1048576 2024-07-26T06:51:50.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.524+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~T4389BQYCXD2.1 size=625938 2024-07-26T06:51:50.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.524+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=T4389BQYCXD2 tag=I1C9IOSWZ4WG type=write size=2723090 2024-07-26T06:51:50.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.526+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~NY629PZPK07I.0 size=129184 2024-07-26T06:51:50.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.528+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=NY629PZPK07I tag=7FLZUDKMROL2 type=write size=1177760 2024-07-26T06:51:50.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.531+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~3F7K686SO1M5.0 size=640298 2024-07-26T06:51:50.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.531+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=3F7K686SO1M5 tag=4ID7GK4KJ9FX type=write size=1688874 2024-07-26T06:51:50.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.533+0000 7ff4c963f640 1 < suggested remove operation key=FPEECRHVGMU5 tag=XWZHS98MARTA type=del 2024-07-26T06:51:50.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.536+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~G7XO2RYT2QRK.0 size=1048576 2024-07-26T06:51:50.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.537+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~G7XO2RYT2QRK.1 size=578414 2024-07-26T06:51:50.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.537+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=G7XO2RYT2QRK tag=T85K9EPOXR83 type=write size=2675566 2024-07-26T06:51:50.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.538+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=QN8V8OLICPC5 type=del 2024-07-26T06:51:50.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.540+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=F1GAE6JDSQJH type=write size=289246 2024-07-26T06:51:50.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.541+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~DUAI6NYMMP9X.0 size=800802 2024-07-26T06:51:50.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.543+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=DUAI6NYMMP9X tag=0SC9KU2H8OAZ type=write size=1849378 2024-07-26T06:51:50.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.544+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=0WH1SS18VU9E type=write size=393137 2024-07-26T06:51:50.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.546+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~RKKKU76UMFHZ.0 size=1048576 2024-07-26T06:51:50.547 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.547+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~RKKKU76UMFHZ.1 size=394983 2024-07-26T06:51:50.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.549+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=RKKKU76UMFHZ tag=F7HGSVPLTYQV type=write size=2492135 2024-07-26T06:51:50.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.551+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=VIXY9FERY0BD type=del size=1669536 2024-07-26T06:51:50.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.552+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~1QJT2A2QUKEA.0 size=1048576 2024-07-26T06:51:50.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.553+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~1QJT2A2QUKEA.1 size=1019294 2024-07-26T06:51:50.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.555+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=1QJT2A2QUKEA tag=U6QDH5HICUOI type=write size=3116446 2024-07-26T06:51:50.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.557+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=AHIIBBZERVYK type=del size=1618488 2024-07-26T06:51:50.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.558+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=HH5HN8I052TD type=del 2024-07-26T06:51:50.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.559+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=DZCWQUU7EWKD type=del size=2728649 2024-07-26T06:51:50.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.560+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=V95QUO9M6T65 type=del 2024-07-26T06:51:50.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.561+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=Y7MIKQWHG09V type=del size=836466 2024-07-26T06:51:50.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.564+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=ULGDWQJ72SD7 type=write 2024-07-26T06:51:50.567 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.566+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.0 size=1048576 2024-07-26T06:51:50.567 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.567+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.1 size=1048576 2024-07-26T06:51:50.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.568+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.2 size=231801 2024-07-26T06:51:50.569 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.568+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=J46AYBSIOOOY tag=249VSH23XTHV type=write size=3377529 2024-07-26T06:51:50.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.570+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=XAQFMPWHGCLF type=del 2024-07-26T06:51:50.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.571+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=E8RDXQHJU6BP type=del size=354951 2024-07-26T06:51:50.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.572+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~PHMKH3E4MU0A.0 size=1048576 2024-07-26T06:51:50.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.573+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~PHMKH3E4MU0A.1 size=952237 2024-07-26T06:51:50.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.575+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=PHMKH3E4MU0A tag=5L3ENOVTX2ZC type=write size=3049389 2024-07-26T06:51:50.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.578+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~QU86UF6M8S7P.0 size=1048576 2024-07-26T06:51:50.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.579+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~QU86UF6M8S7P.1 size=835119 2024-07-26T06:51:50.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.579+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=QU86UF6M8S7P tag=6R5SM408O23D type=write size=2932271 2024-07-26T06:51:50.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.580+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.0 size=1048576 2024-07-26T06:51:50.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.581+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.1 size=1048576 2024-07-26T06:51:50.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.582+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~SBZK5HKDJP9J.2 size=687743 2024-07-26T06:51:50.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.584+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=SBZK5HKDJP9J tag=7NTOKKL1ZQ29 type=write size=3833471 2024-07-26T06:51:50.587 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.587+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.0 size=1048576 2024-07-26T06:51:50.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.588+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.1 size=1048576 2024-07-26T06:51:50.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.589+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.2 size=212961 2024-07-26T06:51:50.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.589+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=MC0QPVXYK7D3 tag=WEO3MA0GQGDW type=write size=3358689 2024-07-26T06:51:50.591 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.590+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=A3DPKC45YZ7I type=del 2024-07-26T06:51:50.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.591+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=871ZDT033W42 type=del size=194495 2024-07-26T06:51:50.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.593+0000 7ff4c963f640 1 < completed write operation key=B25KI9T60YIW tag=4WYGU10SIPUQ type=write size=676697 2024-07-26T06:51:50.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.594+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=FT1PYO2S8114 type=del size=3087596 2024-07-26T06:51:50.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.597+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=I7KSTG96ZFRW type=del size=1222917 2024-07-26T06:51:50.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.600+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.0 size=1048576 2024-07-26T06:51:50.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.602+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.1 size=1048576 2024-07-26T06:51:50.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.603+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.2 size=253599 2024-07-26T06:51:50.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.603+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=4RI4V1OAKWQ5 tag=3FP8CDWHPV3E type=write size=3399327 2024-07-26T06:51:50.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.604+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~T4389BQYCXD2.0 size=1048576 2024-07-26T06:51:50.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.605+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~T4389BQYCXD2.1 size=625938 2024-07-26T06:51:50.608 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.608+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=T4389BQYCXD2 tag=I1C9IOSWZ4WG type=write size=2723090 2024-07-26T06:51:50.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.609+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=7KS84J6Z3WW0 type=write size=737149 2024-07-26T06:51:50.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.610+0000 7ff4c963f640 1 < canceled part key=_multipart_LIYRVFVSY982.2~3F7K686SO1M5.0 size=640298 2024-07-26T06:51:50.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.612+0000 7ff4c963f640 1 < canceled multipart upload key=LIYRVFVSY982 upload=3F7K686SO1M5 tag=4ID7GK4KJ9FX type=write size=1688874 2024-07-26T06:51:50.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.614+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=YS62UAMWSB0V type=del size=1403339 2024-07-26T06:51:50.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.615+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~G7XO2RYT2QRK.0 size=1048576 2024-07-26T06:51:50.617 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.616+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~G7XO2RYT2QRK.1 size=578414 2024-07-26T06:51:50.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.618+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=G7XO2RYT2QRK tag=T85K9EPOXR83 type=write size=2675566 2024-07-26T06:51:50.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.620+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=5VPT5N03WJ1Y type=del size=1446501 2024-07-26T06:51:50.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.621+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=F1GAE6JDSQJH type=write size=289246 2024-07-26T06:51:50.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.622+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=QVZ4DVTJJY1J type=del size=1646119 2024-07-26T06:51:50.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.625+0000 7ff4c963f640 1 < suggested remove operation key=8W36EMM1C36T tag=0WH1SS18VU9E type=write 2024-07-26T06:51:50.627 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.626+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=9IH7WW5KT96F type=del size=1452869 2024-07-26T06:51:50.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.629+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=VIXY9FERY0BD type=del 2024-07-26T06:51:50.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.630+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=K1K32CD7TZQS type=write size=582739 2024-07-26T06:51:50.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.632+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=AHIIBBZERVYK type=del 2024-07-26T06:51:50.635 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.635+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.0 size=1048576 2024-07-26T06:51:50.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.635+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.1 size=1048576 2024-07-26T06:51:50.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.637+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.2 size=595360 2024-07-26T06:51:50.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.637+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=1RT5E362B6FK tag=Y5TRMAYCRH9R type=write size=3741088 2024-07-26T06:51:50.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.638+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=DZCWQUU7EWKD type=del 2024-07-26T06:51:50.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.640+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=77SAOVNMIQWU type=del size=138277 2024-07-26T06:51:50.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.641+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=Y7MIKQWHG09V type=del size=836466 2024-07-26T06:51:50.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.644+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~GHUT3QPAAMXP.0 size=169714 2024-07-26T06:51:50.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.644+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=GHUT3QPAAMXP tag=XY7W7ODUFAEP type=write size=1218290 2024-07-26T06:51:50.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.645+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.0 size=1048576 2024-07-26T06:51:50.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.646+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.1 size=1048576 2024-07-26T06:51:50.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.647+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J46AYBSIOOOY.2 size=231801 2024-07-26T06:51:50.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.649+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=J46AYBSIOOOY tag=249VSH23XTHV type=write size=3377529 2024-07-26T06:51:50.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.651+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=AW05XB9NQD5Z type=del size=1488511 2024-07-26T06:51:50.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.652+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=E8RDXQHJU6BP type=del 2024-07-26T06:51:50.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.653+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=Q5AM7UJE7148 type=write size=910583 2024-07-26T06:51:50.655 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.655+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~QU86UF6M8S7P.0 size=1048576 2024-07-26T06:51:50.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.656+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~QU86UF6M8S7P.1 size=835119 2024-07-26T06:51:50.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.658+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=QU86UF6M8S7P tag=6R5SM408O23D type=write size=2932271 2024-07-26T06:51:50.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.659+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=FDNIFRW491AZ type=write size=384924 2024-07-26T06:51:50.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.661+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.0 size=1048576 2024-07-26T06:51:50.662 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.662+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.1 size=1048576 2024-07-26T06:51:50.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.663+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~MC0QPVXYK7D3.2 size=212961 2024-07-26T06:51:50.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.665+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=MC0QPVXYK7D3 tag=WEO3MA0GQGDW type=write size=3358689 2024-07-26T06:51:50.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.668+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~RYHVA3GZ221R.0 size=1048576 2024-07-26T06:51:50.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.669+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~RYHVA3GZ221R.1 size=553478 2024-07-26T06:51:50.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.669+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=RYHVA3GZ221R tag=8DZLOZGGKI2A type=write size=2650630 2024-07-26T06:51:50.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.670+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=871ZDT033W42 type=del 2024-07-26T06:51:50.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.673+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~58G0TFR40CL1.0 size=1048576 2024-07-26T06:51:50.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.674+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~58G0TFR40CL1.1 size=573161 2024-07-26T06:51:50.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.674+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=58G0TFR40CL1 tag=V5ZUHLFCU0GN type=write size=2670313 2024-07-26T06:51:50.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.676+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=FT1PYO2S8114 type=del 2024-07-26T06:51:50.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.678+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~XTILHZR6VRIM.0 size=1048576 2024-07-26T06:51:50.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.679+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~XTILHZR6VRIM.1 size=500330 2024-07-26T06:51:50.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.679+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=XTILHZR6VRIM tag=GOBZAZLU910Z type=write size=2597482 2024-07-26T06:51:50.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.680+0000 7ff4c963f640 1 < canceled part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.0 size=1048576 2024-07-26T06:51:50.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.681+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.1 size=1048576 2024-07-26T06:51:50.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.682+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~4RI4V1OAKWQ5.2 size=253599 2024-07-26T06:51:50.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.684+0000 7ff4c963f640 1 < canceled multipart upload key=A7ZSBTMHA3UB upload=4RI4V1OAKWQ5 tag=3FP8CDWHPV3E type=write size=3399327 2024-07-26T06:51:50.686 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.686+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=44P2KKFPF282 type=del size=413233 2024-07-26T06:51:50.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.687+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=7KS84J6Z3WW0 type=write size=737149 2024-07-26T06:51:50.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.688+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=4241EODVJP91 type=del size=848502 2024-07-26T06:51:50.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.690+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=YS62UAMWSB0V type=del 2024-07-26T06:51:50.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.691+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=HT5GKM3ODGU9 type=del size=2193092 2024-07-26T06:51:50.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.693+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=5VPT5N03WJ1Y type=del 2024-07-26T06:51:50.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.694+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=5QW9XJSJMQLK type=del size=2478709 2024-07-26T06:51:50.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.696+0000 7ff4c963f640 1 < canceled operation key=6ZZV6L4I9YZV tag=QVZ4DVTJJY1J type=del size=1646119 2024-07-26T06:51:50.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.698+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~R3G46WAE2NZ1.0 size=1048576 2024-07-26T06:51:50.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.700+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~R3G46WAE2NZ1.1 size=431147 2024-07-26T06:51:50.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.700+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=R3G46WAE2NZ1 tag=O6E3JS07ZOM4 type=write size=2528299 2024-07-26T06:51:50.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.701+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=9IH7WW5KT96F type=del 2024-07-26T06:51:50.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.702+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=9YO6VCODRK7W type=del size=1698410 2024-07-26T06:51:50.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.704+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=K1K32CD7TZQS type=write size=582739 2024-07-26T06:51:50.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.707+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~TNMIKFSJJLMJ.0 size=1048576 2024-07-26T06:51:50.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.708+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~TNMIKFSJJLMJ.1 size=367471 2024-07-26T06:51:50.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.708+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=TNMIKFSJJLMJ tag=FPS60X8X83TB type=write size=2464623 2024-07-26T06:51:50.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.709+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.0 size=1048576 2024-07-26T06:51:50.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.710+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.1 size=1048576 2024-07-26T06:51:50.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.710+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~1RT5E362B6FK.2 size=595360 2024-07-26T06:51:50.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.713+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=1RT5E362B6FK tag=Y5TRMAYCRH9R type=write size=3741088 2024-07-26T06:51:50.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.715+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.0 size=1048576 2024-07-26T06:51:50.716 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.716+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.1 size=1048576 2024-07-26T06:51:50.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.717+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.2 size=43388 2024-07-26T06:51:50.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.717+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=0FHEUC015D9P tag=D5WZZJO2FDKE type=write size=3189116 2024-07-26T06:51:50.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.720+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=77SAOVNMIQWU type=del size=138277 2024-07-26T06:51:50.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.723+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.0 size=1048576 2024-07-26T06:51:50.724 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.724+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.1 size=1048576 2024-07-26T06:51:50.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.725+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.2 size=438450 2024-07-26T06:51:50.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.725+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=36DFEPTJJQ7R tag=PCB4TTNXFG7P type=write size=3584178 2024-07-26T06:51:50.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.726+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~GHUT3QPAAMXP.0 size=169714 2024-07-26T06:51:50.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.728+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=GHUT3QPAAMXP tag=XY7W7ODUFAEP type=write size=1218290 2024-07-26T06:51:50.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.731+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.0 size=1048576 2024-07-26T06:51:50.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.732+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.1 size=1048576 2024-07-26T06:51:50.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.733+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.2 size=16220 2024-07-26T06:51:50.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.733+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=EJV9EBWJC5UG tag=CDHH3PRJYL8Z type=write size=3161948 2024-07-26T06:51:50.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.734+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=AW05XB9NQD5Z type=del 2024-07-26T06:51:50.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.737+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~PJB3X4RFZJBI.0 size=1048576 2024-07-26T06:51:50.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.738+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~PJB3X4RFZJBI.1 size=703452 2024-07-26T06:51:50.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.738+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=PJB3X4RFZJBI tag=L2HO5VDZ6IP9 type=write size=2800604 2024-07-26T06:51:50.740 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.740+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=Q5AM7UJE7148 type=write size=910583 2024-07-26T06:51:50.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.741+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=D46FZDDCVK5N type=del size=2300989 2024-07-26T06:51:50.744 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.744+0000 7ff4c963f640 1 < suggested remove operation key=LIYRVFVSY982 tag=FDNIFRW491AZ type=write 2024-07-26T06:51:50.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.745+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=T0QSUKU7MCEI type=del size=4193704 2024-07-26T06:51:50.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.747+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~RYHVA3GZ221R.0 size=1048576 2024-07-26T06:51:50.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.748+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~RYHVA3GZ221R.1 size=553478 2024-07-26T06:51:50.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.750+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=RYHVA3GZ221R tag=8DZLOZGGKI2A type=write size=2650630 2024-07-26T06:51:50.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.752+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=KTSKS0VQOZGB type=del size=3067592 2024-07-26T06:51:50.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.753+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~58G0TFR40CL1.0 size=1048576 2024-07-26T06:51:50.755 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.754+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~58G0TFR40CL1.1 size=573161 2024-07-26T06:51:50.757 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.757+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=58G0TFR40CL1 tag=V5ZUHLFCU0GN type=write size=2670313 2024-07-26T06:51:50.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.758+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=B4OEHT9IS5HS type=write size=608340 2024-07-26T06:51:50.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.760+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~XTILHZR6VRIM.0 size=1048576 2024-07-26T06:51:50.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.761+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~XTILHZR6VRIM.1 size=500330 2024-07-26T06:51:50.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.763+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=XTILHZR6VRIM tag=GOBZAZLU910Z type=write size=2597482 2024-07-26T06:51:50.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.765+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=6DJ6AVHIUHDB type=del size=1208592 2024-07-26T06:51:50.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.766+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=44P2KKFPF282 type=del 2024-07-26T06:51:50.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.768+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.0 size=1048576 2024-07-26T06:51:50.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.770+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.1 size=1048576 2024-07-26T06:51:50.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.771+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.2 size=732281 2024-07-26T06:51:50.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.771+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=W2E9GL6XTATF tag=QTQVKDL39CKI type=write size=3878009 2024-07-26T06:51:50.774 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.774+0000 7ff4c963f640 1 < suggested remove operation key=4RKGLLBREN8H tag=4241EODVJP91 type=del 2024-07-26T06:51:50.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.776+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~X7QMSMPCQZ0O.0 size=247709 2024-07-26T06:51:50.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.776+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=X7QMSMPCQZ0O tag=GT7EB38ODTKV type=write size=1296285 2024-07-26T06:51:50.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.779+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=HT5GKM3ODGU9 type=del size=2193092 2024-07-26T06:51:50.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.781+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=UZWRZ1OUZMN0 type=del size=885176 2024-07-26T06:51:50.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.782+0000 7ff4c963f640 -1 < failed to complete operation key=LIYRVFVSY982 tag=5QW9XJSJMQLK type=del size=2478709: (22) Invalid argument 2024-07-26T06:51:50.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.784+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=V39V5EF2GHLE type=del size=3204869 2024-07-26T06:51:50.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.785+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~R3G46WAE2NZ1.0 size=1048576 2024-07-26T06:51:50.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.786+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~R3G46WAE2NZ1.1 size=431147 2024-07-26T06:51:50.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.789+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=R3G46WAE2NZ1 tag=O6E3JS07ZOM4 type=write size=2528299 2024-07-26T06:51:50.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.791+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=UN1MMA93U57R type=del size=1700577 2024-07-26T06:51:50.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.792+0000 7ff4c963f640 1 < canceled operation key=BVS86991ZRFJ tag=9YO6VCODRK7W type=del size=1698410 2024-07-26T06:51:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[97339]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:51:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[97339]: pgmap v1303: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[99762]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:51:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:50 smithi037 ceph-mon[99762]: pgmap v1303: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:50.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.794+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=0MR5PFK9ZX57 type=del size=1570653 2024-07-26T06:51:50.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.796+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~TNMIKFSJJLMJ.0 size=1048576 2024-07-26T06:51:50.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.797+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~TNMIKFSJJLMJ.1 size=367471 2024-07-26T06:51:50.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.800+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=TNMIKFSJJLMJ tag=FPS60X8X83TB type=write size=2464623 2024-07-26T06:51:50.801 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.801+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=AXAXS6MLGP8Z type=del size=832398 2024-07-26T06:51:50.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.802+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.0 size=1048576 2024-07-26T06:51:50.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.804+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.1 size=1048576 2024-07-26T06:51:50.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.805+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~0FHEUC015D9P.2 size=43388 2024-07-26T06:51:50.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.807+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=0FHEUC015D9P tag=D5WZZJO2FDKE type=write size=3189116 2024-07-26T06:51:50.810 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.810+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~YG5AP95Z70KB.0 size=1048576 2024-07-26T06:51:50.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.811+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~YG5AP95Z70KB.1 size=162829 2024-07-26T06:51:50.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.811+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=YG5AP95Z70KB tag=0XP2U69BEZWW type=write size=2259981 2024-07-26T06:51:50.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.812+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.0 size=1048576 2024-07-26T06:51:50.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.813+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.1 size=1048576 2024-07-26T06:51:50.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.814+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~36DFEPTJJQ7R.2 size=438450 2024-07-26T06:51:50.817 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.817+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=36DFEPTJJQ7R tag=PCB4TTNXFG7P type=write size=3584178 2024-07-26T06:51:50.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.818+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=UZPHQ1P4H1Y1 type=write size=975390 2024-07-26T06:51:50.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.820+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.0 size=1048576 2024-07-26T06:51:50.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.821+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.1 size=1048576 2024-07-26T06:51:50.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.821+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~EJV9EBWJC5UG.2 size=16220 2024-07-26T06:51:50.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.823+0000 7ff4c963f640 1 < canceled multipart upload key=HSP2EG50KE11 upload=EJV9EBWJC5UG tag=CDHH3PRJYL8Z type=write size=3161948 2024-07-26T06:51:50.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.826+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.0 size=1048576 2024-07-26T06:51:50.828 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.827+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.1 size=1048576 2024-07-26T06:51:50.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.829+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.2 size=654304 2024-07-26T06:51:50.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.829+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=NE3E3G08EK9V tag=YSR74L0S9O97 type=write size=3800032 2024-07-26T06:51:50.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.830+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~PJB3X4RFZJBI.0 size=1048576 2024-07-26T06:51:50.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.831+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~PJB3X4RFZJBI.1 size=703452 2024-07-26T06:51:50.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.834+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=PJB3X4RFZJBI tag=L2HO5VDZ6IP9 type=write size=2800604 2024-07-26T06:51:50.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.836+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~ZMSKEZ1171A4.0 size=723247 2024-07-26T06:51:50.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.836+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=ZMSKEZ1171A4 tag=3GS4SCMFUNGT type=write size=1771823 2024-07-26T06:51:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:50 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/419673863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142777-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:50 smithi135 ceph-mon[90132]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:51:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:50 smithi135 ceph-mon[90132]: pgmap v1303: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:50.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.838+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=D46FZDDCVK5N type=del size=2300989 2024-07-26T06:51:50.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.840+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.0 size=1048576 2024-07-26T06:51:50.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.841+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.1 size=1048576 2024-07-26T06:51:50.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.842+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.2 size=888847 2024-07-26T06:51:50.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.842+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=COS7S4SYJCGK tag=NMLU1U7JP0AL type=write size=4034575 2024-07-26T06:51:50.843 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.843+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=T0QSUKU7MCEI type=del 2024-07-26T06:51:50.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.846+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~0UTHTBMT5ZD1.0 size=89408 2024-07-26T06:51:50.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.846+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=0UTHTBMT5ZD1 tag=2WKQE5C9YF36 type=write size=1137984 2024-07-26T06:51:50.848 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.848+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=KTSKS0VQOZGB type=del size=3067592 2024-07-26T06:51:50.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.850+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=9LR5RKNJAOIC type=del size=3679164 2024-07-26T06:51:50.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.851+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=B4OEHT9IS5HS type=write size=608340 2024-07-26T06:51:50.852 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.852+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=X8O9T6D6OSPK type=del size=278400 2024-07-26T06:51:50.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.853+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=6DJ6AVHIUHDB type=del 2024-07-26T06:51:50.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.855+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=9E8DJEZCPCHA type=del size=192557 2024-07-26T06:51:50.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.855+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.0 size=1048576 2024-07-26T06:51:50.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.856+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.1 size=1048576 2024-07-26T06:51:50.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.857+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~W2E9GL6XTATF.2 size=732281 2024-07-26T06:51:50.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.859+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=W2E9GL6XTATF tag=QTQVKDL39CKI type=write size=3878009 2024-07-26T06:51:50.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.861+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=91MQK7EY0A81 type=write size=389808 2024-07-26T06:51:50.862 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.862+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~X7QMSMPCQZ0O.0 size=247709 2024-07-26T06:51:50.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.864+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=X7QMSMPCQZ0O tag=GT7EB38ODTKV type=write size=1296285 2024-07-26T06:51:50.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.867+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~OHMP994T2ZNU.0 size=190523 2024-07-26T06:51:50.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.867+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=OHMP994T2ZNU tag=50DQ388VQEEW type=write size=1239099 2024-07-26T06:51:50.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.868+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=UZWRZ1OUZMN0 type=del 2024-07-26T06:51:50.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.870+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=49DQER5WMLZS type=del size=3615079 2024-07-26T06:51:50.871 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.871+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=V39V5EF2GHLE type=del 2024-07-26T06:51:50.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.873+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=8YKT21CLMTIB type=del size=3528997 2024-07-26T06:51:50.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.874+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=UN1MMA93U57R type=del 2024-07-26T06:51:50.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.877+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.0 size=1048576 2024-07-26T06:51:50.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.878+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.1 size=1048576 2024-07-26T06:51:50.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.879+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.2 size=977553 2024-07-26T06:51:50.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.879+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=TLWZ9271GXLS tag=LTKQP0X520ZJ type=write size=4123281 2024-07-26T06:51:50.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.881+0000 7ff4c963f640 1 < suggested update operation key=N6LO5JK45OQE tag=0MR5PFK9ZX57 type=del size=1570653 2024-07-26T06:51:50.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.884+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~TUB47AAZ6BWW.0 size=539360 2024-07-26T06:51:50.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.884+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=TUB47AAZ6BWW tag=BUENJAMKLTVW type=write size=1587936 2024-07-26T06:51:50.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.885+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=AXAXS6MLGP8Z type=del 2024-07-26T06:51:50.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.886+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=3GTH4KTE6UHD type=del size=3602370 2024-07-26T06:51:50.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.888+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~YG5AP95Z70KB.0 size=1048576 2024-07-26T06:51:50.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.889+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~YG5AP95Z70KB.1 size=162829 2024-07-26T06:51:50.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.891+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=YG5AP95Z70KB tag=0XP2U69BEZWW type=write size=2259981 2024-07-26T06:51:50.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.893+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.0 size=1048576 2024-07-26T06:51:50.895 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.894+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.1 size=1048576 2024-07-26T06:51:50.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.895+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.2 size=225096 2024-07-26T06:51:50.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.895+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=OBR3M4YH33C2 tag=IFKDTQ5QHAD4 type=write size=3370824 2024-07-26T06:51:50.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.897+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=UZPHQ1P4H1Y1 type=write size=975390 2024-07-26T06:51:50.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.899+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=AEDXLF97DUT2 type=write size=551587 2024-07-26T06:51:50.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.900+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.0 size=1048576 2024-07-26T06:51:50.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.901+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.1 size=1048576 2024-07-26T06:51:50.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.902+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~NE3E3G08EK9V.2 size=654304 2024-07-26T06:51:50.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.904+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=NE3E3G08EK9V tag=YSR74L0S9O97 type=write size=3800032 2024-07-26T06:51:50.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.906+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=R01OKOYHFNQ6 type=write size=830165 2024-07-26T06:51:50.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.906+0000 7ff4c963f640 1 < canceled part key=_multipart_N6LO5JK45OQE.2~ZMSKEZ1171A4.0 size=723247 2024-07-26T06:51:50.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.908+0000 7ff4c963f640 1 < canceled multipart upload key=N6LO5JK45OQE upload=ZMSKEZ1171A4 tag=3GS4SCMFUNGT type=write size=1771823 2024-07-26T06:51:50.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.910+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~Z9F35CTVB8B7.0 size=1048576 2024-07-26T06:51:50.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.911+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~Z9F35CTVB8B7.1 size=475877 2024-07-26T06:51:50.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.911+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=Z9F35CTVB8B7 tag=BJGQQ1LVAO0B type=write size=2573029 2024-07-26T06:51:50.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.913+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.0 size=1048576 2024-07-26T06:51:50.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.914+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.1 size=1048576 2024-07-26T06:51:50.915 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.915+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~COS7S4SYJCGK.2 size=888847 2024-07-26T06:51:50.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.917+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=COS7S4SYJCGK tag=NMLU1U7JP0AL type=write size=4034575 2024-07-26T06:51:50.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.919+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=VX71H16S7836 type=del size=1439040 2024-07-26T06:51:50.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.920+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~0UTHTBMT5ZD1.0 size=89408 2024-07-26T06:51:50.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.922+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=0UTHTBMT5ZD1 tag=2WKQE5C9YF36 type=write size=1137984 2024-07-26T06:51:50.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.923+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=N5YUG874GS21 type=del size=2069168 2024-07-26T06:51:50.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.926+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=9LR5RKNJAOIC type=del size=3679164 2024-07-26T06:51:50.928 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.927+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=Q5UXOVGLYQ1U type=del size=2179319 2024-07-26T06:51:50.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.929+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=X8O9T6D6OSPK type=del 2024-07-26T06:51:50.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.931+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.0 size=1048576 2024-07-26T06:51:50.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.932+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.1 size=1048576 2024-07-26T06:51:50.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.933+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.2 size=452871 2024-07-26T06:51:50.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.933+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=XAKVTZXWN42N tag=AY8EOOYMWXPL type=write size=3598599 2024-07-26T06:51:50.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.935+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=9E8DJEZCPCHA type=del 2024-07-26T06:51:50.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.937+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~WJ60MMWUB8Y6.0 size=1022313 2024-07-26T06:51:50.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.937+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=WJ60MMWUB8Y6 tag=S5DDSPIZGTNP type=write size=2070889 2024-07-26T06:51:50.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.939+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=91MQK7EY0A81 type=write size=389808 2024-07-26T06:51:50.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.941+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~RI9SASEMSDV8.0 size=1048576 2024-07-26T06:51:50.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.942+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~RI9SASEMSDV8.1 size=847795 2024-07-26T06:51:50.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.942+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=RI9SASEMSDV8 tag=1YP1ALLAH1KY type=write size=2944947 2024-07-26T06:51:50.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.944+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~OHMP994T2ZNU.0 size=190523 2024-07-26T06:51:50.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.946+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=OHMP994T2ZNU tag=50DQ388VQEEW type=write size=1239099 2024-07-26T06:51:50.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.948+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.0 size=1048576 2024-07-26T06:51:50.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.949+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.1 size=1048576 2024-07-26T06:51:50.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.950+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.2 size=1043687 2024-07-26T06:51:50.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.950+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=BG247ADXUNKZ tag=N9758MS41SPZ type=write size=4189415 2024-07-26T06:51:50.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.951+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=49DQER5WMLZS type=del 2024-07-26T06:51:50.953 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.952+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=MEOGKKBQSOI2 type=del size=2867134 2024-07-26T06:51:50.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.954+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=8YKT21CLMTIB type=del 2024-07-26T06:51:50.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.955+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=PAE59N3BLXI5 type=del size=149218 2024-07-26T06:51:50.957 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.957+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.0 size=1048576 2024-07-26T06:51:50.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.958+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.1 size=1048576 2024-07-26T06:51:50.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.958+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~TLWZ9271GXLS.2 size=977553 2024-07-26T06:51:50.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.960+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=TLWZ9271GXLS tag=LTKQP0X520ZJ type=write size=4123281 2024-07-26T06:51:50.961 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.961+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=EJ87TJB1ZYOX type=del size=2200860 2024-07-26T06:51:50.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.963+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~TUB47AAZ6BWW.0 size=539360 2024-07-26T06:51:50.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.965+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=TUB47AAZ6BWW tag=BUENJAMKLTVW type=write size=1587936 2024-07-26T06:51:50.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.967+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9T0UETNUKY7J.0 size=671100 2024-07-26T06:51:50.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.967+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=9T0UETNUKY7J tag=W99QUJY74S5X type=write size=1719676 2024-07-26T06:51:50.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.969+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=3GTH4KTE6UHD type=del 2024-07-26T06:51:50.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.971+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=NRIJBPGJKZKS type=write size=845804 2024-07-26T06:51:50.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.972+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.0 size=1048576 2024-07-26T06:51:50.973 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.973+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.1 size=1048576 2024-07-26T06:51:50.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.974+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~OBR3M4YH33C2.2 size=225096 2024-07-26T06:51:50.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.976+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=OBR3M4YH33C2 tag=IFKDTQ5QHAD4 type=write size=3370824 2024-07-26T06:51:50.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.979+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.0 size=1048576 2024-07-26T06:51:50.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.980+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.1 size=1048576 2024-07-26T06:51:50.981 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.981+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.2 size=104680 2024-07-26T06:51:50.981 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.981+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=AOJZFLQFNICQ tag=OWIOWAGYPB11 type=write size=3250408 2024-07-26T06:51:50.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.983+0000 7ff4c963f640 1 < suggested remove operation key=G9CKPX677F31 tag=AEDXLF97DUT2 type=write 2024-07-26T06:51:50.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.985+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=RA9WO9NZ4Q0G type=write size=445009 2024-07-26T06:51:50.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.986+0000 7ff4c963f640 1 < completed write operation key=T6YV3TUMDU0L tag=R01OKOYHFNQ6 type=write size=830165 2024-07-26T06:51:50.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.987+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=X3YQUOMVF5Y6 type=write size=335169 2024-07-26T06:51:50.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.989+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~Z9F35CTVB8B7.0 size=1048576 2024-07-26T06:51:50.990 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.990+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~Z9F35CTVB8B7.1 size=475877 2024-07-26T06:51:50.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.992+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=Z9F35CTVB8B7 tag=BJGQQ1LVAO0B type=write size=2573029 2024-07-26T06:51:50.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.994+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=7KITZPBZC9TQ type=del size=2506979 2024-07-26T06:51:50.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.995+0000 7ff4c963f640 1 < canceled operation key=DA98A9ODDSQ1 tag=VX71H16S7836 type=del size=1439040 2024-07-26T06:51:50.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.996+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=U01AYKKBM8V0 type=del size=1899814 2024-07-26T06:51:50.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:50.998+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=N5YUG874GS21 type=del 2024-07-26T06:51:51.000 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.000+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=BL8BCPDTCHRF type=del size=1187318 2024-07-26T06:51:51.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.001+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=Q5UXOVGLYQ1U type=del 2024-07-26T06:51:51.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.003+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=KS7F4NRS5U6M type=write size=540277 2024-07-26T06:51:51.004 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.004+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.0 size=1048576 2024-07-26T06:51:51.006 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.005+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.1 size=1048576 2024-07-26T06:51:51.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.007+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XAKVTZXWN42N.2 size=452871 2024-07-26T06:51:51.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.010+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=XAKVTZXWN42N tag=AY8EOOYMWXPL type=write size=3598599 2024-07-26T06:51:51.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.012+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=113JK7FRADQV type=del size=3436339 2024-07-26T06:51:51.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.013+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~WJ60MMWUB8Y6.0 size=1022313 2024-07-26T06:51:51.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.015+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=WJ60MMWUB8Y6 tag=S5DDSPIZGTNP type=write size=2070889 2024-07-26T06:51:51.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.017+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~B97VUXOGOHD7.0 size=1048576 2024-07-26T06:51:51.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.018+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~B97VUXOGOHD7.1 size=715818 2024-07-26T06:51:51.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.018+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=B97VUXOGOHD7 tag=ZYNXWK3XSOQB type=write size=2812970 2024-07-26T06:51:51.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.020+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~RI9SASEMSDV8.0 size=1048576 2024-07-26T06:51:51.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.021+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~RI9SASEMSDV8.1 size=847795 2024-07-26T06:51:51.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.023+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=RI9SASEMSDV8 tag=1YP1ALLAH1KY type=write size=2944947 2024-07-26T06:51:51.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.025+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=FMUYTD6U18ZV type=del size=377161 2024-07-26T06:51:51.026 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.026+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.0 size=1048576 2024-07-26T06:51:51.027 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.027+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.1 size=1048576 2024-07-26T06:51:51.028 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.028+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~BG247ADXUNKZ.2 size=1043687 2024-07-26T06:51:51.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.030+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=BG247ADXUNKZ tag=N9758MS41SPZ type=write size=4189415 2024-07-26T06:51:51.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.032+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=2RCOLCBGJYKD type=del size=3042833 2024-07-26T06:51:51.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.034+0000 7ff4c963f640 1 < suggested update operation key=CDMV8XZ0UE6O tag=MEOGKKBQSOI2 type=del size=2867134 2024-07-26T06:51:51.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.037+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~911JCW634H8B.0 size=216553 2024-07-26T06:51:51.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.037+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=911JCW634H8B tag=PKTOBED30QKJ type=write size=1265129 2024-07-26T06:51:51.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.039+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=PAE59N3BLXI5 type=del 2024-07-26T06:51:51.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.040+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=XIU87OZHY26N type=del size=2347735 2024-07-26T06:51:51.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.044+0000 7ff4c963f640 1 < suggested remove operation key=ZUHQVW7JX900 tag=EJ87TJB1ZYOX type=del 2024-07-26T06:51:51.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.045+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=MCNYIT3YPQTF type=del size=513260 2024-07-26T06:51:51.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.047+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~9T0UETNUKY7J.0 size=671100 2024-07-26T06:51:51.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.049+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=9T0UETNUKY7J tag=W99QUJY74S5X type=write size=1719676 2024-07-26T06:51:51.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.052+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.0 size=1048576 2024-07-26T06:51:51.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.054+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.1 size=1048576 2024-07-26T06:51:51.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.055+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.2 size=323370 2024-07-26T06:51:51.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.055+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=K2OONM8P6DLB tag=CL0EEVGSPFDJ type=write size=3469098 2024-07-26T06:51:51.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.057+0000 7ff4c963f640 1 < completed write operation key=B25KI9T60YIW tag=NRIJBPGJKZKS type=write size=845804 2024-07-26T06:51:51.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.058+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=UXFPC9G4O0IV type=del size=3143612 2024-07-26T06:51:51.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.060+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.0 size=1048576 2024-07-26T06:51:51.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.060+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.1 size=1048576 2024-07-26T06:51:51.061 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.061+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~AOJZFLQFNICQ.2 size=104680 2024-07-26T06:51:51.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.064+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=AOJZFLQFNICQ tag=OWIOWAGYPB11 type=write size=3250408 2024-07-26T06:51:51.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.066+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.0 size=1048576 2024-07-26T06:51:51.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.068+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.1 size=1048576 2024-07-26T06:51:51.069 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.069+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.2 size=119185 2024-07-26T06:51:51.069 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.069+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=H9VEYAFXAQLB tag=RPPY8JW8O3NU type=write size=3264913 2024-07-26T06:51:51.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.072+0000 7ff4c963f640 1 < suggested remove operation key=7OLNPIQ92BCG tag=RA9WO9NZ4Q0G type=write 2024-07-26T06:51:51.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.073+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=U6IZHISIRUUT type=write size=997324 2024-07-26T06:51:51.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.075+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=X3YQUOMVF5Y6 type=write size=335169 2024-07-26T06:51:51.077 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.077+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=AZEIX4TGG1OJ type=del size=3397833 2024-07-26T06:51:51.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.078+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=7KITZPBZC9TQ type=del 2024-07-26T06:51:51.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.080+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=VL5IVTFNJG2T type=write size=863638 2024-07-26T06:51:51.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.082+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=U01AYKKBM8V0 type=del 2024-07-26T06:51:51.083 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.083+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=TQX4095RR2C9 type=del size=1224383 2024-07-26T06:51:51.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.085+0000 7ff4c963f640 -1 < failed to complete operation key=ZUHQVW7JX900 tag=BL8BCPDTCHRF type=del size=1187318: (22) Invalid argument 2024-07-26T06:51:51.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.088+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~LB2MMG4G48N9.0 size=1048576 2024-07-26T06:51:51.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.089+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~LB2MMG4G48N9.1 size=410814 2024-07-26T06:51:51.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.089+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=LB2MMG4G48N9 tag=QRRR349IV8BS type=write size=2507966 2024-07-26T06:51:51.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.090+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=KS7F4NRS5U6M type=write size=540277 2024-07-26T06:51:51.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.092+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=UTEMMFTT0RHJ type=del size=314376 2024-07-26T06:51:51.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.095+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=113JK7FRADQV type=del 2024-07-26T06:51:51.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.098+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~1V3ECMJOXJHI.0 size=1048576 2024-07-26T06:51:51.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.099+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~1V3ECMJOXJHI.1 size=1320 2024-07-26T06:51:51.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.099+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=1V3ECMJOXJHI tag=9DYZYZME7MLE type=write size=2098472 2024-07-26T06:51:51.101 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.101+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~B97VUXOGOHD7.0 size=1048576 2024-07-26T06:51:51.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.102+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~B97VUXOGOHD7.1 size=715818 2024-07-26T06:51:51.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.105+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=B97VUXOGOHD7 tag=ZYNXWK3XSOQB type=write size=2812970 2024-07-26T06:51:51.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.106+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=JTMSRQPIOJL9 type=del size=2783629 2024-07-26T06:51:51.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.107+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=FMUYTD6U18ZV type=del 2024-07-26T06:51:51.109 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.109+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=Z66YV3RAJ0S2 type=del size=1080619 2024-07-26T06:51:51.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.110+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=2RCOLCBGJYKD type=del 2024-07-26T06:51:51.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.112+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=XWJL0MB6CUBS type=del size=1673700 2024-07-26T06:51:51.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.113+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~911JCW634H8B.0 size=216553 2024-07-26T06:51:51.116 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.115+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=911JCW634H8B tag=PKTOBED30QKJ type=write size=1265129 2024-07-26T06:51:51.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.117+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=B73IHVAWK99H type=del size=772676 2024-07-26T06:51:51.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.120+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=XIU87OZHY26N type=del size=2347735 2024-07-26T06:51:51.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.122+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=SQT9MKB85F3K type=write size=265441 2024-07-26T06:51:51.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.123+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=MCNYIT3YPQTF type=del 2024-07-26T06:51:51.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.126+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.0 size=1048576 2024-07-26T06:51:51.127 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.127+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.1 size=1048576 2024-07-26T06:51:51.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.128+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.2 size=487845 2024-07-26T06:51:51.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.128+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=B70BCFAEKFLL tag=787NF06Z2L63 type=write size=3633573 2024-07-26T06:51:51.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.130+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.0 size=1048576 2024-07-26T06:51:51.131 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.131+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.1 size=1048576 2024-07-26T06:51:51.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.132+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~K2OONM8P6DLB.2 size=323370 2024-07-26T06:51:51.135 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.134+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=K2OONM8P6DLB tag=CL0EEVGSPFDJ type=write size=3469098 2024-07-26T06:51:51.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.136+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=3MJXQORI0ZGD type=del size=1274228 2024-07-26T06:51:51.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.137+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=UXFPC9G4O0IV type=del 2024-07-26T06:51:51.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.138+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=P7N2KY54AQFT type=del size=3989040 2024-07-26T06:51:51.140 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.140+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.0 size=1048576 2024-07-26T06:51:51.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.141+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.1 size=1048576 2024-07-26T06:51:51.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.142+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~H9VEYAFXAQLB.2 size=119185 2024-07-26T06:51:51.144 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.144+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=H9VEYAFXAQLB tag=RPPY8JW8O3NU type=write size=3264913 2024-07-26T06:51:51.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.147+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~3P7SNAEY8QQX.0 size=885412 2024-07-26T06:51:51.148 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.147+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=3P7SNAEY8QQX tag=R9LPN2HB3D09 type=write size=1933988 2024-07-26T06:51:51.149 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.149+0000 7ff4c963f640 -1 < failed to complete operation key=ZBP2BZ3W1BYG tag=U6IZHISIRUUT type=write size=997324: (22) Invalid argument 2024-07-26T06:51:51.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.150+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=RY4WTNIJZ6D0 type=del size=1340963 2024-07-26T06:51:51.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.152+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=AZEIX4TGG1OJ type=del 2024-07-26T06:51:51.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.153+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=4FYJU23KB6QM type=write size=892783 2024-07-26T06:51:51.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.155+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=VL5IVTFNJG2T type=write size=863638 2024-07-26T06:51:51.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.157+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~1GUONEJUZT3T.0 size=1048576 2024-07-26T06:51:51.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.158+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~1GUONEJUZT3T.1 size=746283 2024-07-26T06:51:51.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.158+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=1GUONEJUZT3T tag=SJTI48ODSNY3 type=write size=2843435 2024-07-26T06:51:51.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.160+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=TQX4095RR2C9 type=del 2024-07-26T06:51:51.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.161+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=RYYU3LZGTU67 type=del size=975402 2024-07-26T06:51:51.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.162+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~LB2MMG4G48N9.0 size=1048576 2024-07-26T06:51:51.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.163+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~LB2MMG4G48N9.1 size=410814 2024-07-26T06:51:51.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.167+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=LB2MMG4G48N9 tag=QRRR349IV8BS type=write size=2507966 2024-07-26T06:51:51.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.170+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~EJWYGQMFE8T3.0 size=798223 2024-07-26T06:51:51.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.170+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=EJWYGQMFE8T3 tag=JM13DUGQ5PM8 type=write size=1846799 2024-07-26T06:51:51.171 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.171+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=UTEMMFTT0RHJ type=del 2024-07-26T06:51:51.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.173+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=ZPRO2BEM1OUR type=del size=999062 2024-07-26T06:51:51.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.174+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~1V3ECMJOXJHI.0 size=1048576 2024-07-26T06:51:51.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.175+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~1V3ECMJOXJHI.1 size=1320 2024-07-26T06:51:51.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.177+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=1V3ECMJOXJHI tag=9DYZYZME7MLE type=write size=2098472 2024-07-26T06:51:51.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.180+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~ANJGKI0LB4MV.0 size=12361 2024-07-26T06:51:51.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.180+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=ANJGKI0LB4MV tag=XMMGI2DCZASB type=write size=1060937 2024-07-26T06:51:51.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.181+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=JTMSRQPIOJL9 type=del 2024-07-26T06:51:51.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.183+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=6LNYVXFWO7PL type=del size=2323639 2024-07-26T06:51:51.184 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.184+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=Z66YV3RAJ0S2 type=del 2024-07-26T06:51:51.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.186+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=JLO58CEHMT74 type=del size=1301355 2024-07-26T06:51:51.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.187+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=XWJL0MB6CUBS type=del 2024-07-26T06:51:51.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.189+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=L6UACRMZ2QWB type=write size=890842 2024-07-26T06:51:51.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.190+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=B73IHVAWK99H type=del 2024-07-26T06:51:51.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.192+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=WHR8HA9V0A38 type=del size=2215203 2024-07-26T06:51:51.194 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.194+0000 7ff4c963f640 1 < suggested remove operation key=OBU4MGXI9972 tag=SQT9MKB85F3K type=write 2024-07-26T06:51:51.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.196+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=UOL8L86TLIPI type=del size=416690 2024-07-26T06:51:51.197 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.197+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.0 size=1048576 2024-07-26T06:51:51.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.198+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.1 size=1048576 2024-07-26T06:51:51.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.200+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~B70BCFAEKFLL.2 size=487845 2024-07-26T06:51:51.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.202+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=B70BCFAEKFLL tag=787NF06Z2L63 type=write size=3633573 2024-07-26T06:51:51.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.203+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=5SMH6I06QC7Q type=del size=2740723 2024-07-26T06:51:51.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.204+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=3MJXQORI0ZGD type=del 2024-07-26T06:51:51.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.206+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=B0AR18MHJ1B0 type=del size=2759085 2024-07-26T06:51:51.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.207+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=P7N2KY54AQFT type=del 2024-07-26T06:51:51.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.209+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=OL5CUL8B998U type=del size=382708 2024-07-26T06:51:51.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.210+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~3P7SNAEY8QQX.0 size=885412 2024-07-26T06:51:51.213 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.212+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=3P7SNAEY8QQX tag=R9LPN2HB3D09 type=write size=1933988 2024-07-26T06:51:51.215 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.215+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.0 size=1048576 2024-07-26T06:51:51.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.216+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.1 size=1048576 2024-07-26T06:51:51.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.217+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.2 size=171027 2024-07-26T06:51:51.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.217+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=BRV261JPA0SL tag=BB84LJ0B51Z1 type=write size=3316755 2024-07-26T06:51:51.219 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.219+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=RY4WTNIJZ6D0 type=del 2024-07-26T06:51:51.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.220+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=RV49WJONAV90 type=del size=1028416 2024-07-26T06:51:51.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.222+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=4FYJU23KB6QM type=write size=892783 2024-07-26T06:51:51.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.223+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=LTXTHQBHB40L type=del size=2648424 2024-07-26T06:51:51.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.225+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~1GUONEJUZT3T.0 size=1048576 2024-07-26T06:51:51.226 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.226+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~1GUONEJUZT3T.1 size=746283 2024-07-26T06:51:51.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.228+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=1GUONEJUZT3T tag=SJTI48ODSNY3 type=write size=2843435 2024-07-26T06:51:51.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.230+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~I2HCBA1N3O2N.0 size=1048576 2024-07-26T06:51:51.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.232+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~I2HCBA1N3O2N.1 size=372649 2024-07-26T06:51:51.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.232+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=I2HCBA1N3O2N tag=2ULD87X6ZA3X type=write size=2469801 2024-07-26T06:51:51.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.233+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=RYYU3LZGTU67 type=del 2024-07-26T06:51:51.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.236+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.0 size=1048576 2024-07-26T06:51:51.237 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.237+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.1 size=1048576 2024-07-26T06:51:51.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.238+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.2 size=316081 2024-07-26T06:51:51.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.238+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=06LI7PF8O6N0 tag=29DTQRUTPJOT type=write size=3461809 2024-07-26T06:51:51.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.239+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~EJWYGQMFE8T3.0 size=798223 2024-07-26T06:51:51.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.241+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=EJWYGQMFE8T3 tag=JM13DUGQ5PM8 type=write size=1846799 2024-07-26T06:51:51.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.243+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=UYSZSKWR5ZDE type=del size=1300008 2024-07-26T06:51:51.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.244+0000 7ff4c963f640 1 < canceled operation key=HSP2EG50KE11 tag=ZPRO2BEM1OUR type=del size=999062 2024-07-26T06:51:51.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.247+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~QZLH9PNNYH72.0 size=865371 2024-07-26T06:51:51.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.247+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=QZLH9PNNYH72 tag=7PKTI2QNP74I type=write size=1913947 2024-07-26T06:51:51.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.248+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~ANJGKI0LB4MV.0 size=12361 2024-07-26T06:51:51.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.250+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=ANJGKI0LB4MV tag=XMMGI2DCZASB type=write size=1060937 2024-07-26T06:51:51.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.253+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.0 size=1048576 2024-07-26T06:51:51.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.254+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.1 size=1048576 2024-07-26T06:51:51.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.255+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.2 size=717633 2024-07-26T06:51:51.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.255+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=I56HV2VXY35W tag=0B0QMZJWQW2P type=write size=3863361 2024-07-26T06:51:51.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.256+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=6LNYVXFWO7PL type=del 2024-07-26T06:51:51.258 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.257+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=58J48E4AZM96 type=del size=3076819 2024-07-26T06:51:51.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.259+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=JLO58CEHMT74 type=del size=1301355 2024-07-26T06:51:51.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.260+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=JQ4GKTGFGN8N type=del size=2748560 2024-07-26T06:51:51.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.263+0000 7ff4c963f640 1 < suggested remove operation key=J12W312ZJLEC tag=L6UACRMZ2QWB type=write 2024-07-26T06:51:51.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.265+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.0 size=1048576 2024-07-26T06:51:51.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.266+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.1 size=1048576 2024-07-26T06:51:51.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.267+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.2 size=319830 2024-07-26T06:51:51.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.267+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=UNALDI8VCDLV tag=F0704ZL0MIMC type=write size=3465558 2024-07-26T06:51:51.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.269+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=WHR8HA9V0A38 type=del 2024-07-26T06:51:51.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.270+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=D4B6LYQLI1RZ type=write size=156345 2024-07-26T06:51:51.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.273+0000 7ff4c963f640 1 < suggested remove operation key=SQIHDHAP6YNK tag=UOL8L86TLIPI type=del 2024-07-26T06:51:51.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.275+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=GIBRWSR000WO type=del size=2531872 2024-07-26T06:51:51.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.276+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=5SMH6I06QC7Q type=del 2024-07-26T06:51:51.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.277+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=J49M2OKLQB5G type=write size=770550 2024-07-26T06:51:51.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.279+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=B0AR18MHJ1B0 type=del 2024-07-26T06:51:51.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.282+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~QIXV4AGCOLTO.0 size=1048576 2024-07-26T06:51:51.283 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.283+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~QIXV4AGCOLTO.1 size=131706 2024-07-26T06:51:51.283 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.283+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=QIXV4AGCOLTO tag=9SKP3T071AZ1 type=write size=2228858 2024-07-26T06:51:51.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.284+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=OL5CUL8B998U type=del 2024-07-26T06:51:51.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.286+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~HGQ68KN19R9C.0 size=1048576 2024-07-26T06:51:51.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.288+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~HGQ68KN19R9C.1 size=605968 2024-07-26T06:51:51.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.288+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=HGQ68KN19R9C tag=O9P7078L2UEV type=write size=2703120 2024-07-26T06:51:51.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.289+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.0 size=1048576 2024-07-26T06:51:51.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.290+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.1 size=1048576 2024-07-26T06:51:51.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.291+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~BRV261JPA0SL.2 size=171027 2024-07-26T06:51:51.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.294+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=BRV261JPA0SL tag=BB84LJ0B51Z1 type=write size=3316755 2024-07-26T06:51:51.295 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.295+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=SQUK7YUK507X type=write size=166369 2024-07-26T06:51:51.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.297+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=RV49WJONAV90 type=del 2024-07-26T06:51:51.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.299+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.0 size=1048576 2024-07-26T06:51:51.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.300+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.1 size=1048576 2024-07-26T06:51:51.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.301+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.2 size=839916 2024-07-26T06:51:51.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.301+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=2NLY2D5R4993 tag=N1TO5SK1M5PQ type=write size=3985644 2024-07-26T06:51:51.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.303+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=LTXTHQBHB40L type=del 2024-07-26T06:51:51.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.304+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=C0EUCDGCD2A2 type=del size=685112 2024-07-26T06:51:51.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.306+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~I2HCBA1N3O2N.0 size=1048576 2024-07-26T06:51:51.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.307+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~I2HCBA1N3O2N.1 size=372649 2024-07-26T06:51:51.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.310+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=I2HCBA1N3O2N tag=2ULD87X6ZA3X type=write size=2469801 2024-07-26T06:51:51.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.311+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=0JCNBQ2X6P0B type=del size=3949698 2024-07-26T06:51:51.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.312+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.0 size=1048576 2024-07-26T06:51:51.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.313+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.1 size=1048576 2024-07-26T06:51:51.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.315+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~06LI7PF8O6N0.2 size=316081 2024-07-26T06:51:51.318 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.317+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=06LI7PF8O6N0 tag=29DTQRUTPJOT type=write size=3461809 2024-07-26T06:51:51.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.319+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=AWPIBCXQQJQ5 type=del size=705392 2024-07-26T06:51:51.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.320+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=UYSZSKWR5ZDE type=del size=1300008 2024-07-26T06:51:51.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.322+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=RDGMU9R6USIN type=del size=2883010 2024-07-26T06:51:51.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.323+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~QZLH9PNNYH72.0 size=865371 2024-07-26T06:51:51.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.326+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=QZLH9PNNYH72 tag=7PKTI2QNP74I type=write size=1913947 2024-07-26T06:51:51.328 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.328+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.0 size=1048576 2024-07-26T06:51:51.330 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.329+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.1 size=1048576 2024-07-26T06:51:51.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.331+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.2 size=418495 2024-07-26T06:51:51.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.331+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=HT2C87A3H6HQ tag=WEIMZG17V08A type=write size=3564223 2024-07-26T06:51:51.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.332+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.0 size=1048576 2024-07-26T06:51:51.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.332+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.1 size=1048576 2024-07-26T06:51:51.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.333+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~I56HV2VXY35W.2 size=717633 2024-07-26T06:51:51.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.335+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=I56HV2VXY35W tag=0B0QMZJWQW2P type=write size=3863361 2024-07-26T06:51:51.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.337+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=PK1DUQVOHX14 type=write size=141302 2024-07-26T06:51:51.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.340+0000 7ff4c963f640 1 < suggested update operation key=ZBP2BZ3W1BYG tag=58J48E4AZM96 type=del size=3076819 2024-07-26T06:51:51.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.343+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.0 size=1048576 2024-07-26T06:51:51.344 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.344+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.1 size=1048576 2024-07-26T06:51:51.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.345+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.2 size=714659 2024-07-26T06:51:51.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.345+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=R83EVWPAO9PZ tag=AP27DT8T2CK9 type=write size=3860387 2024-07-26T06:51:51.347 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.346+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=JQ4GKTGFGN8N type=del 2024-07-26T06:51:51.349 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.349+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~E5SVDN61500S.0 size=1048576 2024-07-26T06:51:51.350 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.350+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~E5SVDN61500S.1 size=326714 2024-07-26T06:51:51.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.350+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=E5SVDN61500S tag=OZ1J6KJZGV1T type=write size=2423866 2024-07-26T06:51:51.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.352+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.0 size=1048576 2024-07-26T06:51:51.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.353+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.1 size=1048576 2024-07-26T06:51:51.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.354+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~UNALDI8VCDLV.2 size=319830 2024-07-26T06:51:51.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.357+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=UNALDI8VCDLV tag=F0704ZL0MIMC type=write size=3465558 2024-07-26T06:51:51.358 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.358+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=9RIAA2V5FVO4 type=write size=887763 2024-07-26T06:51:51.360 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.360+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=D4B6LYQLI1RZ type=write size=156345 2024-07-26T06:51:51.362 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.361+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=8RN62LE0AEPY type=del size=4093972 2024-07-26T06:51:51.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.363+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=GIBRWSR000WO type=del 2024-07-26T06:51:51.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.364+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=9ZACOI4N4ITS type=del size=3538659 2024-07-26T06:51:51.366 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.366+0000 7ff4c963f640 1 < canceled operation key=55WYIVMEFCP7 tag=J49M2OKLQB5G type=write size=770550 2024-07-26T06:51:51.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.367+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=SKCWA3N8QRC5 type=del size=1767366 2024-07-26T06:51:51.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.369+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~QIXV4AGCOLTO.0 size=1048576 2024-07-26T06:51:51.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.370+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~QIXV4AGCOLTO.1 size=131706 2024-07-26T06:51:51.373 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.373+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=QIXV4AGCOLTO tag=9SKP3T071AZ1 type=write size=2228858 2024-07-26T06:51:51.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.374+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=0KP7D5ATMX1Z type=del size=1907071 2024-07-26T06:51:51.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.375+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~HGQ68KN19R9C.0 size=1048576 2024-07-26T06:51:51.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.376+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~HGQ68KN19R9C.1 size=605968 2024-07-26T06:51:51.379 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.379+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=HGQ68KN19R9C tag=O9P7078L2UEV type=write size=2703120 2024-07-26T06:51:51.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.380+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=TIAFVNZROO4O type=write size=29720 2024-07-26T06:51:51.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.382+0000 7ff4c963f640 1 < completed write operation key=L2X724J37LK2 tag=SQUK7YUK507X type=write size=166369 2024-07-26T06:51:51.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.383+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=XUTCM6KVFT4F type=del size=2286369 2024-07-26T06:51:51.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.385+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.0 size=1048576 2024-07-26T06:51:51.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.386+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.1 size=1048576 2024-07-26T06:51:51.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.387+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~2NLY2D5R4993.2 size=839916 2024-07-26T06:51:51.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.390+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=2NLY2D5R4993 tag=N1TO5SK1M5PQ type=write size=3985644 2024-07-26T06:51:51.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.392+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=BSMXK9PITIE4 type=del size=1350701 2024-07-26T06:51:51.393 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.393+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=C0EUCDGCD2A2 type=del 2024-07-26T06:51:51.395 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.395+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=97WMRTCKW1KD type=del size=1767103 2024-07-26T06:51:51.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.398+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=0JCNBQ2X6P0B type=del size=3949698 2024-07-26T06:51:51.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.399+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=ZY2DZ83XF99Y type=del size=310134 2024-07-26T06:51:51.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.401+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=AWPIBCXQQJQ5 type=del 2024-07-26T06:51:51.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.404+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~VP9M21L7FHTA.0 size=367632 2024-07-26T06:51:51.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.404+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=VP9M21L7FHTA tag=DZ61PWJ0HU8T type=write size=1416208 2024-07-26T06:51:51.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.405+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=RDGMU9R6USIN type=del 2024-07-26T06:51:51.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.408+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~JDVRWUTDNARW.0 size=518124 2024-07-26T06:51:51.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.408+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=JDVRWUTDNARW tag=MDGL15P47ZE3 type=write size=1566700 2024-07-26T06:51:51.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.410+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.0 size=1048576 2024-07-26T06:51:51.411 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.411+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.1 size=1048576 2024-07-26T06:51:51.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.412+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~HT2C87A3H6HQ.2 size=418495 2024-07-26T06:51:51.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.415+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=HT2C87A3H6HQ tag=WEIMZG17V08A type=write size=3564223 2024-07-26T06:51:51.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.418+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.0 size=1048576 2024-07-26T06:51:51.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.419+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.1 size=1048576 2024-07-26T06:51:51.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.421+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.2 size=412090 2024-07-26T06:51:51.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.421+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=W1S9QQR1DLJV tag=X56GKJ0G92F1 type=write size=3557818 2024-07-26T06:51:51.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.422+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=PK1DUQVOHX14 type=write size=141302 2024-07-26T06:51:51.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.425+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~SS3E9DXZCMEK.0 size=1048576 2024-07-26T06:51:51.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.426+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~SS3E9DXZCMEK.1 size=819423 2024-07-26T06:51:51.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.426+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=SS3E9DXZCMEK tag=RMXHN30J7HSR type=write size=2916575 2024-07-26T06:51:51.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.427+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.0 size=1048576 2024-07-26T06:51:51.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.429+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.1 size=1048576 2024-07-26T06:51:51.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.430+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~R83EVWPAO9PZ.2 size=714659 2024-07-26T06:51:51.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.432+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=R83EVWPAO9PZ tag=AP27DT8T2CK9 type=write size=3860387 2024-07-26T06:51:51.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.435+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.0 size=1048576 2024-07-26T06:51:51.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.436+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.1 size=1048576 2024-07-26T06:51:51.437 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.437+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.2 size=631384 2024-07-26T06:51:51.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.437+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=P7MLCYLNRB7R tag=NGBFKHTEDG3P type=write size=3777112 2024-07-26T06:51:51.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.439+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~E5SVDN61500S.0 size=1048576 2024-07-26T06:51:51.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.440+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~E5SVDN61500S.1 size=326714 2024-07-26T06:51:51.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.443+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=E5SVDN61500S tag=OZ1J6KJZGV1T type=write size=2423866 2024-07-26T06:51:51.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.446+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~SL1ZX82B5OM0.0 size=106700 2024-07-26T06:51:51.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.446+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=SL1ZX82B5OM0 tag=SMXCPRU6GT32 type=write size=1155276 2024-07-26T06:51:51.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.448+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=9RIAA2V5FVO4 type=write 2024-07-26T06:51:51.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.450+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=DZZPGB1K0Z4J type=write size=86190 2024-07-26T06:51:51.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.451+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=8RN62LE0AEPY type=del 2024-07-26T06:51:51.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.454+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~NDHZOCZU8EX7.0 size=1008116 2024-07-26T06:51:51.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.454+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=NDHZOCZU8EX7 tag=Q85GIT9BSOCA type=write size=2056692 2024-07-26T06:51:51.457 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.457+0000 7ff4c963f640 1 < suggested remove operation key=21MC0QVSM974 tag=9ZACOI4N4ITS type=del 2024-07-26T06:51:51.459 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.458+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=1JVLVBMVW4IZ type=del size=3866144 2024-07-26T06:51:51.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.460+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=SKCWA3N8QRC5 type=del 2024-07-26T06:51:51.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.462+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=XIKJJZ6ZEZXO type=del size=4175231 2024-07-26T06:51:51.463 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.463+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=0KP7D5ATMX1Z type=del 2024-07-26T06:51:51.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.465+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~A4Y1WO855VNB.0 size=1048576 2024-07-26T06:51:51.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.466+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~A4Y1WO855VNB.1 size=654854 2024-07-26T06:51:51.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.466+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=A4Y1WO855VNB tag=FIG4ECOXRV5X type=write size=2752006 2024-07-26T06:51:51.468 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.468+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=TIAFVNZROO4O type=write size=29720 2024-07-26T06:51:51.471 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.470+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~UG1XT5YD3K5U.0 size=24924 2024-07-26T06:51:51.471 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.470+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=UG1XT5YD3K5U tag=42QO8LKVVGFK type=write size=1073500 2024-07-26T06:51:51.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.473+0000 7ff4c963f640 1 < suggested remove operation key=LIYRVFVSY982 tag=XUTCM6KVFT4F type=del 2024-07-26T06:51:51.474 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.474+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=JN68V2DF0HTG type=write size=539976 2024-07-26T06:51:51.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.476+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=BSMXK9PITIE4 type=del 2024-07-26T06:51:51.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.477+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=HV8N3OXJK5XW type=del size=2932837 2024-07-26T06:51:51.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.480+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=97WMRTCKW1KD type=del 2024-07-26T06:51:51.483 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.482+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.0 size=1048576 2024-07-26T06:51:51.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.483+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.1 size=1048576 2024-07-26T06:51:51.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.485+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.2 size=875221 2024-07-26T06:51:51.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.485+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=MSW90J6UNBUP tag=02N8CQQOLBXX type=write size=4020949 2024-07-26T06:51:51.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.486+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=ZY2DZ83XF99Y type=del 2024-07-26T06:51:51.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.487+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=Z893WRL95CJL type=del size=1504446 2024-07-26T06:51:51.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.489+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~VP9M21L7FHTA.0 size=367632 2024-07-26T06:51:51.491 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.491+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=VP9M21L7FHTA tag=DZ61PWJ0HU8T type=write size=1416208 2024-07-26T06:51:51.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.493+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.0 size=1048576 2024-07-26T06:51:51.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.495+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.1 size=1048576 2024-07-26T06:51:51.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.496+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.2 size=898839 2024-07-26T06:51:51.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.496+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=AUVN7X2764XB tag=0KPVHMQUX3RK type=write size=4044567 2024-07-26T06:51:51.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.497+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~JDVRWUTDNARW.0 size=518124 2024-07-26T06:51:51.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.499+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=JDVRWUTDNARW tag=MDGL15P47ZE3 type=write size=1566700 2024-07-26T06:51:51.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.509+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~LP7COZ27YICZ.0 size=290814 2024-07-26T06:51:51.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.509+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=LP7COZ27YICZ tag=L0D3WKQN8OU9 type=write size=1339390 2024-07-26T06:51:51.510 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.510+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.0 size=1048576 2024-07-26T06:51:51.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.511+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.1 size=1048576 2024-07-26T06:51:51.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.513+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~W1S9QQR1DLJV.2 size=412090 2024-07-26T06:51:51.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.515+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=W1S9QQR1DLJV tag=X56GKJ0G92F1 type=write size=3557818 2024-07-26T06:51:51.518 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.517+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~AEVOMSV2QHRK.0 size=1048576 2024-07-26T06:51:51.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.518+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~AEVOMSV2QHRK.1 size=995638 2024-07-26T06:51:51.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.518+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=AEVOMSV2QHRK tag=IJNLXQDKHP3Q type=write size=3092790 2024-07-26T06:51:51.520 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.520+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~SS3E9DXZCMEK.0 size=1048576 2024-07-26T06:51:51.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.521+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~SS3E9DXZCMEK.1 size=819423 2024-07-26T06:51:51.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.523+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=SS3E9DXZCMEK tag=RMXHN30J7HSR type=write size=2916575 2024-07-26T06:51:51.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.525+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=LLJGCIMFWVY8 type=del size=3244748 2024-07-26T06:51:51.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.526+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.0 size=1048576 2024-07-26T06:51:51.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.527+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.1 size=1048576 2024-07-26T06:51:51.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.528+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~P7MLCYLNRB7R.2 size=631384 2024-07-26T06:51:51.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.531+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=P7MLCYLNRB7R tag=NGBFKHTEDG3P type=write size=3777112 2024-07-26T06:51:51.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.532+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=6MJMOM3AT1BU type=del size=1843473 2024-07-26T06:51:51.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.533+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~SL1ZX82B5OM0.0 size=106700 2024-07-26T06:51:51.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.536+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=SL1ZX82B5OM0 tag=SMXCPRU6GT32 type=write size=1155276 2024-07-26T06:51:51.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.537+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=DZLLEPICEMOJ type=del size=1770205 2024-07-26T06:51:51.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.539+0000 7ff4c963f640 -1 < failed to complete operation key=97622HH90SL9 tag=DZZPGB1K0Z4J type=write size=86190: (22) Invalid argument 2024-07-26T06:51:51.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.540+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=27UZ3281FE6U type=del size=1296649 2024-07-26T06:51:51.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.542+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~NDHZOCZU8EX7.0 size=1008116 2024-07-26T06:51:51.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.544+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=NDHZOCZU8EX7 tag=Q85GIT9BSOCA type=write size=2056692 2024-07-26T06:51:51.547 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.547+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~CKMF5T68G1B0.0 size=811833 2024-07-26T06:51:51.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.547+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=CKMF5T68G1B0 tag=APVA6JABYRYO type=write size=1860409 2024-07-26T06:51:51.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.550+0000 7ff4c963f640 1 < suggested remove operation key=4CBTB2OOO13L tag=1JVLVBMVW4IZ type=del 2024-07-26T06:51:51.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.552+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=FE0KI5304UQ9 type=del size=7399 2024-07-26T06:51:51.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.553+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=XIKJJZ6ZEZXO type=del 2024-07-26T06:51:51.556 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.556+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RTTKCCZEOLXQ.0 size=1048576 2024-07-26T06:51:51.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.557+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RTTKCCZEOLXQ.1 size=925137 2024-07-26T06:51:51.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.557+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=RTTKCCZEOLXQ tag=US49I13SAQJ2 type=write size=3022289 2024-07-26T06:51:51.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.558+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~A4Y1WO855VNB.0 size=1048576 2024-07-26T06:51:51.560 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.560+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~A4Y1WO855VNB.1 size=654854 2024-07-26T06:51:51.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.562+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=A4Y1WO855VNB tag=FIG4ECOXRV5X type=write size=2752006 2024-07-26T06:51:51.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.563+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=ZV8RR7DCU2PF type=write size=858829 2024-07-26T06:51:51.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.565+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~UG1XT5YD3K5U.0 size=24924 2024-07-26T06:51:51.567 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.567+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=UG1XT5YD3K5U tag=42QO8LKVVGFK type=write size=1073500 2024-07-26T06:51:51.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.570+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~FZG12C1D2Q5U.0 size=465109 2024-07-26T06:51:51.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.570+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=FZG12C1D2Q5U tag=9DMKDV2A1CEK type=write size=1513685 2024-07-26T06:51:51.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.572+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=JN68V2DF0HTG type=write size=539976 2024-07-26T06:51:51.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.575+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.0 size=1048576 2024-07-26T06:51:51.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.576+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.1 size=1048576 2024-07-26T06:51:51.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.577+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.2 size=181751 2024-07-26T06:51:51.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.577+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=3CEKCU7WPVIM tag=FD7SM04NC8SS type=write size=3327479 2024-07-26T06:51:51.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.579+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=HV8N3OXJK5XW type=del 2024-07-26T06:51:51.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.582+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~FX9M1IYF59AT.0 size=1048576 2024-07-26T06:51:51.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.583+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~FX9M1IYF59AT.1 size=229732 2024-07-26T06:51:51.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.583+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=FX9M1IYF59AT tag=7R0C8ZWB46ZT type=write size=2326884 2024-07-26T06:51:51.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.585+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.0 size=1048576 2024-07-26T06:51:51.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.586+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.1 size=1048576 2024-07-26T06:51:51.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.588+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~MSW90J6UNBUP.2 size=875221 2024-07-26T06:51:51.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.590+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=MSW90J6UNBUP tag=02N8CQQOLBXX type=write size=4020949 2024-07-26T06:51:51.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.591+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=946F4RVY01Y2 type=del size=1238176 2024-07-26T06:51:51.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.593+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=Z893WRL95CJL type=del 2024-07-26T06:51:51.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.596+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LDVPRD0N7KZ5.0 size=306940 2024-07-26T06:51:51.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.596+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=LDVPRD0N7KZ5 tag=5JG9W1VE9GU7 type=write size=1355516 2024-07-26T06:51:51.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.596+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.0 size=1048576 2024-07-26T06:51:51.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.597+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.1 size=1048576 2024-07-26T06:51:51.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.599+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~AUVN7X2764XB.2 size=898839 2024-07-26T06:51:51.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.601+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=AUVN7X2764XB tag=0KPVHMQUX3RK type=write size=4044567 2024-07-26T06:51:51.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.603+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=S6WU3SO6FYGQ type=del size=433104 2024-07-26T06:51:51.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.603+0000 7ff4c963f640 1 < canceled part key=_multipart_Q5I4W7RRN47Z.2~LP7COZ27YICZ.0 size=290814 2024-07-26T06:51:51.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.606+0000 7ff4c963f640 1 < canceled multipart upload key=Q5I4W7RRN47Z upload=LP7COZ27YICZ tag=L0D3WKQN8OU9 type=write size=1339390 2024-07-26T06:51:51.608 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.608+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.0 size=1048576 2024-07-26T06:51:51.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.609+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.1 size=1048576 2024-07-26T06:51:51.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.611+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.2 size=748463 2024-07-26T06:51:51.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.611+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=4DZXH6IQ75ZW tag=01S924Z3PFI2 type=write size=3894191 2024-07-26T06:51:51.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.612+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~AEVOMSV2QHRK.0 size=1048576 2024-07-26T06:51:51.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.613+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~AEVOMSV2QHRK.1 size=995638 2024-07-26T06:51:51.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.616+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=AEVOMSV2QHRK tag=IJNLXQDKHP3Q type=write size=3092790 2024-07-26T06:51:51.617 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.617+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=UHDBNX1C14I1 type=del size=953636 2024-07-26T06:51:51.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.619+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=LLJGCIMFWVY8 type=del 2024-07-26T06:51:51.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.622+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.0 size=1048576 2024-07-26T06:51:51.623 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.623+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.1 size=1048576 2024-07-26T06:51:51.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.624+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.2 size=450360 2024-07-26T06:51:51.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.624+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=RI5FY3AEZ5FG tag=3UY5BUC0293W type=write size=3596088 2024-07-26T06:51:51.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.626+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=6MJMOM3AT1BU type=del 2024-07-26T06:51:51.627 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.627+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=KNGE6MP0IS8Z type=del size=804814 2024-07-26T06:51:51.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.629+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=DZLLEPICEMOJ type=del 2024-07-26T06:51:51.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.631+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~5EK6TTR4JC9G.0 size=1048576 2024-07-26T06:51:51.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.632+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~5EK6TTR4JC9G.1 size=138362 2024-07-26T06:51:51.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.632+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=5EK6TTR4JC9G tag=75IU39K7B684 type=write size=2235514 2024-07-26T06:51:51.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.634+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=27UZ3281FE6U type=del 2024-07-26T06:51:51.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.637+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~TK13GHPUL2FL.0 size=1048576 2024-07-26T06:51:51.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.638+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~TK13GHPUL2FL.1 size=802865 2024-07-26T06:51:51.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.638+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=TK13GHPUL2FL tag=1WNLQYJL5X8V type=write size=2900017 2024-07-26T06:51:51.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.639+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~CKMF5T68G1B0.0 size=811833 2024-07-26T06:51:51.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.642+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=CKMF5T68G1B0 tag=APVA6JABYRYO type=write size=1860409 2024-07-26T06:51:51.643 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.643+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=UFWGHCFAZ6R9 type=del size=2845135 2024-07-26T06:51:51.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.644+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=FE0KI5304UQ9 type=del 2024-07-26T06:51:51.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.646+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=PO73F5ELL9R7 type=del size=3503463 2024-07-26T06:51:51.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.647+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RTTKCCZEOLXQ.0 size=1048576 2024-07-26T06:51:51.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.648+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RTTKCCZEOLXQ.1 size=925137 2024-07-26T06:51:51.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.651+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=RTTKCCZEOLXQ tag=US49I13SAQJ2 type=write size=3022289 2024-07-26T06:51:51.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.652+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=C3OYQ0Y7GMMQ type=del size=3582018 2024-07-26T06:51:51.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.654+0000 7ff4c963f640 1 < completed write operation key=55WYIVMEFCP7 tag=ZV8RR7DCU2PF type=write size=858829 2024-07-26T06:51:51.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.656+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.0 size=1048576 2024-07-26T06:51:51.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.657+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.1 size=1048576 2024-07-26T06:51:51.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.659+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.2 size=741540 2024-07-26T06:51:51.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.659+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=JZH89TH0OYCT tag=TEW907I2ZECO type=write size=3887268 2024-07-26T06:51:51.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.660+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~FZG12C1D2Q5U.0 size=465109 2024-07-26T06:51:51.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.662+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=FZG12C1D2Q5U tag=9DMKDV2A1CEK type=write size=1513685 2024-07-26T06:51:51.665 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.665+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.0 size=1048576 2024-07-26T06:51:51.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.666+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.1 size=1048576 2024-07-26T06:51:51.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.667+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.2 size=866551 2024-07-26T06:51:51.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.667+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=SI63W17KX8NT tag=DNWEJ99WQJWF type=write size=4012279 2024-07-26T06:51:51.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.668+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.0 size=1048576 2024-07-26T06:51:51.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.670+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.1 size=1048576 2024-07-26T06:51:51.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.671+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3CEKCU7WPVIM.2 size=181751 2024-07-26T06:51:51.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.673+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=3CEKCU7WPVIM tag=FD7SM04NC8SS type=write size=3327479 2024-07-26T06:51:51.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.676+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~91WPHSMBP6K3.0 size=654587 2024-07-26T06:51:51.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.676+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=91WPHSMBP6K3 tag=SNVBHOJ8ZB1U type=write size=1703163 2024-07-26T06:51:51.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.677+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~FX9M1IYF59AT.0 size=1048576 2024-07-26T06:51:51.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.678+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~FX9M1IYF59AT.1 size=229732 2024-07-26T06:51:51.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.681+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=FX9M1IYF59AT tag=7R0C8ZWB46ZT type=write size=2326884 2024-07-26T06:51:51.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.682+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=4O7OQM77RJR9 type=del size=3500575 2024-07-26T06:51:51.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.684+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=946F4RVY01Y2 type=del 2024-07-26T06:51:51.686 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.686+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.0 size=1048576 2024-07-26T06:51:51.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.687+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.1 size=1048576 2024-07-26T06:51:51.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.688+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.2 size=672398 2024-07-26T06:51:51.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.688+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=9PDN578WLJOO tag=6IZT3QB8YCRO type=write size=3818126 2024-07-26T06:51:51.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.690+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~LDVPRD0N7KZ5.0 size=306940 2024-07-26T06:51:51.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.692+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=LDVPRD0N7KZ5 tag=5JG9W1VE9GU7 type=write size=1355516 2024-07-26T06:51:51.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.693+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=4LRAXAKP2DOZ type=del size=1359163 2024-07-26T06:51:51.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:51 smithi037 ceph-mon[97339]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:51:51.695 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:51:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:51:51] "GET /metrics HTTP/1.1" 200 36356 "" "Prometheus/2.43.0" 2024-07-26T06:51:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:51 smithi037 ceph-mon[99762]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:51:51.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.695+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=S6WU3SO6FYGQ type=del 2024-07-26T06:51:51.697 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.697+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=8SE92T9J3JX3 type=del size=238324 2024-07-26T06:51:51.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.698+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.0 size=1048576 2024-07-26T06:51:51.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.699+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.1 size=1048576 2024-07-26T06:51:51.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.700+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~4DZXH6IQ75ZW.2 size=748463 2024-07-26T06:51:51.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.703+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=4DZXH6IQ75ZW tag=01S924Z3PFI2 type=write size=3894191 2024-07-26T06:51:51.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.704+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=C2DNDXAL5X4C type=del size=135009 2024-07-26T06:51:51.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.706+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=UHDBNX1C14I1 type=del 2024-07-26T06:51:51.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.708+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.0 size=1048576 2024-07-26T06:51:51.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.710+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.1 size=1048576 2024-07-26T06:51:51.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.711+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.2 size=194737 2024-07-26T06:51:51.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.711+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=B20MT38J35ZN tag=Q7C1KE71OFWY type=write size=3340465 2024-07-26T06:51:51.712 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.712+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.0 size=1048576 2024-07-26T06:51:51.714 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.713+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.1 size=1048576 2024-07-26T06:51:51.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.714+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~RI5FY3AEZ5FG.2 size=450360 2024-07-26T06:51:51.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.717+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=RI5FY3AEZ5FG tag=3UY5BUC0293W type=write size=3596088 2024-07-26T06:51:51.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.718+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=NFPEOWKDZRHM type=del size=1310883 2024-07-26T06:51:51.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.720+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=KNGE6MP0IS8Z type=del 2024-07-26T06:51:51.722 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.721+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=S1RTEGCY7NNX type=write size=401215 2024-07-26T06:51:51.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.723+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~5EK6TTR4JC9G.0 size=1048576 2024-07-26T06:51:51.724 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.724+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~5EK6TTR4JC9G.1 size=138362 2024-07-26T06:51:51.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.727+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=5EK6TTR4JC9G tag=75IU39K7B684 type=write size=2235514 2024-07-26T06:51:51.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.728+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=66ZHYZCOF6ZD type=write size=203454 2024-07-26T06:51:51.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.730+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~TK13GHPUL2FL.0 size=1048576 2024-07-26T06:51:51.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.731+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~TK13GHPUL2FL.1 size=802865 2024-07-26T06:51:51.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.733+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=TK13GHPUL2FL tag=1WNLQYJL5X8V type=write size=2900017 2024-07-26T06:51:51.736 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.736+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~3T1OS6XWBG36.0 size=1048576 2024-07-26T06:51:51.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.737+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~3T1OS6XWBG36.1 size=555310 2024-07-26T06:51:51.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.737+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=3T1OS6XWBG36 tag=AODXP8FMPKHC type=write size=2652462 2024-07-26T06:51:51.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.739+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=UFWGHCFAZ6R9 type=del 2024-07-26T06:51:51.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.741+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~BHI74MYZ2IEJ.0 size=1048576 2024-07-26T06:51:51.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.743+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~BHI74MYZ2IEJ.1 size=60555 2024-07-26T06:51:51.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.743+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=BHI74MYZ2IEJ tag=R1TKUUIWKO51 type=write size=2157707 2024-07-26T06:51:51.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.746+0000 7ff4c963f640 1 < suggested remove operation key=A7ZSBTMHA3UB tag=PO73F5ELL9R7 type=del 2024-07-26T06:51:51.750 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.747+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=RRGITS5N1SAZ type=write size=77426 2024-07-26T06:51:51.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.749+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=C3OYQ0Y7GMMQ type=del 2024-07-26T06:51:51.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.750+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=53288TJEQKON type=write size=766964 2024-07-26T06:51:51.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.751+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.0 size=1048576 2024-07-26T06:51:51.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.751+0000 7ff4c963f640 1 < canceled part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.1 size=1048576 2024-07-26T06:51:51.753 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.753+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~JZH89TH0OYCT.2 size=741540 2024-07-26T06:51:51.755 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.755+0000 7ff4c963f640 1 < canceled multipart upload key=ZUHQVW7JX900 upload=JZH89TH0OYCT tag=TEW907I2ZECO type=write size=3887268 2024-07-26T06:51:51.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.756+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=BB8AMMVOX332 type=write size=1027928 2024-07-26T06:51:51.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.758+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.0 size=1048576 2024-07-26T06:51:51.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.759+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.1 size=1048576 2024-07-26T06:51:51.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.760+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SI63W17KX8NT.2 size=866551 2024-07-26T06:51:51.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.763+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=SI63W17KX8NT tag=DNWEJ99WQJWF type=write size=4012279 2024-07-26T06:51:51.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.765+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.0 size=1048576 2024-07-26T06:51:51.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.767+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.1 size=1048576 2024-07-26T06:51:51.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.768+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.2 size=482016 2024-07-26T06:51:51.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.768+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=YZ1FD9V87KGE tag=OTR7LKHAL8B6 type=write size=3627744 2024-07-26T06:51:51.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.769+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~91WPHSMBP6K3.0 size=654587 2024-07-26T06:51:51.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.771+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=91WPHSMBP6K3 tag=SNVBHOJ8ZB1U type=write size=1703163 2024-07-26T06:51:51.773 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.773+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=PPP03NLFZOKU type=del size=3056788 2024-07-26T06:51:51.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.774+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=4O7OQM77RJR9 type=del 2024-07-26T06:51:51.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.777+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~80PPZJBF9CFV.0 size=414060 2024-07-26T06:51:51.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.777+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=80PPZJBF9CFV tag=E4JZ047B96A9 type=write size=1462636 2024-07-26T06:51:51.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.778+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.0 size=1048576 2024-07-26T06:51:51.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.779+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.1 size=1048576 2024-07-26T06:51:51.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.781+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~9PDN578WLJOO.2 size=672398 2024-07-26T06:51:51.783 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.783+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=9PDN578WLJOO tag=6IZT3QB8YCRO type=write size=3818126 2024-07-26T06:51:51.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.786+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~HHOZ98CNG3LQ.0 size=702926 2024-07-26T06:51:51.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.786+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=HHOZ98CNG3LQ tag=XOCKRTH4Y083 type=write size=1751502 2024-07-26T06:51:51.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.787+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=4LRAXAKP2DOZ type=del 2024-07-26T06:51:51.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.789+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=RWY1XWVTC3VT type=del size=1884105 2024-07-26T06:51:51.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.790+0000 7ff4c963f640 1 < canceled operation key=QI57TQ8F5MI6 tag=8SE92T9J3JX3 type=del size=238324 2024-07-26T06:51:51.792 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.792+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=R4BO7QE8B4FB type=del size=1851977 2024-07-26T06:51:51.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.793+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=C2DNDXAL5X4C type=del 2024-07-26T06:51:51.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.795+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=5N4O8QNXF22K type=del size=2962574 2024-07-26T06:51:51.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.796+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.0 size=1048576 2024-07-26T06:51:51.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.797+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.1 size=1048576 2024-07-26T06:51:51.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.799+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~B20MT38J35ZN.2 size=194737 2024-07-26T06:51:51.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.801+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=B20MT38J35ZN tag=Q7C1KE71OFWY type=write size=3340465 2024-07-26T06:51:51.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.803+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=5HHRS1TNLIBL type=del size=1485071 2024-07-26T06:51:51.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.806+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=NFPEOWKDZRHM type=del 2024-07-26T06:51:51.808 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.807+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=4V0FOS6PVPDF type=del size=3128096 2024-07-26T06:51:51.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.810+0000 7ff4c963f640 1 < suggested update operation key=CDMV8XZ0UE6O tag=S1RTEGCY7NNX type=write size=401215 2024-07-26T06:51:51.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.812+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=PS754A3TO29X type=write size=469431 2024-07-26T06:51:51.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.813+0000 7ff4c963f640 1 < completed write operation key=BVS86991ZRFJ tag=66ZHYZCOF6ZD type=write size=203454 2024-07-26T06:51:51.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.816+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~ADWJ4MJKP6AV.0 size=1048576 2024-07-26T06:51:51.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.817+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~ADWJ4MJKP6AV.1 size=445267 2024-07-26T06:51:51.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.817+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=ADWJ4MJKP6AV tag=1H0Q39PWB3L8 type=write size=2542419 2024-07-26T06:51:51.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.819+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~3T1OS6XWBG36.0 size=1048576 2024-07-26T06:51:51.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.820+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~3T1OS6XWBG36.1 size=555310 2024-07-26T06:51:51.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.822+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=3T1OS6XWBG36 tag=AODXP8FMPKHC type=write size=2652462 2024-07-26T06:51:51.824 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.824+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=RM4CHGN5PK73 type=write size=1000139 2024-07-26T06:51:51.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.825+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~BHI74MYZ2IEJ.0 size=1048576 2024-07-26T06:51:51.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.826+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~BHI74MYZ2IEJ.1 size=60555 2024-07-26T06:51:51.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.829+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=BHI74MYZ2IEJ tag=R1TKUUIWKO51 type=write size=2157707 2024-07-26T06:51:51.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.830+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=AUG58D9WZ9BJ type=write size=572088 2024-07-26T06:51:51.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.832+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=RRGITS5N1SAZ type=write size=77426 2024-07-26T06:51:51.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.834+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.0 size=1048576 2024-07-26T06:51:51.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.835+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.1 size=1048576 2024-07-26T06:51:51.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.837+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.2 size=390246 2024-07-26T06:51:51.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.837+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=46DBUFAQEO4Y tag=WEB6I8GXLFWB type=write size=3535974 2024-07-26T06:51:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:51 smithi135 ceph-mon[90132]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:51:51.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.838+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=53288TJEQKON type=write size=766964 2024-07-26T06:51:51.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.841+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.0 size=1048576 2024-07-26T06:51:51.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.842+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.1 size=1048576 2024-07-26T06:51:51.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.843+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.2 size=147722 2024-07-26T06:51:51.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.843+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=NWKFVU39JES4 tag=XDIKMTKESKT3 type=write size=3293450 2024-07-26T06:51:51.845 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.845+0000 7ff4c963f640 1 < completed write operation key=8W36EMM1C36T tag=BB8AMMVOX332 type=write size=1027928 2024-07-26T06:51:51.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.847+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=II60WKGHRAN0 type=del size=1877484 2024-07-26T06:51:51.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.848+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.0 size=1048576 2024-07-26T06:51:51.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.850+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.1 size=1048576 2024-07-26T06:51:51.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.851+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~YZ1FD9V87KGE.2 size=482016 2024-07-26T06:51:51.854 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.854+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=YZ1FD9V87KGE tag=OTR7LKHAL8B6 type=write size=3627744 2024-07-26T06:51:51.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.855+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=WCJKMEAHFWCO type=write size=260345 2024-07-26T06:51:51.859 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.859+0000 7ff4c963f640 1 < suggested update operation key=T6YV3TUMDU0L tag=PPP03NLFZOKU type=del size=3056788 2024-07-26T06:51:51.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.861+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=0HK7HEYB440M type=del size=3551370 2024-07-26T06:51:51.862 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.862+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~80PPZJBF9CFV.0 size=414060 2024-07-26T06:51:51.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.864+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=80PPZJBF9CFV tag=E4JZ047B96A9 type=write size=1462636 2024-07-26T06:51:51.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.867+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.0 size=1048576 2024-07-26T06:51:51.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.868+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.1 size=1048576 2024-07-26T06:51:51.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.870+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.2 size=858273 2024-07-26T06:51:51.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.870+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=38UB68UX7SJA tag=0PBEGA5DFE34 type=write size=4004001 2024-07-26T06:51:51.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.870+0000 7ff4c963f640 1 < canceled part key=_multipart_LIYRVFVSY982.2~HHOZ98CNG3LQ.0 size=702926 2024-07-26T06:51:51.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.872+0000 7ff4c963f640 1 < canceled multipart upload key=LIYRVFVSY982 upload=HHOZ98CNG3LQ tag=XOCKRTH4Y083 type=write size=1751502 2024-07-26T06:51:51.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.874+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=9K7KC1JP1CQH type=del size=484493 2024-07-26T06:51:51.876 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.875+0000 7ff4c963f640 -1 < failed to complete operation key=T6YV3TUMDU0L tag=RWY1XWVTC3VT type=del size=1884105: (22) Invalid argument 2024-07-26T06:51:51.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.878+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.0 size=1048576 2024-07-26T06:51:51.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.879+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.1 size=1048576 2024-07-26T06:51:51.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.880+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.2 size=390784 2024-07-26T06:51:51.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.880+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=JB7WNSMPA6Y0 tag=0AVEAFW2D17P type=write size=3536512 2024-07-26T06:51:51.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.882+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=R4BO7QE8B4FB type=del 2024-07-26T06:51:51.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.884+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=BOJ1X85LYOM7 type=del size=973145 2024-07-26T06:51:51.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.885+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=5N4O8QNXF22K type=del 2024-07-26T06:51:51.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.888+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~TZFFWMY7TAFE.0 size=557019 2024-07-26T06:51:51.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.888+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=TZFFWMY7TAFE tag=ADQNXJSPKZRG type=write size=1605595 2024-07-26T06:51:51.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.891+0000 7ff4c963f640 1 < suggested remove operation key=DA98A9ODDSQ1 tag=5HHRS1TNLIBL type=del 2024-07-26T06:51:51.892 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.892+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=O5V8HQUYMSBN type=del size=1235804 2024-07-26T06:51:51.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.893+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=4V0FOS6PVPDF type=del 2024-07-26T06:51:51.895 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.895+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=LHBT5PLZG2NP type=write size=225815 2024-07-26T06:51:51.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.896+0000 7ff4c963f640 1 < canceled operation key=J12W312ZJLEC tag=PS754A3TO29X type=write size=469431 2024-07-26T06:51:51.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.899+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~P29JC6VZSO3J.0 size=1048576 2024-07-26T06:51:51.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.900+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~P29JC6VZSO3J.1 size=134561 2024-07-26T06:51:51.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.900+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=P29JC6VZSO3J tag=XNLPDFDM3M88 type=write size=2231713 2024-07-26T06:51:51.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.902+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~ADWJ4MJKP6AV.0 size=1048576 2024-07-26T06:51:51.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.903+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~ADWJ4MJKP6AV.1 size=445267 2024-07-26T06:51:51.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.906+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=ADWJ4MJKP6AV tag=1H0Q39PWB3L8 type=write size=2542419 2024-07-26T06:51:51.907 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.907+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=GK1K4MCLUKRY type=del size=3748705 2024-07-26T06:51:51.909 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.909+0000 7ff4c963f640 1 < canceled operation key=4RKGLLBREN8H tag=RM4CHGN5PK73 type=write size=1000139 2024-07-26T06:51:51.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.911+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~VLPK3IA336W6.0 size=1048576 2024-07-26T06:51:51.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.912+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~VLPK3IA336W6.1 size=23492 2024-07-26T06:51:51.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.912+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=VLPK3IA336W6 tag=L2C4J54FRUD5 type=write size=2120644 2024-07-26T06:51:51.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.914+0000 7ff4c963f640 1 < canceled operation key=ZBP2BZ3W1BYG tag=AUG58D9WZ9BJ type=write size=572088 2024-07-26T06:51:51.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.916+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=5V7814L28TAB type=del size=204841 2024-07-26T06:51:51.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.917+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.0 size=1048576 2024-07-26T06:51:51.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.918+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.1 size=1048576 2024-07-26T06:51:51.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.920+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~46DBUFAQEO4Y.2 size=390246 2024-07-26T06:51:51.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.922+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=46DBUFAQEO4Y tag=WEB6I8GXLFWB type=write size=3535974 2024-07-26T06:51:51.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.925+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~95JZG0Y5CRY0.0 size=1048576 2024-07-26T06:51:51.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.926+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~95JZG0Y5CRY0.1 size=585900 2024-07-26T06:51:51.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.926+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=95JZG0Y5CRY0 tag=3FO6NZLOOFQS type=write size=2683052 2024-07-26T06:51:51.928 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.927+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.0 size=1048576 2024-07-26T06:51:51.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.928+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.1 size=1048576 2024-07-26T06:51:51.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.930+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~NWKFVU39JES4.2 size=147722 2024-07-26T06:51:51.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.932+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=NWKFVU39JES4 tag=XDIKMTKESKT3 type=write size=3293450 2024-07-26T06:51:51.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.934+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=8UZ0OGIRAX5V type=del size=1959733 2024-07-26T06:51:51.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.935+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=II60WKGHRAN0 type=del 2024-07-26T06:51:51.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.938+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.0 size=1048576 2024-07-26T06:51:51.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.939+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.1 size=1048576 2024-07-26T06:51:51.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.940+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.2 size=844417 2024-07-26T06:51:51.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.940+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=AR83DC12OCXW tag=J7F37UYJUX6J type=write size=3990145 2024-07-26T06:51:51.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.941+0000 7ff4c963f640 1 < completed write operation key=B25KI9T60YIW tag=WCJKMEAHFWCO type=write size=260345 2024-07-26T06:51:51.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.944+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~15CD4KLJ5VQG.0 size=691942 2024-07-26T06:51:51.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.944+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=15CD4KLJ5VQG tag=XANOG9SQAE47 type=write size=1740518 2024-07-26T06:51:51.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.946+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=0HK7HEYB440M type=del 2024-07-26T06:51:51.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.947+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=1Q5CII4UTATJ type=del size=4149564 2024-07-26T06:51:51.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.949+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.0 size=1048576 2024-07-26T06:51:51.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.950+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.1 size=1048576 2024-07-26T06:51:51.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.951+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~38UB68UX7SJA.2 size=858273 2024-07-26T06:51:51.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.954+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=38UB68UX7SJA tag=0PBEGA5DFE34 type=write size=4004001 2024-07-26T06:51:51.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.955+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=9OFH9UX5MZY6 type=write size=328102 2024-07-26T06:51:51.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.959+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=9K7KC1JP1CQH type=del size=484493 2024-07-26T06:51:51.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.961+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~G18H8SSVVTN0.0 size=615041 2024-07-26T06:51:51.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.961+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=G18H8SSVVTN0 tag=SXF08ZI2FPPG type=write size=1663617 2024-07-26T06:51:51.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.963+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.0 size=1048576 2024-07-26T06:51:51.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.964+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.1 size=1048576 2024-07-26T06:51:51.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.964+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~JB7WNSMPA6Y0.2 size=390784 2024-07-26T06:51:51.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.966+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=JB7WNSMPA6Y0 tag=0AVEAFW2D17P type=write size=3536512 2024-07-26T06:51:51.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.968+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=85B6Z7SZ06XA type=del size=1796530 2024-07-26T06:51:51.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.969+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=BOJ1X85LYOM7 type=del 2024-07-26T06:51:51.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.971+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=DD1VD4TSJ3NH type=del size=4061067 2024-07-26T06:51:51.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.972+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~TZFFWMY7TAFE.0 size=557019 2024-07-26T06:51:51.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.975+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=TZFFWMY7TAFE tag=ADQNXJSPKZRG type=write size=1605595 2024-07-26T06:51:51.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.976+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=TB314HAM2SAJ type=del size=2291547 2024-07-26T06:51:51.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.977+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=O5V8HQUYMSBN type=del 2024-07-26T06:51:51.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.979+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=64KROWAW9AAO type=write size=346134 2024-07-26T06:51:51.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.982+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=LHBT5PLZG2NP type=write 2024-07-26T06:51:51.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.983+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=HH8CHO03SP6D type=del size=464934 2024-07-26T06:51:51.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.985+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~P29JC6VZSO3J.0 size=1048576 2024-07-26T06:51:51.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.986+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~P29JC6VZSO3J.1 size=134561 2024-07-26T06:51:51.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.989+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=P29JC6VZSO3J tag=XNLPDFDM3M88 type=write size=2231713 2024-07-26T06:51:51.990 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.990+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=OREJNBULJVPW type=del size=938967 2024-07-26T06:51:51.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.993+0000 7ff4c963f640 1 < suggested update operation key=J9NUZ3NDKDSE tag=GK1K4MCLUKRY type=del size=3748705 2024-07-26T06:51:51.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.995+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=UC1KKEMR21EL type=write size=921063 2024-07-26T06:51:51.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.996+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~VLPK3IA336W6.0 size=1048576 2024-07-26T06:51:51.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:51.998+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~VLPK3IA336W6.1 size=23492 2024-07-26T06:51:52.000 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.000+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=VLPK3IA336W6 tag=L2C4J54FRUD5 type=write size=2120644 2024-07-26T06:51:52.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.002+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=67ISW8JD0RCR type=del size=984449 2024-07-26T06:51:52.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.003+0000 7ff4c963f640 1 < canceled operation key=ZUHQVW7JX900 tag=5V7814L28TAB type=del size=204841 2024-07-26T06:51:52.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.005+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=PVVPVELGYVIH type=del size=2953430 2024-07-26T06:51:52.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.006+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~95JZG0Y5CRY0.0 size=1048576 2024-07-26T06:51:52.008 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.008+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~95JZG0Y5CRY0.1 size=585900 2024-07-26T06:51:52.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.010+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=95JZG0Y5CRY0 tag=3FO6NZLOOFQS type=write size=2683052 2024-07-26T06:51:52.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.011+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=93PX8XHPQWN5 type=write size=129140 2024-07-26T06:51:52.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.013+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=8UZ0OGIRAX5V type=del 2024-07-26T06:51:52.014 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.014+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=1OTL421D9P9I type=del size=2951401 2024-07-26T06:51:52.016 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.016+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.0 size=1048576 2024-07-26T06:51:52.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.017+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.1 size=1048576 2024-07-26T06:51:52.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.018+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~AR83DC12OCXW.2 size=844417 2024-07-26T06:51:52.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.021+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=AR83DC12OCXW tag=J7F37UYJUX6J type=write size=3990145 2024-07-26T06:51:52.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.023+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~TDOI6SJQKM4O.0 size=216278 2024-07-26T06:51:52.024 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.023+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=TDOI6SJQKM4O tag=05AENOPAWSP2 type=write size=1264854 2024-07-26T06:51:52.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.025+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~15CD4KLJ5VQG.0 size=691942 2024-07-26T06:51:52.028 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.027+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=15CD4KLJ5VQG tag=XANOG9SQAE47 type=write size=1740518 2024-07-26T06:51:52.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.029+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=L8SBN075ZX7I type=del size=3181019 2024-07-26T06:51:52.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.030+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=1Q5CII4UTATJ type=del 2024-07-26T06:51:52.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.032+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=P9JJHLWADRBS type=write size=1006730 2024-07-26T06:51:52.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.035+0000 7ff4c963f640 1 < suggested update operation key=LIYRVFVSY982 tag=9OFH9UX5MZY6 type=write size=328102 2024-07-26T06:51:52.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.037+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=SREW88V5KO9D type=del size=1631278 2024-07-26T06:51:52.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.038+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~G18H8SSVVTN0.0 size=615041 2024-07-26T06:51:52.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.041+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=G18H8SSVVTN0 tag=SXF08ZI2FPPG type=write size=1663617 2024-07-26T06:51:52.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.044+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.0 size=1048576 2024-07-26T06:51:52.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.045+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.1 size=1048576 2024-07-26T06:51:52.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.046+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.2 size=179693 2024-07-26T06:51:52.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.046+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=7LTT4F8A7DRE tag=P5VUB3MZJU97 type=write size=3325421 2024-07-26T06:51:52.049 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.049+0000 7ff4c963f640 1 < suggested remove operation key=L2X724J37LK2 tag=85B6Z7SZ06XA type=del 2024-07-26T06:51:52.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.050+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=AHLRJF3SJLGE type=del size=720569 2024-07-26T06:51:52.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.052+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=DD1VD4TSJ3NH type=del 2024-07-26T06:51:52.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.053+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=LAXBDWBR61DD type=del size=11660 2024-07-26T06:51:52.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.055+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=TB314HAM2SAJ type=del 2024-07-26T06:51:52.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.056+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=4S4EHDKK2UYN type=del size=2074373 2024-07-26T06:51:52.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.057+0000 7ff4c963f640 1 < completed write operation key=MC50MWHORL26 tag=64KROWAW9AAO type=write size=346134 2024-07-26T06:51:52.059 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.059+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=CC75OSG6WAF9 type=del size=1159283 2024-07-26T06:51:52.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.060+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=L2X724J37LK2 tag=HH8CHO03SP6D type=del size=464934: (2) No such file or directory 2024-07-26T06:51:52.061 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.061+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=06D3Y7U2ZUB1 type=del size=885780 2024-07-26T06:51:52.063 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.063+0000 7ff4c963f640 -1 < failed to complete operation key=L2X724J37LK2 tag=OREJNBULJVPW type=del size=938967: (22) Invalid argument 2024-07-26T06:51:52.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.064+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=TS9FVW13O3QY type=del size=1952889 2024-07-26T06:51:52.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.067+0000 7ff4c963f640 1 < suggested update operation key=FPEECRHVGMU5 tag=UC1KKEMR21EL type=write size=921063 2024-07-26T06:51:52.069 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.068+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=6F69H9G2R5IE type=del size=2754114 2024-07-26T06:51:52.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.070+0000 7ff4c963f640 -1 < failed to complete operation key=L2X724J37LK2 tag=67ISW8JD0RCR type=del size=984449: (22) Invalid argument 2024-07-26T06:51:52.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.072+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=L40J3RXZ1QYK type=del size=4059897 2024-07-26T06:51:52.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.073+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=PVVPVELGYVIH type=del 2024-07-26T06:51:52.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.076+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.0 size=1048576 2024-07-26T06:51:52.077 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.077+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.1 size=1048576 2024-07-26T06:51:52.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.078+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.2 size=516475 2024-07-26T06:51:52.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.078+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=3VU90JO9MNYG tag=OBPUXS17E5AD type=write size=3662203 2024-07-26T06:51:52.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.081+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=93PX8XHPQWN5 type=write size=129140 2024-07-26T06:51:52.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.082+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=S2V0YYRB16NX type=write size=895972 2024-07-26T06:51:52.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.085+0000 7ff4c963f640 1 < suggested remove operation key=8W36EMM1C36T tag=1OTL421D9P9I type=del 2024-07-26T06:51:52.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.086+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=VKYJMFCNEHVZ type=del size=1667996 2024-07-26T06:51:52.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.088+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~TDOI6SJQKM4O.0 size=216278 2024-07-26T06:51:52.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.090+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=TDOI6SJQKM4O tag=05AENOPAWSP2 type=write size=1264854 2024-07-26T06:51:52.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.092+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=608MBQBU8VNR type=del size=2388336 2024-07-26T06:51:52.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.093+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=L8SBN075ZX7I type=del 2024-07-26T06:51:52.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.094+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=836DPENIA5R5 type=write size=610937 2024-07-26T06:51:52.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.096+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=P9JJHLWADRBS type=write size=1006730 2024-07-26T06:51:52.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.097+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=BDRJG4IFIOVZ type=del size=1281865 2024-07-26T06:51:52.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.099+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=SREW88V5KO9D type=del 2024-07-26T06:51:52.101 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.101+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~66M1ZV1HV8V2.0 size=302365 2024-07-26T06:51:52.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.101+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=66M1ZV1HV8V2 tag=VQLT7TDK06R9 type=write size=1350941 2024-07-26T06:51:52.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.103+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.0 size=1048576 2024-07-26T06:51:52.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.104+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.1 size=1048576 2024-07-26T06:51:52.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.105+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~7LTT4F8A7DRE.2 size=179693 2024-07-26T06:51:52.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.108+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=7LTT4F8A7DRE tag=P5VUB3MZJU97 type=write size=3325421 2024-07-26T06:51:52.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.111+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~44H6IGXXBTUB.0 size=1048576 2024-07-26T06:51:52.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.112+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~44H6IGXXBTUB.1 size=840554 2024-07-26T06:51:52.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.112+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=44H6IGXXBTUB tag=O9N0C7QFA9C1 type=write size=2937706 2024-07-26T06:51:52.114 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.114+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=AHLRJF3SJLGE type=del 2024-07-26T06:51:52.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.115+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=NXNOQMHB7AKW type=del size=2166121 2024-07-26T06:51:52.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.117+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=LAXBDWBR61DD type=del 2024-07-26T06:51:52.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.120+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.0 size=1048576 2024-07-26T06:51:52.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.121+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.1 size=1048576 2024-07-26T06:51:52.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.122+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.2 size=823833 2024-07-26T06:51:52.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.122+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=Y0OMQ14OJAC5 tag=RARPQF35BKMQ type=write size=3969561 2024-07-26T06:51:52.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.124+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=4S4EHDKK2UYN type=del 2024-07-26T06:51:52.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.126+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.0 size=1048576 2024-07-26T06:51:52.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.127+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.1 size=1048576 2024-07-26T06:51:52.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.129+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.2 size=48574 2024-07-26T06:51:52.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.129+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=LNLWWFW8TXG1 tag=2MJ45E1FXX5F type=write size=3194302 2024-07-26T06:51:52.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.130+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=CC75OSG6WAF9 type=del 2024-07-26T06:51:52.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.133+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~W504707HFU7A.0 size=6037 2024-07-26T06:51:52.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.133+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=W504707HFU7A tag=146N4Q0CUWWR type=write size=1054613 2024-07-26T06:51:52.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.134+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=06D3Y7U2ZUB1 type=del 2024-07-26T06:51:52.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.137+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~8EZM485J7KWO.0 size=1048576 2024-07-26T06:51:52.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.138+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~8EZM485J7KWO.1 size=327601 2024-07-26T06:51:52.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.138+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=8EZM485J7KWO tag=VMCZ7OVCDTKI type=write size=2424753 2024-07-26T06:51:52.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.141+0000 7ff4c963f640 1 < suggested remove operation key=BVS86991ZRFJ tag=TS9FVW13O3QY type=del 2024-07-26T06:51:52.144 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.144+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.0 size=1048576 2024-07-26T06:51:52.146 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.145+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.1 size=1048576 2024-07-26T06:51:52.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.147+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.2 size=706257 2024-07-26T06:51:52.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.147+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=X3HQPXH3K317 tag=3RI9A42KO4DX type=write size=3851985 2024-07-26T06:51:52.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.150+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=6F69H9G2R5IE type=del size=2754114 2024-07-26T06:51:52.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.152+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.0 size=1048576 2024-07-26T06:51:52.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.154+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.1 size=1048576 2024-07-26T06:51:52.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.155+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.2 size=186208 2024-07-26T06:51:52.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.155+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=3AMST7TW1H8F tag=6MJ1IVUSYY58 type=write size=3331936 2024-07-26T06:51:52.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.157+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=L40J3RXZ1QYK type=del 2024-07-26T06:51:52.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.159+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~1EJR70YB8500.0 size=1048576 2024-07-26T06:51:52.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.161+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~1EJR70YB8500.1 size=317957 2024-07-26T06:51:52.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.161+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=1EJR70YB8500 tag=81GWU28N21C5 type=write size=2415109 2024-07-26T06:51:52.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.162+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.0 size=1048576 2024-07-26T06:51:52.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.163+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.1 size=1048576 2024-07-26T06:51:52.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.165+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~3VU90JO9MNYG.2 size=516475 2024-07-26T06:51:52.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.167+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=3VU90JO9MNYG tag=OBPUXS17E5AD type=write size=3662203 2024-07-26T06:51:52.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.168+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=M2F0NZ0LIJ1C type=del size=1843615 2024-07-26T06:51:52.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.171+0000 7ff4c963f640 1 < suggested update operation key=55WYIVMEFCP7 tag=S2V0YYRB16NX type=write size=895972 2024-07-26T06:51:52.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.173+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=7F0M82OJHAGY type=del size=374314 2024-07-26T06:51:52.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.174+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=VKYJMFCNEHVZ type=del 2024-07-26T06:51:52.177 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.177+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~UJ5J6R2IC3UZ.0 size=1048576 2024-07-26T06:51:52.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.178+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~UJ5J6R2IC3UZ.1 size=1012240 2024-07-26T06:51:52.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.178+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=UJ5J6R2IC3UZ tag=J64JNJIIS14S type=write size=3109392 2024-07-26T06:51:52.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.179+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=608MBQBU8VNR type=del 2024-07-26T06:51:52.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.181+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=YAKBLQOAB3KJ type=del size=260043 2024-07-26T06:51:52.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.182+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=836DPENIA5R5 type=write size=610937 2024-07-26T06:51:52.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.185+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~8SCLD2A54Q4V.0 size=1048576 2024-07-26T06:51:52.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.186+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~8SCLD2A54Q4V.1 size=311505 2024-07-26T06:51:52.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.186+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=8SCLD2A54Q4V tag=R1XEY8S3B2S4 type=write size=2408657 2024-07-26T06:51:52.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.188+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=BDRJG4IFIOVZ type=del 2024-07-26T06:51:52.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.189+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=RTUM3C7DB0BX type=write size=925852 2024-07-26T06:51:52.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.191+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~66M1ZV1HV8V2.0 size=302365 2024-07-26T06:51:52.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.193+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=66M1ZV1HV8V2 tag=VQLT7TDK06R9 type=write size=1350941 2024-07-26T06:51:52.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.196+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.0 size=1048576 2024-07-26T06:51:52.197 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.197+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.1 size=1048576 2024-07-26T06:51:52.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.198+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.2 size=33501 2024-07-26T06:51:52.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.198+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=IG34BLRVLHKI tag=8R9H2SPS4F6V type=write size=3179229 2024-07-26T06:51:52.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.199+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~44H6IGXXBTUB.0 size=1048576 2024-07-26T06:51:52.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.201+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~44H6IGXXBTUB.1 size=840554 2024-07-26T06:51:52.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.203+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=44H6IGXXBTUB tag=O9N0C7QFA9C1 type=write size=2937706 2024-07-26T06:51:52.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.206+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~70FW51WCFZVN.0 size=1048576 2024-07-26T06:51:52.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.207+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~70FW51WCFZVN.1 size=364087 2024-07-26T06:51:52.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.207+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=70FW51WCFZVN tag=XOKF03LUBY8L type=write size=2461239 2024-07-26T06:51:52.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.210+0000 7ff4c963f640 1 < suggested update operation key=6ZZV6L4I9YZV tag=NXNOQMHB7AKW type=del size=2166121 2024-07-26T06:51:52.211 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.211+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=9LFPXT10CU5H type=write size=698672 2024-07-26T06:51:52.213 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.213+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.0 size=1048576 2024-07-26T06:51:52.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.214+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.1 size=1048576 2024-07-26T06:51:52.215 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.215+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~Y0OMQ14OJAC5.2 size=823833 2024-07-26T06:51:52.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.218+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=Y0OMQ14OJAC5 tag=RARPQF35BKMQ type=write size=3969561 2024-07-26T06:51:52.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.221+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~4ZWDWLTS17Y8.0 size=62092 2024-07-26T06:51:52.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.221+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=4ZWDWLTS17Y8 tag=SMG6ZD5RDU1X type=write size=1110668 2024-07-26T06:51:52.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.222+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.0 size=1048576 2024-07-26T06:51:52.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.222+0000 7ff4c963f640 1 < canceled part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.1 size=1048576 2024-07-26T06:51:52.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.224+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~LNLWWFW8TXG1.2 size=48574 2024-07-26T06:51:52.227 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.227+0000 7ff4c963f640 1 < canceled multipart upload key=MC50MWHORL26 upload=LNLWWFW8TXG1 tag=2MJ45E1FXX5F type=write size=3194302 2024-07-26T06:51:52.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.229+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~L8H78EO1KFPP.0 size=49053 2024-07-26T06:51:52.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.229+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=L8H78EO1KFPP tag=DQAY1Z75VPPT type=write size=1097629 2024-07-26T06:51:52.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.231+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~W504707HFU7A.0 size=6037 2024-07-26T06:51:52.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.233+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=W504707HFU7A tag=146N4Q0CUWWR type=write size=1054613 2024-07-26T06:51:52.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.235+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=G6293XOX5HB8 type=del size=1545473 2024-07-26T06:51:52.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.236+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~8EZM485J7KWO.0 size=1048576 2024-07-26T06:51:52.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.237+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~8EZM485J7KWO.1 size=327601 2024-07-26T06:51:52.240 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.240+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=8EZM485J7KWO tag=VMCZ7OVCDTKI type=write size=2424753 2024-07-26T06:51:52.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.243+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~NIGHOZ56W3P3.0 size=671243 2024-07-26T06:51:52.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.243+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=NIGHOZ56W3P3 tag=WZQWDWNVDOFY type=write size=1719819 2024-07-26T06:51:52.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.243+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.0 size=1048576 2024-07-26T06:51:52.245 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.245+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.1 size=1048576 2024-07-26T06:51:52.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.246+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~X3HQPXH3K317.2 size=706257 2024-07-26T06:51:52.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.249+0000 7ff4c963f640 1 < canceled multipart upload key=7MANHDWBE4SC upload=X3HQPXH3K317 tag=3RI9A42KO4DX type=write size=3851985 2024-07-26T06:51:52.252 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.252+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~8ST82EIRZAES.0 size=1048576 2024-07-26T06:51:52.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.253+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~8ST82EIRZAES.1 size=997931 2024-07-26T06:51:52.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.253+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=8ST82EIRZAES tag=WXTL3VXWBN07 type=write size=3095083 2024-07-26T06:51:52.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.254+0000 7ff4c963f640 1 < canceled part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.0 size=1048576 2024-07-26T06:51:52.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.255+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.1 size=1048576 2024-07-26T06:51:52.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.256+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3AMST7TW1H8F.2 size=186208 2024-07-26T06:51:52.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.258+0000 7ff4c963f640 1 < canceled multipart upload key=1PX021NSZNUT upload=3AMST7TW1H8F tag=6MJ1IVUSYY58 type=write size=3331936 2024-07-26T06:51:52.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.260+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=82NQQG1Z1SK1 type=write size=491881 2024-07-26T06:51:52.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.262+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~1EJR70YB8500.0 size=1048576 2024-07-26T06:51:52.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.263+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~1EJR70YB8500.1 size=317957 2024-07-26T06:51:52.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.266+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=1EJR70YB8500 tag=81GWU28N21C5 type=write size=2415109 2024-07-26T06:51:52.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.269+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.0 size=1048576 2024-07-26T06:51:52.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.270+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.1 size=1048576 2024-07-26T06:51:52.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.271+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.2 size=312329 2024-07-26T06:51:52.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.271+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=PZSI1V7OYW6L tag=WUEYS9JHJZ1J type=write size=3458057 2024-07-26T06:51:52.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.272+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=M2F0NZ0LIJ1C type=del 2024-07-26T06:51:52.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.274+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=9SJASGKWD1B9 type=del size=1760882 2024-07-26T06:51:52.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.278+0000 7ff4c963f640 1 < suggested remove operation key=21MC0QVSM974 tag=7F0M82OJHAGY type=del 2024-07-26T06:51:52.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.280+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=HT5FC585PMQE type=del size=1792501 2024-07-26T06:51:52.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.282+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~UJ5J6R2IC3UZ.0 size=1048576 2024-07-26T06:51:52.283 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.283+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~UJ5J6R2IC3UZ.1 size=1012240 2024-07-26T06:51:52.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.286+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=UJ5J6R2IC3UZ tag=J64JNJIIS14S type=write size=3109392 2024-07-26T06:51:52.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.289+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~R73KYBO6LR2B.0 size=1048576 2024-07-26T06:51:52.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.290+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~R73KYBO6LR2B.1 size=954463 2024-07-26T06:51:52.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.290+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=R73KYBO6LR2B tag=LQ9LUE5W3Q8M type=write size=3051615 2024-07-26T06:51:52.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.293+0000 7ff4c963f640 1 < suggested remove operation key=OBU4MGXI9972 tag=YAKBLQOAB3KJ type=del 2024-07-26T06:51:52.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.296+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~4W7FEJOE493B.0 size=788967 2024-07-26T06:51:52.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.296+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=4W7FEJOE493B tag=W8GAFLKXS9XE type=write size=1837543 2024-07-26T06:51:52.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.298+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~8SCLD2A54Q4V.0 size=1048576 2024-07-26T06:51:52.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.298+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~8SCLD2A54Q4V.1 size=311505 2024-07-26T06:51:52.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.301+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=8SCLD2A54Q4V tag=R1XEY8S3B2S4 type=write size=2408657 2024-07-26T06:51:52.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.304+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~9KKSXY60XXFC.0 size=181038 2024-07-26T06:51:52.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.304+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=9KKSXY60XXFC tag=11UVCH5D6BGR type=write size=1229614 2024-07-26T06:51:52.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.306+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=RTUM3C7DB0BX type=write size=925852 2024-07-26T06:51:52.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.308+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~YJX3BIU1VVOE.0 size=224390 2024-07-26T06:51:52.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.308+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=YJX3BIU1VVOE tag=GYL6WOG67M1Y type=write size=1272966 2024-07-26T06:51:52.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.310+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.0 size=1048576 2024-07-26T06:51:52.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.311+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.1 size=1048576 2024-07-26T06:51:52.313 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.312+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~IG34BLRVLHKI.2 size=33501 2024-07-26T06:51:52.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.315+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=IG34BLRVLHKI tag=8R9H2SPS4F6V type=write size=3179229 2024-07-26T06:51:52.318 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.318+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~PANCFADNAQP5.0 size=1048576 2024-07-26T06:51:52.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.319+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~PANCFADNAQP5.1 size=398007 2024-07-26T06:51:52.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.319+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=PANCFADNAQP5 tag=M3YZM2IKSZDG type=write size=2495159 2024-07-26T06:51:52.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.320+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~70FW51WCFZVN.0 size=1048576 2024-07-26T06:51:52.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.322+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~70FW51WCFZVN.1 size=364087 2024-07-26T06:51:52.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.324+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=70FW51WCFZVN tag=XOKF03LUBY8L type=write size=2461239 2024-07-26T06:51:52.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.326+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=539KA6Z9RSJD type=del size=3766462 2024-07-26T06:51:52.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.329+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=9LFPXT10CU5H type=write size=698672 2024-07-26T06:51:52.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.330+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=GYK3W6W72E46 type=write size=367023 2024-07-26T06:51:52.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.332+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~4ZWDWLTS17Y8.0 size=62092 2024-07-26T06:51:52.334 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.334+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=4ZWDWLTS17Y8 tag=SMG6ZD5RDU1X type=write size=1110668 2024-07-26T06:51:52.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.336+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=6SDMDXZSQGN9 type=del size=2484424 2024-07-26T06:51:52.338 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.337+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~L8H78EO1KFPP.0 size=49053 2024-07-26T06:51:52.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.340+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=L8H78EO1KFPP tag=DQAY1Z75VPPT type=write size=1097629 2024-07-26T06:51:52.341 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.341+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=924F4X03HC06 type=write size=865389 2024-07-26T06:51:52.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.343+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=G6293XOX5HB8 type=del 2024-07-26T06:51:52.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.344+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=PS6Q7C0WVQAZ type=write size=916 2024-07-26T06:51:52.346 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.346+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~NIGHOZ56W3P3.0 size=671243 2024-07-26T06:51:52.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.348+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=NIGHOZ56W3P3 tag=WZQWDWNVDOFY type=write size=1719819 2024-07-26T06:51:52.350 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.350+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=W8CCSOY1WT9Z type=del size=2771830 2024-07-26T06:51:52.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.351+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~8ST82EIRZAES.0 size=1048576 2024-07-26T06:51:52.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.351+0000 7ff4c963f640 1 < canceled part key=_multipart_1PX021NSZNUT.2~8ST82EIRZAES.1 size=997931 2024-07-26T06:51:52.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.354+0000 7ff4c963f640 1 < canceled multipart upload key=1PX021NSZNUT upload=8ST82EIRZAES tag=WXTL3VXWBN07 type=write size=3095083 2024-07-26T06:51:52.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.357+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.0 size=1048576 2024-07-26T06:51:52.359 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.358+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.1 size=1048576 2024-07-26T06:51:52.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.360+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.2 size=940451 2024-07-26T06:51:52.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.360+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=1HT91AUSC83F tag=18VXCPI3GXO4 type=write size=4086179 2024-07-26T06:51:52.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.361+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=82NQQG1Z1SK1 type=write size=491881 2024-07-26T06:51:52.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.362+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=R8Q9J6FSW9BK type=del size=284088 2024-07-26T06:51:52.364 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.364+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.0 size=1048576 2024-07-26T06:51:52.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.365+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.1 size=1048576 2024-07-26T06:51:52.366 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.366+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~PZSI1V7OYW6L.2 size=312329 2024-07-26T06:51:52.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.369+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=PZSI1V7OYW6L tag=WUEYS9JHJZ1J type=write size=3458057 2024-07-26T06:51:52.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.371+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~1I5Z0YWARZ4B.0 size=179247 2024-07-26T06:51:52.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.371+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=1I5Z0YWARZ4B tag=ZPC1XLD971DK type=write size=1227823 2024-07-26T06:51:52.373 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.373+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=9SJASGKWD1B9 type=del 2024-07-26T06:51:52.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.375+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~28WKTHHKMOFV.0 size=1048576 2024-07-26T06:51:52.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.377+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~28WKTHHKMOFV.1 size=316428 2024-07-26T06:51:52.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.377+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=28WKTHHKMOFV tag=621FXGZRN211 type=write size=2413580 2024-07-26T06:51:52.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.378+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=HT5FC585PMQE type=del 2024-07-26T06:51:52.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.379+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=BO2E5ESUGK0Y type=write size=15047 2024-07-26T06:51:52.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.381+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~R73KYBO6LR2B.0 size=1048576 2024-07-26T06:51:52.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.382+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~R73KYBO6LR2B.1 size=954463 2024-07-26T06:51:52.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.384+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=R73KYBO6LR2B tag=LQ9LUE5W3Q8M type=write size=3051615 2024-07-26T06:51:52.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.386+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=T53F5H0T9P38 type=write size=431797 2024-07-26T06:51:52.388 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.388+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~4W7FEJOE493B.0 size=788967 2024-07-26T06:51:52.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.390+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=4W7FEJOE493B tag=W8GAFLKXS9XE type=write size=1837543 2024-07-26T06:51:52.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.392+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=M1F9SGA59UGV type=del size=3887709 2024-07-26T06:51:52.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.392+0000 7ff4c963f640 1 < canceled part key=_multipart_97622HH90SL9.2~9KKSXY60XXFC.0 size=181038 2024-07-26T06:51:52.395 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.395+0000 7ff4c963f640 1 < canceled multipart upload key=97622HH90SL9 upload=9KKSXY60XXFC tag=11UVCH5D6BGR type=write size=1229614 2024-07-26T06:51:52.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.397+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~PPLRUBW3J1MN.0 size=1048576 2024-07-26T06:51:52.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.399+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~PPLRUBW3J1MN.1 size=921149 2024-07-26T06:51:52.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.399+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=PPLRUBW3J1MN tag=Q6UDAY9FKM52 type=write size=3018301 2024-07-26T06:51:52.400 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.399+0000 7ff4c963f640 1 < canceled part key=_multipart_LIYRVFVSY982.2~YJX3BIU1VVOE.0 size=224390 2024-07-26T06:51:52.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.402+0000 7ff4c963f640 1 < canceled multipart upload key=LIYRVFVSY982 upload=YJX3BIU1VVOE tag=GYL6WOG67M1Y type=write size=1272966 2024-07-26T06:51:52.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.404+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~YDDCK0MIZZJT.0 size=1048576 2024-07-26T06:51:52.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.406+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~YDDCK0MIZZJT.1 size=591649 2024-07-26T06:51:52.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.406+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=YDDCK0MIZZJT tag=RE0CDR3EFSRT type=write size=2688801 2024-07-26T06:51:52.407 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.407+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~PANCFADNAQP5.0 size=1048576 2024-07-26T06:51:52.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.409+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~PANCFADNAQP5.1 size=398007 2024-07-26T06:51:52.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.414+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=PANCFADNAQP5 tag=M3YZM2IKSZDG type=write size=2495159 2024-07-26T06:51:52.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.416+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=EQ6F03RCBV6I type=del size=743181 2024-07-26T06:51:52.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.419+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=539KA6Z9RSJD type=del size=3766462 2024-07-26T06:51:52.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.421+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=DAMNYFXR4F01 type=write size=84239 2024-07-26T06:51:52.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.422+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=GYK3W6W72E46 type=write size=367023 2024-07-26T06:51:52.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.424+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=5S1F9CLVZHA4 type=del size=884333 2024-07-26T06:51:52.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.426+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=6SDMDXZSQGN9 type=del 2024-07-26T06:51:52.427 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.427+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=AKROI2CZOKSA type=del size=3607742 2024-07-26T06:51:52.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.429+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=924F4X03HC06 type=write size=865389 2024-07-26T06:51:52.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.430+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=KR34H9Q4NGR5 type=write size=251231 2024-07-26T06:51:52.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.432+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=PS6Q7C0WVQAZ type=write size=916 2024-07-26T06:51:52.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.434+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=NHWHNIS7TI9H type=del size=2714863 2024-07-26T06:51:52.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.436+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=W8CCSOY1WT9Z type=del 2024-07-26T06:51:52.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.440+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~KV326AQR3L0A.0 size=463955 2024-07-26T06:51:52.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.440+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=KV326AQR3L0A tag=44TK4IFJO6Y2 type=write size=1512531 2024-07-26T06:51:52.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.440+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.0 size=1048576 2024-07-26T06:51:52.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.441+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.1 size=1048576 2024-07-26T06:51:52.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.442+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~1HT91AUSC83F.2 size=940451 2024-07-26T06:51:52.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.445+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=1HT91AUSC83F tag=18VXCPI3GXO4 type=write size=4086179 2024-07-26T06:51:52.447 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.447+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=0TPJ07U2X4PX type=del size=947577 2024-07-26T06:51:52.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.448+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=R8Q9J6FSW9BK type=del 2024-07-26T06:51:52.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.450+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=D8LRPA22IZ0S type=write size=224688 2024-07-26T06:51:52.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.452+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~1I5Z0YWARZ4B.0 size=179247 2024-07-26T06:51:52.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.454+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=1I5Z0YWARZ4B tag=ZPC1XLD971DK type=write size=1227823 2024-07-26T06:51:52.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.457+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~PHXCTQ2AQ0S1.0 size=858586 2024-07-26T06:51:52.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.457+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=PHXCTQ2AQ0S1 tag=4FXXYXL60Y93 type=write size=1907162 2024-07-26T06:51:52.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.459+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~28WKTHHKMOFV.0 size=1048576 2024-07-26T06:51:52.461 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.460+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~28WKTHHKMOFV.1 size=316428 2024-07-26T06:51:52.463 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.463+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=28WKTHHKMOFV tag=621FXGZRN211 type=write size=2413580 2024-07-26T06:51:52.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.465+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=SMFLCE1WTPN7 type=del size=460107 2024-07-26T06:51:52.466 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.466+0000 7ff4c963f640 1 < canceled operation key=A7ZSBTMHA3UB tag=BO2E5ESUGK0Y type=write size=15047 2024-07-26T06:51:52.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.470+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.0 size=1048576 2024-07-26T06:51:52.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.471+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.1 size=1048576 2024-07-26T06:51:52.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.473+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.2 size=164396 2024-07-26T06:51:52.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.473+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=NW2MX1V0IBM1 tag=4QGRPNTA22UO type=write size=3310124 2024-07-26T06:51:52.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.475+0000 7ff4c963f640 1 < canceled operation key=LIYRVFVSY982 tag=T53F5H0T9P38 type=write size=431797 2024-07-26T06:51:52.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.477+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~T5XJQ0J3SQQQ.0 size=379092 2024-07-26T06:51:52.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.477+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=T5XJQ0J3SQQQ tag=5TGIXOT3PGOC type=write size=1427668 2024-07-26T06:51:52.479 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.479+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=M1F9SGA59UGV type=del 2024-07-26T06:51:52.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.481+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=EY7GBP2QT5F9 type=del size=1281130 2024-07-26T06:51:52.483 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.483+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~PPLRUBW3J1MN.0 size=1048576 2024-07-26T06:51:52.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.484+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~PPLRUBW3J1MN.1 size=921149 2024-07-26T06:51:52.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.487+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=PPLRUBW3J1MN tag=Q6UDAY9FKM52 type=write size=3018301 2024-07-26T06:51:52.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.489+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=13DX21LBI1D8 type=del size=1873212 2024-07-26T06:51:52.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.490+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~YDDCK0MIZZJT.0 size=1048576 2024-07-26T06:51:52.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.491+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~YDDCK0MIZZJT.1 size=591649 2024-07-26T06:51:52.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.494+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=YDDCK0MIZZJT tag=RE0CDR3EFSRT type=write size=2688801 2024-07-26T06:51:52.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.496+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=4FPZIUGZ09NQ type=write size=43789 2024-07-26T06:51:52.500 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.499+0000 7ff4c963f640 1 < suggested update operation key=55WYIVMEFCP7 tag=EQ6F03RCBV6I type=del size=743181 2024-07-26T06:51:52.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.501+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=DAMAQ94FIZGE type=del size=308495 2024-07-26T06:51:52.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.503+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=DAMNYFXR4F01 type=write size=84239 2024-07-26T06:51:52.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.505+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.0 size=1048576 2024-07-26T06:51:52.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.507+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.1 size=1048576 2024-07-26T06:51:52.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.508+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.2 size=244947 2024-07-26T06:51:52.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.508+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=2TCLZ4D59BMV tag=ROR67NDFMQ9J type=write size=3390675 2024-07-26T06:51:52.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.511+0000 7ff4c963f640 1 < suggested remove operation key=55WYIVMEFCP7 tag=5S1F9CLVZHA4 type=del 2024-07-26T06:51:52.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.512+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=74C401GRTVOK type=del size=4176957 2024-07-26T06:51:52.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.514+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=AKROI2CZOKSA type=del 2024-07-26T06:51:52.516 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.516+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=QOOJJ1X2LINJ type=del size=3584954 2024-07-26T06:51:52.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.519+0000 7ff4c963f640 1 < suggested remove operation key=7OLNPIQ92BCG tag=KR34H9Q4NGR5 type=write 2024-07-26T06:51:52.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.522+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.0 size=1048576 2024-07-26T06:51:52.524 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.524+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.1 size=1048576 2024-07-26T06:51:52.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.525+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.2 size=598349 2024-07-26T06:51:52.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.525+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=HK3KYDT23EGK tag=TZRW16U7CJUY type=write size=3744077 2024-07-26T06:51:52.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.526+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=NHWHNIS7TI9H type=del 2024-07-26T06:51:52.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.529+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~0CB09FWHT8RV.0 size=72425 2024-07-26T06:51:52.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.529+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=0CB09FWHT8RV tag=8RAR5GB6UD2N type=write size=1121001 2024-07-26T06:51:52.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.531+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~KV326AQR3L0A.0 size=463955 2024-07-26T06:51:52.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.534+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=KV326AQR3L0A tag=44TK4IFJO6Y2 type=write size=1512531 2024-07-26T06:51:52.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.537+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.0 size=1048576 2024-07-26T06:51:52.538 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.538+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.1 size=1048576 2024-07-26T06:51:52.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.539+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.2 size=416711 2024-07-26T06:51:52.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.539+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=TD2SHEPWWMK9 tag=IITX3HPY3ZPO type=write size=3562439 2024-07-26T06:51:52.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.543+0000 7ff4c963f640 1 < suggested update operation key=CDMV8XZ0UE6O tag=0TPJ07U2X4PX type=del size=947577 2024-07-26T06:51:52.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.544+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=LBGU93KQN2TK type=del size=3102204 2024-07-26T06:51:52.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.546+0000 7ff4c963f640 -1 < failed to complete operation key=55WYIVMEFCP7 tag=D8LRPA22IZ0S type=write size=224688: (22) Invalid argument 2024-07-26T06:51:52.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.549+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~LZEVLZDB23BN.0 size=1048576 2024-07-26T06:51:52.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.557+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~LZEVLZDB23BN.1 size=15896 2024-07-26T06:51:52.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.557+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=LZEVLZDB23BN tag=VDR3S3VCNP29 type=write size=2113048 2024-07-26T06:51:52.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.558+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~PHXCTQ2AQ0S1.0 size=858586 2024-07-26T06:51:52.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.561+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=PHXCTQ2AQ0S1 tag=4FXXYXL60Y93 type=write size=1907162 2024-07-26T06:51:52.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.563+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=5MA2FFH8U059 type=write size=906383 2024-07-26T06:51:52.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.564+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=SMFLCE1WTPN7 type=del 2024-07-26T06:51:52.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.568+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~5QFPYSP7H0FQ.0 size=470948 2024-07-26T06:51:52.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.568+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=5QFPYSP7H0FQ tag=4TMPZXW7764Q type=write size=1519524 2024-07-26T06:51:52.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.569+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.0 size=1048576 2024-07-26T06:51:52.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.571+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.1 size=1048576 2024-07-26T06:51:52.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.572+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~NW2MX1V0IBM1.2 size=164396 2024-07-26T06:51:52.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.575+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=NW2MX1V0IBM1 tag=4QGRPNTA22UO type=write size=3310124 2024-07-26T06:51:52.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.576+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=00XG26W01K81 type=del size=1411298 2024-07-26T06:51:52.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.578+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~T5XJQ0J3SQQQ.0 size=379092 2024-07-26T06:51:52.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.581+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=T5XJQ0J3SQQQ tag=5TGIXOT3PGOC type=write size=1427668 2024-07-26T06:51:52.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.583+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~TGN2P27B8SS7.0 size=1048576 2024-07-26T06:51:52.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.585+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~TGN2P27B8SS7.1 size=916106 2024-07-26T06:51:52.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.585+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=TGN2P27B8SS7 tag=IMLV91APE7YK type=write size=3013258 2024-07-26T06:51:52.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.586+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=EY7GBP2QT5F9 type=del 2024-07-26T06:51:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:52 smithi135 ceph-mon[90132]: pgmap v1305: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:51:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:52.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.589+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~19D63T6IV7UB.0 size=123300 2024-07-26T06:51:52.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.589+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=19D63T6IV7UB tag=V4RPDV481122 type=write size=1171876 2024-07-26T06:51:52.591 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.591+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=13DX21LBI1D8 type=del 2024-07-26T06:51:52.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.594+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.0 size=1048576 2024-07-26T06:51:52.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.595+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.1 size=1048576 2024-07-26T06:51:52.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.597+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.2 size=576576 2024-07-26T06:51:52.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.597+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=RDGIQKM4WLIB tag=A0TXVN3LAE7K type=write size=3722304 2024-07-26T06:51:52.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.598+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=4FPZIUGZ09NQ type=write size=43789 2024-07-26T06:51:52.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.601+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.0 size=1048576 2024-07-26T06:51:52.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.602+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.1 size=1048576 2024-07-26T06:51:52.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.604+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.2 size=406552 2024-07-26T06:51:52.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.604+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=M72631IJFDPZ tag=RZWBXJ3JAJH2 type=write size=3552280 2024-07-26T06:51:52.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.605+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=DAMAQ94FIZGE type=del 2024-07-26T06:51:52.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.607+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=IQJ4OAEN5245 type=del size=2813733 2024-07-26T06:51:52.609 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.609+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.0 size=1048576 2024-07-26T06:51:52.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.610+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.1 size=1048576 2024-07-26T06:51:52.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.611+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~2TCLZ4D59BMV.2 size=244947 2024-07-26T06:51:52.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.614+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=2TCLZ4D59BMV tag=ROR67NDFMQ9J type=write size=3390675 2024-07-26T06:51:52.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.617+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.0 size=1048576 2024-07-26T06:51:52.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.619+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.1 size=1048576 2024-07-26T06:51:52.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.620+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.2 size=968458 2024-07-26T06:51:52.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.620+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=O513CDEPU4ST tag=E3LCDOVDE65V type=write size=4114186 2024-07-26T06:51:52.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.622+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=74C401GRTVOK type=del 2024-07-26T06:51:52.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.623+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=N1HIBEMFU2OC type=del size=2604575 2024-07-26T06:51:52.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.625+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=QOOJJ1X2LINJ type=del 2024-07-26T06:51:52.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.628+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.0 size=1048576 2024-07-26T06:51:52.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.629+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.1 size=1048576 2024-07-26T06:51:52.631 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.630+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.2 size=462096 2024-07-26T06:51:52.631 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.630+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=TPMWYTWMXMS1 tag=9SMM76WXL9IO type=write size=3607824 2024-07-26T06:51:52.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.632+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.0 size=1048576 2024-07-26T06:51:52.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.633+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.1 size=1048576 2024-07-26T06:51:52.635 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.635+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~HK3KYDT23EGK.2 size=598349 2024-07-26T06:51:52.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.638+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=HK3KYDT23EGK tag=TZRW16U7CJUY type=write size=3744077 2024-07-26T06:51:52.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.639+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=9VULG8WF6S5N type=del size=3703325 2024-07-26T06:51:52.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.641+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~0CB09FWHT8RV.0 size=72425 2024-07-26T06:51:52.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.644+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=0CB09FWHT8RV tag=8RAR5GB6UD2N type=write size=1121001 2024-07-26T06:51:52.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.646+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=JIL9LJI0C687 type=del size=700708 2024-07-26T06:51:52.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.647+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.0 size=1048576 2024-07-26T06:51:52.649 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.648+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.1 size=1048576 2024-07-26T06:51:52.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.650+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~TD2SHEPWWMK9.2 size=416711 2024-07-26T06:51:52.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.652+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=TD2SHEPWWMK9 tag=IITX3HPY3ZPO type=write size=3562439 2024-07-26T06:51:52.655 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.655+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~I54PFNR5XWY6.0 size=1048576 2024-07-26T06:51:52.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.656+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~I54PFNR5XWY6.1 size=141104 2024-07-26T06:51:52.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.656+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=I54PFNR5XWY6 tag=5B1S8QTNQ836 type=write size=2238256 2024-07-26T06:51:52.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.658+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=LBGU93KQN2TK type=del 2024-07-26T06:51:52.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.661+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~87X2QT76ES1X.0 size=1048576 2024-07-26T06:51:52.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.662+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~87X2QT76ES1X.1 size=649940 2024-07-26T06:51:52.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.662+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=87X2QT76ES1X tag=FU0O9T7UDP3O type=write size=2747092 2024-07-26T06:51:52.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.664+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~LZEVLZDB23BN.0 size=1048576 2024-07-26T06:51:52.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.666+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~LZEVLZDB23BN.1 size=15896 2024-07-26T06:51:52.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.669+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=LZEVLZDB23BN tag=VDR3S3VCNP29 type=write size=2113048 2024-07-26T06:51:52.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.671+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=ETCXIS035V0N type=del size=2290236 2024-07-26T06:51:52.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.674+0000 7ff4c963f640 1 < suggested remove operation key=L2X724J37LK2 tag=5MA2FFH8U059 type=write 2024-07-26T06:51:52.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.677+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~FIO3ET2ACDHH.0 size=110564 2024-07-26T06:51:52.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.677+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=FIO3ET2ACDHH tag=60CX2VN0OMD3 type=write size=1159140 2024-07-26T06:51:52.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.679+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~5QFPYSP7H0FQ.0 size=470948 2024-07-26T06:51:52.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.681+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=5QFPYSP7H0FQ tag=4TMPZXW7764Q type=write size=1519524 2024-07-26T06:51:52.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.683+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=V6AH06JY5S32 type=del size=2964975 2024-07-26T06:51:52.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.685+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=00XG26W01K81 type=del 2024-07-26T06:51:52.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.686+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=2FGBI9V8E3H6 type=del size=2453616 2024-07-26T06:51:52.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.688+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~TGN2P27B8SS7.0 size=1048576 2024-07-26T06:51:52.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.690+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~TGN2P27B8SS7.1 size=916106 2024-07-26T06:51:52.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.692+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=TGN2P27B8SS7 tag=IMLV91APE7YK type=write size=3013258 2024-07-26T06:51:52.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.695+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~I6PQEWYW6PWA.0 size=322313 2024-07-26T06:51:52.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.695+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=I6PQEWYW6PWA tag=D1AITFTNUYM4 type=write size=1370889 2024-07-26T06:51:52.697 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.697+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~19D63T6IV7UB.0 size=123300 2024-07-26T06:51:52.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.700+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=19D63T6IV7UB tag=V4RPDV481122 type=write size=1171876 2024-07-26T06:51:52.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.701+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=JMWTNGGXPJ0U type=del size=382877 2024-07-26T06:51:52.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.703+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.0 size=1048576 2024-07-26T06:51:52.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.704+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.1 size=1048576 2024-07-26T06:51:52.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.705+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~RDGIQKM4WLIB.2 size=576576 2024-07-26T06:51:52.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.708+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=RDGIQKM4WLIB tag=A0TXVN3LAE7K type=write size=3722304 2024-07-26T06:51:52.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.710+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=QVPASJRYDSAH type=write size=1043031 2024-07-26T06:51:52.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.711+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.0 size=1048576 2024-07-26T06:51:52.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.713+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.1 size=1048576 2024-07-26T06:51:52.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.713+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~M72631IJFDPZ.2 size=406552 2024-07-26T06:51:52.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.715+0000 7ff4c963f640 1 < canceled multipart upload key=55WYIVMEFCP7 upload=M72631IJFDPZ tag=RZWBXJ3JAJH2 type=write size=3552280 2024-07-26T06:51:52.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.718+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.0 size=1048576 2024-07-26T06:51:52.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.719+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.1 size=1048576 2024-07-26T06:51:52.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.721+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.2 size=694705 2024-07-26T06:51:52.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.721+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=0F0YPN4OWS5P tag=W73H90KUZCH8 type=write size=3840433 2024-07-26T06:51:52.722 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.722+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=IQJ4OAEN5245 type=del 2024-07-26T06:51:52.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.725+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~TU8PU2EQWVXV.0 size=1048576 2024-07-26T06:51:52.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.726+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~TU8PU2EQWVXV.1 size=1044529 2024-07-26T06:51:52.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.726+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=TU8PU2EQWVXV tag=TTQJEN7S2360 type=write size=3141681 2024-07-26T06:51:52.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.728+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.0 size=1048576 2024-07-26T06:51:52.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.728+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.1 size=1048576 2024-07-26T06:51:52.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.729+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~O513CDEPU4ST.2 size=968458 2024-07-26T06:51:52.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.732+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=O513CDEPU4ST tag=E3LCDOVDE65V type=write size=4114186 2024-07-26T06:51:52.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.735+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~26CG28D81301.0 size=511201 2024-07-26T06:51:52.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.735+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=26CG28D81301 tag=CZOT7O8NVK69 type=write size=1559777 2024-07-26T06:51:52.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.736+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=N1HIBEMFU2OC type=del 2024-07-26T06:51:52.738 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.738+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=LSXRMQXQ85RE type=del size=42474 2024-07-26T06:51:52.740 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.739+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.0 size=1048576 2024-07-26T06:51:52.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.741+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.1 size=1048576 2024-07-26T06:51:52.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.741+0000 7ff4c963f640 1 < canceled part key=_multipart_4RKGLLBREN8H.2~TPMWYTWMXMS1.2 size=462096 2024-07-26T06:51:52.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.743+0000 7ff4c963f640 1 < canceled multipart upload key=4RKGLLBREN8H upload=TPMWYTWMXMS1 tag=9SMM76WXL9IO type=write size=3607824 2024-07-26T06:51:52.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.745+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=XKVI1F33S0KN type=del size=616068 2024-07-26T06:51:52.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.746+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=9VULG8WF6S5N type=del 2024-07-26T06:51:52.748 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.748+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=T3FB108GTIQM type=del size=263231 2024-07-26T06:51:52.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.749+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=JIL9LJI0C687 type=del 2024-07-26T06:51:52.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.751+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=V0KW19TYO03R type=del size=2333867 2024-07-26T06:51:52.753 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.753+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~I54PFNR5XWY6.0 size=1048576 2024-07-26T06:51:52.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.754+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~I54PFNR5XWY6.1 size=141104 2024-07-26T06:51:52.757 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.757+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=I54PFNR5XWY6 tag=5B1S8QTNQ836 type=write size=2238256 2024-07-26T06:51:52.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.760+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.0 size=1048576 2024-07-26T06:51:52.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.761+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.1 size=1048576 2024-07-26T06:51:52.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.762+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.2 size=794044 2024-07-26T06:51:52.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.762+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=67EUTRRQVONS tag=KQOT0L9UO6ZC type=write size=3939772 2024-07-26T06:51:52.764 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.764+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~87X2QT76ES1X.0 size=1048576 2024-07-26T06:51:52.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.766+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~87X2QT76ES1X.1 size=649940 2024-07-26T06:51:52.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.769+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=87X2QT76ES1X tag=FU0O9T7UDP3O type=write size=2747092 2024-07-26T06:51:52.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.770+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=PQ7TV8CMDBEV type=del size=3411320 2024-07-26T06:51:52.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.772+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=ETCXIS035V0N type=del 2024-07-26T06:51:52.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.774+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~49NRFCHPXQA7.0 size=1048576 2024-07-26T06:51:52.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.776+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~49NRFCHPXQA7.1 size=133123 2024-07-26T06:51:52.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.776+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=49NRFCHPXQA7 tag=C8Q7S0OEJ320 type=write size=2230275 2024-07-26T06:51:52.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.777+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~FIO3ET2ACDHH.0 size=110564 2024-07-26T06:51:52.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.780+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=FIO3ET2ACDHH tag=60CX2VN0OMD3 type=write size=1159140 2024-07-26T06:51:52.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.781+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=JYODL0NWT35M type=del size=1267676 2024-07-26T06:51:52.783 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.783+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=V6AH06JY5S32 type=del 2024-07-26T06:51:52.785 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.784+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=RFFJCJOGKPKQ type=write size=531411 2024-07-26T06:51:52.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.787+0000 7ff4c963f640 1 < suggested remove operation key=N6LO5JK45OQE tag=2FGBI9V8E3H6 type=del 2024-07-26T06:51:52.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.789+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=OOHH54MUNEPM type=del size=232154 2024-07-26T06:51:52.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.790+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~I6PQEWYW6PWA.0 size=322313 2024-07-26T06:51:52.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.793+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=I6PQEWYW6PWA tag=D1AITFTNUYM4 type=write size=1370889 2024-07-26T06:51:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:52 smithi037 ceph-mon[97339]: pgmap v1305: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:52.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:52 smithi037 ceph-mon[99762]: pgmap v1305: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:51:52.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.794+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=OWGDC9NP2YV1 type=del size=2124612 2024-07-26T06:51:52.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.796+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=JMWTNGGXPJ0U type=del 2024-07-26T06:51:52.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.797+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=LAIFMJ18ZUOA type=del size=4057357 2024-07-26T06:51:52.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.799+0000 7ff4c963f640 1 < completed write operation key=8W36EMM1C36T tag=QVPASJRYDSAH type=write size=1043031 2024-07-26T06:51:52.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.802+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.0 size=1048576 2024-07-26T06:51:52.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.803+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.1 size=1048576 2024-07-26T06:51:52.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.805+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.2 size=176691 2024-07-26T06:51:52.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.805+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=HR74S6O636II tag=18NGYJU4SVJG type=write size=3322419 2024-07-26T06:51:52.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.806+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.0 size=1048576 2024-07-26T06:51:52.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.806+0000 7ff4c963f640 1 < canceled part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.1 size=1048576 2024-07-26T06:51:52.808 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.807+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~0F0YPN4OWS5P.2 size=694705 2024-07-26T06:51:52.810 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.810+0000 7ff4c963f640 1 < canceled multipart upload key=G9CKPX677F31 upload=0F0YPN4OWS5P tag=W73H90KUZCH8 type=write size=3840433 2024-07-26T06:51:52.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.813+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~T0EHDXBO85TE.0 size=709534 2024-07-26T06:51:52.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.813+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=T0EHDXBO85TE tag=259GQYA77VCW type=write size=1758110 2024-07-26T06:51:52.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.814+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~TU8PU2EQWVXV.0 size=1048576 2024-07-26T06:51:52.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.816+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~TU8PU2EQWVXV.1 size=1044529 2024-07-26T06:51:52.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.819+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=TU8PU2EQWVXV tag=TTQJEN7S2360 type=write size=3141681 2024-07-26T06:51:52.822 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.821+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=IQXTE6KYDC6N type=write size=723609 2024-07-26T06:51:52.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.823+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~26CG28D81301.0 size=511201 2024-07-26T06:51:52.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.826+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=26CG28D81301 tag=CZOT7O8NVK69 type=write size=1559777 2024-07-26T06:51:52.828 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.828+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=D45GTPZRT8UG type=del size=3368920 2024-07-26T06:51:52.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.831+0000 7ff4c963f640 1 < suggested remove operation key=B25KI9T60YIW tag=LSXRMQXQ85RE type=del 2024-07-26T06:51:52.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.833+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~ZJVMFQ9608PM.0 size=1048576 2024-07-26T06:51:52.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.834+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~ZJVMFQ9608PM.1 size=727790 2024-07-26T06:51:52.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.834+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=ZJVMFQ9608PM tag=UY9W9JENMJYW type=write size=2824942 2024-07-26T06:51:52.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.836+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=XKVI1F33S0KN type=del 2024-07-26T06:51:52.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.837+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=3RPMCMJJCD3D type=del size=2828982 2024-07-26T06:51:52.839 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.839+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=T3FB108GTIQM type=del 2024-07-26T06:51:52.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.841+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=7NM3D4IOL1NB type=del size=2959350 2024-07-26T06:51:52.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.844+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=V0KW19TYO03R type=del 2024-07-26T06:51:52.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.845+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=5GANJ1M0276X type=write size=208464 2024-07-26T06:51:52.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.847+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.0 size=1048576 2024-07-26T06:51:52.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.848+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.1 size=1048576 2024-07-26T06:51:52.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.850+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~67EUTRRQVONS.2 size=794044 2024-07-26T06:51:52.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.852+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=67EUTRRQVONS tag=KQOT0L9UO6ZC type=write size=3939772 2024-07-26T06:51:52.854 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.854+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=YE4RGSYPJDZM type=del size=3750219 2024-07-26T06:51:52.857 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.857+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=PQ7TV8CMDBEV type=del size=3411320 2024-07-26T06:51:52.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.860+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.0 size=1048576 2024-07-26T06:51:52.862 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.861+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.1 size=1048576 2024-07-26T06:51:52.863 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.862+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.2 size=135945 2024-07-26T06:51:52.863 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.862+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=ZIWVR4NCVPI2 tag=V11ZPBPON3H5 type=write size=3281673 2024-07-26T06:51:52.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.864+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~49NRFCHPXQA7.0 size=1048576 2024-07-26T06:51:52.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.865+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~49NRFCHPXQA7.1 size=133123 2024-07-26T06:51:52.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.869+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=49NRFCHPXQA7 tag=C8Q7S0OEJ320 type=write size=2230275 2024-07-26T06:51:52.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.873+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~X0MHEWBW7T7K.0 size=115382 2024-07-26T06:51:52.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.873+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=X0MHEWBW7T7K tag=9UHQB3K1F2TT type=write size=1163958 2024-07-26T06:51:52.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.874+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=JYODL0NWT35M type=del 2024-07-26T06:51:52.876 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.876+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=AO7IL33BO4VI type=del size=2938122 2024-07-26T06:51:52.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.877+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=RFFJCJOGKPKQ type=write size=531411 2024-07-26T06:51:52.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.879+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=30M6M4LBKPI2 type=del size=2309798 2024-07-26T06:51:52.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.880+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=OOHH54MUNEPM type=del 2024-07-26T06:51:52.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.882+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=BS9R2J26KIWN type=del size=3138839 2024-07-26T06:51:52.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.884+0000 7ff4c963f640 1 < canceled operation key=1PX021NSZNUT tag=OWGDC9NP2YV1 type=del size=2124612 2024-07-26T06:51:52.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.887+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.0 size=1048576 2024-07-26T06:51:52.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.888+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.1 size=1048576 2024-07-26T06:51:52.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.889+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.2 size=121876 2024-07-26T06:51:52.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.889+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=OD1GP4YM8J0N tag=1XDP6JUBX9JS type=write size=3267604 2024-07-26T06:51:52.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.891+0000 7ff4c963f640 1 < canceled operation key=MC50MWHORL26 tag=LAIFMJ18ZUOA type=del size=4057357 2024-07-26T06:51:52.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.892+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=L3G2L1FEJ2RE type=del size=3521335 2024-07-26T06:51:52.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.894+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.0 size=1048576 2024-07-26T06:51:52.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.896+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.1 size=1048576 2024-07-26T06:51:52.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.897+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~HR74S6O636II.2 size=176691 2024-07-26T06:51:52.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.900+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=HR74S6O636II tag=18NGYJU4SVJG type=write size=3322419 2024-07-26T06:51:52.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.902+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=VAS1UI7V95H9 type=del size=2940713 2024-07-26T06:51:52.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.903+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~T0EHDXBO85TE.0 size=709534 2024-07-26T06:51:52.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.906+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=T0EHDXBO85TE tag=259GQYA77VCW type=write size=1758110 2024-07-26T06:51:52.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.907+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=237CQVVMYWI4 type=del size=3030765 2024-07-26T06:51:52.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.909+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=IQXTE6KYDC6N type=write size=723609 2024-07-26T06:51:52.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.913+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~KQRGGHXP9KG9.0 size=593992 2024-07-26T06:51:52.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.913+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=KQRGGHXP9KG9 tag=G36TY7GHF2GI type=write size=1642568 2024-07-26T06:51:52.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.914+0000 7ff4c963f640 1 < canceled operation key=8W36EMM1C36T tag=D45GTPZRT8UG type=del size=3368920 2024-07-26T06:51:52.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.916+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=NLP85J27VVRY type=del size=2861372 2024-07-26T06:51:52.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.918+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~ZJVMFQ9608PM.0 size=1048576 2024-07-26T06:51:52.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.919+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~ZJVMFQ9608PM.1 size=727790 2024-07-26T06:51:52.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.922+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=ZJVMFQ9608PM tag=UY9W9JENMJYW type=write size=2824942 2024-07-26T06:51:52.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.924+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=ET7DPYIZ845C type=del size=3592228 2024-07-26T06:51:52.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.925+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=3RPMCMJJCD3D type=del 2024-07-26T06:51:52.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.927+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=5SPD7KGBIRP5 type=del size=2094109 2024-07-26T06:51:52.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.928+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=7NM3D4IOL1NB type=del 2024-07-26T06:51:52.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.930+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=HBZIK3UXPGB4 type=del size=786297 2024-07-26T06:51:52.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.931+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=5GANJ1M0276X type=write size=208464 2024-07-26T06:51:52.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.935+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~8QXC7J0WDTL8.0 size=840340 2024-07-26T06:51:52.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.935+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=8QXC7J0WDTL8 tag=OIJ89SAUY51B type=write size=1888916 2024-07-26T06:51:52.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.938+0000 7ff4c963f640 1 < suggested remove operation key=OBU4MGXI9972 tag=YE4RGSYPJDZM type=del 2024-07-26T06:51:52.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.941+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XVVTTXHB78ZE.0 size=723497 2024-07-26T06:51:52.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.941+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=XVVTTXHB78ZE tag=A70PYWOL7GVU type=write size=1772073 2024-07-26T06:51:52.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.942+0000 7ff4c963f640 1 < canceled part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.0 size=1048576 2024-07-26T06:51:52.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.943+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.1 size=1048576 2024-07-26T06:51:52.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.945+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~ZIWVR4NCVPI2.2 size=135945 2024-07-26T06:51:52.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.948+0000 7ff4c963f640 1 < canceled multipart upload key=DA98A9ODDSQ1 upload=ZIWVR4NCVPI2 tag=V11ZPBPON3H5 type=write size=3281673 2024-07-26T06:51:52.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.949+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=ZT8LO1SXLHJK type=del size=1887529 2024-07-26T06:51:52.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.951+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~X0MHEWBW7T7K.0 size=115382 2024-07-26T06:51:52.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.954+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=X0MHEWBW7T7K tag=9UHQB3K1F2TT type=write size=1163958 2024-07-26T06:51:52.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.957+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~DTO3R4LN7LQU.0 size=1048576 2024-07-26T06:51:52.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.958+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~DTO3R4LN7LQU.1 size=479505 2024-07-26T06:51:52.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.958+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=DTO3R4LN7LQU tag=HWZXCQIHFQDX type=write size=2576657 2024-07-26T06:51:52.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.960+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=AO7IL33BO4VI type=del 2024-07-26T06:51:52.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.963+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.0 size=1048576 2024-07-26T06:51:52.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.965+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.1 size=1048576 2024-07-26T06:51:52.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.966+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.2 size=623092 2024-07-26T06:51:52.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.966+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=G3XE7SFVO4TU tag=17QY6ZY4I4Z7 type=write size=3768820 2024-07-26T06:51:52.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.967+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=30M6M4LBKPI2 type=del 2024-07-26T06:51:52.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.969+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=6JPQTKISN2RV type=write size=1039146 2024-07-26T06:51:52.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.971+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=BS9R2J26KIWN type=del 2024-07-26T06:51:52.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.972+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=AGQULBKXZFYD type=write size=294915 2024-07-26T06:51:52.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.974+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.0 size=1048576 2024-07-26T06:51:52.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.975+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.1 size=1048576 2024-07-26T06:51:52.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.976+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~OD1GP4YM8J0N.2 size=121876 2024-07-26T06:51:52.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.979+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=OD1GP4YM8J0N tag=1XDP6JUBX9JS type=write size=3267604 2024-07-26T06:51:52.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.982+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~IKKEQ62TC5XC.0 size=1048576 2024-07-26T06:51:52.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.983+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~IKKEQ62TC5XC.1 size=915767 2024-07-26T06:51:52.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.983+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=IKKEQ62TC5XC tag=VMDZ289RLMKA type=write size=3012919 2024-07-26T06:51:52.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.985+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=L3G2L1FEJ2RE type=del 2024-07-26T06:51:52.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.988+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.0 size=1048576 2024-07-26T06:51:52.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.989+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.1 size=1048576 2024-07-26T06:51:52.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.990+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.2 size=527224 2024-07-26T06:51:52.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.990+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=MPZ3Y4GIIJAO tag=2PF4G85R3QWX type=write size=3672952 2024-07-26T06:51:52.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.994+0000 7ff4c963f640 1 < suggested update operation key=J9NUZ3NDKDSE tag=VAS1UI7V95H9 type=del size=2940713 2024-07-26T06:51:52.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.996+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~5031119DHF5S.0 size=1048576 2024-07-26T06:51:52.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.998+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~5031119DHF5S.1 size=573487 2024-07-26T06:51:52.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.998+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=5031119DHF5S tag=B6MX4HEZ9RHN type=write size=2670639 2024-07-26T06:51:52.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:52.999+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=237CQVVMYWI4 type=del 2024-07-26T06:51:53.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.002+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.0 size=1048576 2024-07-26T06:51:53.004 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.004+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.1 size=1048576 2024-07-26T06:51:53.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.005+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.2 size=739353 2024-07-26T06:51:53.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.005+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=AN6ISKHVV5H3 tag=7ASVLHR11O3U type=write size=3885081 2024-07-26T06:51:53.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.007+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~KQRGGHXP9KG9.0 size=593992 2024-07-26T06:51:53.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.010+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=KQRGGHXP9KG9 tag=G36TY7GHF2GI type=write size=1642568 2024-07-26T06:51:53.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.013+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~XJK0ABDJQ7U4.0 size=1048576 2024-07-26T06:51:53.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.014+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~XJK0ABDJQ7U4.1 size=9168 2024-07-26T06:51:53.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.014+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=XJK0ABDJQ7U4 tag=VU6VZN6PB1JY type=write size=2106320 2024-07-26T06:51:53.016 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.016+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=NLP85J27VVRY type=del 2024-07-26T06:51:53.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.019+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~IQ7PXR0XGNAS.0 size=1048576 2024-07-26T06:51:53.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.020+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~IQ7PXR0XGNAS.1 size=756511 2024-07-26T06:51:53.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.020+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=IQ7PXR0XGNAS tag=LBB3W89917J4 type=write size=2853663 2024-07-26T06:51:53.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.022+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=ET7DPYIZ845C type=del 2024-07-26T06:51:53.024 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.024+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=47FBT7ANUJMZ type=del size=1784563 2024-07-26T06:51:53.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.025+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=5SPD7KGBIRP5 type=del 2024-07-26T06:51:53.028 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.028+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~HWDPW6K7GNXX.0 size=1048576 2024-07-26T06:51:53.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.029+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~HWDPW6K7GNXX.1 size=661072 2024-07-26T06:51:53.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.029+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=HWDPW6K7GNXX tag=H3YFFASX2FXV type=write size=2758224 2024-07-26T06:51:53.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.031+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=HBZIK3UXPGB4 type=del 2024-07-26T06:51:53.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.033+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=PFAVMS58JZRC type=del size=3620129 2024-07-26T06:51:53.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.034+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~8QXC7J0WDTL8.0 size=840340 2024-07-26T06:51:53.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.037+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=8QXC7J0WDTL8 tag=OIJ89SAUY51B type=write size=1888916 2024-07-26T06:51:53.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.040+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~35881WZ3R5V1.0 size=1048576 2024-07-26T06:51:53.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.041+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~35881WZ3R5V1.1 size=439221 2024-07-26T06:51:53.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.041+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=35881WZ3R5V1 tag=5ZEGA9BIVEH7 type=write size=2536373 2024-07-26T06:51:53.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.043+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~XVVTTXHB78ZE.0 size=723497 2024-07-26T06:51:53.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.047+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=XVVTTXHB78ZE tag=A70PYWOL7GVU type=write size=1772073 2024-07-26T06:51:53.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.050+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.0 size=1048576 2024-07-26T06:51:53.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.052+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.1 size=1048576 2024-07-26T06:51:53.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.054+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.2 size=635733 2024-07-26T06:51:53.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.054+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=4PHNRCL1OPMH tag=IS3Z4BPNU0D4 type=write size=3781461 2024-07-26T06:51:53.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.056+0000 7ff4c963f640 1 < canceled operation key=G9CKPX677F31 tag=ZT8LO1SXLHJK type=del size=1887529 2024-07-26T06:51:53.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.058+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=XA1F7CHVT89U type=del size=1267082 2024-07-26T06:51:53.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.059+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~DTO3R4LN7LQU.0 size=1048576 2024-07-26T06:51:53.061 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.061+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~DTO3R4LN7LQU.1 size=479505 2024-07-26T06:51:53.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.064+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=DTO3R4LN7LQU tag=HWZXCQIHFQDX type=write size=2576657 2024-07-26T06:51:53.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.067+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.0 size=1048576 2024-07-26T06:51:53.069 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.069+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.1 size=1048576 2024-07-26T06:51:53.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.070+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.2 size=998450 2024-07-26T06:51:53.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.070+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=9FW2HVJSRXYJ tag=UIY3061R2P9C type=write size=4144178 2024-07-26T06:51:53.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.071+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.0 size=1048576 2024-07-26T06:51:53.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.073+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.1 size=1048576 2024-07-26T06:51:53.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.074+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~G3XE7SFVO4TU.2 size=623092 2024-07-26T06:51:53.077 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.077+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=G3XE7SFVO4TU tag=17QY6ZY4I4Z7 type=write size=3768820 2024-07-26T06:51:53.079 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.079+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=TKN3YNCX5Z24 type=del size=2195987 2024-07-26T06:51:53.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.080+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=6JPQTKISN2RV type=write size=1039146 2024-07-26T06:51:53.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.082+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=KZ6DLEF81P93 type=del size=3103592 2024-07-26T06:51:53.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.085+0000 7ff4c963f640 1 < suggested update operation key=ZBP2BZ3W1BYG tag=AGQULBKXZFYD type=write size=294915 2024-07-26T06:51:53.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.087+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=H5YSOAJWUHUP type=write size=201919 2024-07-26T06:51:53.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.088+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~IKKEQ62TC5XC.0 size=1048576 2024-07-26T06:51:53.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.090+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~IKKEQ62TC5XC.1 size=915767 2024-07-26T06:51:53.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.092+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=IKKEQ62TC5XC tag=VMDZ289RLMKA type=write size=3012919 2024-07-26T06:51:53.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.094+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=L7871ZMB2O64 type=del size=1771884 2024-07-26T06:51:53.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.096+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.0 size=1048576 2024-07-26T06:51:53.097 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.097+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.1 size=1048576 2024-07-26T06:51:53.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.099+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~MPZ3Y4GIIJAO.2 size=527224 2024-07-26T06:51:53.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.101+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=MPZ3Y4GIIJAO tag=2PF4G85R3QWX type=write size=3672952 2024-07-26T06:51:53.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.103+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=ZZJZQYNZZY1K type=write size=21566 2024-07-26T06:51:53.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.105+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~5031119DHF5S.0 size=1048576 2024-07-26T06:51:53.107 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.106+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~5031119DHF5S.1 size=573487 2024-07-26T06:51:53.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.110+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=5031119DHF5S tag=B6MX4HEZ9RHN type=write size=2670639 2024-07-26T06:51:53.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.111+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=0S0LO12A23M9 type=write size=4776 2024-07-26T06:51:53.112 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.112+0000 7ff4c963f640 1 < canceled part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.0 size=1048576 2024-07-26T06:51:53.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.113+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.1 size=1048576 2024-07-26T06:51:53.114 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.114+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~AN6ISKHVV5H3.2 size=739353 2024-07-26T06:51:53.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.117+0000 7ff4c963f640 1 < canceled multipart upload key=OBU4MGXI9972 upload=AN6ISKHVV5H3 tag=7ASVLHR11O3U type=write size=3885081 2024-07-26T06:51:53.119 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.119+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=N0LHUL5M0FY5 type=del size=1445786 2024-07-26T06:51:53.119 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.119+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~XJK0ABDJQ7U4.0 size=1048576 2024-07-26T06:51:53.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.121+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~XJK0ABDJQ7U4.1 size=9168 2024-07-26T06:51:53.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.124+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=XJK0ABDJQ7U4 tag=VU6VZN6PB1JY type=write size=2106320 2024-07-26T06:51:53.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.125+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=BXR3DUX7TY3E type=del size=3276344 2024-07-26T06:51:53.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.127+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~IQ7PXR0XGNAS.0 size=1048576 2024-07-26T06:51:53.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.129+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~IQ7PXR0XGNAS.1 size=756511 2024-07-26T06:51:53.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.132+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=IQ7PXR0XGNAS tag=LBB3W89917J4 type=write size=2853663 2024-07-26T06:51:53.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.134+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=1J0DAPLP9YB6 type=write size=814397 2024-07-26T06:51:53.136 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.136+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=47FBT7ANUJMZ type=del 2024-07-26T06:51:53.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.137+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=R9KEGH44X64F type=del size=1842916 2024-07-26T06:51:53.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.139+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~HWDPW6K7GNXX.0 size=1048576 2024-07-26T06:51:53.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.140+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~HWDPW6K7GNXX.1 size=661072 2024-07-26T06:51:53.143 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.143+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=HWDPW6K7GNXX tag=H3YFFASX2FXV type=write size=2758224 2024-07-26T06:51:53.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.145+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=66TABIB6FE2B type=del size=908720 2024-07-26T06:51:53.148 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.148+0000 7ff4c963f640 1 < suggested remove operation key=OBU4MGXI9972 tag=PFAVMS58JZRC type=del 2024-07-26T06:51:53.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.151+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~XTDDZQG045Y0.0 size=1048576 2024-07-26T06:51:53.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.152+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~XTDDZQG045Y0.1 size=384639 2024-07-26T06:51:53.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.152+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=XTDDZQG045Y0 tag=YXHI6O2BI26Z type=write size=2481791 2024-07-26T06:51:53.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.154+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~35881WZ3R5V1.0 size=1048576 2024-07-26T06:51:53.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.155+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~35881WZ3R5V1.1 size=439221 2024-07-26T06:51:53.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.158+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=35881WZ3R5V1 tag=5ZEGA9BIVEH7 type=write size=2536373 2024-07-26T06:51:53.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.160+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=TUHKGCW6AKV6 type=del size=3169620 2024-07-26T06:51:53.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.161+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.0 size=1048576 2024-07-26T06:51:53.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.163+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.1 size=1048576 2024-07-26T06:51:53.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.164+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~4PHNRCL1OPMH.2 size=635733 2024-07-26T06:51:53.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.167+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=4PHNRCL1OPMH tag=IS3Z4BPNU0D4 type=write size=3781461 2024-07-26T06:51:53.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.169+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=1SHAEGTEP1V2 type=del size=1448291 2024-07-26T06:51:53.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.172+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=XA1F7CHVT89U type=del size=1267082 2024-07-26T06:51:53.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.174+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=RV28WK2H8LTR type=write size=461764 2024-07-26T06:51:53.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.176+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.0 size=1048576 2024-07-26T06:51:53.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.178+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.1 size=1048576 2024-07-26T06:51:53.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.179+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~9FW2HVJSRXYJ.2 size=998450 2024-07-26T06:51:53.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.182+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=9FW2HVJSRXYJ tag=UIY3061R2P9C type=write size=4144178 2024-07-26T06:51:53.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.185+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~8GT17CLNFAX1.0 size=198537 2024-07-26T06:51:53.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.185+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=8GT17CLNFAX1 tag=4E9WTJT5XEV2 type=write size=1247113 2024-07-26T06:51:53.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.187+0000 7ff4c963f640 -1 < failed to complete operation key=OBU4MGXI9972 tag=TKN3YNCX5Z24 type=del size=2195987: (22) Invalid argument 2024-07-26T06:51:53.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.189+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=X24WOPCV0GZ0 type=write size=698117 2024-07-26T06:51:53.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.191+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=KZ6DLEF81P93 type=del 2024-07-26T06:51:53.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.193+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=YLJ82XK9I3OM type=del size=3067097 2024-07-26T06:51:53.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.196+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=H5YSOAJWUHUP type=write size=201919 2024-07-26T06:51:53.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.198+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=LG6LPKJI56AL type=del size=164437 2024-07-26T06:51:53.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.199+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=L7871ZMB2O64 type=del 2024-07-26T06:51:53.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.202+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~SOVHZ7JKLVLM.0 size=1048576 2024-07-26T06:51:53.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.203+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~SOVHZ7JKLVLM.1 size=194463 2024-07-26T06:51:53.204 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.203+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=SOVHZ7JKLVLM tag=3LDAU3VOTM1A type=write size=2291615 2024-07-26T06:51:53.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.205+0000 7ff4c963f640 -1 < failed to complete operation key=HSP2EG50KE11 tag=ZZJZQYNZZY1K type=write size=21566: (22) Invalid argument 2024-07-26T06:51:53.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.208+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.0 size=1048576 2024-07-26T06:51:53.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.210+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.1 size=1048576 2024-07-26T06:51:53.211 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.211+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.2 size=713346 2024-07-26T06:51:53.211 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.211+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=GHPDWXZLCSML tag=NJO42XFMANXK type=write size=3859074 2024-07-26T06:51:53.213 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.212+0000 7ff4c963f640 1 < completed write operation key=T6YV3TUMDU0L tag=0S0LO12A23M9 type=write size=4776 2024-07-26T06:51:53.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.214+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=TYOYHKTCQCXN type=del size=634459 2024-07-26T06:51:53.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.216+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=N0LHUL5M0FY5 type=del 2024-07-26T06:51:53.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.217+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=10D1V14Y3KSU type=del size=3959167 2024-07-26T06:51:53.219 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.219+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=BXR3DUX7TY3E type=del 2024-07-26T06:51:53.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.221+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=0SI3IZ37O0JG type=write size=468415 2024-07-26T06:51:53.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.222+0000 7ff4c963f640 1 < completed write operation key=L2X724J37LK2 tag=1J0DAPLP9YB6 type=write size=814397 2024-07-26T06:51:53.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.224+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=6T6S1VQJPR4P type=del size=2609532 2024-07-26T06:51:53.227 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.227+0000 7ff4c963f640 1 < suggested remove operation key=21MC0QVSM974 tag=R9KEGH44X64F type=del 2024-07-26T06:51:53.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.229+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=MFZI0UMQYTCY type=write size=966959 2024-07-26T06:51:53.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.232+0000 7ff4c963f640 1 < suggested update operation key=ZUHQVW7JX900 tag=66TABIB6FE2B type=del size=908720 2024-07-26T06:51:53.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.235+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~LS6XE7VTJ8PX.0 size=147599 2024-07-26T06:51:53.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.235+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=LS6XE7VTJ8PX tag=SWEH6JFXB869 type=write size=1196175 2024-07-26T06:51:53.237 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.237+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~XTDDZQG045Y0.0 size=1048576 2024-07-26T06:51:53.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.238+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~XTDDZQG045Y0.1 size=384639 2024-07-26T06:51:53.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.241+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=XTDDZQG045Y0 tag=YXHI6O2BI26Z type=write size=2481791 2024-07-26T06:51:53.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.242+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=D4SXR9WWJKQV type=del size=700844 2024-07-26T06:51:53.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.244+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=TUHKGCW6AKV6 type=del 2024-07-26T06:51:53.247 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.247+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.0 size=1048576 2024-07-26T06:51:53.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.248+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.1 size=1048576 2024-07-26T06:51:53.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.249+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.2 size=475420 2024-07-26T06:51:53.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.249+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=RL9EF6PW5ZR4 tag=6THO51AM80XH type=write size=3621148 2024-07-26T06:51:53.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.251+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=1SHAEGTEP1V2 type=del 2024-07-26T06:51:53.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.254+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~WWKGAVHRE1I8.0 size=1048576 2024-07-26T06:51:53.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.255+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~WWKGAVHRE1I8.1 size=421744 2024-07-26T06:51:53.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.255+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=WWKGAVHRE1I8 tag=PYK1HDACM3D7 type=write size=2518896 2024-07-26T06:51:53.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.256+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=RV28WK2H8LTR type=write size=461764 2024-07-26T06:51:53.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.259+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~VVQDYO9C9O5K.0 size=1048576 2024-07-26T06:51:53.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.261+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~VVQDYO9C9O5K.1 size=626498 2024-07-26T06:51:53.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.261+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=VVQDYO9C9O5K tag=SYQP86OHGBMJ type=write size=2723650 2024-07-26T06:51:53.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.263+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~8GT17CLNFAX1.0 size=198537 2024-07-26T06:51:53.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.265+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=8GT17CLNFAX1 tag=4E9WTJT5XEV2 type=write size=1247113 2024-07-26T06:51:53.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.268+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~LYXOJ66Q1ZR2.0 size=1048576 2024-07-26T06:51:53.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.269+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~LYXOJ66Q1ZR2.1 size=977802 2024-07-26T06:51:53.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.269+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=LYXOJ66Q1ZR2 tag=CSH89OT9TD33 type=write size=3074954 2024-07-26T06:51:53.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.271+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=X24WOPCV0GZ0 type=write size=698117 2024-07-26T06:51:53.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.273+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=SWOFZ069C277 type=write size=612719 2024-07-26T06:51:53.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.274+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=YLJ82XK9I3OM type=del 2024-07-26T06:51:53.277 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.277+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.0 size=1048576 2024-07-26T06:51:53.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.278+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.1 size=1048576 2024-07-26T06:51:53.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.280+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.2 size=242457 2024-07-26T06:51:53.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.280+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=433WA7LJ2CBI tag=AYE7QQ0CC1N6 type=write size=3388185 2024-07-26T06:51:53.283 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.283+0000 7ff4c963f640 1 < suggested remove operation key=6ZZV6L4I9YZV tag=LG6LPKJI56AL type=del 2024-07-26T06:51:53.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.286+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~XQP7XVQAKI8U.0 size=60061 2024-07-26T06:51:53.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.286+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=XQP7XVQAKI8U tag=3MUHPX8LOWGS type=write size=1108637 2024-07-26T06:51:53.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.288+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~SOVHZ7JKLVLM.0 size=1048576 2024-07-26T06:51:53.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.288+0000 7ff4c963f640 1 < canceled part key=_multipart_DA98A9ODDSQ1.2~SOVHZ7JKLVLM.1 size=194463 2024-07-26T06:51:53.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.291+0000 7ff4c963f640 1 < canceled multipart upload key=DA98A9ODDSQ1 upload=SOVHZ7JKLVLM tag=3LDAU3VOTM1A type=write size=2291615 2024-07-26T06:51:53.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.292+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=4IPWQAAGHYOT type=del size=3063714 2024-07-26T06:51:53.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.294+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.0 size=1048576 2024-07-26T06:51:53.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.295+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.1 size=1048576 2024-07-26T06:51:53.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.297+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~GHPDWXZLCSML.2 size=713346 2024-07-26T06:51:53.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.300+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=GHPDWXZLCSML tag=NJO42XFMANXK type=write size=3859074 2024-07-26T06:51:53.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.303+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.0 size=1048576 2024-07-26T06:51:53.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.305+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.1 size=1048576 2024-07-26T06:51:53.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.306+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.2 size=580455 2024-07-26T06:51:53.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.306+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=XF9CVFWUL0ML tag=PTKJUSV3J094 type=write size=3726183 2024-07-26T06:51:53.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.308+0000 7ff4c963f640 -1 < failed to complete operation key=6ZZV6L4I9YZV tag=TYOYHKTCQCXN type=del size=634459: (22) Invalid argument 2024-07-26T06:51:53.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.312+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.0 size=1048576 2024-07-26T06:51:53.313 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.313+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.1 size=1048576 2024-07-26T06:51:53.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.314+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.2 size=816535 2024-07-26T06:51:53.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.314+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=Q4C0LN846I2V tag=J1DCSAB248GG type=write size=3962263 2024-07-26T06:51:53.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.315+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=21MC0QVSM974 tag=10D1V14Y3KSU type=del size=3959167: (2) No such file or directory 2024-07-26T06:51:53.317 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.317+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=34Z3E36YVF0P type=write size=49538 2024-07-26T06:51:53.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.320+0000 7ff4c963f640 1 < suggested update operation key=4RKGLLBREN8H tag=0SI3IZ37O0JG type=write size=468415 2024-07-26T06:51:53.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.322+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=0IP0O4QSDA6P type=del size=2160677 2024-07-26T06:51:53.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.325+0000 7ff4c963f640 1 < suggested update operation key=N6LO5JK45OQE tag=6T6S1VQJPR4P type=del size=2609532 2024-07-26T06:51:53.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.327+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=3XXPO63P2VCE type=del size=2115186 2024-07-26T06:51:53.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.331+0000 7ff4c963f640 1 < suggested remove operation key=CDMV8XZ0UE6O tag=MFZI0UMQYTCY type=write 2024-07-26T06:51:53.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.333+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=Y28VVPPLDPKD type=del size=1913509 2024-07-26T06:51:53.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.335+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~LS6XE7VTJ8PX.0 size=147599 2024-07-26T06:51:53.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.337+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=LS6XE7VTJ8PX tag=SWEH6JFXB869 type=write size=1196175 2024-07-26T06:51:53.341 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.341+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~UH4537UZV0QF.0 size=933983 2024-07-26T06:51:53.341 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.341+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=UH4537UZV0QF tag=J6HWFA588GRT type=write size=1982559 2024-07-26T06:51:53.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.343+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=D4SXR9WWJKQV type=del 2024-07-26T06:51:53.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.344+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=H9R12C2Q1KV0 type=del size=3246984 2024-07-26T06:51:53.347 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.346+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.0 size=1048576 2024-07-26T06:51:53.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.348+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.1 size=1048576 2024-07-26T06:51:53.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.348+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~RL9EF6PW5ZR4.2 size=475420 2024-07-26T06:51:53.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.351+0000 7ff4c963f640 1 < canceled multipart upload key=55WYIVMEFCP7 upload=RL9EF6PW5ZR4 tag=6THO51AM80XH type=write size=3621148 2024-07-26T06:51:53.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.354+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~NH1WTADLJM4Q.0 size=187554 2024-07-26T06:51:53.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.354+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=NH1WTADLJM4Q tag=TH59WOOWS6FC type=write size=1236130 2024-07-26T06:51:53.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.355+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~WWKGAVHRE1I8.0 size=1048576 2024-07-26T06:51:53.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.357+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~WWKGAVHRE1I8.1 size=421744 2024-07-26T06:51:53.360 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.359+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=WWKGAVHRE1I8 tag=PYK1HDACM3D7 type=write size=2518896 2024-07-26T06:51:53.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.362+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.0 size=1048576 2024-07-26T06:51:53.364 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.364+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.1 size=1048576 2024-07-26T06:51:53.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.365+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.2 size=56600 2024-07-26T06:51:53.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.365+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=684SHJDXI3B7 tag=IYX20Q5B7FVC type=write size=3202328 2024-07-26T06:51:53.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.366+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~VVQDYO9C9O5K.0 size=1048576 2024-07-26T06:51:53.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.368+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~VVQDYO9C9O5K.1 size=626498 2024-07-26T06:51:53.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.371+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=VVQDYO9C9O5K tag=SYQP86OHGBMJ type=write size=2723650 2024-07-26T06:51:53.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.372+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=YY10ROK1QKIV type=del size=46288 2024-07-26T06:51:53.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.374+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~LYXOJ66Q1ZR2.0 size=1048576 2024-07-26T06:51:53.375 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.375+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~LYXOJ66Q1ZR2.1 size=977802 2024-07-26T06:51:53.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.378+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=LYXOJ66Q1ZR2 tag=CSH89OT9TD33 type=write size=3074954 2024-07-26T06:51:53.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.379+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=HZULUTKAWVZK type=write size=297984 2024-07-26T06:51:53.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.381+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=SWOFZ069C277 type=write size=612719 2024-07-26T06:51:53.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.383+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=UJCQH4FY2WEN type=del size=2562936 2024-07-26T06:51:53.384 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.384+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.0 size=1048576 2024-07-26T06:51:53.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.386+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.1 size=1048576 2024-07-26T06:51:53.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.387+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~433WA7LJ2CBI.2 size=242457 2024-07-26T06:51:53.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.390+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=433WA7LJ2CBI tag=AYE7QQ0CC1N6 type=write size=3388185 2024-07-26T06:51:53.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.392+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=1BOSS8LYZUAW type=del size=3927198 2024-07-26T06:51:53.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.394+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~XQP7XVQAKI8U.0 size=60061 2024-07-26T06:51:53.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.396+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=XQP7XVQAKI8U tag=3MUHPX8LOWGS type=write size=1108637 2024-07-26T06:51:53.400 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.399+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~E6YHGX8DU3IB.0 size=1048576 2024-07-26T06:51:53.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.401+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~E6YHGX8DU3IB.1 size=268977 2024-07-26T06:51:53.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.401+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=E6YHGX8DU3IB tag=LAI1JPXS0622 type=write size=2366129 2024-07-26T06:51:53.403 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.402+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=4IPWQAAGHYOT type=del 2024-07-26T06:51:53.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.404+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=K9DPMKTZJ6VL type=del size=1348685 2024-07-26T06:51:53.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.406+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.0 size=1048576 2024-07-26T06:51:53.407 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.407+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.1 size=1048576 2024-07-26T06:51:53.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.408+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~XF9CVFWUL0ML.2 size=580455 2024-07-26T06:51:53.411 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.411+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=XF9CVFWUL0ML tag=PTKJUSV3J094 type=write size=3726183 2024-07-26T06:51:53.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.414+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~UZB826HSJ637.0 size=1048576 2024-07-26T06:51:53.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.416+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~UZB826HSJ637.1 size=203831 2024-07-26T06:51:53.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.416+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=UZB826HSJ637 tag=2A73MZXEAYC4 type=write size=2300983 2024-07-26T06:51:53.417 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.417+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.0 size=1048576 2024-07-26T06:51:53.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.418+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.1 size=1048576 2024-07-26T06:51:53.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.418+0000 7ff4c963f640 1 < canceled part key=_multipart_BVS86991ZRFJ.2~Q4C0LN846I2V.2 size=816535 2024-07-26T06:51:53.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.421+0000 7ff4c963f640 1 < canceled multipart upload key=BVS86991ZRFJ upload=Q4C0LN846I2V tag=J1DCSAB248GG type=write size=3962263 2024-07-26T06:51:53.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.424+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.0 size=1048576 2024-07-26T06:51:53.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.425+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.1 size=1048576 2024-07-26T06:51:53.427 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.427+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.2 size=153685 2024-07-26T06:51:53.427 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.427+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=9P20B611Z9UU tag=2GTHE5APPTQF type=write size=3299413 2024-07-26T06:51:53.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.430+0000 7ff4c963f640 1 < suggested remove operation key=DA98A9ODDSQ1 tag=34Z3E36YVF0P type=write 2024-07-26T06:51:53.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.433+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~A56DPX9X9V7X.0 size=187590 2024-07-26T06:51:53.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.433+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=A56DPX9X9V7X tag=YEY5PMKO51TN type=write size=1236166 2024-07-26T06:51:53.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.435+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=0IP0O4QSDA6P type=del 2024-07-26T06:51:53.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.438+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.0 size=1048576 2024-07-26T06:51:53.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.439+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.1 size=1048576 2024-07-26T06:51:53.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.440+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.2 size=855857 2024-07-26T06:51:53.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.440+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=6L3CIKE3PYP7 tag=P6XVRI6P2TE9 type=write size=4001585 2024-07-26T06:51:53.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.442+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=3XXPO63P2VCE type=del 2024-07-26T06:51:53.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.445+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~0D4WS6HPSHGX.0 size=914288 2024-07-26T06:51:53.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.445+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=0D4WS6HPSHGX tag=11SNCYCAWPHW type=write size=1962864 2024-07-26T06:51:53.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.446+0000 7ff4c963f640 1 < canceled operation key=4RKGLLBREN8H tag=Y28VVPPLDPKD type=del size=1913509 2024-07-26T06:51:53.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.448+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=V1JM2N8QY7X5 type=del size=1241973 2024-07-26T06:51:53.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.450+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~UH4537UZV0QF.0 size=933983 2024-07-26T06:51:53.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.453+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=UH4537UZV0QF tag=J6HWFA588GRT type=write size=1982559 2024-07-26T06:51:53.455 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.454+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=7VQL0T4TPBHJ type=del size=313839 2024-07-26T06:51:53.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.458+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=H9R12C2Q1KV0 type=del size=3246984 2024-07-26T06:51:53.459 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.459+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=S0D2Q2ENYTOC type=del size=1013110 2024-07-26T06:51:53.461 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.461+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~NH1WTADLJM4Q.0 size=187554 2024-07-26T06:51:53.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.464+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=NH1WTADLJM4Q tag=TH59WOOWS6FC type=write size=1236130 2024-07-26T06:51:53.466 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.466+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=OY3401P8JR8A type=del size=2555777 2024-07-26T06:51:53.468 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.468+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.0 size=1048576 2024-07-26T06:51:53.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.469+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.1 size=1048576 2024-07-26T06:51:53.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.470+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~684SHJDXI3B7.2 size=56600 2024-07-26T06:51:53.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.473+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=684SHJDXI3B7 tag=IYX20Q5B7FVC type=write size=3202328 2024-07-26T06:51:53.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.475+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=C6CWA0EJV840 type=write size=245292 2024-07-26T06:51:53.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.476+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=YY10ROK1QKIV type=del 2024-07-26T06:51:53.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.480+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~2BAYN75F8A9W.0 size=217273 2024-07-26T06:51:53.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.480+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=2BAYN75F8A9W tag=SC7MQ2484GGC type=write size=1265849 2024-07-26T06:51:53.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.482+0000 7ff4c963f640 1 < completed write operation key=T6YV3TUMDU0L tag=HZULUTKAWVZK type=write size=297984 2024-07-26T06:51:53.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.485+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~J12L7AV9CEF1.0 size=446190 2024-07-26T06:51:53.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.485+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=J12L7AV9CEF1 tag=XSX1GM83DTOA type=write size=1494766 2024-07-26T06:51:53.487 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.486+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=UJCQH4FY2WEN type=del 2024-07-26T06:51:53.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.488+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=W364YBN9EKLN type=del size=2785510 2024-07-26T06:51:53.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.490+0000 7ff4c963f640 1 < canceled operation key=FPEECRHVGMU5 tag=1BOSS8LYZUAW type=del size=3927198 2024-07-26T06:51:53.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.492+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=S66XR0D4F4FW type=del size=3843626 2024-07-26T06:51:53.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.493+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~E6YHGX8DU3IB.0 size=1048576 2024-07-26T06:51:53.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.495+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~E6YHGX8DU3IB.1 size=268977 2024-07-26T06:51:53.498 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.498+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=E6YHGX8DU3IB tag=LAI1JPXS0622 type=write size=2366129 2024-07-26T06:51:53.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.501+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~JHA14199MWHN.0 size=264690 2024-07-26T06:51:53.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.501+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=JHA14199MWHN tag=H889G17J4OZ2 type=write size=1313266 2024-07-26T06:51:53.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.504+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=K9DPMKTZJ6VL type=del size=1348685 2024-07-26T06:51:53.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.507+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~SQV8ISGDIOPQ.0 size=377081 2024-07-26T06:51:53.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.507+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=SQV8ISGDIOPQ tag=WJ418X3PREGC type=write size=1425657 2024-07-26T06:51:53.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.509+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~UZB826HSJ637.0 size=1048576 2024-07-26T06:51:53.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.510+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~UZB826HSJ637.1 size=203831 2024-07-26T06:51:53.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.513+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=UZB826HSJ637 tag=2A73MZXEAYC4 type=write size=2300983 2024-07-26T06:51:53.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.515+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=LRAAI67FHULQ type=del size=274434 2024-07-26T06:51:53.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.516+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.0 size=1048576 2024-07-26T06:51:53.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.516+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.1 size=1048576 2024-07-26T06:51:53.518 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.518+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~9P20B611Z9UU.2 size=153685 2024-07-26T06:51:53.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.521+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=9P20B611Z9UU tag=2GTHE5APPTQF type=write size=3299413 2024-07-26T06:51:53.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.523+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=ZFAB1Y8HPLX1 type=del size=2215183 2024-07-26T06:51:53.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.525+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~A56DPX9X9V7X.0 size=187590 2024-07-26T06:51:53.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.528+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=A56DPX9X9V7X tag=YEY5PMKO51TN type=write size=1236166 2024-07-26T06:51:53.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.531+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.0 size=1048576 2024-07-26T06:51:53.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.532+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.1 size=1048576 2024-07-26T06:51:53.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.533+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.2 size=561217 2024-07-26T06:51:53.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.533+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=YOKGDF3750B3 tag=TMZDJL1VTLW4 type=write size=3706945 2024-07-26T06:51:53.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.534+0000 7ff4c963f640 1 < canceled part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.0 size=1048576 2024-07-26T06:51:53.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.535+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.1 size=1048576 2024-07-26T06:51:53.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.536+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~6L3CIKE3PYP7.2 size=855857 2024-07-26T06:51:53.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.539+0000 7ff4c963f640 1 < canceled multipart upload key=N6LO5JK45OQE upload=6L3CIKE3PYP7 tag=P6XVRI6P2TE9 type=write size=4001585 2024-07-26T06:51:53.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.541+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=0CPEEHSEJ7DO type=del size=90662 2024-07-26T06:51:53.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.543+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~0D4WS6HPSHGX.0 size=914288 2024-07-26T06:51:53.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.545+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=0D4WS6HPSHGX tag=11SNCYCAWPHW type=write size=1962864 2024-07-26T06:51:53.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.547+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=U1LAO6PRHZBD type=del size=2035213 2024-07-26T06:51:53.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.548+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=V1JM2N8QY7X5 type=del 2024-07-26T06:51:53.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.550+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=87ICD7I8AC0L type=del size=3745962 2024-07-26T06:51:53.554 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.553+0000 7ff4c963f640 1 < suggested update operation key=QI57TQ8F5MI6 tag=7VQL0T4TPBHJ type=del size=313839 2024-07-26T06:51:53.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.555+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=7V5G0GA1A0WX type=del size=4165170 2024-07-26T06:51:53.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.557+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=S0D2Q2ENYTOC type=del 2024-07-26T06:51:53.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.559+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=M4GSKE0NGHW1 type=del size=2944741 2024-07-26T06:51:53.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.561+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=OY3401P8JR8A type=del 2024-07-26T06:51:53.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.563+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=3VCJZI5NWWK0 type=del size=2633240 2024-07-26T06:51:53.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.564+0000 7ff4c963f640 1 < canceled operation key=SQIHDHAP6YNK tag=C6CWA0EJV840 type=write size=245292 2024-07-26T06:51:53.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.567+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.0 size=1048576 2024-07-26T06:51:53.569 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.569+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.1 size=1048576 2024-07-26T06:51:53.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.570+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.2 size=167645 2024-07-26T06:51:53.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.570+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=G8FN6CTETAN9 tag=878XUWEP3WBK type=write size=3313373 2024-07-26T06:51:53.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.570+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~2BAYN75F8A9W.0 size=217273 2024-07-26T06:51:53.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.573+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=2BAYN75F8A9W tag=SC7MQ2484GGC type=write size=1265849 2024-07-26T06:51:53.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.576+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.0 size=1048576 2024-07-26T06:51:53.577 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.577+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.1 size=1048576 2024-07-26T06:51:53.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.578+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.2 size=184926 2024-07-26T06:51:53.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.578+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=HHG0YIHNNI18 tag=257SHCJ5BBXF type=write size=3330654 2024-07-26T06:51:53.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.580+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~J12L7AV9CEF1.0 size=446190 2024-07-26T06:51:53.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.582+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=J12L7AV9CEF1 tag=XSX1GM83DTOA type=write size=1494766 2024-07-26T06:51:53.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.584+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=4TL02GAXZLLF type=del size=2749157 2024-07-26T06:51:53.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.586+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=W364YBN9EKLN type=del 2024-07-26T06:51:53.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.588+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=JCAVO1FXBZQV type=write size=578627 2024-07-26T06:51:53.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.589+0000 7ff4c963f640 1 < canceled operation key=A7ZSBTMHA3UB tag=S66XR0D4F4FW type=del size=3843626 2024-07-26T06:51:53.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.592+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~HLL6RVIZJHV6.0 size=1048576 2024-07-26T06:51:53.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.594+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~HLL6RVIZJHV6.1 size=651741 2024-07-26T06:51:53.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.594+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=HLL6RVIZJHV6 tag=X79HZ5YCCR3O type=write size=2748893 2024-07-26T06:51:53.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.595+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~JHA14199MWHN.0 size=264690 2024-07-26T06:51:53.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.598+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=JHA14199MWHN tag=H889G17J4OZ2 type=write size=1313266 2024-07-26T06:51:53.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.602+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.0 size=1048576 2024-07-26T06:51:53.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.603+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.1 size=1048576 2024-07-26T06:51:53.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.604+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.2 size=1031257 2024-07-26T06:51:53.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.604+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=O2VKHHA6GLRU tag=63DURQ2DBA2S type=write size=4176985 2024-07-26T06:51:53.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.606+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~SQV8ISGDIOPQ.0 size=377081 2024-07-26T06:51:53.609 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.609+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=SQV8ISGDIOPQ tag=WJ418X3PREGC type=write size=1425657 2024-07-26T06:51:53.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.611+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=1HCQUU3Z8U4O type=del size=3701303 2024-07-26T06:51:53.613 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.612+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=LRAAI67FHULQ type=del 2024-07-26T06:51:53.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.614+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=5FE5JMP7XI3G type=write size=947446 2024-07-26T06:51:53.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.616+0000 7ff4c963f640 -1 < failed to complete operation key=QI57TQ8F5MI6 tag=ZFAB1Y8HPLX1 type=del size=2215183: (22) Invalid argument 2024-07-26T06:51:53.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.619+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.0 size=1048576 2024-07-26T06:51:53.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.621+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.1 size=1048576 2024-07-26T06:51:53.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.622+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.2 size=71442 2024-07-26T06:51:53.623 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.622+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=MFM60OYCDDP9 tag=HOAKIB20W73L type=write size=3217170 2024-07-26T06:51:53.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.624+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.0 size=1048576 2024-07-26T06:51:53.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.624+0000 7ff4c963f640 1 < canceled part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.1 size=1048576 2024-07-26T06:51:53.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.625+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~YOKGDF3750B3.2 size=561217 2024-07-26T06:51:53.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.629+0000 7ff4c963f640 1 < canceled multipart upload key=N6LO5JK45OQE upload=YOKGDF3750B3 tag=TMZDJL1VTLW4 type=write size=3706945 2024-07-26T06:51:53.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.632+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~42DJULPQ6526.0 size=1048576 2024-07-26T06:51:53.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.634+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~42DJULPQ6526.1 size=662287 2024-07-26T06:51:53.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.634+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=42DJULPQ6526 tag=E6KGO004BBSX type=write size=2759439 2024-07-26T06:51:53.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.635+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=0CPEEHSEJ7DO type=del 2024-07-26T06:51:53.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.637+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=FX6V51S6OM8W type=write size=178697 2024-07-26T06:51:53.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.639+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=U1LAO6PRHZBD type=del 2024-07-26T06:51:53.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.642+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.0 size=1048576 2024-07-26T06:51:53.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.643+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.1 size=1048576 2024-07-26T06:51:53.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.645+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.2 size=312076 2024-07-26T06:51:53.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.645+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=7UHD1LAKEYGH tag=0V0KWCHI9GJO type=write size=3457804 2024-07-26T06:51:53.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.647+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=87ICD7I8AC0L type=del 2024-07-26T06:51:53.649 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.648+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=4ZIDTR2CXHBM type=write size=801744 2024-07-26T06:51:53.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.650+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=7V5G0GA1A0WX type=del 2024-07-26T06:51:53.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.652+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=LJZYI44PZGR2 type=del size=579777 2024-07-26T06:51:53.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.654+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=M4GSKE0NGHW1 type=del 2024-07-26T06:51:53.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.657+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.0 size=1048576 2024-07-26T06:51:53.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.658+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.1 size=1048576 2024-07-26T06:51:53.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.659+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.2 size=865518 2024-07-26T06:51:53.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.659+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=XZHWAZCQOKFK tag=D592RO6H2BLL type=write size=4011246 2024-07-26T06:51:53.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.661+0000 7ff4c963f640 1 < canceled operation key=6ZZV6L4I9YZV tag=3VCJZI5NWWK0 type=del size=2633240 2024-07-26T06:51:53.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.664+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~0IKRVD60H3SK.0 size=320199 2024-07-26T06:51:53.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.664+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=0IKRVD60H3SK tag=WUTJOYBAO1Q8 type=write size=1368775 2024-07-26T06:51:53.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.666+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.0 size=1048576 2024-07-26T06:51:53.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.666+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.1 size=1048576 2024-07-26T06:51:53.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.667+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~G8FN6CTETAN9.2 size=167645 2024-07-26T06:51:53.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.670+0000 7ff4c963f640 1 < canceled multipart upload key=HSP2EG50KE11 upload=G8FN6CTETAN9 tag=878XUWEP3WBK type=write size=3313373 2024-07-26T06:51:53.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.672+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=XIQ4I02PAPLG type=del size=742572 2024-07-26T06:51:53.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.673+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.0 size=1048576 2024-07-26T06:51:53.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.673+0000 7ff4c963f640 1 < canceled part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.1 size=1048576 2024-07-26T06:51:53.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.675+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~HHG0YIHNNI18.2 size=184926 2024-07-26T06:51:53.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.678+0000 7ff4c963f640 1 < canceled multipart upload key=G9CKPX677F31 upload=HHG0YIHNNI18 tag=257SHCJ5BBXF type=write size=3330654 2024-07-26T06:51:53.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.681+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.0 size=1048576 2024-07-26T06:51:53.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.682+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.1 size=1048576 2024-07-26T06:51:53.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.684+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.2 size=274432 2024-07-26T06:51:53.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.684+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=INY345YLI96X tag=K6LOTFS0LD9D type=write size=3420160 2024-07-26T06:51:53.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.688+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=4TL02GAXZLLF type=del size=2749157 2024-07-26T06:51:53.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.690+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=6XGVVX0NXW87 type=del size=4089815 2024-07-26T06:51:53.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.693+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=JCAVO1FXBZQV type=write 2024-07-26T06:51:53.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.695+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=XR7Z7STE694E type=del size=2014828 2024-07-26T06:51:53.697 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.697+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~HLL6RVIZJHV6.0 size=1048576 2024-07-26T06:51:53.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.698+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~HLL6RVIZJHV6.1 size=651741 2024-07-26T06:51:53.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.702+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=HLL6RVIZJHV6 tag=X79HZ5YCCR3O type=write size=2748893 2024-07-26T06:51:53.704 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.704+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=UAB4O4H8UC6V type=del size=1393847 2024-07-26T06:51:53.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.705+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.0 size=1048576 2024-07-26T06:51:53.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.707+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.1 size=1048576 2024-07-26T06:51:53.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.708+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~O2VKHHA6GLRU.2 size=1031257 2024-07-26T06:51:53.712 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.712+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=O2VKHHA6GLRU tag=63DURQ2DBA2S type=write size=4176985 2024-07-26T06:51:53.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.715+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~RMS0YBC7J8SA.0 size=1048576 2024-07-26T06:51:53.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.716+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~RMS0YBC7J8SA.1 size=974940 2024-07-26T06:51:53.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.716+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=RMS0YBC7J8SA tag=HT052V6BI6KP type=write size=3072092 2024-07-26T06:51:53.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.720+0000 7ff4c963f640 1 < suggested update operation key=4RKGLLBREN8H tag=1HCQUU3Z8U4O type=del size=3701303 2024-07-26T06:51:53.722 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.722+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=70W8Q1I9IGEB type=write size=145447 2024-07-26T06:51:53.724 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.724+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=5FE5JMP7XI3G type=write size=947446 2024-07-26T06:51:53.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.727+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.0 size=1048576 2024-07-26T06:51:53.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.728+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.1 size=1048576 2024-07-26T06:51:53.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.730+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.2 size=62826 2024-07-26T06:51:53.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.730+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=PZ3I1F65UMHT tag=JV7SAIY6PY48 type=write size=3208554 2024-07-26T06:51:53.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.731+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.0 size=1048576 2024-07-26T06:51:53.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.733+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.1 size=1048576 2024-07-26T06:51:53.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.734+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~MFM60OYCDDP9.2 size=71442 2024-07-26T06:51:53.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.737+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=MFM60OYCDDP9 tag=HOAKIB20W73L type=write size=3217170 2024-07-26T06:51:53.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.739+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=PTEWXFTG0EPE type=del size=697407 2024-07-26T06:51:53.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.740+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~42DJULPQ6526.0 size=1048576 2024-07-26T06:51:53.742 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.742+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~42DJULPQ6526.1 size=662287 2024-07-26T06:51:53.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.745+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=42DJULPQ6526 tag=E6KGO004BBSX type=write size=2759439 2024-07-26T06:51:53.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.747+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=SXP07BZQ8QPJ type=del size=2543732 2024-07-26T06:51:53.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.749+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=FX6V51S6OM8W type=write size=178697 2024-07-26T06:51:53.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.750+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=3JIMUJZI2Q8M type=del size=2528210 2024-07-26T06:51:53.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.751+0000 7ff4c963f640 1 < canceled part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.0 size=1048576 2024-07-26T06:51:53.753 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.752+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.1 size=1048576 2024-07-26T06:51:53.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.754+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~7UHD1LAKEYGH.2 size=312076 2024-07-26T06:51:53.757 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.757+0000 7ff4c963f640 1 < canceled multipart upload key=SQIHDHAP6YNK upload=7UHD1LAKEYGH tag=0V0KWCHI9GJO type=write size=3457804 2024-07-26T06:51:53.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.759+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=SSS7ZV9POSDL type=write size=805483 2024-07-26T06:51:53.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.761+0000 7ff4c963f640 1 < completed write operation key=7OLNPIQ92BCG tag=4ZIDTR2CXHBM type=write size=801744 2024-07-26T06:51:53.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.762+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=9WTM2C50BGJR type=del size=3526114 2024-07-26T06:51:53.764 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.764+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=LJZYI44PZGR2 type=del 2024-07-26T06:51:53.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.766+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=6LNET96JSJI1 type=del size=4032186 2024-07-26T06:51:53.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.768+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.0 size=1048576 2024-07-26T06:51:53.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.769+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.1 size=1048576 2024-07-26T06:51:53.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.771+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~XZHWAZCQOKFK.2 size=865518 2024-07-26T06:51:53.774 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.774+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=XZHWAZCQOKFK tag=D592RO6H2BLL type=write size=4011246 2024-07-26T06:51:53.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.776+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=2EP8FOC97QLE type=del size=24748 2024-07-26T06:51:53.778 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.777+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~0IKRVD60H3SK.0 size=320199 2024-07-26T06:51:53.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.780+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=0IKRVD60H3SK tag=WUTJOYBAO1Q8 type=write size=1368775 2024-07-26T06:51:53.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.782+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=F9G5F99ELOY1 type=del size=2262460 2024-07-26T06:51:53.785 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.785+0000 7ff4c963f640 1 < suggested update operation key=B25KI9T60YIW tag=XIQ4I02PAPLG type=del size=742572 2024-07-26T06:51:53.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.787+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=X7OH7VPV92IX type=del size=1376371 2024-07-26T06:51:53.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.788+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.0 size=1048576 2024-07-26T06:51:53.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.790+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.1 size=1048576 2024-07-26T06:51:53.792 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.792+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~INY345YLI96X.2 size=274432 2024-07-26T06:51:53.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.795+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=INY345YLI96X tag=K6LOTFS0LD9D type=write size=3420160 2024-07-26T06:51:53.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.796+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=EGWVSLM5QB7B type=del size=793848 2024-07-26T06:51:53.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.798+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=6XGVVX0NXW87 type=del 2024-07-26T06:51:53.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.800+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=EJTH9R4APJPN type=del size=2301544 2024-07-26T06:51:53.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.801+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=XR7Z7STE694E type=del 2024-07-26T06:51:53.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.803+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=B2PNVAH47GKB type=write size=550955 2024-07-26T06:51:53.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.805+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=UAB4O4H8UC6V type=del 2024-07-26T06:51:53.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.806+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=AG9O0AGTSSRG type=del size=3436476 2024-07-26T06:51:53.808 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.808+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~RMS0YBC7J8SA.0 size=1048576 2024-07-26T06:51:53.810 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.810+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~RMS0YBC7J8SA.1 size=974940 2024-07-26T06:51:53.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.812+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=RMS0YBC7J8SA tag=HT052V6BI6KP type=write size=3072092 2024-07-26T06:51:53.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.815+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.0 size=1048576 2024-07-26T06:51:53.817 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.817+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.1 size=1048576 2024-07-26T06:51:53.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.818+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.2 size=654364 2024-07-26T06:51:53.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.818+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=IKVAP46XWDUS tag=CDHVJKY1RWEU type=write size=3800092 2024-07-26T06:51:53.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.820+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=70W8Q1I9IGEB type=write size=145447 2024-07-26T06:51:53.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.821+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=09M193H2VKAO type=del size=3141362 2024-07-26T06:51:53.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.823+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.0 size=1048576 2024-07-26T06:51:53.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.825+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.1 size=1048576 2024-07-26T06:51:53.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.826+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~PZ3I1F65UMHT.2 size=62826 2024-07-26T06:51:53.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.829+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=PZ3I1F65UMHT tag=JV7SAIY6PY48 type=write size=3208554 2024-07-26T06:51:53.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.832+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.0 size=1048576 2024-07-26T06:51:53.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.834+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.1 size=1048576 2024-07-26T06:51:53.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.835+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.2 size=585017 2024-07-26T06:51:53.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.835+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=IKIHC3D4F2SG tag=RLGBMZ5EH3EP type=write size=3730745 2024-07-26T06:51:53.839 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.839+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=PTEWXFTG0EPE type=del 2024-07-26T06:51:53.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.840+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=AS2VCL22OIJJ type=del size=10594 2024-07-26T06:51:53.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.842+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=SXP07BZQ8QPJ type=del 2024-07-26T06:51:53.845 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.845+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~P5P4ABT4S6S8.0 size=338122 2024-07-26T06:51:53.845 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.845+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=P5P4ABT4S6S8 tag=BYSFXC4WKB3B type=write size=1386698 2024-07-26T06:51:53.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.847+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=3JIMUJZI2Q8M type=del 2024-07-26T06:51:53.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.848+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=DPP8YQ1JRJ2P type=del size=1201737 2024-07-26T06:51:53.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.850+0000 7ff4c963f640 1 < canceled operation key=QI57TQ8F5MI6 tag=SSS7ZV9POSDL type=write size=805483 2024-07-26T06:51:53.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.853+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.0 size=1048576 2024-07-26T06:51:53.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.855+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.1 size=1048576 2024-07-26T06:51:53.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.856+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.2 size=328556 2024-07-26T06:51:53.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.856+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=KCBML0CMR2J1 tag=RDH9YLO4F9DX type=write size=3474284 2024-07-26T06:51:53.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.858+0000 7ff4c963f640 -1 < failed to complete operation key=J9NUZ3NDKDSE tag=9WTM2C50BGJR type=del size=3526114: (22) Invalid argument 2024-07-26T06:51:53.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.860+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=D5RYAZVZRI7E type=del size=2008163 2024-07-26T06:51:53.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.863+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=6LNET96JSJI1 type=del size=4032186 2024-07-26T06:51:53.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.866+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~SAG0V3H5CZS6.0 size=1048576 2024-07-26T06:51:53.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.867+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~SAG0V3H5CZS6.1 size=652706 2024-07-26T06:51:53.868 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.867+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=SAG0V3H5CZS6 tag=ANKANFCCU92I type=write size=2749858 2024-07-26T06:51:53.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.869+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=2EP8FOC97QLE type=del 2024-07-26T06:51:53.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.870+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=BGVYQBXUGA2S type=del size=3245472 2024-07-26T06:51:53.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.872+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=F9G5F99ELOY1 type=del 2024-07-26T06:51:53.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.874+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=R3E2WK5BIRLH type=del size=2935328 2024-07-26T06:51:53.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.877+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=X7OH7VPV92IX type=del size=1376371 2024-07-26T06:51:53.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.880+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~D00XAN3SM0XA.0 size=264140 2024-07-26T06:51:53.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.880+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=D00XAN3SM0XA tag=6FGKHKZEFTSL type=write size=1312716 2024-07-26T06:51:53.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.882+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=EGWVSLM5QB7B type=del 2024-07-26T06:51:53.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.883+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=2ELFU0JK21S8 type=write size=875204 2024-07-26T06:51:53.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.884+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=J9NUZ3NDKDSE tag=EJTH9R4APJPN type=del size=2301544: (2) No such file or directory 2024-07-26T06:51:53.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.887+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~BFUTEI6EJTE7.0 size=436283 2024-07-26T06:51:53.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.887+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=BFUTEI6EJTE7 tag=P4K1PMJPZWZL type=write size=1484859 2024-07-26T06:51:53.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.889+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=B2PNVAH47GKB type=write size=550955 2024-07-26T06:51:53.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.890+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=GCDPY1VCG72I type=del size=1335015 2024-07-26T06:51:53.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.892+0000 7ff4c963f640 1 < canceled operation key=DA98A9ODDSQ1 tag=AG9O0AGTSSRG type=del size=3436476 2024-07-26T06:51:53.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.895+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.0 size=1048576 2024-07-26T06:51:53.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.897+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.1 size=1048576 2024-07-26T06:51:53.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.899+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.2 size=275950 2024-07-26T06:51:53.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.899+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=XY5MUKKIOOOI tag=9I9T2112H0OF type=write size=3421678 2024-07-26T06:51:53.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.900+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.0 size=1048576 2024-07-26T06:51:53.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.902+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.1 size=1048576 2024-07-26T06:51:53.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.903+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~IKVAP46XWDUS.2 size=654364 2024-07-26T06:51:53.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.906+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=IKVAP46XWDUS tag=CDHVJKY1RWEU type=write size=3800092 2024-07-26T06:51:53.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.908+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=IAPNHZP169B9 type=del size=796564 2024-07-26T06:51:53.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.909+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=09M193H2VKAO type=del 2024-07-26T06:51:53.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.913+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~GY3L0SE8YZ8G.0 size=114571 2024-07-26T06:51:53.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.913+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=GY3L0SE8YZ8G tag=30J9P5RPAG1N type=write size=1163147 2024-07-26T06:51:53.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.915+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.0 size=1048576 2024-07-26T06:51:53.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.917+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.1 size=1048576 2024-07-26T06:51:53.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.918+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~IKIHC3D4F2SG.2 size=585017 2024-07-26T06:51:53.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.921+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=IKIHC3D4F2SG tag=RLGBMZ5EH3EP type=write size=3730745 2024-07-26T06:51:53.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.924+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~20N3I6XPXVAL.0 size=908787 2024-07-26T06:51:53.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.924+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=20N3I6XPXVAL tag=LI3PACFM0TTC type=write size=1957363 2024-07-26T06:51:53.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.926+0000 7ff4c963f640 1 < canceled operation key=7MANHDWBE4SC tag=AS2VCL22OIJJ type=del size=10594 2024-07-26T06:51:53.928 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.928+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=528FYPSTT1BQ type=del size=3633196 2024-07-26T06:51:53.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.929+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~P5P4ABT4S6S8.0 size=338122 2024-07-26T06:51:53.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.932+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=P5P4ABT4S6S8 tag=BYSFXC4WKB3B type=write size=1386698 2024-07-26T06:51:53.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.934+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=AQNNGX32N0TG type=write size=6634 2024-07-26T06:51:53.936 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.936+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=DPP8YQ1JRJ2P type=del 2024-07-26T06:51:53.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.937+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=3D3JM6SQI1MV type=del size=689095 2024-07-26T06:51:53.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.939+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.0 size=1048576 2024-07-26T06:51:53.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.939+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.1 size=1048576 2024-07-26T06:51:53.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.940+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~KCBML0CMR2J1.2 size=328556 2024-07-26T06:51:53.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.943+0000 7ff4c963f640 1 < canceled multipart upload key=J9NUZ3NDKDSE upload=KCBML0CMR2J1 tag=RDH9YLO4F9DX type=write size=3474284 2024-07-26T06:51:53.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.945+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=321SRDPO6VHD type=del size=3993453 2024-07-26T06:51:53.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.947+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=D5RYAZVZRI7E type=del 2024-07-26T06:51:53.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.948+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=M2NA7ESHYB2R type=del size=3076876 2024-07-26T06:51:53.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.950+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~SAG0V3H5CZS6.0 size=1048576 2024-07-26T06:51:53.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.951+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~SAG0V3H5CZS6.1 size=652706 2024-07-26T06:51:53.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.954+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=SAG0V3H5CZS6 tag=ANKANFCCU92I type=write size=2749858 2024-07-26T06:51:53.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.957+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.0 size=1048576 2024-07-26T06:51:53.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.959+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.1 size=1048576 2024-07-26T06:51:53.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.960+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.2 size=884900 2024-07-26T06:51:53.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.960+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=DUXYLK1W6Z6E tag=OSTTXBKMK1PS type=write size=4030628 2024-07-26T06:51:53.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.962+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=BGVYQBXUGA2S type=del 2024-07-26T06:51:53.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.964+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=2ZWDB0A0QRWN type=del size=318887 2024-07-26T06:51:53.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.965+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=R3E2WK5BIRLH type=del 2024-07-26T06:51:53.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.967+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=U9IJHE9EA2M8 type=del size=574015 2024-07-26T06:51:53.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.968+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~D00XAN3SM0XA.0 size=264140 2024-07-26T06:51:53.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.972+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=D00XAN3SM0XA tag=6FGKHKZEFTSL type=write size=1312716 2024-07-26T06:51:53.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.974+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~FUH3UZBVOSVX.0 size=1048576 2024-07-26T06:51:53.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.976+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~FUH3UZBVOSVX.1 size=497035 2024-07-26T06:51:53.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.976+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=FUH3UZBVOSVX tag=0Z7AMLII7NFD type=write size=2594187 2024-07-26T06:51:53.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.978+0000 7ff4c963f640 1 < completed write operation key=8W36EMM1C36T tag=2ELFU0JK21S8 type=write size=875204 2024-07-26T06:51:53.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.981+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~4SHL2I1D1M96.0 size=1048576 2024-07-26T06:51:53.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.983+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~4SHL2I1D1M96.1 size=889199 2024-07-26T06:51:53.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.983+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=4SHL2I1D1M96 tag=7AC1TUV8NBR7 type=write size=2986351 2024-07-26T06:51:53.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.985+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~BFUTEI6EJTE7.0 size=436283 2024-07-26T06:51:53.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.989+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=BFUTEI6EJTE7 tag=P4K1PMJPZWZL type=write size=1484859 2024-07-26T06:51:53.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.991+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=VHDRKPCUBLUL type=write size=147940 2024-07-26T06:51:53.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.993+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=GCDPY1VCG72I type=del 2024-07-26T06:51:53.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.994+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=UVPCY3X31VYS type=del size=3444386 2024-07-26T06:51:53.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.995+0000 7ff4c963f640 1 < canceled part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.0 size=1048576 2024-07-26T06:51:53.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.996+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.1 size=1048576 2024-07-26T06:51:53.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:53.998+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~XY5MUKKIOOOI.2 size=275950 2024-07-26T06:51:54.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.002+0000 7ff4c963f640 1 < canceled multipart upload key=I09JADQKAYAZ upload=XY5MUKKIOOOI tag=9I9T2112H0OF type=write size=3421678 2024-07-26T06:51:54.004 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.003+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=B3O0B8L9G2QD type=del size=1807345 2024-07-26T06:51:54.006 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.005+0000 7ff4c963f640 1 < canceled operation key=J12W312ZJLEC tag=IAPNHZP169B9 type=del size=796564 2024-07-26T06:51:54.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.007+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=7IJV8UA58AOQ type=del size=3484638 2024-07-26T06:51:54.008 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.007+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~GY3L0SE8YZ8G.0 size=114571 2024-07-26T06:51:54.011 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.011+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=GY3L0SE8YZ8G tag=30J9P5RPAG1N type=write size=1163147 2024-07-26T06:51:54.014 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.014+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.0 size=1048576 2024-07-26T06:51:54.016 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.016+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.1 size=1048576 2024-07-26T06:51:54.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.017+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.2 size=594569 2024-07-26T06:51:54.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.017+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=JTAI80TFYV03 tag=1C1JWXNDW4EJ type=write size=3740297 2024-07-26T06:51:54.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.019+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~20N3I6XPXVAL.0 size=908787 2024-07-26T06:51:54.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.023+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=20N3I6XPXVAL tag=LI3PACFM0TTC type=write size=1957363 2024-07-26T06:51:54.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.024+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=OH8XSC87EAN4 type=del size=297042 2024-07-26T06:51:54.027 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.026+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=528FYPSTT1BQ type=del 2024-07-26T06:51:54.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.030+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~1MB3SNNTX4I7.0 size=1048576 2024-07-26T06:51:54.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.031+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~1MB3SNNTX4I7.1 size=741408 2024-07-26T06:51:54.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.031+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=1MB3SNNTX4I7 tag=P2R4EMCTE56R type=write size=2838560 2024-07-26T06:51:54.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.035+0000 7ff4c963f640 1 < suggested update operation key=LIYRVFVSY982 tag=AQNNGX32N0TG type=write size=6634 2024-07-26T06:51:54.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.037+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=HAFZVWXBYF9T type=write size=126580 2024-07-26T06:51:54.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.040+0000 7ff4c963f640 1 < suggested remove operation key=6ZZV6L4I9YZV tag=3D3JM6SQI1MV type=del 2024-07-26T06:51:54.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.041+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=SNJ9T4XWMJVO type=del size=1415718 2024-07-26T06:51:54.043 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.043+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=321SRDPO6VHD type=del 2024-07-26T06:51:54.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.046+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.0 size=1048576 2024-07-26T06:51:54.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.048+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.1 size=1048576 2024-07-26T06:51:54.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.049+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.2 size=60172 2024-07-26T06:51:54.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.049+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=T44YPDIJ2D5S tag=LFFGVB65I1NC type=write size=3205900 2024-07-26T06:51:54.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.053+0000 7ff4c963f640 1 < suggested remove operation key=4RKGLLBREN8H tag=M2NA7ESHYB2R type=del 2024-07-26T06:51:54.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.055+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=Z4DG08NE82GY type=del size=46631 2024-07-26T06:51:54.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.058+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.0 size=1048576 2024-07-26T06:51:54.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.059+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.1 size=1048576 2024-07-26T06:51:54.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.061+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~DUXYLK1W6Z6E.2 size=884900 2024-07-26T06:51:54.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.065+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=DUXYLK1W6Z6E tag=OSTTXBKMK1PS type=write size=4030628 2024-07-26T06:51:54.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.067+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=UKPDZSZ3C30K type=del size=726563 2024-07-26T06:51:54.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.069+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=2ZWDB0A0QRWN type=del 2024-07-26T06:51:54.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.071+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=J8NCEQNU3SWO type=del size=3455197 2024-07-26T06:51:54.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.072+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=4RKGLLBREN8H tag=U9IJHE9EA2M8 type=del size=574015: (2) No such file or directory 2024-07-26T06:51:54.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.074+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=IIUFLB4X1I95 type=del size=2164185 2024-07-26T06:51:54.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.076+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~FUH3UZBVOSVX.0 size=1048576 2024-07-26T06:51:54.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.078+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~FUH3UZBVOSVX.1 size=497035 2024-07-26T06:51:54.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.080+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=FUH3UZBVOSVX tag=0Z7AMLII7NFD type=write size=2594187 2024-07-26T06:51:54.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.084+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.0 size=1048576 2024-07-26T06:51:54.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.086+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.1 size=1048576 2024-07-26T06:51:54.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.087+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.2 size=559132 2024-07-26T06:51:54.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.087+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=24PLRXEWSE24 tag=2N1LM54T5LCC type=write size=3704860 2024-07-26T06:51:54.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.089+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~4SHL2I1D1M96.0 size=1048576 2024-07-26T06:51:54.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.091+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~4SHL2I1D1M96.1 size=889199 2024-07-26T06:51:54.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.094+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=4SHL2I1D1M96 tag=7AC1TUV8NBR7 type=write size=2986351 2024-07-26T06:51:54.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.095+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=8U22I1OMT235 type=write size=644477 2024-07-26T06:51:54.097 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.097+0000 7ff4c963f640 1 < completed write operation key=N6LO5JK45OQE tag=VHDRKPCUBLUL type=write size=147940 2024-07-26T06:51:54.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.100+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~AHKSIT3G2D6U.0 size=144682 2024-07-26T06:51:54.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.100+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=AHKSIT3G2D6U tag=DO6IEKH550M4 type=write size=1193258 2024-07-26T06:51:54.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.103+0000 7ff4c963f640 1 < suggested update operation key=N6LO5JK45OQE tag=UVPCY3X31VYS type=del size=3444386 2024-07-26T06:51:54.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.105+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=STF3PUNF1L5O type=del size=666939 2024-07-26T06:51:54.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.108+0000 7ff4c963f640 1 < suggested remove operation key=LIYRVFVSY982 tag=B3O0B8L9G2QD type=del 2024-07-26T06:51:54.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.109+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=811CFX2W6YUE type=write size=449668 2024-07-26T06:51:54.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.111+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=7IJV8UA58AOQ type=del 2024-07-26T06:51:54.114 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.114+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.0 size=1048576 2024-07-26T06:51:54.116 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.116+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.1 size=1048576 2024-07-26T06:51:54.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.117+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.2 size=34792 2024-07-26T06:51:54.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.117+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=BGCRMM5NH6HB tag=SMWCU8WNGIID type=write size=3180520 2024-07-26T06:51:54.119 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.119+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.0 size=1048576 2024-07-26T06:51:54.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.121+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.1 size=1048576 2024-07-26T06:51:54.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.122+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~JTAI80TFYV03.2 size=594569 2024-07-26T06:51:54.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.125+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=JTAI80TFYV03 tag=1C1JWXNDW4EJ type=write size=3740297 2024-07-26T06:51:54.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.129+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~XYAU3O3VU010.0 size=1048576 2024-07-26T06:51:54.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.130+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~XYAU3O3VU010.1 size=839216 2024-07-26T06:51:54.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.130+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=XYAU3O3VU010 tag=V13RJUB24ENG type=write size=2936368 2024-07-26T06:51:54.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.132+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=OH8XSC87EAN4 type=del 2024-07-26T06:51:54.135 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.135+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.0 size=1048576 2024-07-26T06:51:54.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.136+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.1 size=1048576 2024-07-26T06:51:54.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.138+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.2 size=771480 2024-07-26T06:51:54.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.138+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=U31JFFX21U24 tag=1Q1XXYAZMC41 type=write size=3917208 2024-07-26T06:51:54.140 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.139+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~1MB3SNNTX4I7.0 size=1048576 2024-07-26T06:51:54.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.141+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~1MB3SNNTX4I7.1 size=741408 2024-07-26T06:51:54.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.144+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=1MB3SNNTX4I7 tag=P2R4EMCTE56R type=write size=2838560 2024-07-26T06:51:54.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.146+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=4XK2WXI73V71 type=del size=882209 2024-07-26T06:51:54.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.150+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=HAFZVWXBYF9T type=write size=126580 2024-07-26T06:51:54.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.151+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=51HW3GK84D5I type=del size=1318497 2024-07-26T06:51:54.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.154+0000 7ff4c963f640 1 < canceled operation key=T6YV3TUMDU0L tag=SNJ9T4XWMJVO type=del size=1415718 2024-07-26T06:51:54.156 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.155+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=B4MFWU6N04R0 type=del size=1159566 2024-07-26T06:51:54.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.158+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.0 size=1048576 2024-07-26T06:51:54.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.159+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.1 size=1048576 2024-07-26T06:51:54.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.161+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~T44YPDIJ2D5S.2 size=60172 2024-07-26T06:51:54.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.164+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=T44YPDIJ2D5S tag=LFFGVB65I1NC type=write size=3205900 2024-07-26T06:51:54.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.165+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=KLAYUHBJZ1ZJ type=del size=2306601 2024-07-26T06:51:54.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.167+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=Z4DG08NE82GY type=del 2024-07-26T06:51:54.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.170+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~AS4RAAJ1TS5B.0 size=612203 2024-07-26T06:51:54.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.170+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=AS4RAAJ1TS5B tag=T2FPN7JBMA87 type=write size=1660779 2024-07-26T06:51:54.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.172+0000 7ff4c963f640 -1 < failed to complete operation key=LIYRVFVSY982 tag=UKPDZSZ3C30K type=del size=726563: (22) Invalid argument 2024-07-26T06:51:54.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.174+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=EE6P3ZLLSYXG type=del size=2195545 2024-07-26T06:51:54.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.176+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=J8NCEQNU3SWO type=del 2024-07-26T06:51:54.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.179+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~UE9T8Q399R5W.0 size=991736 2024-07-26T06:51:54.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.179+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=UE9T8Q399R5W tag=SXWNGA8D65OS type=write size=2040312 2024-07-26T06:51:54.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.181+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=IIUFLB4X1I95 type=del 2024-07-26T06:51:54.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.184+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~RVULEDV1LV2Y.0 size=404258 2024-07-26T06:51:54.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.184+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=RVULEDV1LV2Y tag=209VFV2GJVUF type=write size=1452834 2024-07-26T06:51:54.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.186+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.0 size=1048576 2024-07-26T06:51:54.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.186+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.1 size=1048576 2024-07-26T06:51:54.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.188+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~24PLRXEWSE24.2 size=559132 2024-07-26T06:51:54.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.191+0000 7ff4c963f640 1 < canceled multipart upload key=55WYIVMEFCP7 upload=24PLRXEWSE24 tag=2N1LM54T5LCC type=write size=3704860 2024-07-26T06:51:54.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.193+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=3O1HOPDUKN2T type=del size=250217 2024-07-26T06:51:54.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.195+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=8U22I1OMT235 type=write size=644477 2024-07-26T06:51:54.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.199+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.0 size=1048576 2024-07-26T06:51:54.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.200+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.1 size=1048576 2024-07-26T06:51:54.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.202+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.2 size=480764 2024-07-26T06:51:54.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.202+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=KI2DV8Z6KD4N tag=9OD72OC1G9WK type=write size=3626492 2024-07-26T06:51:54.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.204+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~AHKSIT3G2D6U.0 size=144682 2024-07-26T06:51:54.208 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.208+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=AHKSIT3G2D6U tag=DO6IEKH550M4 type=write size=1193258 2024-07-26T06:51:54.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.210+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=P7W6UDLU4GLP type=write size=588664 2024-07-26T06:51:54.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.213+0000 7ff4c963f640 1 < suggested remove operation key=55WYIVMEFCP7 tag=STF3PUNF1L5O type=del 2024-07-26T06:51:54.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.217+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~7EMQ919Z5FSP.0 size=468030 2024-07-26T06:51:54.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.217+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=7EMQ919Z5FSP tag=RHFESOUOCWDA type=write size=1516606 2024-07-26T06:51:54.219 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.219+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=811CFX2W6YUE type=write size=449668 2024-07-26T06:51:54.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.222+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~A2YACSD543HO.0 size=1048576 2024-07-26T06:51:54.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.223+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~A2YACSD543HO.1 size=877317 2024-07-26T06:51:54.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.223+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=A2YACSD543HO tag=P146ROHNRH37 type=write size=2974469 2024-07-26T06:51:54.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.225+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.0 size=1048576 2024-07-26T06:51:54.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.225+0000 7ff4c963f640 1 < canceled part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.1 size=1048576 2024-07-26T06:51:54.227 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.227+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~BGCRMM5NH6HB.2 size=34792 2024-07-26T06:51:54.230 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.230+0000 7ff4c963f640 1 < canceled multipart upload key=MC50MWHORL26 upload=BGCRMM5NH6HB tag=SMWCU8WNGIID type=write size=3180520 2024-07-26T06:51:54.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.232+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=WK95V9B3W2VX type=del size=2372287 2024-07-26T06:51:54.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.234+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~XYAU3O3VU010.0 size=1048576 2024-07-26T06:51:54.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.236+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~XYAU3O3VU010.1 size=839216 2024-07-26T06:51:54.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.239+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=XYAU3O3VU010 tag=V13RJUB24ENG type=write size=2936368 2024-07-26T06:51:54.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.241+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=3IHUYHFBHTDJ type=write size=475250 2024-07-26T06:51:54.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.243+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.0 size=1048576 2024-07-26T06:51:54.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.244+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.1 size=1048576 2024-07-26T06:51:54.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.246+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~U31JFFX21U24.2 size=771480 2024-07-26T06:51:54.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.248+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=U31JFFX21U24 tag=1Q1XXYAZMC41 type=write size=3917208 2024-07-26T06:51:54.252 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.252+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.0 size=1048576 2024-07-26T06:51:54.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.253+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.1 size=1048576 2024-07-26T06:51:54.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.255+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.2 size=672330 2024-07-26T06:51:54.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.255+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=WNBZTCMDL3BM tag=241B4DG44DI4 type=write size=3818058 2024-07-26T06:51:54.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.257+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=4XK2WXI73V71 type=del 2024-07-26T06:51:54.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.260+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.0 size=1048576 2024-07-26T06:51:54.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.261+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.1 size=1048576 2024-07-26T06:51:54.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.263+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.2 size=856547 2024-07-26T06:51:54.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.263+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=TNS3BQY58XBW tag=YWZAST7Y1LJZ type=write size=4002275 2024-07-26T06:51:54.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.266+0000 7ff4c963f640 1 < suggested update operation key=21MC0QVSM974 tag=51HW3GK84D5I type=del size=1318497 2024-07-26T06:51:54.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.268+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=AASY3IAT202M type=write size=508365 2024-07-26T06:51:54.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.270+0000 7ff4c963f640 1 < canceled operation key=DA98A9ODDSQ1 tag=B4MFWU6N04R0 type=del size=1159566 2024-07-26T06:51:54.272 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.272+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=74FCR4OM89B0 type=write size=1022749 2024-07-26T06:51:54.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.275+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=KLAYUHBJZ1ZJ type=del 2024-07-26T06:51:54.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.279+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~IQK4T2E2SQ6W.0 size=750028 2024-07-26T06:51:54.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.279+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=IQK4T2E2SQ6W tag=AR4LJDUA43MZ type=write size=1798604 2024-07-26T06:51:54.281 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.280+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~AS4RAAJ1TS5B.0 size=612203 2024-07-26T06:51:54.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.284+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=AS4RAAJ1TS5B tag=T2FPN7JBMA87 type=write size=1660779 2024-07-26T06:51:54.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.285+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=YV0WCMTC2JC1 type=write size=536192 2024-07-26T06:51:54.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.287+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=EE6P3ZLLSYXG type=del 2024-07-26T06:51:54.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.289+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=B19IB66677JH type=del size=657266 2024-07-26T06:51:54.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.291+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~UE9T8Q399R5W.0 size=991736 2024-07-26T06:51:54.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.294+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=UE9T8Q399R5W tag=SXWNGA8D65OS type=write size=2040312 2024-07-26T06:51:54.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.295+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=0IZ4GLB4YAZS type=del size=2469404 2024-07-26T06:51:54.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.297+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~RVULEDV1LV2Y.0 size=404258 2024-07-26T06:51:54.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.300+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=RVULEDV1LV2Y tag=209VFV2GJVUF type=write size=1452834 2024-07-26T06:51:54.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.302+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=UANFXSN0GTFU type=del size=435399 2024-07-26T06:51:54.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.305+0000 7ff4c963f640 1 < suggested remove operation key=1PX021NSZNUT tag=3O1HOPDUKN2T type=del 2024-07-26T06:51:54.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.308+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~T5Q2M6C2TVEB.0 size=1048576 2024-07-26T06:51:54.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.310+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~T5Q2M6C2TVEB.1 size=295742 2024-07-26T06:51:54.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.310+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=T5Q2M6C2TVEB tag=OHAZ7842BBJR type=write size=2392894 2024-07-26T06:51:54.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.311+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.0 size=1048576 2024-07-26T06:51:54.313 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.313+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.1 size=1048576 2024-07-26T06:51:54.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.314+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~KI2DV8Z6KD4N.2 size=480764 2024-07-26T06:51:54.317 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.317+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=KI2DV8Z6KD4N tag=9OD72OC1G9WK type=write size=3626492 2024-07-26T06:51:54.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.320+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.0 size=1048576 2024-07-26T06:51:54.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.321+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.1 size=1048576 2024-07-26T06:51:54.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.323+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.2 size=141783 2024-07-26T06:51:54.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.323+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=2MJI8YXQMPG5 tag=9K1T81YG19WG type=write size=3287511 2024-07-26T06:51:54.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.324+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=P7W6UDLU4GLP type=write size=588664 2024-07-26T06:51:54.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.326+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=KZAPJ2USLYR4 type=del size=4097615 2024-07-26T06:51:54.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.328+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~7EMQ919Z5FSP.0 size=468030 2024-07-26T06:51:54.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.331+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=7EMQ919Z5FSP tag=RHFESOUOCWDA type=write size=1516606 2024-07-26T06:51:54.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.333+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=365605Q1ZPV2 type=del size=2380351 2024-07-26T06:51:54.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.335+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~A2YACSD543HO.0 size=1048576 2024-07-26T06:51:54.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.337+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~A2YACSD543HO.1 size=877317 2024-07-26T06:51:54.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.340+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=A2YACSD543HO tag=P146ROHNRH37 type=write size=2974469 2024-07-26T06:51:54.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.343+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~WKKENGBU5LKL.0 size=1048576 2024-07-26T06:51:54.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.345+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~WKKENGBU5LKL.1 size=383045 2024-07-26T06:51:54.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.345+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=WKKENGBU5LKL tag=VDGXKD7Y8BYT type=write size=2480197 2024-07-26T06:51:54.347 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.346+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=WK95V9B3W2VX type=del 2024-07-26T06:51:54.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.348+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=F8P539HM36B9 type=del size=1753143 2024-07-26T06:51:54.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.352+0000 7ff4c963f640 1 < suggested remove operation key=8W36EMM1C36T tag=3IHUYHFBHTDJ type=write 2024-07-26T06:51:54.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.354+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=IZVF7PR3F1EU type=write size=274869 2024-07-26T06:51:54.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.356+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.0 size=1048576 2024-07-26T06:51:54.358 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.357+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.1 size=1048576 2024-07-26T06:51:54.359 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.359+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~WNBZTCMDL3BM.2 size=672330 2024-07-26T06:51:54.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.363+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=WNBZTCMDL3BM tag=241B4DG44DI4 type=write size=3818058 2024-07-26T06:51:54.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.366+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.0 size=1048576 2024-07-26T06:51:54.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.368+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.1 size=1048576 2024-07-26T06:51:54.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.369+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.2 size=654992 2024-07-26T06:51:54.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.369+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=9F8JT0BESB8O tag=Y3D7ICP3Z9TV type=write size=3800720 2024-07-26T06:51:54.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.371+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.0 size=1048576 2024-07-26T06:51:54.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.372+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.1 size=1048576 2024-07-26T06:51:54.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.374+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~TNS3BQY58XBW.2 size=856547 2024-07-26T06:51:54.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.377+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=TNS3BQY58XBW tag=YWZAST7Y1LJZ type=write size=4002275 2024-07-26T06:51:54.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.381+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~LZ2B0HO727P8.0 size=1048576 2024-07-26T06:51:54.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.382+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~LZ2B0HO727P8.1 size=501908 2024-07-26T06:51:54.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.382+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=LZ2B0HO727P8 tag=AQ8ZQGPH9R9Q type=write size=2599060 2024-07-26T06:51:54.384 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.384+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=AASY3IAT202M type=write size=508365 2024-07-26T06:51:54.388 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.387+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~3L2A6M2UVYC1.0 size=1048576 2024-07-26T06:51:54.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.389+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~3L2A6M2UVYC1.1 size=104519 2024-07-26T06:51:54.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.389+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=3L2A6M2UVYC1 tag=HBAD9SBTBVAH type=write size=2201671 2024-07-26T06:51:54.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.391+0000 7ff4c963f640 1 < canceled operation key=7MANHDWBE4SC tag=74FCR4OM89B0 type=write size=1022749 2024-07-26T06:51:54.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.394+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~DPR07VUHDK4C.0 size=1048576 2024-07-26T06:51:54.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.396+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~DPR07VUHDK4C.1 size=402075 2024-07-26T06:51:54.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.396+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=DPR07VUHDK4C tag=PBQJ0H8HCNL4 type=write size=2499227 2024-07-26T06:51:54.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.396+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~IQK4T2E2SQ6W.0 size=750028 2024-07-26T06:51:54.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.399+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=IQK4T2E2SQ6W tag=AR4LJDUA43MZ type=write size=1798604 2024-07-26T06:51:54.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.401+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=EOHBIP9T9P4M type=del size=2748717 2024-07-26T06:51:54.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.403+0000 7ff4c963f640 1 < completed write operation key=21MC0QVSM974 tag=YV0WCMTC2JC1 type=write size=536192 2024-07-26T06:51:54.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.406+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~454NNF4R5UOP.0 size=248246 2024-07-26T06:51:54.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.406+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=454NNF4R5UOP tag=M0VT8DOA71JJ type=write size=1296822 2024-07-26T06:51:54.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.408+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=B19IB66677JH type=del 2024-07-26T06:51:54.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.409+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=0MAK13TAC220 type=del size=798124 2024-07-26T06:51:54.411 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.411+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=0IZ4GLB4YAZS type=del 2024-07-26T06:51:54.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.413+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=H94EIXOIE628 type=del size=1181984 2024-07-26T06:51:54.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.415+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=UANFXSN0GTFU type=del size=435399 2024-07-26T06:51:54.417 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.417+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=ZIAXMFFEBSDZ type=del size=2958590 2024-07-26T06:51:54.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.418+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~T5Q2M6C2TVEB.0 size=1048576 2024-07-26T06:51:54.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.420+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~T5Q2M6C2TVEB.1 size=295742 2024-07-26T06:51:54.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.423+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=T5Q2M6C2TVEB tag=OHAZ7842BBJR type=write size=2392894 2024-07-26T06:51:54.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.426+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~X5811NK18S0Z.0 size=1048576 2024-07-26T06:51:54.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.427+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~X5811NK18S0Z.1 size=520582 2024-07-26T06:51:54.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.427+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=X5811NK18S0Z tag=40UPW67LELTK type=write size=2617734 2024-07-26T06:51:54.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.428+0000 7ff4c963f640 1 < canceled part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.0 size=1048576 2024-07-26T06:51:54.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.429+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.1 size=1048576 2024-07-26T06:51:54.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.431+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~2MJI8YXQMPG5.2 size=141783 2024-07-26T06:51:54.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.434+0000 7ff4c963f640 1 < canceled multipart upload key=BVS86991ZRFJ upload=2MJI8YXQMPG5 tag=9K1T81YG19WG type=write size=3287511 2024-07-26T06:51:54.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.435+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=482C092PA5FD type=del size=3132955 2024-07-26T06:51:54.437 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.437+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=KZAPJ2USLYR4 type=del 2024-07-26T06:51:54.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.440+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~0R4885PV3VTP.0 size=1048576 2024-07-26T06:51:54.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.442+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~0R4885PV3VTP.1 size=229917 2024-07-26T06:51:54.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.442+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=0R4885PV3VTP tag=PLO7X990H0TO type=write size=2327069 2024-07-26T06:51:54.444 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.443+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=365605Q1ZPV2 type=del 2024-07-26T06:51:54.447 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.447+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~80TK2X6T68G8.0 size=647081 2024-07-26T06:51:54.447 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.447+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=80TK2X6T68G8 tag=Y1TUBOCBWBMA type=write size=1695657 2024-07-26T06:51:54.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.448+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~WKKENGBU5LKL.0 size=1048576 2024-07-26T06:51:54.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.450+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~WKKENGBU5LKL.1 size=383045 2024-07-26T06:51:54.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.453+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=WKKENGBU5LKL tag=VDGXKD7Y8BYT type=write size=2480197 2024-07-26T06:51:54.455 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.454+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=K7RNDAIU8B3T type=del size=3495396 2024-07-26T06:51:54.457 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.456+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=F8P539HM36B9 type=del size=1753143 2024-07-26T06:51:54.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.458+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=3UN1PKL8ZG4Q type=write size=460497 2024-07-26T06:51:54.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.460+0000 7ff4c963f640 1 < completed write operation key=QI57TQ8F5MI6 tag=IZVF7PR3F1EU type=write size=274869 2024-07-26T06:51:54.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.462+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=P2OCGI9ZFHR5 type=write size=381084 2024-07-26T06:51:54.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.462+0000 7ff4c963f640 1 < canceled part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.0 size=1048576 2024-07-26T06:51:54.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.463+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.1 size=1048576 2024-07-26T06:51:54.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.465+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~9F8JT0BESB8O.2 size=654992 2024-07-26T06:51:54.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.468+0000 7ff4c963f640 1 < canceled multipart upload key=OBU4MGXI9972 upload=9F8JT0BESB8O tag=Y3D7ICP3Z9TV type=write size=3800720 2024-07-26T06:51:54.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.470+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=0LN8AUN613GD type=del size=1685916 2024-07-26T06:51:54.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.472+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~LZ2B0HO727P8.0 size=1048576 2024-07-26T06:51:54.474 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.474+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~LZ2B0HO727P8.1 size=501908 2024-07-26T06:51:54.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.477+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=LZ2B0HO727P8 tag=AQ8ZQGPH9R9Q type=write size=2599060 2024-07-26T06:51:54.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.481+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~8J6GO90GROSB.0 size=286605 2024-07-26T06:51:54.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.481+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=8J6GO90GROSB tag=51L056P42CKY type=write size=1335181 2024-07-26T06:51:54.483 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.483+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~3L2A6M2UVYC1.0 size=1048576 2024-07-26T06:51:54.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.484+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~3L2A6M2UVYC1.1 size=104519 2024-07-26T06:51:54.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.488+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=3L2A6M2UVYC1 tag=HBAD9SBTBVAH type=write size=2201671 2024-07-26T06:51:54.491 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.491+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.0 size=1048576 2024-07-26T06:51:54.493 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.493+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.1 size=1048576 2024-07-26T06:51:54.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.494+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.2 size=804484 2024-07-26T06:51:54.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.494+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=OV9H6V8FTON3 tag=79G6YCTRZPJV type=write size=3950212 2024-07-26T06:51:54.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.496+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~DPR07VUHDK4C.0 size=1048576 2024-07-26T06:51:54.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.497+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~DPR07VUHDK4C.1 size=402075 2024-07-26T06:51:54.500 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.500+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=DPR07VUHDK4C tag=PBQJ0H8HCNL4 type=write size=2499227 2024-07-26T06:51:54.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.502+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=RYUMTPP8NSUO type=del size=240776 2024-07-26T06:51:54.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.503+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=EOHBIP9T9P4M type=del 2024-07-26T06:51:54.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.505+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=ULCUY2BHKG2Y type=del size=412075 2024-07-26T06:51:54.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.507+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~454NNF4R5UOP.0 size=248246 2024-07-26T06:51:54.510 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.510+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=454NNF4R5UOP tag=M0VT8DOA71JJ type=write size=1296822 2024-07-26T06:51:54.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.511+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=4VA4CCQ0EVTX type=del size=2375411 2024-07-26T06:51:54.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.513+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=0MAK13TAC220 type=del 2024-07-26T06:51:54.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.516+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.0 size=1048576 2024-07-26T06:51:54.518 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.518+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.1 size=1048576 2024-07-26T06:51:54.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.519+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.2 size=306803 2024-07-26T06:51:54.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.519+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=D1HEN5HNT8V3 tag=ARH5VD7C51M2 type=write size=3452531 2024-07-26T06:51:54.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.521+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=H94EIXOIE628 type=del 2024-07-26T06:51:54.524 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.524+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~WPE2J5P5HYKB.0 size=1048576 2024-07-26T06:51:54.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.526+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~WPE2J5P5HYKB.1 size=759782 2024-07-26T06:51:54.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.526+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=WPE2J5P5HYKB tag=JZZ94CL0201L type=write size=2856934 2024-07-26T06:51:54.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.528+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=ZIAXMFFEBSDZ type=del 2024-07-26T06:51:54.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.530+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=5LXI968X1PGD type=del size=405153 2024-07-26T06:51:54.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.531+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~X5811NK18S0Z.0 size=1048576 2024-07-26T06:51:54.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.533+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~X5811NK18S0Z.1 size=520582 2024-07-26T06:51:54.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.536+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=X5811NK18S0Z tag=40UPW67LELTK type=write size=2617734 2024-07-26T06:51:54.538 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.538+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=H3OFF2ET6SFT type=del size=987513 2024-07-26T06:51:54.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.539+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=482C092PA5FD type=del 2024-07-26T06:51:54.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.541+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=O6D16L0FUVRL type=del size=2510647 2024-07-26T06:51:54.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.544+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~0R4885PV3VTP.0 size=1048576 2024-07-26T06:51:54.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.545+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~0R4885PV3VTP.1 size=229917 2024-07-26T06:51:54.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.548+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=0R4885PV3VTP tag=PLO7X990H0TO type=write size=2327069 2024-07-26T06:51:54.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.550+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=6KH52JLHR00N type=del size=1714325 2024-07-26T06:51:54.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.551+0000 7ff4c963f640 1 < canceled part key=_multipart_Q5I4W7RRN47Z.2~80TK2X6T68G8.0 size=647081 2024-07-26T06:51:54.554 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.554+0000 7ff4c963f640 1 < canceled multipart upload key=Q5I4W7RRN47Z upload=80TK2X6T68G8 tag=Y1TUBOCBWBMA type=write size=1695657 2024-07-26T06:51:54.556 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.556+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=FAJ6QKXPRSIU type=del size=262136 2024-07-26T06:51:54.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.558+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=K7RNDAIU8B3T type=del 2024-07-26T06:51:54.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.561+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~O2VKB8HKPF2B.0 size=33933 2024-07-26T06:51:54.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.561+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=O2VKB8HKPF2B tag=PGMO52Z89T3V type=write size=1082509 2024-07-26T06:51:54.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.565+0000 7ff4c963f640 1 < suggested remove operation key=B25KI9T60YIW tag=3UN1PKL8ZG4Q type=write 2024-07-26T06:51:54.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.568+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.0 size=1048576 2024-07-26T06:51:54.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.570+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.1 size=1048576 2024-07-26T06:51:54.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.571+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.2 size=127360 2024-07-26T06:51:54.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.571+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=SRJYCNDCHTNS tag=JIT5UR5KHF1C type=write size=3273088 2024-07-26T06:51:54.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.573+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=P2OCGI9ZFHR5 type=write size=381084 2024-07-26T06:51:54.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.574+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=9TW4I4V701TJ type=del size=2768152 2024-07-26T06:51:54.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.576+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=0LN8AUN613GD type=del 2024-07-26T06:51:54.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.578+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=US2W27T59CWA type=del size=1844274 2024-07-26T06:51:54.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.580+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~8J6GO90GROSB.0 size=286605 2024-07-26T06:51:54.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.583+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=8J6GO90GROSB tag=51L056P42CKY type=write size=1335181 2024-07-26T06:51:54.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.584+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=X26OWAS9UAGH type=del size=2950448 2024-07-26T06:51:54.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.586+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.0 size=1048576 2024-07-26T06:51:54.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.587+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.1 size=1048576 2024-07-26T06:51:54.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.589+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~OV9H6V8FTON3.2 size=804484 2024-07-26T06:51:54.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.592+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=OV9H6V8FTON3 tag=79G6YCTRZPJV type=write size=3950212 2024-07-26T06:51:54.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.594+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=CFBO6KCVWF8D type=del size=1496218 2024-07-26T06:51:54.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.596+0000 7ff4c963f640 -1 < failed to complete operation key=B25KI9T60YIW tag=RYUMTPP8NSUO type=del size=240776: (22) Invalid argument 2024-07-26T06:51:54.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.598+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=FEI1WFSAK8R6 type=del size=3321104 2024-07-26T06:51:54.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.600+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=ULCUY2BHKG2Y type=del size=412075 2024-07-26T06:51:54.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.601+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=G8L51H0SN50W type=write size=77554 2024-07-26T06:51:54.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.605+0000 7ff4c963f640 1 < suggested update operation key=I09JADQKAYAZ tag=4VA4CCQ0EVTX type=del size=2375411 2024-07-26T06:51:54.608 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.608+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.0 size=1048576 2024-07-26T06:51:54.609 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.609+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.1 size=1048576 2024-07-26T06:51:54.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.611+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.2 size=641278 2024-07-26T06:51:54.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.611+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=J69YEQ55OPG2 tag=5KYJVK6AM2ZL type=write size=3787006 2024-07-26T06:51:54.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.612+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.0 size=1048576 2024-07-26T06:51:54.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.614+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.1 size=1048576 2024-07-26T06:51:54.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.614+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~D1HEN5HNT8V3.2 size=306803 2024-07-26T06:51:54.617 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.617+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=D1HEN5HNT8V3 tag=ARH5VD7C51M2 type=write size=3452531 2024-07-26T06:51:54.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.619+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=WI3WSKQ2AZNV type=write size=672373 2024-07-26T06:51:54.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.619+0000 7ff4c963f640 1 < canceled part key=_multipart_97622HH90SL9.2~WPE2J5P5HYKB.0 size=1048576 2024-07-26T06:51:54.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.621+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~WPE2J5P5HYKB.1 size=759782 2024-07-26T06:51:54.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.624+0000 7ff4c963f640 1 < canceled multipart upload key=97622HH90SL9 upload=WPE2J5P5HYKB tag=JZZ94CL0201L type=write size=2856934 2024-07-26T06:51:54.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.628+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~PS1VPTFOTTR5.0 size=1048576 2024-07-26T06:51:54.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.629+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~PS1VPTFOTTR5.1 size=701920 2024-07-26T06:51:54.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.629+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=PS1VPTFOTTR5 tag=46Q9ZJF35WKM type=write size=2799072 2024-07-26T06:51:54.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.633+0000 7ff4c963f640 1 < suggested remove operation key=LIYRVFVSY982 tag=5LXI968X1PGD type=del 2024-07-26T06:51:54.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.636+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.0 size=1048576 2024-07-26T06:51:54.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.638+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.1 size=1048576 2024-07-26T06:51:54.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.640+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.2 size=669017 2024-07-26T06:51:54.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.640+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=2D70T0ID1BN2 tag=4QQBJYCVHW9M type=write size=3814745 2024-07-26T06:51:54.643 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.643+0000 7ff4c963f640 1 < suggested remove operation key=SQIHDHAP6YNK tag=H3OFF2ET6SFT type=del 2024-07-26T06:51:54.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.645+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=1KLM9L7FOQ30 type=write size=571328 2024-07-26T06:51:54.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.646+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=O6D16L0FUVRL type=del 2024-07-26T06:51:54.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.648+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=AHNA4XXERGOJ type=del size=1933240 2024-07-26T06:51:54.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.650+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=6KH52JLHR00N type=del 2024-07-26T06:51:54.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.654+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~HX1AGQOY0L4A.0 size=1048576 2024-07-26T06:51:54.655 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.655+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~HX1AGQOY0L4A.1 size=923285 2024-07-26T06:51:54.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.655+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=HX1AGQOY0L4A tag=RWHEKQO003R6 type=write size=3020437 2024-07-26T06:51:54.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.657+0000 7ff4c963f640 -1 < failed to complete operation key=B25KI9T60YIW tag=FAJ6QKXPRSIU type=del size=262136: (22) Invalid argument 2024-07-26T06:51:54.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.659+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=CAMV41RBPQTD type=del size=3394603 2024-07-26T06:51:54.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.661+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~O2VKB8HKPF2B.0 size=33933 2024-07-26T06:51:54.665 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.664+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=O2VKB8HKPF2B tag=PGMO52Z89T3V type=write size=1082509 2024-07-26T06:51:54.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.666+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=0VRXA6S0V26L type=del size=1720769 2024-07-26T06:51:54.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.668+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.0 size=1048576 2024-07-26T06:51:54.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.669+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.1 size=1048576 2024-07-26T06:51:54.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.671+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~SRJYCNDCHTNS.2 size=127360 2024-07-26T06:51:54.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.674+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=SRJYCNDCHTNS tag=JIT5UR5KHF1C type=write size=3273088 2024-07-26T06:51:54.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.676+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=XAI68KH33KJI type=del size=621362 2024-07-26T06:51:54.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.678+0000 7ff4c963f640 -1 < failed to complete operation key=I09JADQKAYAZ tag=9TW4I4V701TJ type=del size=2768152: (22) Invalid argument 2024-07-26T06:51:54.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.682+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~K5D64863VZQS.0 size=788191 2024-07-26T06:51:54.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.682+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=K5D64863VZQS tag=KF0YN1UA0IN3 type=write size=1836767 2024-07-26T06:51:54.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.683+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=US2W27T59CWA type=del 2024-07-26T06:51:54.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.687+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~GHRLIRZ2D3AJ.0 size=1048576 2024-07-26T06:51:54.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.689+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~GHRLIRZ2D3AJ.1 size=265422 2024-07-26T06:51:54.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.689+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=GHRLIRZ2D3AJ tag=YQT6NVL19QFA type=write size=2362574 2024-07-26T06:51:54.691 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.690+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=X26OWAS9UAGH type=del 2024-07-26T06:51:54.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.692+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=1QC8QX128GVE type=del size=2601870 2024-07-26T06:51:54.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.694+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=CFBO6KCVWF8D type=del 2024-07-26T06:51:54.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.696+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=6DJFM2G57LCI type=del size=598211 2024-07-26T06:51:54.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.697+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=FEI1WFSAK8R6 type=del 2024-07-26T06:51:54.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.699+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=8GLJALWX1GYE type=del size=2656459 2024-07-26T06:51:54.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.701+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=G8L51H0SN50W type=write size=77554 2024-07-26T06:51:54.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.703+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=GUYMW372VIA4 type=write size=761470 2024-07-26T06:51:54.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.704+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.0 size=1048576 2024-07-26T06:51:54.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.706+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.1 size=1048576 2024-07-26T06:51:54.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.706+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~J69YEQ55OPG2.2 size=641278 2024-07-26T06:51:54.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.710+0000 7ff4c963f640 1 < canceled multipart upload key=7MANHDWBE4SC upload=J69YEQ55OPG2 tag=5KYJVK6AM2ZL type=write size=3787006 2024-07-26T06:51:54.712 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.711+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=SVOEU7F3TOFY type=del size=3391698 2024-07-26T06:51:54.714 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.714+0000 7ff4c963f640 -1 < failed to complete operation key=SQIHDHAP6YNK tag=WI3WSKQ2AZNV type=write size=672373: (22) Invalid argument 2024-07-26T06:51:54.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.717+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~BENH2OFA2UZH.0 size=803408 2024-07-26T06:51:54.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.717+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=BENH2OFA2UZH tag=1DIMR5D9RPJ1 type=write size=1851984 2024-07-26T06:51:54.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.719+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~PS1VPTFOTTR5.0 size=1048576 2024-07-26T06:51:54.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.720+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~PS1VPTFOTTR5.1 size=701920 2024-07-26T06:51:54.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.723+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=PS1VPTFOTTR5 tag=46Q9ZJF35WKM type=write size=2799072 2024-07-26T06:51:54.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.726+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~W9ZIDXLY1Q3Y.0 size=444744 2024-07-26T06:51:54.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.726+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=W9ZIDXLY1Q3Y tag=4J86NP7S24AX type=write size=1493320 2024-07-26T06:51:54.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.728+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.0 size=1048576 2024-07-26T06:51:54.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.730+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.1 size=1048576 2024-07-26T06:51:54.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.731+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~2D70T0ID1BN2.2 size=669017 2024-07-26T06:51:54.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.734+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=2D70T0ID1BN2 tag=4QQBJYCVHW9M type=write size=3814745 2024-07-26T06:51:54.736 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.736+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=HRT660LMUOBO type=del size=2515381 2024-07-26T06:51:54.738 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.738+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=1KLM9L7FOQ30 type=write size=571328 2024-07-26T06:51:54.740 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.739+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=3P5FWD78HB9N type=write size=358590 2024-07-26T06:51:54.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.741+0000 7ff4c963f640 1 < canceled operation key=T6YV3TUMDU0L tag=AHNA4XXERGOJ type=del size=1933240 2024-07-26T06:51:54.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.745+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~EAO6GB8PI9F3.0 size=933755 2024-07-26T06:51:54.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.745+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=EAO6GB8PI9F3 tag=2BDBS3JTN961 type=write size=1982331 2024-07-26T06:51:54.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.747+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~HX1AGQOY0L4A.0 size=1048576 2024-07-26T06:51:54.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.748+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~HX1AGQOY0L4A.1 size=923285 2024-07-26T06:51:54.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.752+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=HX1AGQOY0L4A tag=RWHEKQO003R6 type=write size=3020437 2024-07-26T06:51:54.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.753+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=SVJP8U13RU83 type=del size=111639 2024-07-26T06:51:54.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.755+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=CAMV41RBPQTD type=del 2024-07-26T06:51:54.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.757+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=MJJIVDVKI3A9 type=del size=38994 2024-07-26T06:51:54.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.759+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=0VRXA6S0V26L type=del 2024-07-26T06:51:54.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.761+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=123I6JJKZCP3 type=write size=102699 2024-07-26T06:51:54.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.763+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=XAI68KH33KJI type=del 2024-07-26T06:51:54.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.766+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.0 size=1048576 2024-07-26T06:51:54.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.768+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.1 size=1048576 2024-07-26T06:51:54.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.770+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.2 size=690889 2024-07-26T06:51:54.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.770+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=FJX4D3J4PL8C tag=JH5259IH37X2 type=write size=3836617 2024-07-26T06:51:54.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.772+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~K5D64863VZQS.0 size=788191 2024-07-26T06:51:54.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.775+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=K5D64863VZQS tag=KF0YN1UA0IN3 type=write size=1836767 2024-07-26T06:51:54.777 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.777+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=LELTOOOTDCR6 type=del size=1321489 2024-07-26T06:51:54.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.779+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~GHRLIRZ2D3AJ.0 size=1048576 2024-07-26T06:51:54.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.780+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~GHRLIRZ2D3AJ.1 size=265422 2024-07-26T06:51:54.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.784+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=GHRLIRZ2D3AJ tag=YQT6NVL19QFA type=write size=2362574 2024-07-26T06:51:54.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.787+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~SZMOOXSFAYB7.0 size=256147 2024-07-26T06:51:54.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.787+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=SZMOOXSFAYB7 tag=GQ2EO7GCMLUM type=write size=1304723 2024-07-26T06:51:54.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.789+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=1QC8QX128GVE type=del 2024-07-26T06:51:54.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.791+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=62RSHA51TEHQ type=del size=4167127 2024-07-26T06:51:54.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.793+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=6DJFM2G57LCI type=del 2024-07-26T06:51:54.794 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.794+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=0O9ISS9DKN7X type=del size=3219439 2024-07-26T06:51:54.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.796+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=8GLJALWX1GYE type=del 2024-07-26T06:51:54.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.799+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.0 size=1048576 2024-07-26T06:51:54.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.801+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.1 size=1048576 2024-07-26T06:51:54.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.803+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.2 size=488209 2024-07-26T06:51:54.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.803+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=ESWJB4EDGG0I tag=DXC8KI296ADQ type=write size=3633937 2024-07-26T06:51:54.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.806+0000 7ff4c963f640 1 < suggested update operation key=ZUHQVW7JX900 tag=GUYMW372VIA4 type=write size=761470 2024-07-26T06:51:54.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.808+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=2AUMCVHNKS9U type=del size=1244231 2024-07-26T06:51:54.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.811+0000 7ff4c963f640 1 < canceled operation key=SQIHDHAP6YNK tag=SVOEU7F3TOFY type=del size=3391698 2024-07-26T06:51:54.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.812+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=BEUBCFZNH2I0 type=del size=1559699 2024-07-26T06:51:54.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.814+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~BENH2OFA2UZH.0 size=803408 2024-07-26T06:51:54.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.817+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=BENH2OFA2UZH tag=1DIMR5D9RPJ1 type=write size=1851984 2024-07-26T06:51:54.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.819+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=GRNKDUMOKTE6 type=write size=58144 2024-07-26T06:51:54.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.820+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~W9ZIDXLY1Q3Y.0 size=444744 2024-07-26T06:51:54.824 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.824+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=W9ZIDXLY1Q3Y tag=4J86NP7S24AX type=write size=1493320 2024-07-26T06:51:54.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.827+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~U049ZTFW0MDZ.0 size=1048576 2024-07-26T06:51:54.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.828+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~U049ZTFW0MDZ.1 size=635935 2024-07-26T06:51:54.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.828+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=U049ZTFW0MDZ tag=G5QGB4AQ9NEX type=write size=2733087 2024-07-26T06:51:54.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.830+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=HRT660LMUOBO type=del 2024-07-26T06:51:54.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.832+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=JET0VET3E6DQ type=del size=1070792 2024-07-26T06:51:54.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.833+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=3P5FWD78HB9N type=write size=358590 2024-07-26T06:51:54.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.835+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=EEKQWE30I4BN type=del size=3732637 2024-07-26T06:51:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:54 smithi135 ceph-mon[90132]: pgmap v1306: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 362 KiB/s wr, 1.83k op/s 2024-07-26T06:51:54.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.837+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~EAO6GB8PI9F3.0 size=933755 2024-07-26T06:51:54.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.840+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=EAO6GB8PI9F3 tag=2BDBS3JTN961 type=write size=1982331 2024-07-26T06:51:54.843 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.843+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.0 size=1048576 2024-07-26T06:51:54.845 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.845+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.1 size=1048576 2024-07-26T06:51:54.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.846+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.2 size=337656 2024-07-26T06:51:54.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.846+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=JT03W3RENKJT tag=YWU6COKWDWR1 type=write size=3483384 2024-07-26T06:51:54.848 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.848+0000 7ff4c963f640 1 < canceled operation key=SQIHDHAP6YNK tag=SVJP8U13RU83 type=del size=111639 2024-07-26T06:51:54.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.851+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~1N7D7UYLSKA1.0 size=393697 2024-07-26T06:51:54.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.851+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=1N7D7UYLSKA1 tag=DFV527LXS6NN type=write size=1442273 2024-07-26T06:51:54.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.853+0000 7ff4c963f640 1 < canceled operation key=MC50MWHORL26 tag=MJJIVDVKI3A9 type=del size=38994 2024-07-26T06:51:54.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.856+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~2FJISIIP4X9D.0 size=1048576 2024-07-26T06:51:54.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.858+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~2FJISIIP4X9D.1 size=680552 2024-07-26T06:51:54.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.858+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=2FJISIIP4X9D tag=UMZT297IYAIY type=write size=2777704 2024-07-26T06:51:54.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.859+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=123I6JJKZCP3 type=write size=102699 2024-07-26T06:51:54.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.861+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=WKFH8TDWLZA4 type=del size=79360 2024-07-26T06:51:54.863 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.863+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.0 size=1048576 2024-07-26T06:51:54.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.864+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.1 size=1048576 2024-07-26T06:51:54.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.866+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~FJX4D3J4PL8C.2 size=690889 2024-07-26T06:51:54.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.869+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=FJX4D3J4PL8C tag=JH5259IH37X2 type=write size=3836617 2024-07-26T06:51:54.871 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.870+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=UMVSKWOJ9G62 type=del size=3166115 2024-07-26T06:51:54.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.874+0000 7ff4c963f640 1 < suggested update operation key=B25KI9T60YIW tag=LELTOOOTDCR6 type=del size=1321489 2024-07-26T06:51:54.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.877+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.0 size=1048576 2024-07-26T06:51:54.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.879+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.1 size=1048576 2024-07-26T06:51:54.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.880+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.2 size=84888 2024-07-26T06:51:54.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.880+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=RIEDSJNR0Z3T tag=HRGP2TBU4M1C type=write size=3230616 2024-07-26T06:51:54.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.882+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~SZMOOXSFAYB7.0 size=256147 2024-07-26T06:51:54.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.885+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=SZMOOXSFAYB7 tag=GQ2EO7GCMLUM type=write size=1304723 2024-07-26T06:51:54.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.888+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~V9W4LO75GX1S.0 size=1048576 2024-07-26T06:51:54.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.890+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~V9W4LO75GX1S.1 size=66117 2024-07-26T06:51:54.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.890+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=V9W4LO75GX1S tag=EFE1OC7OD2A3 type=write size=2163269 2024-07-26T06:51:54.892 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.891+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=62RSHA51TEHQ type=del 2024-07-26T06:51:54.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.893+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=B8JMG7CXH2OD type=del size=3864525 2024-07-26T06:51:54.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.897+0000 7ff4c963f640 1 < suggested remove operation key=7MANHDWBE4SC tag=0O9ISS9DKN7X type=del 2024-07-26T06:51:54.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.900+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~FQO7X9V6M9BV.0 size=356777 2024-07-26T06:51:54.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.900+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=FQO7X9V6M9BV tag=K8J1NG657T9C type=write size=1405353 2024-07-26T06:51:54.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.902+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.0 size=1048576 2024-07-26T06:51:54.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.903+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.1 size=1048576 2024-07-26T06:51:54.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.905+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~ESWJB4EDGG0I.2 size=488209 2024-07-26T06:51:54.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.908+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=ESWJB4EDGG0I tag=DXC8KI296ADQ type=write size=3633937 2024-07-26T06:51:54.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.909+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=U34R073FUNYN type=del size=2867266 2024-07-26T06:51:54.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.911+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=2AUMCVHNKS9U type=del 2024-07-26T06:51:54.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.913+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=1JRW1KA1H6CG type=del size=454242 2024-07-26T06:51:54.915 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.915+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=BEUBCFZNH2I0 type=del 2024-07-26T06:51:54.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.917+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=DQ2DII87HR9L type=del size=4092960 2024-07-26T06:51:54.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.918+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=GRNKDUMOKTE6 type=write size=58144 2024-07-26T06:51:54.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.920+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=JTK2TAG9U4WV type=write size=165674 2024-07-26T06:51:54.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.922+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~U049ZTFW0MDZ.0 size=1048576 2024-07-26T06:51:54.923 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.923+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~U049ZTFW0MDZ.1 size=635935 2024-07-26T06:51:54.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.926+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=U049ZTFW0MDZ tag=G5QGB4AQ9NEX type=write size=2733087 2024-07-26T06:51:54.929 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.929+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.0 size=1048576 2024-07-26T06:51:54.931 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.931+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.1 size=1048576 2024-07-26T06:51:54.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.932+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.2 size=622800 2024-07-26T06:51:54.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.932+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=366YM2MNKR3R tag=15FAE5XEB7UK type=write size=3768528 2024-07-26T06:51:54.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.934+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=JET0VET3E6DQ type=del 2024-07-26T06:51:54.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.938+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.0 size=1048576 2024-07-26T06:51:54.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.939+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.1 size=1048576 2024-07-26T06:51:54.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.941+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.2 size=366705 2024-07-26T06:51:54.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.941+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=Q2J7PB9U2PWY tag=J6BXUOR0FFUL type=write size=3512433 2024-07-26T06:51:54.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.945+0000 7ff4c963f640 1 < suggested update operation key=T6YV3TUMDU0L tag=EEKQWE30I4BN type=del size=3732637 2024-07-26T06:51:54.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.948+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~VL3VPSTR9W6T.0 size=1048576 2024-07-26T06:51:54.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.950+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~VL3VPSTR9W6T.1 size=496722 2024-07-26T06:51:54.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.950+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=VL3VPSTR9W6T tag=POBAIIDE1X4X type=write size=2593874 2024-07-26T06:51:54.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.952+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.0 size=1048576 2024-07-26T06:51:54.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.953+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.1 size=1048576 2024-07-26T06:51:54.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.953+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~JT03W3RENKJT.2 size=337656 2024-07-26T06:51:54.957 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.956+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=JT03W3RENKJT tag=YWU6COKWDWR1 type=write size=3483384 2024-07-26T06:51:54.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.958+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=4LIVN21Y0B2W type=del size=3819855 2024-07-26T06:51:54.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.960+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~1N7D7UYLSKA1.0 size=393697 2024-07-26T06:51:54.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.963+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=1N7D7UYLSKA1 tag=DFV527LXS6NN type=write size=1442273 2024-07-26T06:51:54.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.966+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.0 size=1048576 2024-07-26T06:51:54.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.968+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.1 size=1048576 2024-07-26T06:51:54.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.970+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.2 size=334303 2024-07-26T06:51:54.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.970+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=SO5C39HWG1LC tag=O76V6XIM29QF type=write size=3480031 2024-07-26T06:51:54.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.972+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~2FJISIIP4X9D.0 size=1048576 2024-07-26T06:51:54.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.973+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~2FJISIIP4X9D.1 size=680552 2024-07-26T06:51:54.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.977+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=2FJISIIP4X9D tag=UMZT297IYAIY type=write size=2777704 2024-07-26T06:51:54.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.979+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=IY5J0U6SB2M0 type=del size=1474576 2024-07-26T06:51:54.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.982+0000 7ff4c963f640 1 < suggested remove operation key=G9CKPX677F31 tag=WKFH8TDWLZA4 type=del 2024-07-26T06:51:54.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.984+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=7YJZDO2Z05TL type=del size=2512141 2024-07-26T06:51:54.987 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.986+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=UMVSKWOJ9G62 type=del 2024-07-26T06:51:54.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.988+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=0LVCLXY5GDHD type=del size=3300065 2024-07-26T06:51:54.990 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.990+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.0 size=1048576 2024-07-26T06:51:54.992 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.992+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.1 size=1048576 2024-07-26T06:51:54.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.993+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RIEDSJNR0Z3T.2 size=84888 2024-07-26T06:51:54.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.996+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=RIEDSJNR0Z3T tag=HRGP2TBU4M1C type=write size=3230616 2024-07-26T06:51:54.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:54.998+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=N0ZYQTEK24AX type=write size=124377 2024-07-26T06:51:55.000 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.000+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~V9W4LO75GX1S.0 size=1048576 2024-07-26T06:51:55.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.002+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~V9W4LO75GX1S.1 size=66117 2024-07-26T06:51:55.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.005+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=V9W4LO75GX1S tag=EFE1OC7OD2A3 type=write size=2163269 2024-07-26T06:51:55.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.007+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=MY8J8JUP880G type=del size=4064013 2024-07-26T06:51:55.011 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.010+0000 7ff4c963f640 1 < suggested update operation key=BVS86991ZRFJ tag=B8JMG7CXH2OD type=del size=3864525 2024-07-26T06:51:55.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.012+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=VWK3S5HQWL89 type=write size=295539 2024-07-26T06:51:55.014 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.014+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~FQO7X9V6M9BV.0 size=356777 2024-07-26T06:51:55.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.017+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=FQO7X9V6M9BV tag=K8J1NG657T9C type=write size=1405353 2024-07-26T06:51:55.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.018+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=9BE11S08DJ61 type=del size=2932470 2024-07-26T06:51:55.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.020+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=U34R073FUNYN type=del 2024-07-26T06:51:55.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.022+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=F57TJ5Y7KZZK type=del size=2071425 2024-07-26T06:51:55.026 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.025+0000 7ff4c963f640 1 < suggested update operation key=N6LO5JK45OQE tag=1JRW1KA1H6CG type=del size=454242 2024-07-26T06:51:55.027 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.027+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=SYGTP98CC6ZH type=del size=101615 2024-07-26T06:51:55.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.029+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=DQ2DII87HR9L type=del 2024-07-26T06:51:55.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.032+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~L560Z9YEHJHQ.0 size=1048576 2024-07-26T06:51:55.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.034+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~L560Z9YEHJHQ.1 size=63324 2024-07-26T06:51:55.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.034+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=L560Z9YEHJHQ tag=N6JM19A9THW9 type=write size=2160476 2024-07-26T06:51:55.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.035+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=JTK2TAG9U4WV type=write size=165674 2024-07-26T06:51:55.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.039+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.0 size=1048576 2024-07-26T06:51:55.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.040+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.1 size=1048576 2024-07-26T06:51:55.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.042+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.2 size=736333 2024-07-26T06:51:55.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.042+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=QQHGXO4I9F5B tag=P9NULA0E69AD type=write size=3882061 2024-07-26T06:51:55.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.044+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.0 size=1048576 2024-07-26T06:51:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:54 smithi037 ceph-mon[97339]: pgmap v1306: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 362 KiB/s wr, 1.83k op/s 2024-07-26T06:51:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:54 smithi037 ceph-mon[99762]: pgmap v1306: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 362 KiB/s wr, 1.83k op/s 2024-07-26T06:51:55.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.045+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.1 size=1048576 2024-07-26T06:51:55.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.047+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~366YM2MNKR3R.2 size=622800 2024-07-26T06:51:55.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.050+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=366YM2MNKR3R tag=15FAE5XEB7UK type=write size=3768528 2024-07-26T06:51:55.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.051+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=SQGIKJDHJNWE type=del size=384564 2024-07-26T06:51:55.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.053+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.0 size=1048576 2024-07-26T06:51:55.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.055+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.1 size=1048576 2024-07-26T06:51:55.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.056+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~Q2J7PB9U2PWY.2 size=366705 2024-07-26T06:51:55.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.059+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=Q2J7PB9U2PWY tag=J6BXUOR0FFUL type=write size=3512433 2024-07-26T06:51:55.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.061+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=KUN2TK9F0852 type=del size=1700953 2024-07-26T06:51:55.063 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.063+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~VL3VPSTR9W6T.0 size=1048576 2024-07-26T06:51:55.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.065+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~VL3VPSTR9W6T.1 size=496722 2024-07-26T06:51:55.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.068+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=VL3VPSTR9W6T tag=POBAIIDE1X4X type=write size=2593874 2024-07-26T06:51:55.071 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.071+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.0 size=1048576 2024-07-26T06:51:55.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.073+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.1 size=1048576 2024-07-26T06:51:55.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.074+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.2 size=502831 2024-07-26T06:51:55.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.074+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=7NVWP18W7WLH tag=RSAPO03Y40OB type=write size=3648559 2024-07-26T06:51:55.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.076+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=4LIVN21Y0B2W type=del 2024-07-26T06:51:55.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.078+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=RV2Y1GED2I6E type=del size=3246055 2024-07-26T06:51:55.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.080+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.0 size=1048576 2024-07-26T06:51:55.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.080+0000 7ff4c963f640 1 < canceled part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.1 size=1048576 2024-07-26T06:51:55.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.081+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~SO5C39HWG1LC.2 size=334303 2024-07-26T06:51:55.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.085+0000 7ff4c963f640 1 < canceled multipart upload key=MC50MWHORL26 upload=SO5C39HWG1LC tag=O76V6XIM29QF type=write size=3480031 2024-07-26T06:51:55.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.086+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=68HICZ0JTTB2 type=del size=1660693 2024-07-26T06:51:55.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.088+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=IY5J0U6SB2M0 type=del 2024-07-26T06:51:55.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.090+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=5ZRPR9UN2V62 type=del size=594462 2024-07-26T06:51:55.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.092+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=7YJZDO2Z05TL type=del 2024-07-26T06:51:55.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.094+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=EXWXV7KZ2TF7 type=write size=830000 2024-07-26T06:51:55.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.095+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=0LVCLXY5GDHD type=del 2024-07-26T06:51:55.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.099+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~31WFA06II4BR.0 size=752119 2024-07-26T06:51:55.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.099+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=31WFA06II4BR tag=TCQOFB8VNNFI type=write size=1800695 2024-07-26T06:51:55.101 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.100+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=N0ZYQTEK24AX type=write size=124377 2024-07-26T06:51:55.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.102+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=AIWFJFVGSUJK type=del size=2605888 2024-07-26T06:51:55.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.104+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=MY8J8JUP880G type=del 2024-07-26T06:51:55.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.106+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=ULWO0ZH69MUB type=write size=1008899 2024-07-26T06:51:55.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.108+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=VWK3S5HQWL89 type=write size=295539 2024-07-26T06:51:55.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.111+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~RQ7OEX5MA22N.0 size=1048576 2024-07-26T06:51:55.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.112+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~RQ7OEX5MA22N.1 size=48027 2024-07-26T06:51:55.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.112+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=RQ7OEX5MA22N tag=ZDZU17I3WSS5 type=write size=2145179 2024-07-26T06:51:55.116 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.116+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=9BE11S08DJ61 type=del size=2932470 2024-07-26T06:51:55.119 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.119+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~TVA90A8KKCSD.0 size=1048576 2024-07-26T06:51:55.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.121+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~TVA90A8KKCSD.1 size=912072 2024-07-26T06:51:55.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.121+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=TVA90A8KKCSD tag=NC3W22RWVW88 type=write size=3009224 2024-07-26T06:51:55.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.122+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=F57TJ5Y7KZZK type=del 2024-07-26T06:51:55.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.126+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~BMNICV5FFACL.0 size=100064 2024-07-26T06:51:55.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.126+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=BMNICV5FFACL tag=S56CX9LSDZ6D type=write size=1148640 2024-07-26T06:51:55.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.128+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=SYGTP98CC6ZH type=del 2024-07-26T06:51:55.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.129+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=TP4MFO91DEQG type=del size=2033941 2024-07-26T06:51:55.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.131+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~L560Z9YEHJHQ.0 size=1048576 2024-07-26T06:51:55.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.133+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~L560Z9YEHJHQ.1 size=63324 2024-07-26T06:51:55.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.137+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=L560Z9YEHJHQ tag=N6JM19A9THW9 type=write size=2160476 2024-07-26T06:51:55.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.139+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=LNULLBU66VRG type=del size=2468659 2024-07-26T06:51:55.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.140+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.0 size=1048576 2024-07-26T06:51:55.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.140+0000 7ff4c963f640 1 < canceled part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.1 size=1048576 2024-07-26T06:51:55.143 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.142+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~QQHGXO4I9F5B.2 size=736333 2024-07-26T06:51:55.146 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.146+0000 7ff4c963f640 1 < canceled multipart upload key=J12W312ZJLEC upload=QQHGXO4I9F5B tag=P9NULA0E69AD type=write size=3882061 2024-07-26T06:51:55.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.149+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~35KD0ZP8NWKY.0 size=1048576 2024-07-26T06:51:55.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.151+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~35KD0ZP8NWKY.1 size=205601 2024-07-26T06:51:55.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.151+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=35KD0ZP8NWKY tag=0ZNLCYH1UX7I type=write size=2302753 2024-07-26T06:51:55.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.154+0000 7ff4c963f640 -1 < failed to complete operation key=7OLNPIQ92BCG tag=SQGIKJDHJNWE type=del size=384564: (22) Invalid argument 2024-07-26T06:51:55.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.157+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~AKYQWF4UQQEE.0 size=665601 2024-07-26T06:51:55.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.157+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=AKYQWF4UQQEE tag=PSOMB343W9WH type=write size=1714177 2024-07-26T06:51:55.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.159+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=KUN2TK9F0852 type=del 2024-07-26T06:51:55.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.162+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~6S8E2JEY58YG.0 size=1003733 2024-07-26T06:51:55.162 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.162+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=6S8E2JEY58YG tag=67RRFEX8XAJY type=write size=2052309 2024-07-26T06:51:55.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.164+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.0 size=1048576 2024-07-26T06:51:55.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.166+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.1 size=1048576 2024-07-26T06:51:55.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.167+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~7NVWP18W7WLH.2 size=502831 2024-07-26T06:51:55.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.170+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=7NVWP18W7WLH tag=RSAPO03Y40OB type=write size=3648559 2024-07-26T06:51:55.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.173+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LXX27X2XMOTM.0 size=1048576 2024-07-26T06:51:55.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.175+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LXX27X2XMOTM.1 size=274953 2024-07-26T06:51:55.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.175+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=LXX27X2XMOTM tag=U0VAONRUX01M type=write size=2372105 2024-07-26T06:51:55.177 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.176+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=RV2Y1GED2I6E type=del 2024-07-26T06:51:55.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.180+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~FD12SG8YBLOC.0 size=1048576 2024-07-26T06:51:55.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.181+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~FD12SG8YBLOC.1 size=34740 2024-07-26T06:51:55.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.181+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=FD12SG8YBLOC tag=NO6O3O144ZZ9 type=write size=2131892 2024-07-26T06:51:55.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.183+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=68HICZ0JTTB2 type=del size=1660693 2024-07-26T06:51:55.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.185+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=FPIQH32FX133 type=del size=4038412 2024-07-26T06:51:55.189 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.187+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=5ZRPR9UN2V62 type=del 2024-07-26T06:51:55.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.191+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~283G2GONR8OR.0 size=51309 2024-07-26T06:51:55.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.191+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=283G2GONR8OR tag=WIRACBVA1GQU type=write size=1099885 2024-07-26T06:51:55.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.192+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=EXWXV7KZ2TF7 type=write size=830000 2024-07-26T06:51:55.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.195+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=VNXZUZDB8PP7 type=del size=3944099 2024-07-26T06:51:55.197 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.197+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~31WFA06II4BR.0 size=752119 2024-07-26T06:51:55.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.200+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=31WFA06II4BR tag=TCQOFB8VNNFI type=write size=1800695 2024-07-26T06:51:55.204 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.204+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~EDWJVH4W0M4U.0 size=845333 2024-07-26T06:51:55.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.204+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=EDWJVH4W0M4U tag=48LA1OLYW3HS type=write size=1893909 2024-07-26T06:51:55.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.208+0000 7ff4c963f640 1 < suggested remove operation key=21MC0QVSM974 tag=AIWFJFVGSUJK type=del 2024-07-26T06:51:55.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.210+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=FNK0PNDL00HY type=del size=2586325 2024-07-26T06:51:55.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.212+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=ULWO0ZH69MUB type=write size=1008899 2024-07-26T06:51:55.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.214+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=VL7TZQS7WSD6 type=del size=2752426 2024-07-26T06:51:55.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.215+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~RQ7OEX5MA22N.0 size=1048576 2024-07-26T06:51:55.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.217+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~RQ7OEX5MA22N.1 size=48027 2024-07-26T06:51:55.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.221+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=RQ7OEX5MA22N tag=ZDZU17I3WSS5 type=write size=2145179 2024-07-26T06:51:55.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.224+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~B2RMOQO3U1YW.0 size=278038 2024-07-26T06:51:55.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.224+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=B2RMOQO3U1YW tag=4DDPPBMH7HSQ type=write size=1326614 2024-07-26T06:51:55.226 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.226+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~TVA90A8KKCSD.0 size=1048576 2024-07-26T06:51:55.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.228+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~TVA90A8KKCSD.1 size=912072 2024-07-26T06:51:55.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.230+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=TVA90A8KKCSD tag=NC3W22RWVW88 type=write size=3009224 2024-07-26T06:51:55.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.234+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.0 size=1048576 2024-07-26T06:51:55.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.235+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.1 size=1048576 2024-07-26T06:51:55.237 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.237+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.2 size=868487 2024-07-26T06:51:55.237 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.237+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=31TWS51G0C3W tag=8O7P83F1YOS4 type=write size=4014215 2024-07-26T06:51:55.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.238+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~BMNICV5FFACL.0 size=100064 2024-07-26T06:51:55.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.242+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=BMNICV5FFACL tag=S56CX9LSDZ6D type=write size=1148640 2024-07-26T06:51:55.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.244+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=48J2ABHHKK08 type=del size=1443170 2024-07-26T06:51:55.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.245+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=TP4MFO91DEQG type=del 2024-07-26T06:51:55.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.249+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.0 size=1048576 2024-07-26T06:51:55.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.251+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.1 size=1048576 2024-07-26T06:51:55.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.252+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.2 size=336817 2024-07-26T06:51:55.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.252+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=3QJL7PHUYZTA tag=CGPL6Y2P029J type=write size=3482545 2024-07-26T06:51:55.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.254+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=LNULLBU66VRG type=del 2024-07-26T06:51:55.258 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.257+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.0 size=1048576 2024-07-26T06:51:55.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.259+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.1 size=1048576 2024-07-26T06:51:55.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.260+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.2 size=404685 2024-07-26T06:51:55.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.260+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=QS91RD93OIV2 tag=CBUR3K4R4K3X type=write size=3550413 2024-07-26T06:51:55.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.261+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~35KD0ZP8NWKY.0 size=1048576 2024-07-26T06:51:55.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.262+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~35KD0ZP8NWKY.1 size=205601 2024-07-26T06:51:55.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.265+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=35KD0ZP8NWKY tag=0ZNLCYH1UX7I type=write size=2302753 2024-07-26T06:51:55.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.269+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~TBNI4NCBMSW0.0 size=112485 2024-07-26T06:51:55.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.269+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=TBNI4NCBMSW0 tag=O3N0RGK4F2L9 type=write size=1161061 2024-07-26T06:51:55.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.271+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~AKYQWF4UQQEE.0 size=665601 2024-07-26T06:51:55.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.274+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=AKYQWF4UQQEE tag=PSOMB343W9WH type=write size=1714177 2024-07-26T06:51:55.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.277+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~807Q68Q6O2TN.0 size=1048576 2024-07-26T06:51:55.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.279+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~807Q68Q6O2TN.1 size=360131 2024-07-26T06:51:55.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.279+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=807Q68Q6O2TN tag=WBSDJ5LIFFK2 type=write size=2457283 2024-07-26T06:51:55.281 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.280+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~6S8E2JEY58YG.0 size=1003733 2024-07-26T06:51:55.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.283+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=6S8E2JEY58YG tag=67RRFEX8XAJY type=write size=2052309 2024-07-26T06:51:55.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.285+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=ZBKK38Y4P22R type=del size=1071217 2024-07-26T06:51:55.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.286+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~LXX27X2XMOTM.0 size=1048576 2024-07-26T06:51:55.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.287+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~LXX27X2XMOTM.1 size=274953 2024-07-26T06:51:55.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.290+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=LXX27X2XMOTM tag=U0VAONRUX01M type=write size=2372105 2024-07-26T06:51:55.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.294+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~ZRNINFIE0Y3B.0 size=1048576 2024-07-26T06:51:55.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.295+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~ZRNINFIE0Y3B.1 size=545023 2024-07-26T06:51:55.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.295+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=ZRNINFIE0Y3B tag=9VCE8097AZ6D type=write size=2642175 2024-07-26T06:51:55.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.297+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~FD12SG8YBLOC.0 size=1048576 2024-07-26T06:51:55.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.299+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~FD12SG8YBLOC.1 size=34740 2024-07-26T06:51:55.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.302+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=FD12SG8YBLOC tag=NO6O3O144ZZ9 type=write size=2131892 2024-07-26T06:51:55.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.305+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=01TFSWOMS9OT type=del size=2509916 2024-07-26T06:51:55.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.307+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=FPIQH32FX133 type=del 2024-07-26T06:51:55.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.309+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=KPVYFIM9UREF type=del size=304497 2024-07-26T06:51:55.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.310+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~283G2GONR8OR.0 size=51309 2024-07-26T06:51:55.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.314+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=283G2GONR8OR tag=WIRACBVA1GQU type=write size=1099885 2024-07-26T06:51:55.318 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.317+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~9DUQON8NGV6A.0 size=1048576 2024-07-26T06:51:55.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.319+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~9DUQON8NGV6A.1 size=966296 2024-07-26T06:51:55.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.319+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=9DUQON8NGV6A tag=VIJHGXYSJK5C type=write size=3063448 2024-07-26T06:51:55.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.321+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=VNXZUZDB8PP7 type=del 2024-07-26T06:51:55.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.323+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=M8CF82B1G6VU type=del size=864137 2024-07-26T06:51:55.325 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.325+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~EDWJVH4W0M4U.0 size=845333 2024-07-26T06:51:55.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.328+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=EDWJVH4W0M4U tag=48LA1OLYW3HS type=write size=1893909 2024-07-26T06:51:55.330 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.330+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=4SSJMR2V2U72 type=del size=2372386 2024-07-26T06:51:55.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.332+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=FNK0PNDL00HY type=del 2024-07-26T06:51:55.334 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.334+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=TK5US5145NXJ type=del size=1002149 2024-07-26T06:51:55.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.336+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=VL7TZQS7WSD6 type=del 2024-07-26T06:51:55.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.339+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~L04NLW4MAQM7.0 size=1048576 2024-07-26T06:51:55.341 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.341+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~L04NLW4MAQM7.1 size=909534 2024-07-26T06:51:55.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.341+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=L04NLW4MAQM7 tag=4S4YFFM1LQMR type=write size=3006686 2024-07-26T06:51:55.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.343+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~B2RMOQO3U1YW.0 size=278038 2024-07-26T06:51:55.347 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.346+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=B2RMOQO3U1YW tag=4DDPPBMH7HSQ type=write size=1326614 2024-07-26T06:51:55.350 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.350+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.0 size=1048576 2024-07-26T06:51:55.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.351+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.1 size=1048576 2024-07-26T06:51:55.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.353+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.2 size=551148 2024-07-26T06:51:55.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.353+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=RH1E70QWSV07 tag=WTFGU41KMRP6 type=write size=3696876 2024-07-26T06:51:55.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.355+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.0 size=1048576 2024-07-26T06:51:55.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.357+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.1 size=1048576 2024-07-26T06:51:55.358 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.358+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~31TWS51G0C3W.2 size=868487 2024-07-26T06:51:55.362 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.362+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=31TWS51G0C3W tag=8O7P83F1YOS4 type=write size=4014215 2024-07-26T06:51:55.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.364+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=MUR9F8QPW8HT type=del size=2081432 2024-07-26T06:51:55.370 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.369+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=48J2ABHHKK08 type=del 2024-07-26T06:51:55.373 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.372+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~TMXJYUL6RTJG.0 size=1048576 2024-07-26T06:51:55.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.374+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~TMXJYUL6RTJG.1 size=938478 2024-07-26T06:51:55.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.374+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=TMXJYUL6RTJG tag=LT9FDBJ0ZK2M type=write size=3035630 2024-07-26T06:51:55.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.376+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.0 size=1048576 2024-07-26T06:51:55.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.378+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.1 size=1048576 2024-07-26T06:51:55.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.380+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~3QJL7PHUYZTA.2 size=336817 2024-07-26T06:51:55.384 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.383+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=3QJL7PHUYZTA tag=CGPL6Y2P029J type=write size=3482545 2024-07-26T06:51:55.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.385+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=RVWS2DBC3TT0 type=del size=2149406 2024-07-26T06:51:55.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.386+0000 7ff4c963f640 1 < canceled part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.0 size=1048576 2024-07-26T06:51:55.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.387+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.1 size=1048576 2024-07-26T06:51:55.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.389+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~QS91RD93OIV2.2 size=404685 2024-07-26T06:51:55.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.392+0000 7ff4c963f640 1 < canceled multipart upload key=OBU4MGXI9972 upload=QS91RD93OIV2 tag=CBUR3K4R4K3X type=write size=3550413 2024-07-26T06:51:55.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.393+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=9XY9XL5EEEUD type=write size=917771 2024-07-26T06:51:55.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.395+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~TBNI4NCBMSW0.0 size=112485 2024-07-26T06:51:55.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.398+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=TBNI4NCBMSW0 tag=O3N0RGK4F2L9 type=write size=1161061 2024-07-26T06:51:55.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.401+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=Q19OD11HBCTR type=del size=4045202 2024-07-26T06:51:55.403 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.403+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~807Q68Q6O2TN.0 size=1048576 2024-07-26T06:51:55.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.404+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~807Q68Q6O2TN.1 size=360131 2024-07-26T06:51:55.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.408+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=807Q68Q6O2TN tag=WBSDJ5LIFFK2 type=write size=2457283 2024-07-26T06:51:55.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.410+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=AQ24VYIV1VOC type=del size=1816777 2024-07-26T06:51:55.412 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.412+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=ZBKK38Y4P22R type=del 2024-07-26T06:51:55.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.415+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~Q3UQL1E903AM.0 size=680174 2024-07-26T06:51:55.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.415+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=Q3UQL1E903AM tag=4D1VKRB0RG8S type=write size=1728750 2024-07-26T06:51:55.417 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.417+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~ZRNINFIE0Y3B.0 size=1048576 2024-07-26T06:51:55.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.419+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~ZRNINFIE0Y3B.1 size=545023 2024-07-26T06:51:55.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.422+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=ZRNINFIE0Y3B tag=9VCE8097AZ6D type=write size=2642175 2024-07-26T06:51:55.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.426+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~7I4URZ26WQZI.0 size=1048576 2024-07-26T06:51:55.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.428+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~7I4URZ26WQZI.1 size=768191 2024-07-26T06:51:55.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.428+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=7I4URZ26WQZI tag=DUZ06KQ38XBD type=write size=2865343 2024-07-26T06:51:55.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.433+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=01TFSWOMS9OT type=del 2024-07-26T06:51:55.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.435+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=VSGXOKXP3YEV type=del size=3347089 2024-07-26T06:51:55.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.438+0000 7ff4c963f640 -1 < failed to complete operation key=97622HH90SL9 tag=KPVYFIM9UREF type=del size=304497: (22) Invalid argument 2024-07-26T06:51:55.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.440+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=3UWK8CW1QLK1 type=write size=815118 2024-07-26T06:51:55.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.441+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~9DUQON8NGV6A.0 size=1048576 2024-07-26T06:51:55.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.443+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~9DUQON8NGV6A.1 size=966296 2024-07-26T06:51:55.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.446+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=9DUQON8NGV6A tag=VIJHGXYSJK5C type=write size=3063448 2024-07-26T06:51:55.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.448+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=Z8W03D70SJ0L type=del size=2295080 2024-07-26T06:51:55.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.450+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=M8CF82B1G6VU type=del 2024-07-26T06:51:55.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.452+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=EU44Z11D23MI type=del size=3446006 2024-07-26T06:51:55.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.454+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=4SSJMR2V2U72 type=del 2024-07-26T06:51:55.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.456+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=2T7LZYUWTFD5 type=del size=3019142 2024-07-26T06:51:55.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.458+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=TK5US5145NXJ type=del 2024-07-26T06:51:55.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.460+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=44L58DECLOFP type=del size=1417318 2024-07-26T06:51:55.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.462+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~L04NLW4MAQM7.0 size=1048576 2024-07-26T06:51:55.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.464+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~L04NLW4MAQM7.1 size=909534 2024-07-26T06:51:55.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.467+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=L04NLW4MAQM7 tag=4S4YFFM1LQMR type=write size=3006686 2024-07-26T06:51:55.471 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.471+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~0MMNZBXEX0I8.0 size=1048576 2024-07-26T06:51:55.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.473+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~0MMNZBXEX0I8.1 size=504779 2024-07-26T06:51:55.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.473+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=0MMNZBXEX0I8 tag=JA6H809NM6AT type=write size=2601931 2024-07-26T06:51:55.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.475+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.0 size=1048576 2024-07-26T06:51:55.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.477+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.1 size=1048576 2024-07-26T06:51:55.479 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.478+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~RH1E70QWSV07.2 size=551148 2024-07-26T06:51:55.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.481+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=RH1E70QWSV07 tag=WTFGU41KMRP6 type=write size=3696876 2024-07-26T06:51:55.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.484+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=FNF4FIVI57PF type=del size=1635195 2024-07-26T06:51:55.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.485+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=MUR9F8QPW8HT type=del 2024-07-26T06:51:55.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.489+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~DBSYZDKD6OZ2.0 size=405203 2024-07-26T06:51:55.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.489+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=DBSYZDKD6OZ2 tag=0GRFOG3OR3M0 type=write size=1453779 2024-07-26T06:51:55.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.489+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~TMXJYUL6RTJG.0 size=1048576 2024-07-26T06:51:55.491 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.491+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~TMXJYUL6RTJG.1 size=938478 2024-07-26T06:51:55.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.494+0000 7ff4c963f640 1 < canceled multipart upload key=J9NUZ3NDKDSE upload=TMXJYUL6RTJG tag=LT9FDBJ0ZK2M type=write size=3035630 2024-07-26T06:51:55.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.497+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=IV6LLRR3YWOG type=del size=1968946 2024-07-26T06:51:55.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.499+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=RVWS2DBC3TT0 type=del 2024-07-26T06:51:55.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.501+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=33JBWOIZY0DB type=del size=991291 2024-07-26T06:51:55.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.503+0000 7ff4c963f640 1 < completed write operation key=BVS86991ZRFJ tag=9XY9XL5EEEUD type=write size=917771 2024-07-26T06:51:55.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.505+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=MBKYV6LJZC2K type=del size=3760326 2024-07-26T06:51:55.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.507+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=Q19OD11HBCTR type=del 2024-07-26T06:51:55.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.509+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=UO83P4M195VA type=write size=368775 2024-07-26T06:51:55.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.511+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=AQ24VYIV1VOC type=del 2024-07-26T06:51:55.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.513+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=K1PLIBBXAQ5S type=del size=509819 2024-07-26T06:51:55.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.515+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~Q3UQL1E903AM.0 size=680174 2024-07-26T06:51:55.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.519+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=Q3UQL1E903AM tag=4D1VKRB0RG8S type=write size=1728750 2024-07-26T06:51:55.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.521+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=TQ1JDNXAWL92 type=del size=2331095 2024-07-26T06:51:55.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.523+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~7I4URZ26WQZI.0 size=1048576 2024-07-26T06:51:55.524 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.524+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~7I4URZ26WQZI.1 size=768191 2024-07-26T06:51:55.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.527+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=7I4URZ26WQZI tag=DUZ06KQ38XBD type=write size=2865343 2024-07-26T06:51:55.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.531+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.0 size=1048576 2024-07-26T06:51:55.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.533+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.1 size=1048576 2024-07-26T06:51:55.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.534+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.2 size=506096 2024-07-26T06:51:55.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.534+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=MQUUPPCGFZ4O tag=UY9ANSJHNLHX type=write size=3651824 2024-07-26T06:51:55.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.536+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=VSGXOKXP3YEV type=del 2024-07-26T06:51:55.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.540+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~F65F87V61094.0 size=1048576 2024-07-26T06:51:55.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.541+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~F65F87V61094.1 size=137718 2024-07-26T06:51:55.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.541+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=F65F87V61094 tag=9KYNYJWW17J6 type=write size=2234870 2024-07-26T06:51:55.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.543+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=3UWK8CW1QLK1 type=write size=815118 2024-07-26T06:51:55.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.545+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=BJX45EPKBO4J type=del size=3216253 2024-07-26T06:51:55.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.547+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=Z8W03D70SJ0L type=del 2024-07-26T06:51:55.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.551+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~JBEN1J7GSSBO.0 size=784270 2024-07-26T06:51:55.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.551+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=JBEN1J7GSSBO tag=SM1ZLZT8TY4M type=write size=1832846 2024-07-26T06:51:55.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.553+0000 7ff4c963f640 1 < canceled operation key=7MANHDWBE4SC tag=EU44Z11D23MI type=del size=3446006 2024-07-26T06:51:55.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.557+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.0 size=1048576 2024-07-26T06:51:55.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.558+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.1 size=1048576 2024-07-26T06:51:55.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.561+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.2 size=294122 2024-07-26T06:51:55.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.561+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=J61HTHG90IBA tag=LSTLK7L58SHS type=write size=3439850 2024-07-26T06:51:55.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.564+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=2T7LZYUWTFD5 type=del 2024-07-26T06:51:55.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.566+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=09YDXZCY335D type=del size=3498822 2024-07-26T06:51:55.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.568+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=44L58DECLOFP type=del 2024-07-26T06:51:55.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.570+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=ASC4WI8A235X type=del size=100246 2024-07-26T06:51:55.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.572+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~0MMNZBXEX0I8.0 size=1048576 2024-07-26T06:51:55.574 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.574+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~0MMNZBXEX0I8.1 size=504779 2024-07-26T06:51:55.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.578+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=0MMNZBXEX0I8 tag=JA6H809NM6AT type=write size=2601931 2024-07-26T06:51:55.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.579+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=5NB842P6OKX6 type=del size=3090283 2024-07-26T06:51:55.582 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.582+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=FNF4FIVI57PF type=del 2024-07-26T06:51:55.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.586+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~SSDJLKY0K6VC.0 size=1048576 2024-07-26T06:51:55.587 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.587+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~SSDJLKY0K6VC.1 size=828555 2024-07-26T06:51:55.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.587+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=SSDJLKY0K6VC tag=XN7T3O7HC3WP type=write size=2925707 2024-07-26T06:51:55.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.589+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~DBSYZDKD6OZ2.0 size=405203 2024-07-26T06:51:55.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.593+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=DBSYZDKD6OZ2 tag=0GRFOG3OR3M0 type=write size=1453779 2024-07-26T06:51:55.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.596+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.0 size=1048576 2024-07-26T06:51:55.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.598+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.1 size=1048576 2024-07-26T06:51:55.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.599+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.2 size=641638 2024-07-26T06:51:55.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.599+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=UQAULJ7Z0SK7 tag=SOY3IRA2V8KN type=write size=3787366 2024-07-26T06:51:55.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.601+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=IV6LLRR3YWOG type=del 2024-07-26T06:51:55.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.603+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=2RKMQ1JMYGH5 type=del size=2744306 2024-07-26T06:51:55.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.607+0000 7ff4c963f640 1 < suggested remove operation key=FPEECRHVGMU5 tag=33JBWOIZY0DB type=del 2024-07-26T06:51:55.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.610+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~BKK21WRP4N4F.0 size=1048576 2024-07-26T06:51:55.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.611+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~BKK21WRP4N4F.1 size=56498 2024-07-26T06:51:55.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.611+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=BKK21WRP4N4F tag=L2VK3QBPQTKL type=write size=2153650 2024-07-26T06:51:55.613 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.613+0000 7ff4c963f640 1 < canceled operation key=B25KI9T60YIW tag=MBKYV6LJZC2K type=del size=3760326 2024-07-26T06:51:55.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.616+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=YOGVGJ8G5H57 type=del size=854123 2024-07-26T06:51:55.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.617+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=UO83P4M195VA type=write size=368775 2024-07-26T06:51:55.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.621+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.0 size=1048576 2024-07-26T06:51:55.623 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.622+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.1 size=1048576 2024-07-26T06:51:55.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.624+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.2 size=310365 2024-07-26T06:51:55.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.624+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=VSQJYK089J23 tag=W2U2J7O9VDR5 type=write size=3456093 2024-07-26T06:51:55.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.626+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=K1PLIBBXAQ5S type=del 2024-07-26T06:51:55.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.629+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~WVXM70JUT5JS.0 size=1048576 2024-07-26T06:51:55.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.631+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~WVXM70JUT5JS.1 size=1015704 2024-07-26T06:51:55.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.631+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=WVXM70JUT5JS tag=HLY2WG69K0QJ type=write size=3112856 2024-07-26T06:51:55.635 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.635+0000 7ff4c963f640 1 < suggested update operation key=SQIHDHAP6YNK tag=TQ1JDNXAWL92 type=del size=2331095 2024-07-26T06:51:55.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.639+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.0 size=1048576 2024-07-26T06:51:55.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.640+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.1 size=1048576 2024-07-26T06:51:55.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.642+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.2 size=544423 2024-07-26T06:51:55.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.642+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=VR8D7HVJTDRV tag=7GT2PDEVI8OV type=write size=3690151 2024-07-26T06:51:55.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.644+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.0 size=1048576 2024-07-26T06:51:55.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.645+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.1 size=1048576 2024-07-26T06:51:55.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.647+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~MQUUPPCGFZ4O.2 size=506096 2024-07-26T06:51:55.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.651+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=MQUUPPCGFZ4O tag=UY9ANSJHNLHX type=write size=3651824 2024-07-26T06:51:55.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.654+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.0 size=1048576 2024-07-26T06:51:55.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.656+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.1 size=1048576 2024-07-26T06:51:55.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.657+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.2 size=418415 2024-07-26T06:51:55.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.657+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=RF21BUM4M6MA tag=MSFKV2UIL8OK type=write size=3564143 2024-07-26T06:51:55.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.659+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~F65F87V61094.0 size=1048576 2024-07-26T06:51:55.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.660+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~F65F87V61094.1 size=137718 2024-07-26T06:51:55.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.664+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=F65F87V61094 tag=9KYNYJWW17J6 type=write size=2234870 2024-07-26T06:51:55.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.666+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=U5ZIFPNYJSM1 type=write size=536858 2024-07-26T06:51:55.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.668+0000 7ff4c963f640 1 < canceled operation key=MC50MWHORL26 tag=BJX45EPKBO4J type=del size=3216253 2024-07-26T06:51:55.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.669+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=ORWJK6F4BDFI type=del size=2645438 2024-07-26T06:51:55.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.671+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~JBEN1J7GSSBO.0 size=784270 2024-07-26T06:51:55.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.674+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=JBEN1J7GSSBO tag=SM1ZLZT8TY4M type=write size=1832846 2024-07-26T06:51:55.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.676+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=9129RWZWNOH8 type=write size=416843 2024-07-26T06:51:55.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.676+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.0 size=1048576 2024-07-26T06:51:55.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.678+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.1 size=1048576 2024-07-26T06:51:55.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.678+0000 7ff4c963f640 1 < canceled part key=_multipart_7MANHDWBE4SC.2~J61HTHG90IBA.2 size=294122 2024-07-26T06:51:55.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.681+0000 7ff4c963f640 1 < canceled multipart upload key=7MANHDWBE4SC upload=J61HTHG90IBA tag=LSTLK7L58SHS type=write size=3439850 2024-07-26T06:51:55.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.683+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=KGCB359MVBA8 type=del size=3877214 2024-07-26T06:51:55.686 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.686+0000 7ff4c963f640 1 < canceled operation key=L2X724J37LK2 tag=09YDXZCY335D type=del size=3498822 2024-07-26T06:51:55.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.688+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=PVRQ4BYTPYU9 type=del size=1425576 2024-07-26T06:51:55.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.691+0000 7ff4c963f640 1 < suggested remove operation key=4CBTB2OOO13L tag=ASC4WI8A235X type=del 2024-07-26T06:51:55.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.693+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=D20GL54QK5LE type=del size=1097141 2024-07-26T06:51:55.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.695+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=5NB842P6OKX6 type=del 2024-07-26T06:51:55.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.698+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~1T3ARZX8NFIP.0 size=1048576 2024-07-26T06:51:55.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.700+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~1T3ARZX8NFIP.1 size=849586 2024-07-26T06:51:55.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.700+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=1T3ARZX8NFIP tag=W60IPBKSZRAT type=write size=2946738 2024-07-26T06:51:55.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.702+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~SSDJLKY0K6VC.0 size=1048576 2024-07-26T06:51:55.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.702+0000 7ff4c963f640 1 < canceled part key=_multipart_6ZZV6L4I9YZV.2~SSDJLKY0K6VC.1 size=828555 2024-07-26T06:51:55.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.705+0000 7ff4c963f640 1 < canceled multipart upload key=6ZZV6L4I9YZV upload=SSDJLKY0K6VC tag=XN7T3O7HC3WP type=write size=2925707 2024-07-26T06:51:55.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.707+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=931DLEM71M2A type=del size=1162765 2024-07-26T06:51:55.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.708+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.0 size=1048576 2024-07-26T06:51:55.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.710+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.1 size=1048576 2024-07-26T06:51:55.712 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.712+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~UQAULJ7Z0SK7.2 size=641638 2024-07-26T06:51:55.716 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.715+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=UQAULJ7Z0SK7 tag=SOY3IRA2V8KN type=write size=3787366 2024-07-26T06:51:55.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.717+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=YBIMN5L3BLS8 type=write size=21343 2024-07-26T06:51:55.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.719+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=2RKMQ1JMYGH5 type=del 2024-07-26T06:51:55.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.721+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=HW4X6OZN5JTM type=del size=2500189 2024-07-26T06:51:55.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.722+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~BKK21WRP4N4F.0 size=1048576 2024-07-26T06:51:55.724 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.724+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~BKK21WRP4N4F.1 size=56498 2024-07-26T06:51:55.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.727+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=BKK21WRP4N4F tag=L2VK3QBPQTKL type=write size=2153650 2024-07-26T06:51:55.729 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.729+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=VDQ389QY7IKC type=write size=738850 2024-07-26T06:51:55.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.731+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=YOGVGJ8G5H57 type=del 2024-07-26T06:51:55.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.735+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~46GUTX0WBEAV.0 size=1048576 2024-07-26T06:51:55.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.736+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~46GUTX0WBEAV.1 size=174175 2024-07-26T06:51:55.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.736+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=46GUTX0WBEAV tag=9FYP8EVH48CA type=write size=2271327 2024-07-26T06:51:55.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.738+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.0 size=1048576 2024-07-26T06:51:55.740 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.740+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.1 size=1048576 2024-07-26T06:51:55.742 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.742+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~VSQJYK089J23.2 size=310365 2024-07-26T06:51:55.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.745+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=VSQJYK089J23 tag=W2U2J7O9VDR5 type=write size=3456093 2024-07-26T06:51:55.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.746+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=XS9UNPA6WIZO type=del size=4130633 2024-07-26T06:51:55.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.748+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~WVXM70JUT5JS.0 size=1048576 2024-07-26T06:51:55.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.748+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~WVXM70JUT5JS.1 size=1015704 2024-07-26T06:51:55.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.752+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=WVXM70JUT5JS tag=HLY2WG69K0QJ type=write size=3112856 2024-07-26T06:51:55.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.755+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.0 size=1048576 2024-07-26T06:51:55.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.757+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.1 size=1048576 2024-07-26T06:51:55.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.759+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.2 size=667684 2024-07-26T06:51:55.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.759+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=07L3S9R9W9EH tag=F3WQZ7SBTEHC type=write size=3813412 2024-07-26T06:51:55.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.762+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.0 size=1048576 2024-07-26T06:51:55.764 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.763+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.1 size=1048576 2024-07-26T06:51:55.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.765+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~VR8D7HVJTDRV.2 size=544423 2024-07-26T06:51:55.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.768+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=VR8D7HVJTDRV tag=7GT2PDEVI8OV type=write size=3690151 2024-07-26T06:51:55.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.771+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=CFYY5LHJDDQX type=del size=2112993 2024-07-26T06:51:55.773 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.773+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.0 size=1048576 2024-07-26T06:51:55.774 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.774+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.1 size=1048576 2024-07-26T06:51:55.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.776+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~RF21BUM4M6MA.2 size=418415 2024-07-26T06:51:55.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.779+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=RF21BUM4M6MA tag=MSFKV2UIL8OK type=write size=3564143 2024-07-26T06:51:55.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.781+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=H2CBGDFI5PH4 type=write size=140964 2024-07-26T06:51:55.783 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.783+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=U5ZIFPNYJSM1 type=write size=536858 2024-07-26T06:51:55.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.786+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~3YINKPE7L5D9.0 size=1048576 2024-07-26T06:51:55.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.788+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~3YINKPE7L5D9.1 size=882736 2024-07-26T06:51:55.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.788+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=3YINKPE7L5D9 tag=5KA89AINVZ5Y type=write size=2979888 2024-07-26T06:51:55.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.790+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=ORWJK6F4BDFI type=del 2024-07-26T06:51:55.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.793+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~ZD4XC544868Z.0 size=1023539 2024-07-26T06:51:55.794 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.793+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=ZD4XC544868Z tag=TGRQRR4Q4TLY type=write size=2072115 2024-07-26T06:51:55.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.795+0000 7ff4c963f640 1 < completed write operation key=N6LO5JK45OQE tag=9129RWZWNOH8 type=write size=416843 2024-07-26T06:51:55.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.797+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=ZVEXO1TA8ZSR type=del size=2248427 2024-07-26T06:51:55.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.799+0000 7ff4c963f640 1 < canceled operation key=DA98A9ODDSQ1 tag=KGCB359MVBA8 type=del size=3877214 2024-07-26T06:51:55.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.801+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=AQPN5SVI871J type=del size=3221804 2024-07-26T06:51:55.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.803+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=PVRQ4BYTPYU9 type=del 2024-07-26T06:51:55.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.807+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~GRW0JSOB7BFC.0 size=1048576 2024-07-26T06:51:55.808 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.808+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~GRW0JSOB7BFC.1 size=719870 2024-07-26T06:51:55.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.808+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=GRW0JSOB7BFC tag=DUQLUSCK8OL5 type=write size=2817022 2024-07-26T06:51:55.810 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.810+0000 7ff4c963f640 1 < canceled operation key=BVS86991ZRFJ tag=D20GL54QK5LE type=del size=1097141 2024-07-26T06:51:55.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.812+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=M15AIBFZETLK type=del size=2947842 2024-07-26T06:51:55.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.814+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~1T3ARZX8NFIP.0 size=1048576 2024-07-26T06:51:55.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.816+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~1T3ARZX8NFIP.1 size=849586 2024-07-26T06:51:55.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.819+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=1T3ARZX8NFIP tag=W60IPBKSZRAT type=write size=2946738 2024-07-26T06:51:55.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.823+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.0 size=1048576 2024-07-26T06:51:55.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.825+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.1 size=1048576 2024-07-26T06:51:55.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.826+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.2 size=454254 2024-07-26T06:51:55.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.826+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=K6RGATCECZG1 tag=01SU4B4GY0Y4 type=write size=3599982 2024-07-26T06:51:55.828 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.828+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=931DLEM71M2A type=del 2024-07-26T06:51:55.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.830+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=LUBPWJ8LNP2G type=del size=94405 2024-07-26T06:51:55.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.832+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=YBIMN5L3BLS8 type=write size=21343 2024-07-26T06:51:55.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.838+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.0 size=1048576 2024-07-26T06:51:55.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.840+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.1 size=1048576 2024-07-26T06:51:55.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.841+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.2 size=860501 2024-07-26T06:51:55.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.841+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=NEP830N10BT1 tag=0N81PG97LF67 type=write size=4006229 2024-07-26T06:51:55.843 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.843+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=HW4X6OZN5JTM type=del size=2500189 2024-07-26T06:51:55.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.847+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~6ODV74DX2DYD.0 size=903151 2024-07-26T06:51:55.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.847+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=6ODV74DX2DYD tag=W2SOIOT3HFAF type=write size=1951727 2024-07-26T06:51:55.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.849+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=VDQ389QY7IKC type=write size=738850 2024-07-26T06:51:55.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.853+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~PHBDU4YQCODO.0 size=955967 2024-07-26T06:51:55.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.853+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=PHBDU4YQCODO tag=AH6DDQ005YDV type=write size=2004543 2024-07-26T06:51:55.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.855+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~46GUTX0WBEAV.0 size=1048576 2024-07-26T06:51:55.857 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.856+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~46GUTX0WBEAV.1 size=174175 2024-07-26T06:51:55.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.860+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=46GUTX0WBEAV tag=9FYP8EVH48CA type=write size=2271327 2024-07-26T06:51:55.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.863+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~U2NVI77Y41CC.0 size=1048576 2024-07-26T06:51:55.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.865+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~U2NVI77Y41CC.1 size=325969 2024-07-26T06:51:55.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.865+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=U2NVI77Y41CC tag=ZUANT6JMPHSM type=write size=2423121 2024-07-26T06:51:55.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.867+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=XS9UNPA6WIZO type=del 2024-07-26T06:51:55.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.869+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=WOC8Q629RP36 type=del size=3095201 2024-07-26T06:51:55.871 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.871+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.0 size=1048576 2024-07-26T06:51:55.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.873+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.1 size=1048576 2024-07-26T06:51:55.875 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.875+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~07L3S9R9W9EH.2 size=667684 2024-07-26T06:51:55.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.878+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=07L3S9R9W9EH tag=F3WQZ7SBTEHC type=write size=3813412 2024-07-26T06:51:55.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.880+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=BVKI5G0OBDX6 type=del size=2680263 2024-07-26T06:51:55.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.885+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=CFYY5LHJDDQX type=del size=2112993 2024-07-26T06:51:55.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.886+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=OZGLZM31G3WI type=del size=1689629 2024-07-26T06:51:55.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.891+0000 7ff4c963f640 1 < suggested remove operation key=ZUHQVW7JX900 tag=H2CBGDFI5PH4 type=write 2024-07-26T06:51:55.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.894+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.0 size=1048576 2024-07-26T06:51:55.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.897+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.1 size=1048576 2024-07-26T06:51:55.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.899+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.2 size=496003 2024-07-26T06:51:55.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.899+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=Z7AK1PKAAKT0 tag=GOLVD3HJ2288 type=write size=3641731 2024-07-26T06:51:55.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.901+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~3YINKPE7L5D9.0 size=1048576 2024-07-26T06:51:55.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.903+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~3YINKPE7L5D9.1 size=882736 2024-07-26T06:51:55.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.906+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=3YINKPE7L5D9 tag=5KA89AINVZ5Y type=write size=2979888 2024-07-26T06:51:55.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.910+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~4ESWQEJTNR82.0 size=1048576 2024-07-26T06:51:55.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.911+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~4ESWQEJTNR82.1 size=716221 2024-07-26T06:51:55.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.911+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=4ESWQEJTNR82 tag=224EAEC32EUT type=write size=2813373 2024-07-26T06:51:55.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.913+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~ZD4XC544868Z.0 size=1023539 2024-07-26T06:51:55.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.917+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=ZD4XC544868Z tag=TGRQRR4Q4TLY type=write size=2072115 2024-07-26T06:51:55.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.919+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=WKGDHH15E7P7 type=del size=803264 2024-07-26T06:51:55.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.921+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=ZVEXO1TA8ZSR type=del 2024-07-26T06:51:55.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.925+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~4N9Z8Z8UBWH1.0 size=1048576 2024-07-26T06:51:55.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.926+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~4N9Z8Z8UBWH1.1 size=953188 2024-07-26T06:51:55.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.926+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=4N9Z8Z8UBWH1 tag=QH6F4BZ3M0XL type=write size=3050340 2024-07-26T06:51:55.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.930+0000 7ff4c963f640 1 < suggested update operation key=6ZZV6L4I9YZV tag=AQPN5SVI871J type=del size=3221804 2024-07-26T06:51:55.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.934+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~D23TXJKM2W11.0 size=426893 2024-07-26T06:51:55.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.934+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=D23TXJKM2W11 tag=BZKS0XM8CS3B type=write size=1475469 2024-07-26T06:51:55.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.936+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~GRW0JSOB7BFC.0 size=1048576 2024-07-26T06:51:55.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.938+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~GRW0JSOB7BFC.1 size=719870 2024-07-26T06:51:55.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.941+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=GRW0JSOB7BFC tag=DUQLUSCK8OL5 type=write size=2817022 2024-07-26T06:51:55.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.943+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=ES8OHEGS9MSY type=del size=2784398 2024-07-26T06:51:55.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.945+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=M15AIBFZETLK type=del 2024-07-26T06:51:55.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.946+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=M2P7XRHZU034 type=write size=563127 2024-07-26T06:51:55.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.947+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.0 size=1048576 2024-07-26T06:51:55.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.948+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.1 size=1048576 2024-07-26T06:51:55.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.950+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~K6RGATCECZG1.2 size=454254 2024-07-26T06:51:55.953 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.953+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=K6RGATCECZG1 tag=01SU4B4GY0Y4 type=write size=3599982 2024-07-26T06:51:55.955 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.955+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=ZN34B0MJFXNX type=write size=307597 2024-07-26T06:51:55.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.959+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=LUBPWJ8LNP2G type=del size=94405 2024-07-26T06:51:55.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.962+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=49PA90SKG255 type=del size=3463030 2024-07-26T06:51:55.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.964+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.0 size=1048576 2024-07-26T06:51:55.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.965+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.1 size=1048576 2024-07-26T06:51:55.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.967+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~NEP830N10BT1.2 size=860501 2024-07-26T06:51:55.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.970+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=NEP830N10BT1 tag=0N81PG97LF67 type=write size=4006229 2024-07-26T06:51:55.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.972+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=8J9URMA4DT2H type=del size=1195428 2024-07-26T06:51:55.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.974+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~6ODV74DX2DYD.0 size=903151 2024-07-26T06:51:55.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.977+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=6ODV74DX2DYD tag=W2SOIOT3HFAF type=write size=1951727 2024-07-26T06:51:55.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.979+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=0RI8XIEASZQN type=del size=1851840 2024-07-26T06:51:55.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.979+0000 7ff4c963f640 1 < canceled part key=_multipart_8W36EMM1C36T.2~PHBDU4YQCODO.0 size=955967 2024-07-26T06:51:55.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.982+0000 7ff4c963f640 1 < canceled multipart upload key=8W36EMM1C36T upload=PHBDU4YQCODO tag=AH6DDQ005YDV type=write size=2004543 2024-07-26T06:51:55.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.984+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=0DLV4YW6J7IH type=write size=754675 2024-07-26T06:51:55.987 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.987+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~U2NVI77Y41CC.0 size=1048576 2024-07-26T06:51:55.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.988+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~U2NVI77Y41CC.1 size=325969 2024-07-26T06:51:55.992 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.992+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=U2NVI77Y41CC tag=ZUANT6JMPHSM type=write size=2423121 2024-07-26T06:51:55.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.994+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=QHR7IW97OHRV type=del size=2324011 2024-07-26T06:51:55.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.996+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=WOC8Q629RP36 type=del 2024-07-26T06:51:55.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:55.999+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=G79XK2LG3JE0 type=write size=509803 2024-07-26T06:51:56.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.001+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=BVKI5G0OBDX6 type=del 2024-07-26T06:51:56.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.003+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=NTI8JPURQ8C1 type=write size=789099 2024-07-26T06:51:56.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.005+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=OZGLZM31G3WI type=del 2024-07-26T06:51:56.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.006+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=JV9KBKC1NL2R type=del size=3923679 2024-07-26T06:51:56.009 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.009+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.0 size=1048576 2024-07-26T06:51:56.011 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.011+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.1 size=1048576 2024-07-26T06:51:56.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.013+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~Z7AK1PKAAKT0.2 size=496003 2024-07-26T06:51:56.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.016+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=Z7AK1PKAAKT0 tag=GOLVD3HJ2288 type=write size=3641731 2024-07-26T06:51:56.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.018+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=AA22D81XBN5F type=del size=3440417 2024-07-26T06:51:56.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.020+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~4ESWQEJTNR82.0 size=1048576 2024-07-26T06:51:56.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.022+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~4ESWQEJTNR82.1 size=716221 2024-07-26T06:51:56.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.025+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=4ESWQEJTNR82 tag=224EAEC32EUT type=write size=2813373 2024-07-26T06:51:56.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.029+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.0 size=1048576 2024-07-26T06:51:56.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.031+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.1 size=1048576 2024-07-26T06:51:56.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.032+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.2 size=817945 2024-07-26T06:51:56.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.032+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=UCVUR3CNHG7F tag=MTISNY718T6K type=write size=3963673 2024-07-26T06:51:56.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.035+0000 7ff4c963f640 -1 < failed to complete operation key=6ZZV6L4I9YZV tag=WKGDHH15E7P7 type=del size=803264: (22) Invalid argument 2024-07-26T06:51:56.038 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.038+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~DXB6KE86SSTN.0 size=548459 2024-07-26T06:51:56.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.038+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=DXB6KE86SSTN tag=DA4QQ9EKRL9F type=write size=1597035 2024-07-26T06:51:56.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.040+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~4N9Z8Z8UBWH1.0 size=1048576 2024-07-26T06:51:56.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.042+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~4N9Z8Z8UBWH1.1 size=953188 2024-07-26T06:51:56.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.045+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=4N9Z8Z8UBWH1 tag=QH6F4BZ3M0XL type=write size=3050340 2024-07-26T06:51:56.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.047+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=O999D1ZLWH3W type=write size=486382 2024-07-26T06:51:56.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.050+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~D23TXJKM2W11.0 size=426893 2024-07-26T06:51:56.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.053+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=D23TXJKM2W11 tag=BZKS0XM8CS3B type=write size=1475469 2024-07-26T06:51:56.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.055+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=MSABIHX4XL9U type=del size=2916915 2024-07-26T06:51:56.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.057+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=ES8OHEGS9MSY type=del 2024-07-26T06:51:56.059 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.059+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=6K5PQ7LPDTRY type=del size=3423929 2024-07-26T06:51:56.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.062+0000 7ff4c963f640 1 < suggested remove operation key=BVS86991ZRFJ tag=M2P7XRHZU034 type=write 2024-07-26T06:51:56.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.064+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=FAMU661VLCBO type=del size=3696682 2024-07-26T06:51:56.066 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.066+0000 7ff4c963f640 1 < canceled operation key=6ZZV6L4I9YZV tag=ZN34B0MJFXNX type=write size=307597 2024-07-26T06:51:56.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.069+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~GB1XYO33VUWB.0 size=154680 2024-07-26T06:51:56.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.069+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=GB1XYO33VUWB tag=A5H3NC0XPBGP type=write size=1203256 2024-07-26T06:51:56.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.073+0000 7ff4c963f640 1 < suggested update operation key=1PX021NSZNUT tag=49PA90SKG255 type=del size=3463030 2024-07-26T06:51:56.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.076+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.0 size=1048576 2024-07-26T06:51:56.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.077+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.1 size=1048576 2024-07-26T06:51:56.079 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.079+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.2 size=40873 2024-07-26T06:51:56.079 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.079+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=FNH5OZGFSGBB tag=2R1W017JORXL type=write size=3186601 2024-07-26T06:51:56.081 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.081+0000 7ff4c963f640 1 < canceled operation key=SQIHDHAP6YNK tag=8J9URMA4DT2H type=del size=1195428 2024-07-26T06:51:56.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.084+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~P8HPDXXRYV3U.0 size=1048576 2024-07-26T06:51:56.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.086+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~P8HPDXXRYV3U.1 size=357135 2024-07-26T06:51:56.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.086+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=P8HPDXXRYV3U tag=T87NXQPROAGR type=write size=2454287 2024-07-26T06:51:56.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.087+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=0RI8XIEASZQN type=del 2024-07-26T06:51:56.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.089+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=9K1S3HF92N0N type=del size=2434352 2024-07-26T06:51:56.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.091+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=0DLV4YW6J7IH type=write size=754675 2024-07-26T06:51:56.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.093+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=DIRUKVO6UNDS type=del size=2946090 2024-07-26T06:51:56.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.096+0000 7ff4c963f640 1 < suggested remove operation key=L2X724J37LK2 tag=QHR7IW97OHRV type=del 2024-07-26T06:51:56.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.098+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=RVFNJUK9DUJO type=del size=2961960 2024-07-26T06:51:56.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.100+0000 7ff4c963f640 1 < completed write operation key=97622HH90SL9 tag=G79XK2LG3JE0 type=write size=509803 2024-07-26T06:51:56.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.101+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=SSEH5F3TIALN type=del size=575383 2024-07-26T06:51:56.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.105+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=NTI8JPURQ8C1 type=write size=789099 2024-07-26T06:51:56.107 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.107+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=UUYYME3AUNXN type=del size=601563 2024-07-26T06:51:56.109 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.109+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=JV9KBKC1NL2R type=del 2024-07-26T06:51:56.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.111+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=QUZFHG4BFU9B type=del size=1546470 2024-07-26T06:51:56.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.113+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=AA22D81XBN5F type=del 2024-07-26T06:51:56.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.115+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=PSUDYIL1ZVRH type=write size=862357 2024-07-26T06:51:56.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.117+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.0 size=1048576 2024-07-26T06:51:56.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.118+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.1 size=1048576 2024-07-26T06:51:56.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.120+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UCVUR3CNHG7F.2 size=817945 2024-07-26T06:51:56.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.123+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=UCVUR3CNHG7F tag=MTISNY718T6K type=write size=3963673 2024-07-26T06:51:56.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.125+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=P4NTLC8Z590T type=del size=1151748 2024-07-26T06:51:56.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.127+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~DXB6KE86SSTN.0 size=548459 2024-07-26T06:51:56.131 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.131+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=DXB6KE86SSTN tag=DA4QQ9EKRL9F type=write size=1597035 2024-07-26T06:51:56.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.133+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=F4KV4JD0EEYI type=del size=3630966 2024-07-26T06:51:56.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.137+0000 7ff4c963f640 1 < suggested remove operation key=A7ZSBTMHA3UB tag=O999D1ZLWH3W type=write 2024-07-26T06:51:56.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.139+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=KQKWPHZZA62C type=del size=646808 2024-07-26T06:51:56.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.140+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=MSABIHX4XL9U type=del 2024-07-26T06:51:56.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.142+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=02PIV60DVT99 type=del size=965940 2024-07-26T06:51:56.144 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.144+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=6K5PQ7LPDTRY type=del size=3423929 2024-07-26T06:51:56.146 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.146+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=TW9LZK67RNRU type=del size=1245604 2024-07-26T06:51:56.148 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.148+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=FAMU661VLCBO type=del 2024-07-26T06:51:56.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.150+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=9II6IREUR21Z type=del size=1250213 2024-07-26T06:51:56.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.152+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~GB1XYO33VUWB.0 size=154680 2024-07-26T06:51:56.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.155+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=GB1XYO33VUWB tag=A5H3NC0XPBGP type=write size=1203256 2024-07-26T06:51:56.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.157+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=AT9F1TW66T9S type=del size=308713 2024-07-26T06:51:56.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.159+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.0 size=1048576 2024-07-26T06:51:56.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.161+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.1 size=1048576 2024-07-26T06:51:56.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.161+0000 7ff4c963f640 1 < canceled part key=_multipart_I09JADQKAYAZ.2~FNH5OZGFSGBB.2 size=40873 2024-07-26T06:51:56.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.164+0000 7ff4c963f640 1 < canceled multipart upload key=I09JADQKAYAZ upload=FNH5OZGFSGBB tag=2R1W017JORXL type=write size=3186601 2024-07-26T06:51:56.168 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.168+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~U28G6Q8XS7TB.0 size=1048576 2024-07-26T06:51:56.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.169+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~U28G6Q8XS7TB.1 size=269451 2024-07-26T06:51:56.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.169+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=U28G6Q8XS7TB tag=BET4MCE1I57Z type=write size=2366603 2024-07-26T06:51:56.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.171+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~P8HPDXXRYV3U.0 size=1048576 2024-07-26T06:51:56.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.173+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~P8HPDXXRYV3U.1 size=357135 2024-07-26T06:51:56.177 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.176+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=P8HPDXXRYV3U tag=T87NXQPROAGR type=write size=2454287 2024-07-26T06:51:56.179 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.178+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=N1O8QSWZMBWD type=del size=335428 2024-07-26T06:51:56.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.180+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=9K1S3HF92N0N type=del 2024-07-26T06:51:56.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.182+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=Y3QTPBVWTPEF type=write size=885908 2024-07-26T06:51:56.184 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.184+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=DIRUKVO6UNDS type=del 2024-07-26T06:51:56.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.185+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=LPZ05LICI205 type=del size=265075 2024-07-26T06:51:56.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.190+0000 7ff4c963f640 1 < suggested update operation key=8W36EMM1C36T tag=RVFNJUK9DUJO type=del size=2961960 2024-07-26T06:51:56.194 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.193+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3GZZ3PW6M6IL.0 size=1048576 2024-07-26T06:51:56.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.195+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~3GZZ3PW6M6IL.1 size=385706 2024-07-26T06:51:56.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.195+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=3GZZ3PW6M6IL tag=TYA3D56042BK type=write size=2482858 2024-07-26T06:51:56.197 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.196+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=SSEH5F3TIALN type=del 2024-07-26T06:51:56.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.198+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=7UTAV33U9ADI type=del size=2471259 2024-07-26T06:51:56.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.202+0000 7ff4c963f640 1 < suggested remove operation key=4RKGLLBREN8H tag=UUYYME3AUNXN type=del 2024-07-26T06:51:56.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.205+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=6MGXCUPAXHKH type=write size=880757 2024-07-26T06:51:56.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.206+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=QUZFHG4BFU9B type=del 2024-07-26T06:51:56.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.210+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~EXRNZTY5SWJ6.0 size=1048576 2024-07-26T06:51:56.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.212+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~EXRNZTY5SWJ6.1 size=836901 2024-07-26T06:51:56.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.212+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=EXRNZTY5SWJ6 tag=UD18N51EVJHD type=write size=2934053 2024-07-26T06:51:56.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.214+0000 7ff4c963f640 1 < canceled operation key=7OLNPIQ92BCG tag=PSUDYIL1ZVRH type=write size=862357 2024-07-26T06:51:56.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.217+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.0 size=1048576 2024-07-26T06:51:56.219 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.219+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.1 size=1048576 2024-07-26T06:51:56.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.221+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.2 size=637403 2024-07-26T06:51:56.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.221+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=5A1J39PS7A62 tag=EUTW8BZR2ZUL type=write size=3783131 2024-07-26T06:51:56.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.223+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=P4NTLC8Z590T type=del 2024-07-26T06:51:56.227 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.227+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~39C4E233O58I.0 size=1048576 2024-07-26T06:51:56.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.228+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~39C4E233O58I.1 size=748916 2024-07-26T06:51:56.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.228+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=39C4E233O58I tag=6EO8ROMCPK7S type=write size=2846068 2024-07-26T06:51:56.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.232+0000 7ff4c963f640 1 < suggested remove operation key=HSP2EG50KE11 tag=F4KV4JD0EEYI type=del 2024-07-26T06:51:56.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.234+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=QFDH6BCYTF7J type=del size=1387419 2024-07-26T06:51:56.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.236+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=KQKWPHZZA62C type=del 2024-07-26T06:51:56.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.238+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=6L3O2AQFTGHV type=del size=3138964 2024-07-26T06:51:56.240 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.240+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=02PIV60DVT99 type=del 2024-07-26T06:51:56.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.242+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=JTE2NKGJ65QR type=del size=3994933 2024-07-26T06:51:56.245 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.244+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=TW9LZK67RNRU type=del 2024-07-26T06:51:56.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.248+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~PSC1236MLS24.0 size=1048576 2024-07-26T06:51:56.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.249+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~PSC1236MLS24.1 size=710941 2024-07-26T06:51:56.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.249+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=PSC1236MLS24 tag=DLQYNCYBM0WK type=write size=2808093 2024-07-26T06:51:56.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.251+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=9II6IREUR21Z type=del 2024-07-26T06:51:56.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.255+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.0 size=1048576 2024-07-26T06:51:56.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.257+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.1 size=1048576 2024-07-26T06:51:56.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.259+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.2 size=358698 2024-07-26T06:51:56.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.259+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=XXVRSJCZK6D7 tag=8A0YPPH06S12 type=write size=3504426 2024-07-26T06:51:56.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.262+0000 7ff4c963f640 1 < suggested update operation key=B25KI9T60YIW tag=AT9F1TW66T9S type=del size=308713 2024-07-26T06:51:56.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.266+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~LNJLCH81JQ05.0 size=1048576 2024-07-26T06:51:56.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.267+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~LNJLCH81JQ05.1 size=1028015 2024-07-26T06:51:56.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.267+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=LNJLCH81JQ05 tag=XN73PM2W10CQ type=write size=3125167 2024-07-26T06:51:56.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.269+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~U28G6Q8XS7TB.0 size=1048576 2024-07-26T06:51:56.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.271+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~U28G6Q8XS7TB.1 size=269451 2024-07-26T06:51:56.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.274+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=U28G6Q8XS7TB tag=BET4MCE1I57Z type=write size=2366603 2024-07-26T06:51:56.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.276+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=1C9HG3YGBF12 type=del size=2867007 2024-07-26T06:51:56.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.278+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=N1O8QSWZMBWD type=del 2024-07-26T06:51:56.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.280+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=K3LVYOH18Y3G type=del size=3774339 2024-07-26T06:51:56.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.282+0000 7ff4c963f640 -1 < failed to complete operation key=8W36EMM1C36T tag=Y3QTPBVWTPEF type=write size=885908: (22) Invalid argument 2024-07-26T06:51:56.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.284+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=CLI8V30NJECB type=del size=1438027 2024-07-26T06:51:56.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.286+0000 7ff4c963f640 1 < canceled operation key=7OLNPIQ92BCG tag=LPZ05LICI205 type=del size=265075 2024-07-26T06:51:56.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.290+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~EWN8A6U92507.0 size=384237 2024-07-26T06:51:56.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.290+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=EWN8A6U92507 tag=PKOI7GCG5JAE type=write size=1432813 2024-07-26T06:51:56.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.291+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3GZZ3PW6M6IL.0 size=1048576 2024-07-26T06:51:56.293 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.293+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~3GZZ3PW6M6IL.1 size=385706 2024-07-26T06:51:56.298 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.297+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=3GZZ3PW6M6IL tag=TYA3D56042BK type=write size=2482858 2024-07-26T06:51:56.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.299+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=V2JB0QFQMNDO type=del size=675811 2024-07-26T06:51:56.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.301+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=7UTAV33U9ADI type=del 2024-07-26T06:51:56.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.305+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.0 size=1048576 2024-07-26T06:51:56.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.306+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.1 size=1048576 2024-07-26T06:51:56.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.308+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.2 size=293931 2024-07-26T06:51:56.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.308+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=Y2XTRMPRF552 tag=PK376I411DGE type=write size=3439659 2024-07-26T06:51:56.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.312+0000 7ff4c963f640 1 < suggested update operation key=QI57TQ8F5MI6 tag=6MGXCUPAXHKH type=write size=880757 2024-07-26T06:51:56.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.313+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=T0Z8SA2M3QJS type=del size=3414844 2024-07-26T06:51:56.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.315+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~EXRNZTY5SWJ6.0 size=1048576 2024-07-26T06:51:56.317 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.317+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~EXRNZTY5SWJ6.1 size=836901 2024-07-26T06:51:56.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.320+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=EXRNZTY5SWJ6 tag=UD18N51EVJHD type=write size=2934053 2024-07-26T06:51:56.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.324+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.0 size=1048576 2024-07-26T06:51:56.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.326+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.1 size=1048576 2024-07-26T06:51:56.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.327+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.2 size=629186 2024-07-26T06:51:56.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.327+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=IXBWX15JIADO tag=E5RBOEBTSFZL type=write size=3774914 2024-07-26T06:51:56.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.329+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.0 size=1048576 2024-07-26T06:51:56.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.330+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.1 size=1048576 2024-07-26T06:51:56.332 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.332+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~5A1J39PS7A62.2 size=637403 2024-07-26T06:51:56.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.336+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=5A1J39PS7A62 tag=EUTW8BZR2ZUL type=write size=3783131 2024-07-26T06:51:56.338 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.338+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=5N53ID7ZNAHJ type=del size=4098214 2024-07-26T06:51:56.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.340+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~39C4E233O58I.0 size=1048576 2024-07-26T06:51:56.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.342+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~39C4E233O58I.1 size=748916 2024-07-26T06:51:56.346 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.346+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=39C4E233O58I tag=6EO8ROMCPK7S type=write size=2846068 2024-07-26T06:51:56.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.351+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.0 size=1048576 2024-07-26T06:51:56.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.353+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.1 size=1048576 2024-07-26T06:51:56.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.355+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.2 size=767914 2024-07-26T06:51:56.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.355+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=M75HPYLTN5BO tag=23IP2UV3W5BK type=write size=3913642 2024-07-26T06:51:56.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.357+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=QFDH6BCYTF7J type=del 2024-07-26T06:51:56.359 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.359+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=VH8HWNUCUFR6 type=del size=446849 2024-07-26T06:51:56.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.361+0000 7ff4c963f640 1 < canceled operation key=ZUHQVW7JX900 tag=6L3O2AQFTGHV type=del size=3138964 2024-07-26T06:51:56.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.365+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~DBBRKRTOZG9U.0 size=762381 2024-07-26T06:51:56.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.365+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=DBBRKRTOZG9U tag=4RSZ68PU91A4 type=write size=1810957 2024-07-26T06:51:56.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.367+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=JTE2NKGJ65QR type=del 2024-07-26T06:51:56.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.369+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=82C82AQBPJ08 type=del size=3578554 2024-07-26T06:51:56.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.371+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~PSC1236MLS24.0 size=1048576 2024-07-26T06:51:56.373 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.373+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~PSC1236MLS24.1 size=710941 2024-07-26T06:51:56.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.376+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=PSC1236MLS24 tag=DLQYNCYBM0WK type=write size=2808093 2024-07-26T06:51:56.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.378+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=VOXW5B2E49KF type=del size=570192 2024-07-26T06:51:56.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.380+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.0 size=1048576 2024-07-26T06:51:56.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.381+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.1 size=1048576 2024-07-26T06:51:56.384 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.383+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~XXVRSJCZK6D7.2 size=358698 2024-07-26T06:51:56.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.387+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=XXVRSJCZK6D7 tag=8A0YPPH06S12 type=write size=3504426 2024-07-26T06:51:56.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.388+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=NN2LFG3KE9I5 type=write size=108590 2024-07-26T06:51:56.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.391+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~LNJLCH81JQ05.0 size=1048576 2024-07-26T06:51:56.393 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.392+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~LNJLCH81JQ05.1 size=1028015 2024-07-26T06:51:56.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.395+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=LNJLCH81JQ05 tag=XN73PM2W10CQ type=write size=3125167 2024-07-26T06:51:56.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.398+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=SIGI8585AZAE type=write size=97404 2024-07-26T06:51:56.400 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.399+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=1C9HG3YGBF12 type=del 2024-07-26T06:51:56.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.402+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=H3X7U9623EEI type=del size=2381066 2024-07-26T06:51:56.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.404+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=K3LVYOH18Y3G type=del 2024-07-26T06:51:56.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.406+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=W74LBEF5Z50Q type=del size=141194 2024-07-26T06:51:56.408 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.408+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=CLI8V30NJECB type=del 2024-07-26T06:51:56.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.410+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=VGYSZV0YOCBT type=del size=1179424 2024-07-26T06:51:56.412 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.411+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~EWN8A6U92507.0 size=384237 2024-07-26T06:51:56.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.415+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=EWN8A6U92507 tag=PKOI7GCG5JAE type=write size=1432813 2024-07-26T06:51:56.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.417+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=SNXU2USJBPR5 type=del size=1077326 2024-07-26T06:51:56.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.420+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=V2JB0QFQMNDO type=del 2024-07-26T06:51:56.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.422+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=07XDGERETAEA type=del size=3763079 2024-07-26T06:51:56.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.424+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.0 size=1048576 2024-07-26T06:51:56.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.424+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.1 size=1048576 2024-07-26T06:51:56.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.425+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~Y2XTRMPRF552.2 size=293931 2024-07-26T06:51:56.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.428+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=Y2XTRMPRF552 tag=PK376I411DGE type=write size=3439659 2024-07-26T06:51:56.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.430+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=PNH4NU3EUT79 type=del size=1726143 2024-07-26T06:51:56.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.432+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=T0Z8SA2M3QJS type=del 2024-07-26T06:51:56.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.434+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=1D9KR65BZN9C type=del size=1511737 2024-07-26T06:51:56.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.436+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.0 size=1048576 2024-07-26T06:51:56.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.438+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.1 size=1048576 2024-07-26T06:51:56.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.440+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~IXBWX15JIADO.2 size=629186 2024-07-26T06:51:56.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.443+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=IXBWX15JIADO tag=E5RBOEBTSFZL type=write size=3774914 2024-07-26T06:51:56.447 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.447+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~GN0W3JL1EEM3.0 size=1048576 2024-07-26T06:51:56.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.448+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~GN0W3JL1EEM3.1 size=642949 2024-07-26T06:51:56.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.448+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=GN0W3JL1EEM3 tag=03N14PTYGX6F type=write size=2740101 2024-07-26T06:51:56.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.450+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=5N53ID7ZNAHJ type=del 2024-07-26T06:51:56.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.454+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.0 size=1048576 2024-07-26T06:51:56.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.456+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.1 size=1048576 2024-07-26T06:51:56.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.457+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.2 size=346332 2024-07-26T06:51:56.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.457+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=4L0HV8K0VEDE tag=HSQLT7K2ZK4H type=write size=3492060 2024-07-26T06:51:56.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.459+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.0 size=1048576 2024-07-26T06:51:56.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.459+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.1 size=1048576 2024-07-26T06:51:56.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.459+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~M75HPYLTN5BO.2 size=767914 2024-07-26T06:51:56.463 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.463+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=M75HPYLTN5BO tag=23IP2UV3W5BK type=write size=3913642 2024-07-26T06:51:56.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.465+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=H1TZ4E6OPUL3 type=del size=527190 2024-07-26T06:51:56.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.467+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=VH8HWNUCUFR6 type=del 2024-07-26T06:51:56.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.469+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=R75N5E36W8KV type=write size=248306 2024-07-26T06:51:56.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.469+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~DBBRKRTOZG9U.0 size=762381 2024-07-26T06:51:56.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.473+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=DBBRKRTOZG9U tag=4RSZ68PU91A4 type=write size=1810957 2024-07-26T06:51:56.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.475+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=UV1EV0I37V48 type=write size=727489 2024-07-26T06:51:56.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.477+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=82C82AQBPJ08 type=del 2024-07-26T06:51:56.479 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.479+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=L2VVRJM840W6 type=write size=679006 2024-07-26T06:51:56.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.481+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=VOXW5B2E49KF type=del 2024-07-26T06:51:56.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.485+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.0 size=1048576 2024-07-26T06:51:56.487 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.486+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.1 size=1048576 2024-07-26T06:51:56.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.488+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.2 size=841441 2024-07-26T06:51:56.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.488+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=3S2THBQOU7AL tag=18MIJKT2GW51 type=write size=3987169 2024-07-26T06:51:56.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.490+0000 7ff4c963f640 1 < completed write operation key=55WYIVMEFCP7 tag=NN2LFG3KE9I5 type=write size=108590 2024-07-26T06:51:56.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.494+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.0 size=1048576 2024-07-26T06:51:56.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.495+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.1 size=1048576 2024-07-26T06:51:56.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.497+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.2 size=514603 2024-07-26T06:51:56.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.497+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=4K50O6GO0BN9 tag=JWNLCFA522AN type=write size=3660331 2024-07-26T06:51:56.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.499+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=SIGI8585AZAE type=write size=97404 2024-07-26T06:51:56.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.501+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=7J10PZ47FK2C type=del size=2216463 2024-07-26T06:51:56.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.505+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=H3X7U9623EEI type=del 2024-07-26T06:51:56.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.509+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~7WBWQ6R4M3LT.0 size=1048576 2024-07-26T06:51:56.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.510+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~7WBWQ6R4M3LT.1 size=339301 2024-07-26T06:51:56.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.510+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=7WBWQ6R4M3LT tag=W280OA6Y9SBG type=write size=2436453 2024-07-26T06:51:56.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.512+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=W74LBEF5Z50Q type=del size=141194 2024-07-26T06:51:56.516 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.516+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~IS19TJI4SGUN.0 size=1048576 2024-07-26T06:51:56.518 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.517+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~IS19TJI4SGUN.1 size=973888 2024-07-26T06:51:56.518 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.517+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=IS19TJI4SGUN tag=10ZRPKRLMGMW type=write size=3071040 2024-07-26T06:51:56.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.519+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=VGYSZV0YOCBT type=del 2024-07-26T06:51:56.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.521+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=DBNTMINYGIM6 type=del size=3326912 2024-07-26T06:51:56.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.525+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=SNXU2USJBPR5 type=del 2024-07-26T06:51:56.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.529+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~N8LKC7QCS7ND.0 size=789888 2024-07-26T06:51:56.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.529+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=N8LKC7QCS7ND tag=JO6L0ETXV5NX type=write size=1838464 2024-07-26T06:51:56.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.531+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=07XDGERETAEA type=del 2024-07-26T06:51:56.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.533+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=WHF7Z5RTFKUK type=del size=388763 2024-07-26T06:51:56.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.535+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=PNH4NU3EUT79 type=del 2024-07-26T06:51:56.538 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.537+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=B35TFR7RBPEP type=del size=3333154 2024-07-26T06:51:56.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.541+0000 7ff4c963f640 1 < suggested update operation key=BVS86991ZRFJ tag=1D9KR65BZN9C type=del size=1511737 2024-07-26T06:51:56.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.543+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=7PIUKYZDNURL type=write size=1022560 2024-07-26T06:51:56.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.545+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~GN0W3JL1EEM3.0 size=1048576 2024-07-26T06:51:56.547 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.547+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~GN0W3JL1EEM3.1 size=642949 2024-07-26T06:51:56.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.550+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=GN0W3JL1EEM3 tag=03N14PTYGX6F type=write size=2740101 2024-07-26T06:51:56.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.552+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=P2QJQUVAZU7K type=del size=260870 2024-07-26T06:51:56.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.555+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.0 size=1048576 2024-07-26T06:51:56.556 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.556+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.1 size=1048576 2024-07-26T06:51:56.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.558+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~4L0HV8K0VEDE.2 size=346332 2024-07-26T06:51:56.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.562+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=4L0HV8K0VEDE tag=HSQLT7K2ZK4H type=write size=3492060 2024-07-26T06:51:56.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.566+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~INO19JU1LMWA.0 size=311988 2024-07-26T06:51:56.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.566+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=INO19JU1LMWA tag=37O1RLV0M1BC type=write size=1360564 2024-07-26T06:51:56.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.570+0000 7ff4c963f640 1 < suggested remove operation key=CDMV8XZ0UE6O tag=H1TZ4E6OPUL3 type=del 2024-07-26T06:51:56.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.572+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=RY89VT65CO1B type=del size=2316287 2024-07-26T06:51:56.574 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.574+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=R75N5E36W8KV type=write size=248306 2024-07-26T06:51:56.577 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.577+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.0 size=1048576 2024-07-26T06:51:56.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.579+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.1 size=1048576 2024-07-26T06:51:56.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.580+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.2 size=760188 2024-07-26T06:51:56.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.580+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=K99PBVV97DTO tag=VO0FP2F5RO52 type=write size=3905916 2024-07-26T06:51:56.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.583+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=UV1EV0I37V48 type=write size=727489 2024-07-26T06:51:56.587 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.587+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.0 size=1048576 2024-07-26T06:51:56.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.588+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.1 size=1048576 2024-07-26T06:51:56.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.590+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.2 size=28199 2024-07-26T06:51:56.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.590+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=D9KMP50LIKOY tag=F2TES0ULIUZH type=write size=3173927 2024-07-26T06:51:56.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.592+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=L2VVRJM840W6 type=write size=679006 2024-07-26T06:51:56.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.594+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=EKKW7JELFKH6 type=del size=586626 2024-07-26T06:51:56.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.594+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.0 size=1048576 2024-07-26T06:51:56.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.596+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.1 size=1048576 2024-07-26T06:51:56.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.598+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~3S2THBQOU7AL.2 size=841441 2024-07-26T06:51:56.601 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.601+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=3S2THBQOU7AL tag=18MIJKT2GW51 type=write size=3987169 2024-07-26T06:51:56.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.603+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=SEKN5C1S6SD6 type=del size=611202 2024-07-26T06:51:56.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.605+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.0 size=1048576 2024-07-26T06:51:56.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.606+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.1 size=1048576 2024-07-26T06:51:56.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.606+0000 7ff4c963f640 1 < canceled part key=_multipart_1PX021NSZNUT.2~4K50O6GO0BN9.2 size=514603 2024-07-26T06:51:56.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.610+0000 7ff4c963f640 1 < canceled multipart upload key=1PX021NSZNUT upload=4K50O6GO0BN9 tag=JWNLCFA522AN type=write size=3660331 2024-07-26T06:51:56.613 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.613+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~RORGEPDVDGU6.0 size=769651 2024-07-26T06:51:56.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.613+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=RORGEPDVDGU6 tag=GFXDRV4BNX1H type=write size=1818227 2024-07-26T06:51:56.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.615+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=7J10PZ47FK2C type=del 2024-07-26T06:51:56.617 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.617+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=LQDX8P2S6IBL type=del size=2947648 2024-07-26T06:51:56.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.619+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~7WBWQ6R4M3LT.0 size=1048576 2024-07-26T06:51:56.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.621+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~7WBWQ6R4M3LT.1 size=339301 2024-07-26T06:51:56.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.625+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=7WBWQ6R4M3LT tag=W280OA6Y9SBG type=write size=2436453 2024-07-26T06:51:56.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.629+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~LK862TGQS23U.0 size=347033 2024-07-26T06:51:56.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.629+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=LK862TGQS23U tag=M9JT1K6GU5G7 type=write size=1395609 2024-07-26T06:51:56.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.631+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~IS19TJI4SGUN.0 size=1048576 2024-07-26T06:51:56.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.631+0000 7ff4c963f640 1 < canceled part key=_multipart_DA98A9ODDSQ1.2~IS19TJI4SGUN.1 size=973888 2024-07-26T06:51:56.635 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.635+0000 7ff4c963f640 1 < canceled multipart upload key=DA98A9ODDSQ1 upload=IS19TJI4SGUN tag=10ZRPKRLMGMW type=write size=3071040 2024-07-26T06:51:56.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.637+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=P2O3Z1KYYI3T type=write size=98142 2024-07-26T06:51:56.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.639+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=DBNTMINYGIM6 type=del 2024-07-26T06:51:56.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.641+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=6ZRWXQV7LS8N type=del size=1154399 2024-07-26T06:51:56.643 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.643+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~N8LKC7QCS7ND.0 size=789888 2024-07-26T06:51:56.647 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.647+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=N8LKC7QCS7ND tag=JO6L0ETXV5NX type=write size=1838464 2024-07-26T06:51:56.649 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.649+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=99LBB6N43A50 type=del size=507449 2024-07-26T06:51:56.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.651+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=WHF7Z5RTFKUK type=del 2024-07-26T06:51:56.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.655+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~FAHJ8GIBJYYF.0 size=1048576 2024-07-26T06:51:56.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.657+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~FAHJ8GIBJYYF.1 size=761836 2024-07-26T06:51:56.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.657+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=FAHJ8GIBJYYF tag=UBSB6Y23Y0G0 type=write size=2858988 2024-07-26T06:51:56.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.659+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=B35TFR7RBPEP type=del 2024-07-26T06:51:56.661 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.661+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=CH6PHOFK33TR type=del size=3212419 2024-07-26T06:51:56.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.663+0000 7ff4c963f640 1 < completed write operation key=OBU4MGXI9972 tag=7PIUKYZDNURL type=write size=1022560 2024-07-26T06:51:56.665 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.665+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=WS83Z82M5Q3E type=write size=504337 2024-07-26T06:51:56.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.667+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=P2QJQUVAZU7K type=del 2024-07-26T06:51:56.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.669+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=LNVLO4TDITXF type=del size=2750486 2024-07-26T06:51:56.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.671+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~INO19JU1LMWA.0 size=311988 2024-07-26T06:51:56.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.676+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=INO19JU1LMWA tag=37O1RLV0M1BC type=write size=1360564 2024-07-26T06:51:56.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.680+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~TJB0GLB3630Y.0 size=1048576 2024-07-26T06:51:56.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.682+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~TJB0GLB3630Y.1 size=390738 2024-07-26T06:51:56.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.682+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=TJB0GLB3630Y tag=MEG0F0HPQ99A type=write size=2487890 2024-07-26T06:51:56.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.684+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=RY89VT65CO1B type=del 2024-07-26T06:51:56.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.686+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=850UAIAFLEPF type=write size=392346 2024-07-26T06:51:56.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.686+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.0 size=1048576 2024-07-26T06:51:56.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.688+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.1 size=1048576 2024-07-26T06:51:56.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.690+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~K99PBVV97DTO.2 size=760188 2024-07-26T06:51:56.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.693+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=K99PBVV97DTO tag=VO0FP2F5RO52 type=write size=3905916 2024-07-26T06:51:56.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.695+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=NZV224FE6Y43 type=del size=3766121 2024-07-26T06:51:56.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.698+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.0 size=1048576 2024-07-26T06:51:56.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.700+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.1 size=1048576 2024-07-26T06:51:56.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.701+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~D9KMP50LIKOY.2 size=28199 2024-07-26T06:51:56.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.704+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=D9KMP50LIKOY tag=F2TES0ULIUZH type=write size=3173927 2024-07-26T06:51:56.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.709+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~JL7WZ49NG1FJ.0 size=729643 2024-07-26T06:51:56.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.709+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=JL7WZ49NG1FJ tag=LPECNTPPBXXL type=write size=1778219 2024-07-26T06:51:56.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.711+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=EKKW7JELFKH6 type=del 2024-07-26T06:51:56.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.713+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=AOEI2E2J3IG3 type=write size=245230 2024-07-26T06:51:56.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.715+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=SEKN5C1S6SD6 type=del 2024-07-26T06:51:56.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.717+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=59GM371VX0SO type=del size=3005405 2024-07-26T06:51:56.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.719+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~RORGEPDVDGU6.0 size=769651 2024-07-26T06:51:56.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.723+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=RORGEPDVDGU6 tag=GFXDRV4BNX1H type=write size=1818227 2024-07-26T06:51:56.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.726+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~6CK03S7VA3IN.0 size=1048576 2024-07-26T06:51:56.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.728+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~6CK03S7VA3IN.1 size=968792 2024-07-26T06:51:56.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.728+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=6CK03S7VA3IN tag=313KWHLGH5PC type=write size=3065944 2024-07-26T06:51:56.730 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.730+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=LQDX8P2S6IBL type=del 2024-07-26T06:51:56.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.732+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=3QLAPJXK73U0 type=del size=1852558 2024-07-26T06:51:56.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.734+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~LK862TGQS23U.0 size=347033 2024-07-26T06:51:56.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.737+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=LK862TGQS23U tag=M9JT1K6GU5G7 type=write size=1395609 2024-07-26T06:51:56.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.739+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=1ZFG3RV34DQ6 type=del size=3904643 2024-07-26T06:51:56.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.741+0000 7ff4c963f640 1 < completed write operation key=QI57TQ8F5MI6 tag=P2O3Z1KYYI3T type=write size=98142 2024-07-26T06:51:56.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.745+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~5VOWA161TKUH.0 size=97308 2024-07-26T06:51:56.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.745+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=5VOWA161TKUH tag=8OQK2FGFE0WX type=write size=1145884 2024-07-26T06:51:56.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.746+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=6ZRWXQV7LS8N type=del 2024-07-26T06:51:56.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.749+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=TTTVATK2KFOG type=del size=626672 2024-07-26T06:51:56.753 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.753+0000 7ff4c963f640 1 < suggested remove operation key=SQIHDHAP6YNK tag=99LBB6N43A50 type=del 2024-07-26T06:51:56.755 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.754+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=AYS8UBPG02SQ type=del size=2771162 2024-07-26T06:51:56.757 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.757+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~FAHJ8GIBJYYF.0 size=1048576 2024-07-26T06:51:56.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.758+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~FAHJ8GIBJYYF.1 size=761836 2024-07-26T06:51:56.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.763+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=FAHJ8GIBJYYF tag=UBSB6Y23Y0G0 type=write size=2858988 2024-07-26T06:51:56.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.767+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~0D85FGPA8GST.0 size=1048576 2024-07-26T06:51:56.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.768+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~0D85FGPA8GST.1 size=543183 2024-07-26T06:51:56.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.768+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=0D85FGPA8GST tag=SGCGL538ZNX3 type=write size=2640335 2024-07-26T06:51:56.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.771+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=CH6PHOFK33TR type=del 2024-07-26T06:51:56.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.775+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~K3MMFF003C06.0 size=213713 2024-07-26T06:51:56.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.775+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=K3MMFF003C06 tag=FSTG0X8VG7B4 type=write size=1262289 2024-07-26T06:51:56.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.779+0000 7ff4c963f640 1 < suggested remove operation key=G9CKPX677F31 tag=WS83Z82M5Q3E type=write 2024-07-26T06:51:56.783 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.783+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~T0V0LQVHKLOM.0 size=1048576 2024-07-26T06:51:56.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.784+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~T0V0LQVHKLOM.1 size=14230 2024-07-26T06:51:56.785 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.784+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=T0V0LQVHKLOM tag=COL709EJIIP2 type=write size=2111382 2024-07-26T06:51:56.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.786+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=LNVLO4TDITXF type=del 2024-07-26T06:51:56.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.788+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=V0QT4DA9RW0V type=del size=968758 2024-07-26T06:51:56.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.790+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~TJB0GLB3630Y.0 size=1048576 2024-07-26T06:51:56.792 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.791+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~TJB0GLB3630Y.1 size=390738 2024-07-26T06:51:56.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.795+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=TJB0GLB3630Y tag=MEG0F0HPQ99A type=write size=2487890 2024-07-26T06:51:56.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.797+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=0XMVQ97N6G9U type=del size=3563972 2024-07-26T06:51:56.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.799+0000 7ff4c963f640 1 < completed write operation key=1PX021NSZNUT tag=850UAIAFLEPF type=write size=392346 2024-07-26T06:51:56.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.803+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~1RLPY4RQNO8O.0 size=609672 2024-07-26T06:51:56.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.803+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=1RLPY4RQNO8O tag=AJWCFHD2UTAM type=write size=1658248 2024-07-26T06:51:56.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.805+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=NZV224FE6Y43 type=del 2024-07-26T06:51:56.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.808+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.0 size=1048576 2024-07-26T06:51:56.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.811+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.1 size=1048576 2024-07-26T06:51:56.812 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.812+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.2 size=288941 2024-07-26T06:51:56.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.812+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=T3XV29XGZV0M tag=E48LLTW86BWU type=write size=3434669 2024-07-26T06:51:56.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.814+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~JL7WZ49NG1FJ.0 size=729643 2024-07-26T06:51:56.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.817+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=JL7WZ49NG1FJ tag=LPECNTPPBXXL type=write size=1778219 2024-07-26T06:51:56.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.820+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=Z6K7DW8A0PQ1 type=del size=2556336 2024-07-26T06:51:56.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.823+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=AOEI2E2J3IG3 type=write size=245230 2024-07-26T06:51:56.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.825+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=MBC4H0IWH29Q type=del size=2882692 2024-07-26T06:51:56.828 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.828+0000 7ff4c963f640 -1 < failed to complete operation key=G9CKPX677F31 tag=59GM371VX0SO type=del size=3005405: (22) Invalid argument 2024-07-26T06:51:56.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.830+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=TUGMLOQ0WKTX type=write size=438075 2024-07-26T06:51:56.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.832+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~6CK03S7VA3IN.0 size=1048576 2024-07-26T06:51:56.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.834+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~6CK03S7VA3IN.1 size=968792 2024-07-26T06:51:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:56 smithi135 ceph-mon[90132]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.55k op/s 2024-07-26T06:51:56.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.837+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=6CK03S7VA3IN tag=313KWHLGH5PC type=write size=3065944 2024-07-26T06:51:56.839 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.839+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=ZL9VRIZHQP1P type=del size=2949474 2024-07-26T06:51:56.841 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.841+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=3QLAPJXK73U0 type=del 2024-07-26T06:51:56.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.843+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=371NMGA9LT42 type=del size=3294087 2024-07-26T06:51:56.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.846+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=1ZFG3RV34DQ6 type=del 2024-07-26T06:51:56.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.849+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.0 size=1048576 2024-07-26T06:51:56.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.851+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.1 size=1048576 2024-07-26T06:51:56.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.853+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.2 size=259963 2024-07-26T06:51:56.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.853+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=FMM9L7P1DZ6B tag=I89XIJWEXKIX type=write size=3405691 2024-07-26T06:51:56.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.855+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~5VOWA161TKUH.0 size=97308 2024-07-26T06:51:56.859 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.859+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=5VOWA161TKUH tag=8OQK2FGFE0WX type=write size=1145884 2024-07-26T06:51:56.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.861+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=23PVT4IIK31A type=del size=904398 2024-07-26T06:51:56.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.863+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=TTTVATK2KFOG type=del 2024-07-26T06:51:56.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.867+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.0 size=1048576 2024-07-26T06:51:56.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.868+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.1 size=1048576 2024-07-26T06:51:56.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.870+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.2 size=647103 2024-07-26T06:51:56.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.870+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=TD3SQNAUSM6T tag=JW62A0YSQ6AI type=write size=3792831 2024-07-26T06:51:56.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.872+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=AYS8UBPG02SQ type=del 2024-07-26T06:51:56.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.874+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=AZCP67PQ3EU4 type=write size=898939 2024-07-26T06:51:56.876 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.876+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~0D85FGPA8GST.0 size=1048576 2024-07-26T06:51:56.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.877+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~0D85FGPA8GST.1 size=543183 2024-07-26T06:51:56.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.881+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=0D85FGPA8GST tag=SGCGL538ZNX3 type=write size=2640335 2024-07-26T06:51:56.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.885+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~ZALSJTWLRK45.0 size=139213 2024-07-26T06:51:56.885 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.885+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=ZALSJTWLRK45 tag=Q3NEDJRAVCVO type=write size=1187789 2024-07-26T06:51:56.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.887+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~K3MMFF003C06.0 size=213713 2024-07-26T06:51:56.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.890+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=K3MMFF003C06 tag=FSTG0X8VG7B4 type=write size=1262289 2024-07-26T06:51:56.892 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.892+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=J2IY3STZZ4WO type=write size=209768 2024-07-26T06:51:56.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.894+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~T0V0LQVHKLOM.0 size=1048576 2024-07-26T06:51:56.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.894+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~T0V0LQVHKLOM.1 size=14230 2024-07-26T06:51:56.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.897+0000 7ff4c963f640 1 < canceled multipart upload key=HSP2EG50KE11 upload=T0V0LQVHKLOM tag=COL709EJIIP2 type=write size=2111382 2024-07-26T06:51:56.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.899+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=6Y9TH89UW3LI type=del size=3881738 2024-07-26T06:51:56.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.902+0000 7ff4c963f640 1 < suggested update operation key=97622HH90SL9 tag=V0QT4DA9RW0V type=del size=968758 2024-07-26T06:51:56.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.904+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=RQRD6ZK7UWLX type=del size=694455 2024-07-26T06:51:56.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.906+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=0XMVQ97N6G9U type=del 2024-07-26T06:51:56.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.908+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=1D2JG91Z8M21 type=del size=418720 2024-07-26T06:51:56.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.910+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~1RLPY4RQNO8O.0 size=609672 2024-07-26T06:51:56.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.913+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=1RLPY4RQNO8O tag=AJWCFHD2UTAM type=write size=1658248 2024-07-26T06:51:56.915 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.915+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=02H1TRQYN26M type=del size=2200246 2024-07-26T06:51:56.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.917+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.0 size=1048576 2024-07-26T06:51:56.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.917+0000 7ff4c963f640 1 < canceled part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.1 size=1048576 2024-07-26T06:51:56.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.919+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~T3XV29XGZV0M.2 size=288941 2024-07-26T06:51:56.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.922+0000 7ff4c963f640 1 < canceled multipart upload key=T6YV3TUMDU0L upload=T3XV29XGZV0M tag=E48LLTW86BWU type=write size=3434669 2024-07-26T06:51:56.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.924+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=T31CJMNV23FD type=del size=2958849 2024-07-26T06:51:56.928 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.928+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=Z6K7DW8A0PQ1 type=del 2024-07-26T06:51:56.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.930+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=BCFPGIUYU2K0 type=del size=3377028 2024-07-26T06:51:56.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.932+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=MBC4H0IWH29Q type=del 2024-07-26T06:51:56.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.935+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~E4F3UZ1BRTL5.0 size=1048576 2024-07-26T06:51:56.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.937+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~E4F3UZ1BRTL5.1 size=293761 2024-07-26T06:51:56.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.937+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=E4F3UZ1BRTL5 tag=HRYPIQ4K214Z type=write size=2390913 2024-07-26T06:51:56.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.939+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=TUGMLOQ0WKTX type=write size=438075 2024-07-26T06:51:56.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.941+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=BBF62HYOBVE6 type=del size=4105962 2024-07-26T06:51:56.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.943+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=ZL9VRIZHQP1P type=del 2024-07-26T06:51:56.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.945+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=8K2N8MECY7WL type=del size=3937854 2024-07-26T06:51:56.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.947+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=371NMGA9LT42 type=del 2024-07-26T06:51:56.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.949+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=UN3KT75TLH4C type=del size=119704 2024-07-26T06:51:56.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.951+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.0 size=1048576 2024-07-26T06:51:56.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.951+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.1 size=1048576 2024-07-26T06:51:56.953 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.953+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~FMM9L7P1DZ6B.2 size=259963 2024-07-26T06:51:56.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.956+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=FMM9L7P1DZ6B tag=I89XIJWEXKIX type=write size=3405691 2024-07-26T06:51:56.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.960+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.0 size=1048576 2024-07-26T06:51:56.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.961+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.1 size=1048576 2024-07-26T06:51:56.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.963+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.2 size=89999 2024-07-26T06:51:56.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.963+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=MEOHYWBIECDJ tag=6CE8U770PGNO type=write size=3235727 2024-07-26T06:51:56.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.965+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=23PVT4IIK31A type=del 2024-07-26T06:51:56.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.968+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=7H7OC50O6MW6 type=del size=1977970 2024-07-26T06:51:56.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.970+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.0 size=1048576 2024-07-26T06:51:56.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.972+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.1 size=1048576 2024-07-26T06:51:56.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.974+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~TD3SQNAUSM6T.2 size=647103 2024-07-26T06:51:56.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.978+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=TD3SQNAUSM6T tag=JW62A0YSQ6AI type=write size=3792831 2024-07-26T06:51:56.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.980+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=24JU2775A3SK type=del size=3136426 2024-07-26T06:51:56.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.982+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=AZCP67PQ3EU4 type=write size=898939 2024-07-26T06:51:56.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.984+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=THW0UPNA77HO type=del size=1423861 2024-07-26T06:51:56.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.986+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~ZALSJTWLRK45.0 size=139213 2024-07-26T06:51:56.990 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.990+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=ZALSJTWLRK45 tag=Q3NEDJRAVCVO type=write size=1187789 2024-07-26T06:51:56.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.993+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.0 size=1048576 2024-07-26T06:51:56.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.995+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.1 size=1048576 2024-07-26T06:51:56.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.997+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.2 size=205029 2024-07-26T06:51:56.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.997+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=OSYT5HH03AKG tag=I0YOQNJ00R07 type=write size=3350757 2024-07-26T06:51:56.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:56.999+0000 7ff4c963f640 1 < completed write operation key=N6LO5JK45OQE tag=J2IY3STZZ4WO type=write size=209768 2024-07-26T06:51:57.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.002+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~OVWHN3ZXPAJR.0 size=596534 2024-07-26T06:51:57.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.002+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=OVWHN3ZXPAJR tag=I1AKXGP37OK4 type=write size=1645110 2024-07-26T06:51:57.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.006+0000 7ff4c963f640 1 < suggested remove operation key=ZUHQVW7JX900 tag=6Y9TH89UW3LI type=del 2024-07-26T06:51:57.008 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.008+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=6X31S9O7RRAB type=del size=118942 2024-07-26T06:51:57.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.010+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=RQRD6ZK7UWLX type=del 2024-07-26T06:51:57.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.015+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.0 size=1048576 2024-07-26T06:51:57.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.017+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.1 size=1048576 2024-07-26T06:51:57.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.018+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.2 size=774385 2024-07-26T06:51:57.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.018+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=TEOHWP5FOTNN tag=YAXRQQ6UBTIZ type=write size=3920113 2024-07-26T06:51:57.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.021+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=1D2JG91Z8M21 type=del 2024-07-26T06:51:57.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.023+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=QQSD2O4YMAS4 type=write size=483045 2024-07-26T06:51:57.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.025+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=02H1TRQYN26M type=del 2024-07-26T06:51:57.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.029+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~KQ0Z6Y6WCGTK.0 size=1048576 2024-07-26T06:51:57.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.030+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~KQ0Z6Y6WCGTK.1 size=587657 2024-07-26T06:51:57.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.030+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=KQ0Z6Y6WCGTK tag=4PEGRIDKOIZJ type=write size=2684809 2024-07-26T06:51:57.034 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.034+0000 7ff4c963f640 1 < suggested remove operation key=A7ZSBTMHA3UB tag=T31CJMNV23FD type=del 2024-07-26T06:51:57.036 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.036+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=I9O5EPDGA5OY type=del size=460416 2024-07-26T06:51:57.038 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.038+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=BCFPGIUYU2K0 type=del 2024-07-26T06:51:57.043 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.042+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.0 size=1048576 2024-07-26T06:51:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:56 smithi037 ceph-mon[97339]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.55k op/s 2024-07-26T06:51:57.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:56 smithi037 ceph-mon[99762]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.55k op/s 2024-07-26T06:51:57.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.044+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.1 size=1048576 2024-07-26T06:51:57.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.046+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.2 size=1014579 2024-07-26T06:51:57.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.046+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=KD0VHXXLNFK6 tag=YSUXZBJRO3W8 type=write size=4160307 2024-07-26T06:51:57.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.048+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~E4F3UZ1BRTL5.0 size=1048576 2024-07-26T06:51:57.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.050+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~E4F3UZ1BRTL5.1 size=293761 2024-07-26T06:51:57.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.053+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=E4F3UZ1BRTL5 tag=HRYPIQ4K214Z type=write size=2390913 2024-07-26T06:51:57.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.055+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=L47IBWC6KN89 type=del size=236460 2024-07-26T06:51:57.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.057+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=BBF62HYOBVE6 type=del 2024-07-26T06:51:57.061 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.061+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.0 size=1048576 2024-07-26T06:51:57.066 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.062+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.1 size=1048576 2024-07-26T06:51:57.066 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.064+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.2 size=106658 2024-07-26T06:51:57.066 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.064+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=XOSFNUZBBTSF tag=6H9GI5KFU3RN type=write size=3252386 2024-07-26T06:51:57.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.068+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=8K2N8MECY7WL type=del size=3937854 2024-07-26T06:51:57.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.070+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=7ZNRQ85TVTET type=write size=177873 2024-07-26T06:51:57.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.072+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=UN3KT75TLH4C type=del 2024-07-26T06:51:57.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.074+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=030TO2FA3TJ0 type=del size=2420248 2024-07-26T06:51:57.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.076+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.0 size=1048576 2024-07-26T06:51:57.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.078+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.1 size=1048576 2024-07-26T06:51:57.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.080+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~MEOHYWBIECDJ.2 size=89999 2024-07-26T06:51:57.083 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.083+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=MEOHYWBIECDJ tag=6CE8U770PGNO type=write size=3235727 2024-07-26T06:51:57.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.087+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.0 size=1048576 2024-07-26T06:51:57.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.088+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.1 size=1048576 2024-07-26T06:51:57.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.090+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.2 size=726719 2024-07-26T06:51:57.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.090+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=47MTT2XN8MW9 tag=I0VWSF30I7O6 type=write size=3872447 2024-07-26T06:51:57.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.092+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=7H7OC50O6MW6 type=del 2024-07-26T06:51:57.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.095+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~R17W2EKKRMS5.0 size=569230 2024-07-26T06:51:57.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.095+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=R17W2EKKRMS5 tag=7DJLEQV8KOXQ type=write size=1617806 2024-07-26T06:51:57.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.098+0000 7ff4c963f640 1 < canceled operation key=B25KI9T60YIW tag=24JU2775A3SK type=del size=3136426 2024-07-26T06:51:57.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.100+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=O3X3C7HIRCLI type=del size=1972959 2024-07-26T06:51:57.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.102+0000 7ff4c963f640 -1 < failed to complete operation key=A7ZSBTMHA3UB tag=THW0UPNA77HO type=del size=1423861: (22) Invalid argument 2024-07-26T06:51:57.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.104+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=40BMZLJBEJ11 type=del size=1963882 2024-07-26T06:51:57.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.106+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.0 size=1048576 2024-07-26T06:51:57.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.108+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.1 size=1048576 2024-07-26T06:51:57.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.110+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~OSYT5HH03AKG.2 size=205029 2024-07-26T06:51:57.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.113+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=OSYT5HH03AKG tag=I0YOQNJ00R07 type=write size=3350757 2024-07-26T06:51:57.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.115+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=8W3KW1G2O0FP type=del size=3565133 2024-07-26T06:51:57.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.117+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~OVWHN3ZXPAJR.0 size=596534 2024-07-26T06:51:57.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.121+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=OVWHN3ZXPAJR tag=I1AKXGP37OK4 type=write size=1645110 2024-07-26T06:51:57.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.123+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=XPLJGLI31B1U type=write size=846081 2024-07-26T06:51:57.125 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.125+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=6X31S9O7RRAB type=del 2024-07-26T06:51:57.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.129+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~BVP820PROGBB.0 size=1048576 2024-07-26T06:51:57.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.130+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~BVP820PROGBB.1 size=811898 2024-07-26T06:51:57.131 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.130+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=BVP820PROGBB tag=0MF56509WF3L type=write size=2909050 2024-07-26T06:51:57.131 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.131+0000 7ff4c963f640 1 < canceled part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.0 size=1048576 2024-07-26T06:51:57.133 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.133+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.1 size=1048576 2024-07-26T06:51:57.135 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.134+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~TEOHWP5FOTNN.2 size=774385 2024-07-26T06:51:57.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.138+0000 7ff4c963f640 1 < canceled multipart upload key=I09JADQKAYAZ upload=TEOHWP5FOTNN tag=YAXRQQ6UBTIZ type=write size=3920113 2024-07-26T06:51:57.140 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.140+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=RYLPLY7RP21F type=del size=3823579 2024-07-26T06:51:57.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.142+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=QQSD2O4YMAS4 type=write size=483045 2024-07-26T06:51:57.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.144+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=4P9C1PNFKFRO type=del size=2900844 2024-07-26T06:51:57.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.147+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~KQ0Z6Y6WCGTK.0 size=1048576 2024-07-26T06:51:57.149 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.148+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~KQ0Z6Y6WCGTK.1 size=587657 2024-07-26T06:51:57.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.152+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=KQ0Z6Y6WCGTK tag=4PEGRIDKOIZJ type=write size=2684809 2024-07-26T06:51:57.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.154+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=LI326DX1PB4I type=write size=823786 2024-07-26T06:51:57.156 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.156+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=I9O5EPDGA5OY type=del 2024-07-26T06:51:57.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.158+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=YCRAPBWMSYQU type=del size=3519968 2024-07-26T06:51:57.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.160+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.0 size=1048576 2024-07-26T06:51:57.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.162+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.1 size=1048576 2024-07-26T06:51:57.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.162+0000 7ff4c963f640 1 < canceled part key=_multipart_97622HH90SL9.2~KD0VHXXLNFK6.2 size=1014579 2024-07-26T06:51:57.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.166+0000 7ff4c963f640 1 < canceled multipart upload key=97622HH90SL9 upload=KD0VHXXLNFK6 tag=YSUXZBJRO3W8 type=write size=4160307 2024-07-26T06:51:57.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.168+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=3TNC3JVQ1QLD type=write size=237048 2024-07-26T06:51:57.171 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.170+0000 7ff4c963f640 1 < canceled operation key=ZBP2BZ3W1BYG tag=L47IBWC6KN89 type=del size=236460 2024-07-26T06:51:57.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.174+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.0 size=1048576 2024-07-26T06:51:57.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.176+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.1 size=1048576 2024-07-26T06:51:57.177 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.177+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.2 size=314758 2024-07-26T06:51:57.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.177+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=VDVAU22GHKQU tag=VC56V227U4SL type=write size=3460486 2024-07-26T06:51:57.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.180+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.0 size=1048576 2024-07-26T06:51:57.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.180+0000 7ff4c963f640 1 < canceled part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.1 size=1048576 2024-07-26T06:51:57.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.181+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~XOSFNUZBBTSF.2 size=106658 2024-07-26T06:51:57.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.184+0000 7ff4c963f640 1 < canceled multipart upload key=G9CKPX677F31 upload=XOSFNUZBBTSF tag=6H9GI5KFU3RN type=write size=3252386 2024-07-26T06:51:57.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.188+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.0 size=1048576 2024-07-26T06:51:57.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.190+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.1 size=1048576 2024-07-26T06:51:57.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.192+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.2 size=620167 2024-07-26T06:51:57.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.192+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=JC68CHW0R0EX tag=YHC9VQFDW6R3 type=write size=3765895 2024-07-26T06:51:57.194 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.194+0000 7ff4c963f640 1 < completed write operation key=BVS86991ZRFJ tag=7ZNRQ85TVTET type=write size=177873 2024-07-26T06:51:57.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.197+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.0 size=1048576 2024-07-26T06:51:57.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.199+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.1 size=1048576 2024-07-26T06:51:57.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.201+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.2 size=553924 2024-07-26T06:51:57.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.201+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=JXKTTMSSQZ5E tag=NCDRJY60LWHC type=write size=3699652 2024-07-26T06:51:57.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.203+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=030TO2FA3TJ0 type=del 2024-07-26T06:51:57.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.205+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=HEYC2A4PJLRV type=del size=2863482 2024-07-26T06:51:57.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.207+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.0 size=1048576 2024-07-26T06:51:57.207 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.207+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.1 size=1048576 2024-07-26T06:51:57.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.209+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~47MTT2XN8MW9.2 size=726719 2024-07-26T06:51:57.213 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.213+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=47MTT2XN8MW9 tag=I0VWSF30I7O6 type=write size=3872447 2024-07-26T06:51:57.215 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.215+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=MGWXZ7WLXNMB type=del size=3034033 2024-07-26T06:51:57.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.216+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~R17W2EKKRMS5.0 size=569230 2024-07-26T06:51:57.220 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.220+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=R17W2EKKRMS5 tag=7DJLEQV8KOXQ type=write size=1617806 2024-07-26T06:51:57.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.222+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=Q5H085V00HOK type=write size=207628 2024-07-26T06:51:57.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.224+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=O3X3C7HIRCLI type=del 2024-07-26T06:51:57.226 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.225+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=ZFYZ85FR8BGO type=del size=3521712 2024-07-26T06:51:57.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.229+0000 7ff4c963f640 1 < suggested remove operation key=T6YV3TUMDU0L tag=40BMZLJBEJ11 type=del 2024-07-26T06:51:57.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.233+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~9FGV4OG8VZ6Z.0 size=84230 2024-07-26T06:51:57.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.233+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=9FGV4OG8VZ6Z tag=K891IQGOUYNH type=write size=1132806 2024-07-26T06:51:57.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.235+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=8W3KW1G2O0FP type=del 2024-07-26T06:51:57.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.239+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~3OY0UUC3PXKY.0 size=1048576 2024-07-26T06:51:57.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.241+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~3OY0UUC3PXKY.1 size=91891 2024-07-26T06:51:57.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.241+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=3OY0UUC3PXKY tag=6VV1T8VQOJ1B type=write size=2189043 2024-07-26T06:51:57.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.243+0000 7ff4c963f640 1 < completed write operation key=21MC0QVSM974 tag=XPLJGLI31B1U type=write size=846081 2024-07-26T06:51:57.247 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.246+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~JOCR2C5XBZCA.0 size=1048576 2024-07-26T06:51:57.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.248+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~JOCR2C5XBZCA.1 size=24622 2024-07-26T06:51:57.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.248+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=JOCR2C5XBZCA tag=0TT1B4OIGLFP type=write size=2121774 2024-07-26T06:51:57.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.250+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~BVP820PROGBB.0 size=1048576 2024-07-26T06:51:57.252 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.252+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~BVP820PROGBB.1 size=811898 2024-07-26T06:51:57.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.255+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=BVP820PROGBB tag=0MF56509WF3L type=write size=2909050 2024-07-26T06:51:57.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.257+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=Y163TONQ2L2F type=del size=2572722 2024-07-26T06:51:57.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.259+0000 7ff4c963f640 1 < canceled operation key=LIYRVFVSY982 tag=RYLPLY7RP21F type=del size=3823579 2024-07-26T06:51:57.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.262+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.0 size=1048576 2024-07-26T06:51:57.264 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.264+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.1 size=1048576 2024-07-26T06:51:57.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.266+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.2 size=299936 2024-07-26T06:51:57.266 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.266+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=BQ25G8H9FQU3 tag=G3J8LPUQVWLX type=write size=3445664 2024-07-26T06:51:57.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.269+0000 7ff4c963f640 1 < suggested update operation key=21MC0QVSM974 tag=4P9C1PNFKFRO type=del size=2900844 2024-07-26T06:51:57.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.271+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=3XJAR44FGNJT type=write size=687031 2024-07-26T06:51:57.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.273+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=LI326DX1PB4I type=write size=823786 2024-07-26T06:51:57.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.275+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=HHRRCLKYXG8B type=del size=237901 2024-07-26T06:51:57.277 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.277+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=YCRAPBWMSYQU type=del 2024-07-26T06:51:57.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.280+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~6LCKF9TLTGH6.0 size=96243 2024-07-26T06:51:57.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.280+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=6LCKF9TLTGH6 tag=90QBZ4IP2PNM type=write size=1144819 2024-07-26T06:51:57.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.282+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=3TNC3JVQ1QLD type=write size=237048 2024-07-26T06:51:57.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.284+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=A1S6SBJN52BH type=del size=1432899 2024-07-26T06:51:57.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.286+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.0 size=1048576 2024-07-26T06:51:57.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.287+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.1 size=1048576 2024-07-26T06:51:57.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.289+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VDVAU22GHKQU.2 size=314758 2024-07-26T06:51:57.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.292+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=VDVAU22GHKQU tag=VC56V227U4SL type=write size=3460486 2024-07-26T06:51:57.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.295+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~ET7HQWGB315Y.0 size=189572 2024-07-26T06:51:57.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.295+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=ET7HQWGB315Y tag=03C885MQCS3B type=write size=1238148 2024-07-26T06:51:57.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.297+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.0 size=1048576 2024-07-26T06:51:57.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.299+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.1 size=1048576 2024-07-26T06:51:57.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.299+0000 7ff4c963f640 1 < canceled part key=_multipart_1PX021NSZNUT.2~JC68CHW0R0EX.2 size=620167 2024-07-26T06:51:57.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.302+0000 7ff4c963f640 1 < canceled multipart upload key=1PX021NSZNUT upload=JC68CHW0R0EX tag=YHC9VQFDW6R3 type=write size=3765895 2024-07-26T06:51:57.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.304+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=XLNUBKVGFTJZ type=del size=3873043 2024-07-26T06:51:57.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.306+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.0 size=1048576 2024-07-26T06:51:57.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.307+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.1 size=1048576 2024-07-26T06:51:57.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.309+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~JXKTTMSSQZ5E.2 size=553924 2024-07-26T06:51:57.313 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.312+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=JXKTTMSSQZ5E tag=NCDRJY60LWHC type=write size=3699652 2024-07-26T06:51:57.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.316+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~I8CK5O59EP9N.0 size=188463 2024-07-26T06:51:57.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.316+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=I8CK5O59EP9N tag=5K6HSKIRX0JF type=write size=1237039 2024-07-26T06:51:57.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.320+0000 7ff4c963f640 1 < suggested remove operation key=G9CKPX677F31 tag=HEYC2A4PJLRV type=del 2024-07-26T06:51:57.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.323+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~7EP0N1FZD0U7.0 size=1048576 2024-07-26T06:51:57.325 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.325+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~7EP0N1FZD0U7.1 size=87607 2024-07-26T06:51:57.325 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.325+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=7EP0N1FZD0U7 tag=RXTWLQ730POM type=write size=2184759 2024-07-26T06:51:57.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.327+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=MGWXZ7WLXNMB type=del 2024-07-26T06:51:57.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.329+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=VHNN1F8XANW1 type=del size=2137784 2024-07-26T06:51:57.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.331+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=Q5H085V00HOK type=write size=207628 2024-07-26T06:51:57.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.335+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~XJG6MV4W32MT.0 size=1048576 2024-07-26T06:51:57.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.336+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~XJG6MV4W32MT.1 size=34523 2024-07-26T06:51:57.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.336+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=XJG6MV4W32MT tag=49Q3ZJ07TB2S type=write size=2131675 2024-07-26T06:51:57.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.340+0000 7ff4c963f640 1 < suggested update operation key=MC50MWHORL26 tag=ZFYZ85FR8BGO type=del size=3521712 2024-07-26T06:51:57.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.342+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=MXPQDQ9X1RIL type=del size=1454895 2024-07-26T06:51:57.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.344+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~9FGV4OG8VZ6Z.0 size=84230 2024-07-26T06:51:57.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.348+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=9FGV4OG8VZ6Z tag=K891IQGOUYNH type=write size=1132806 2024-07-26T06:51:57.350 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.349+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=ITSIWSU4VV47 type=del size=1975397 2024-07-26T06:51:57.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.351+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~3OY0UUC3PXKY.0 size=1048576 2024-07-26T06:51:57.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.353+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~3OY0UUC3PXKY.1 size=91891 2024-07-26T06:51:57.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.357+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=3OY0UUC3PXKY tag=6VV1T8VQOJ1B type=write size=2189043 2024-07-26T06:51:57.360 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.359+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=D9EPADDQ8AMF type=del size=2225596 2024-07-26T06:51:57.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.361+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~JOCR2C5XBZCA.0 size=1048576 2024-07-26T06:51:57.364 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.363+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~JOCR2C5XBZCA.1 size=24622 2024-07-26T06:51:57.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.367+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=JOCR2C5XBZCA tag=0TT1B4OIGLFP type=write size=2121774 2024-07-26T06:51:57.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.369+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=U3GQMP6F14S9 type=del size=1272394 2024-07-26T06:51:57.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.372+0000 7ff4c963f640 -1 < failed to complete operation key=21MC0QVSM974 tag=Y163TONQ2L2F type=del size=2572722: (22) Invalid argument 2024-07-26T06:51:57.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.374+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=Q1LI65XYX9R7 type=write size=225405 2024-07-26T06:51:57.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.376+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.0 size=1048576 2024-07-26T06:51:57.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.378+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.1 size=1048576 2024-07-26T06:51:57.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.379+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~BQ25G8H9FQU3.2 size=299936 2024-07-26T06:51:57.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.383+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=BQ25G8H9FQU3 tag=G3J8LPUQVWLX type=write size=3445664 2024-07-26T06:51:57.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.386+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=0FP5T3UQFEAM type=write size=104672 2024-07-26T06:51:57.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.389+0000 7ff4c963f640 1 < completed write operation key=SQIHDHAP6YNK tag=3XJAR44FGNJT type=write size=687031 2024-07-26T06:51:57.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.391+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=0X5VJU1WBC9B type=del size=3214590 2024-07-26T06:51:57.393 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.393+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=HHRRCLKYXG8B type=del size=237901 2024-07-26T06:51:57.395 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.395+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=Y524GOZXBI31 type=del size=2861652 2024-07-26T06:51:57.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.396+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~6LCKF9TLTGH6.0 size=96243 2024-07-26T06:51:57.400 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.400+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=6LCKF9TLTGH6 tag=90QBZ4IP2PNM type=write size=1144819 2024-07-26T06:51:57.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.402+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=2VPSZ2KHVB5X type=del size=478647 2024-07-26T06:51:57.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.405+0000 7ff4c963f640 1 < suggested remove operation key=T6YV3TUMDU0L tag=A1S6SBJN52BH type=del 2024-07-26T06:51:57.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.409+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~YQUK6EQM56K8.0 size=252370 2024-07-26T06:51:57.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.409+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=YQUK6EQM56K8 tag=IX11VXAAUV4U type=write size=1300946 2024-07-26T06:51:57.411 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.411+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~ET7HQWGB315Y.0 size=189572 2024-07-26T06:51:57.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.414+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=ET7HQWGB315Y tag=03C885MQCS3B type=write size=1238148 2024-07-26T06:51:57.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.417+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~YBGKHMV11M6M.0 size=1048576 2024-07-26T06:51:57.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.419+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~YBGKHMV11M6M.1 size=704276 2024-07-26T06:51:57.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.419+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=YBGKHMV11M6M tag=05EPWYD7U05X type=write size=2801428 2024-07-26T06:51:57.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.422+0000 7ff4c963f640 -1 < failed to complete operation key=G9CKPX677F31 tag=XLNUBKVGFTJZ type=del size=3873043: (22) Invalid argument 2024-07-26T06:51:57.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.424+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=FGPK7IKIQ4NR type=del size=997646 2024-07-26T06:51:57.427 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.426+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~I8CK5O59EP9N.0 size=188463 2024-07-26T06:51:57.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.430+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=I8CK5O59EP9N tag=5K6HSKIRX0JF type=write size=1237039 2024-07-26T06:51:57.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.432+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=HHA9DII656ZO type=del size=711031 2024-07-26T06:51:57.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.434+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~7EP0N1FZD0U7.0 size=1048576 2024-07-26T06:51:57.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.435+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~7EP0N1FZD0U7.1 size=87607 2024-07-26T06:51:57.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.439+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=7EP0N1FZD0U7 tag=RXTWLQ730POM type=write size=2184759 2024-07-26T06:51:57.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.441+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=8HLNKN4GAM46 type=del size=3092747 2024-07-26T06:51:57.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.443+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=VHNN1F8XANW1 type=del 2024-07-26T06:51:57.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.446+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~0OF04AQBLHMI.0 size=1048576 2024-07-26T06:51:57.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.448+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~0OF04AQBLHMI.1 size=628515 2024-07-26T06:51:57.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.448+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=0OF04AQBLHMI tag=D3U01XBFBAC3 type=write size=2725667 2024-07-26T06:51:57.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.450+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~XJG6MV4W32MT.0 size=1048576 2024-07-26T06:51:57.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.452+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~XJG6MV4W32MT.1 size=34523 2024-07-26T06:51:57.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.456+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=XJG6MV4W32MT tag=49Q3ZJ07TB2S type=write size=2131675 2024-07-26T06:51:57.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.458+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=4CJWMSM0T6LG type=del size=23967 2024-07-26T06:51:57.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.460+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=MXPQDQ9X1RIL type=del 2024-07-26T06:51:57.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.462+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=QSI4DO5ROPJK type=write size=506466 2024-07-26T06:51:57.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.464+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=ITSIWSU4VV47 type=del 2024-07-26T06:51:57.466 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.466+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=6YOPX7B5W997 type=del size=3025702 2024-07-26T06:51:57.468 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.468+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=D9EPADDQ8AMF type=del 2024-07-26T06:51:57.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.470+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=DWCQ0RFEK8V3 type=del size=2501067 2024-07-26T06:51:57.474 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.472+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=U3GQMP6F14S9 type=del 2024-07-26T06:51:57.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.476+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~VOCWZDR4YYHU.0 size=805042 2024-07-26T06:51:57.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.476+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=VOCWZDR4YYHU tag=0MDD7O6LTORA type=write size=1853618 2024-07-26T06:51:57.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.480+0000 7ff4c963f640 1 < suggested update operation key=BVS86991ZRFJ tag=Q1LI65XYX9R7 type=write size=225405 2024-07-26T06:51:57.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.482+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=FSW0JR7AX9BB type=write size=620397 2024-07-26T06:51:57.487 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.486+0000 7ff4c963f640 1 < suggested update operation key=G9CKPX677F31 tag=0FP5T3UQFEAM type=write size=104672 2024-07-26T06:51:57.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.490+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~QCG7OXWVB20N.0 size=1048576 2024-07-26T06:51:57.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.492+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~QCG7OXWVB20N.1 size=71892 2024-07-26T06:51:57.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.492+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=QCG7OXWVB20N tag=HN2O09O7U3B7 type=write size=2169044 2024-07-26T06:51:57.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.494+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=0X5VJU1WBC9B type=del 2024-07-26T06:51:57.498 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.498+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~LQ6FLJDO07Z3.0 size=372569 2024-07-26T06:51:57.498 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.498+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=LQ6FLJDO07Z3 tag=FJX4DDGE73OZ type=write size=1421145 2024-07-26T06:51:57.500 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.499+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=Y524GOZXBI31 type=del 2024-07-26T06:51:57.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.501+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=I07QENRNRBS4 type=write size=32988 2024-07-26T06:51:57.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.504+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=2VPSZ2KHVB5X type=del 2024-07-26T06:51:57.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.506+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=9LVWMXMB5UIY type=del size=4021125 2024-07-26T06:51:57.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.507+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~YQUK6EQM56K8.0 size=252370 2024-07-26T06:51:57.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.511+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=YQUK6EQM56K8 tag=IX11VXAAUV4U type=write size=1300946 2024-07-26T06:51:57.513 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.513+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=J99KT0UIR02I type=del size=2864649 2024-07-26T06:51:57.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.514+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~YBGKHMV11M6M.0 size=1048576 2024-07-26T06:51:57.516 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.516+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~YBGKHMV11M6M.1 size=704276 2024-07-26T06:51:57.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.519+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=YBGKHMV11M6M tag=05EPWYD7U05X type=write size=2801428 2024-07-26T06:51:57.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.521+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=OPLNS6AIHN42 type=del size=3438926 2024-07-26T06:51:57.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.525+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=FGPK7IKIQ4NR type=del 2024-07-26T06:51:57.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.529+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.0 size=1048576 2024-07-26T06:51:57.531 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.530+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.1 size=1048576 2024-07-26T06:51:57.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.532+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.2 size=901928 2024-07-26T06:51:57.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.532+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=V27W9MLU7ARP tag=S830QSTJHNQH type=write size=4047656 2024-07-26T06:51:57.534 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.534+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=HHA9DII656ZO type=del 2024-07-26T06:51:57.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.536+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=U57FVQWR237Y type=del size=3671929 2024-07-26T06:51:57.538 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.538+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=8HLNKN4GAM46 type=del size=3092747 2024-07-26T06:51:57.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.540+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=JFB4TE78085V type=del size=159946 2024-07-26T06:51:57.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.542+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~0OF04AQBLHMI.0 size=1048576 2024-07-26T06:51:57.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.544+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~0OF04AQBLHMI.1 size=628515 2024-07-26T06:51:57.547 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.547+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=0OF04AQBLHMI tag=D3U01XBFBAC3 type=write size=2725667 2024-07-26T06:51:57.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.551+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~NC7EKSH50IH1.0 size=389435 2024-07-26T06:51:57.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.551+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=NC7EKSH50IH1 tag=3X79N4Y3ACLX type=write size=1438011 2024-07-26T06:51:57.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.553+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=4CJWMSM0T6LG type=del 2024-07-26T06:51:57.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.555+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=CKXLUET0RP73 type=write size=114484 2024-07-26T06:51:57.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.558+0000 7ff4c963f640 -1 < failed to complete operation key=G9CKPX677F31 tag=QSI4DO5ROPJK type=write size=506466: (22) Invalid argument 2024-07-26T06:51:57.560 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.560+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=CVMCMFET2NMH type=write size=474407 2024-07-26T06:51:57.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.564+0000 7ff4c963f640 1 < suggested remove operation key=FPEECRHVGMU5 tag=6YOPX7B5W997 type=del 2024-07-26T06:51:57.567 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.566+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=SEIU2OGVIDW6 type=del size=672248 2024-07-26T06:51:57.569 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.569+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=DWCQ0RFEK8V3 type=del 2024-07-26T06:51:57.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.572+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.0 size=1048576 2024-07-26T06:51:57.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.574+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.1 size=1048576 2024-07-26T06:51:57.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.576+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.2 size=1046731 2024-07-26T06:51:57.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.576+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=GT9X7C6C9ULP tag=Z2732UM7YAAA type=write size=4192459 2024-07-26T06:51:57.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.578+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~VOCWZDR4YYHU.0 size=805042 2024-07-26T06:51:57.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.582+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=VOCWZDR4YYHU tag=0MDD7O6LTORA type=write size=1853618 2024-07-26T06:51:57.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.586+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~DN8VJHBBQXJP.0 size=531352 2024-07-26T06:51:57.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.586+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=DN8VJHBBQXJP tag=JVZ4T2X8A26O type=write size=1579928 2024-07-26T06:51:57.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.589+0000 7ff4c963f640 1 < completed write operation key=HSP2EG50KE11 tag=FSW0JR7AX9BB type=write size=620397 2024-07-26T06:51:57.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.593+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~B7AJH1CAKT3E.0 size=270796 2024-07-26T06:51:57.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.593+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=B7AJH1CAKT3E tag=VH32XGZQQGIQ type=write size=1319372 2024-07-26T06:51:57.595 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.595+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~QCG7OXWVB20N.0 size=1048576 2024-07-26T06:51:57.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.597+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~QCG7OXWVB20N.1 size=71892 2024-07-26T06:51:57.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.600+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=QCG7OXWVB20N tag=HN2O09O7U3B7 type=write size=2169044 2024-07-26T06:51:57.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.602+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=GMXRSHW67ASW type=write size=466609 2024-07-26T06:51:57.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.602+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~LQ6FLJDO07Z3.0 size=372569 2024-07-26T06:51:57.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.606+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=LQ6FLJDO07Z3 tag=FJX4DDGE73OZ type=write size=1421145 2024-07-26T06:51:57.609 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.609+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~6KP0TUYGQSUB.0 size=1048576 2024-07-26T06:51:57.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.611+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~6KP0TUYGQSUB.1 size=184727 2024-07-26T06:51:57.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.611+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=6KP0TUYGQSUB tag=A2M7TGZWVOKD type=write size=2281879 2024-07-26T06:51:57.613 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.613+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=I07QENRNRBS4 type=write size=32988 2024-07-26T06:51:57.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.615+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=86QK7K2TXP6R type=del size=2818583 2024-07-26T06:51:57.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.618+0000 7ff4c963f640 1 < suggested remove operation key=55WYIVMEFCP7 tag=9LVWMXMB5UIY type=del 2024-07-26T06:51:57.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.620+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=TJW4UYMOJXX6 type=del size=3170182 2024-07-26T06:51:57.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.622+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=J99KT0UIR02I type=del 2024-07-26T06:51:57.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.624+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=RKSTF7V6O7W9 type=write size=471328 2024-07-26T06:51:57.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.626+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=OPLNS6AIHN42 type=del 2024-07-26T06:51:57.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.628+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=CL24CJY30H2K type=del size=3018514 2024-07-26T06:51:57.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.629+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.0 size=1048576 2024-07-26T06:51:57.631 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.631+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.1 size=1048576 2024-07-26T06:51:57.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.633+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~V27W9MLU7ARP.2 size=901928 2024-07-26T06:51:57.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.636+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=V27W9MLU7ARP tag=S830QSTJHNQH type=write size=4047656 2024-07-26T06:51:57.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.638+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=AN84I53QFRG3 type=del size=383436 2024-07-26T06:51:57.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.640+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=U57FVQWR237Y type=del 2024-07-26T06:51:57.645 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.644+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~W295AZ507E3L.0 size=1048576 2024-07-26T06:51:57.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.646+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~W295AZ507E3L.1 size=643352 2024-07-26T06:51:57.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.646+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=W295AZ507E3L tag=VQZR73EV3I8F type=write size=2740504 2024-07-26T06:51:57.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.648+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=JFB4TE78085V type=del size=159946 2024-07-26T06:51:57.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.652+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~IBMURQTQE2OH.0 size=1048576 2024-07-26T06:51:57.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.654+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~IBMURQTQE2OH.1 size=583521 2024-07-26T06:51:57.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.654+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=IBMURQTQE2OH tag=8E9ZAL8ESP41 type=write size=2680673 2024-07-26T06:51:57.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.656+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~NC7EKSH50IH1.0 size=389435 2024-07-26T06:51:57.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.659+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=NC7EKSH50IH1 tag=3X79N4Y3ACLX type=write size=1438011 2024-07-26T06:51:57.662 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.661+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=TD6R5JMQEEX0 type=del size=863460 2024-07-26T06:51:57.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.665+0000 7ff4c963f640 1 < suggested remove operation key=N6LO5JK45OQE tag=CKXLUET0RP73 type=write 2024-07-26T06:51:57.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.667+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=L0QNQRBTR0ZS type=del size=3449772 2024-07-26T06:51:57.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.670+0000 7ff4c963f640 1 < completed write operation key=MC50MWHORL26 tag=CVMCMFET2NMH type=write size=474407 2024-07-26T06:51:57.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.672+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=4C0R0TLYB3DQ type=del size=3898725 2024-07-26T06:51:57.674 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.674+0000 7ff4c963f640 1 < canceled operation key=J12W312ZJLEC tag=SEIU2OGVIDW6 type=del size=672248 2024-07-26T06:51:57.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.676+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=S80HZC3M90Z4 type=del size=2756347 2024-07-26T06:51:57.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.678+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.0 size=1048576 2024-07-26T06:51:57.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.680+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.1 size=1048576 2024-07-26T06:51:57.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.681+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~GT9X7C6C9ULP.2 size=1046731 2024-07-26T06:51:57.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.685+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=GT9X7C6C9ULP tag=Z2732UM7YAAA type=write size=4192459 2024-07-26T06:51:57.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.687+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=TJTIUSETAS2O type=write size=760120 2024-07-26T06:51:57.689 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.689+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~DN8VJHBBQXJP.0 size=531352 2024-07-26T06:51:57.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.692+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=DN8VJHBBQXJP tag=JVZ4T2X8A26O type=write size=1579928 2024-07-26T06:51:57.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.696+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.0 size=1048576 2024-07-26T06:51:57.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.698+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.1 size=1048576 2024-07-26T06:51:57.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.700+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.2 size=132771 2024-07-26T06:51:57.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.700+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=FRCLSOBL690W tag=3839GLJTJ7JL type=write size=3278499 2024-07-26T06:51:57.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.702+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~B7AJH1CAKT3E.0 size=270796 2024-07-26T06:51:57.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.705+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=B7AJH1CAKT3E tag=VH32XGZQQGIQ type=write size=1319372 2024-07-26T06:51:57.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.707+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=IQRRFXZFOCY4 type=write size=1027296 2024-07-26T06:51:57.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.709+0000 7ff4c963f640 1 < completed write operation key=97622HH90SL9 tag=GMXRSHW67ASW type=write size=466609 2024-07-26T06:51:57.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.711+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=0FNTZSNNDG11 type=write size=323596 2024-07-26T06:51:57.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.713+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~6KP0TUYGQSUB.0 size=1048576 2024-07-26T06:51:57.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.715+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~6KP0TUYGQSUB.1 size=184727 2024-07-26T06:51:57.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.719+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=6KP0TUYGQSUB tag=A2M7TGZWVOKD type=write size=2281879 2024-07-26T06:51:57.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.722+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9GW5LGG7A2DX.0 size=1048576 2024-07-26T06:51:57.724 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.724+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9GW5LGG7A2DX.1 size=479949 2024-07-26T06:51:57.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.724+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=9GW5LGG7A2DX tag=1NMSV4KQ2CHA type=write size=2577101 2024-07-26T06:51:57.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.726+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=86QK7K2TXP6R type=del 2024-07-26T06:51:57.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.728+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=MGNQ6L0OBVL0 type=write size=76058 2024-07-26T06:51:57.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.732+0000 7ff4c963f640 1 < suggested update operation key=CDMV8XZ0UE6O tag=TJW4UYMOJXX6 type=del size=3170182 2024-07-26T06:51:57.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.734+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=LF8EB4K0W0X4 type=del size=3610513 2024-07-26T06:51:57.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.737+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=RKSTF7V6O7W9 type=write size=471328 2024-07-26T06:51:57.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.739+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=NXGVLMRXI6KG type=del size=282489 2024-07-26T06:51:57.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.741+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=CL24CJY30H2K type=del 2024-07-26T06:51:57.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.744+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~IETQ0D4IG3WP.0 size=212992 2024-07-26T06:51:57.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.744+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=IETQ0D4IG3WP tag=HRDAS1C53CI1 type=write size=1261568 2024-07-26T06:51:57.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.747+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=AN84I53QFRG3 type=del 2024-07-26T06:51:57.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.748+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=Q4PDF4LOS82A type=write size=555618 2024-07-26T06:51:57.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.749+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~W295AZ507E3L.0 size=1048576 2024-07-26T06:51:57.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.750+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~W295AZ507E3L.1 size=643352 2024-07-26T06:51:57.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.754+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=W295AZ507E3L tag=VQZR73EV3I8F type=write size=2740504 2024-07-26T06:51:57.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.758+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~QVCA3B03LVBZ.0 size=629964 2024-07-26T06:51:57.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.758+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=QVCA3B03LVBZ tag=13Y4X8BC5GC9 type=write size=1678540 2024-07-26T06:51:57.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.760+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~IBMURQTQE2OH.0 size=1048576 2024-07-26T06:51:57.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.761+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~IBMURQTQE2OH.1 size=583521 2024-07-26T06:51:57.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.764+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=IBMURQTQE2OH tag=8E9ZAL8ESP41 type=write size=2680673 2024-07-26T06:51:57.766 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.766+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=JE852EW1RWEV type=del size=2051729 2024-07-26T06:51:57.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.769+0000 7ff4c963f640 -1 < failed to complete operation key=N6LO5JK45OQE tag=TD6R5JMQEEX0 type=del size=863460: (22) Invalid argument 2024-07-26T06:51:57.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.772+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=3DWI3Z24UA9D type=del size=3775336 2024-07-26T06:51:57.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.774+0000 7ff4c963f640 -1 < failed to complete operation key=CDMV8XZ0UE6O tag=L0QNQRBTR0ZS type=del size=3449772: (22) Invalid argument 2024-07-26T06:51:57.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.776+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=RSR8FUHTKQCL type=del size=432598 2024-07-26T06:51:57.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.778+0000 7ff4c963f640 1 < canceled operation key=Q5I4W7RRN47Z tag=4C0R0TLYB3DQ type=del size=3898725 2024-07-26T06:51:57.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.782+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~SOXRXX406UM6.0 size=451982 2024-07-26T06:51:57.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.782+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=SOXRXX406UM6 tag=YALLWY1IPANB type=write size=1500558 2024-07-26T06:51:57.786 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.786+0000 7ff4c963f640 1 < suggested update operation key=B25KI9T60YIW tag=S80HZC3M90Z4 type=del size=2756347 2024-07-26T06:51:57.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.790+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KONMVQBKRSVT.0 size=124223 2024-07-26T06:51:57.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.790+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=KONMVQBKRSVT tag=XR8CEF369OER type=write size=1172799 2024-07-26T06:51:57.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.792+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=TJTIUSETAS2O type=write size=760120 2024-07-26T06:51:57.794 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.794+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=8KC3J306WNQZ type=del size=3421230 2024-07-26T06:51:57.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.796+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.0 size=1048576 2024-07-26T06:51:57.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.798+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.1 size=1048576 2024-07-26T06:51:57.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.798+0000 7ff4c963f640 1 < canceled part key=_multipart_DA98A9ODDSQ1.2~FRCLSOBL690W.2 size=132771 2024-07-26T06:51:57.801 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.801+0000 7ff4c963f640 1 < canceled multipart upload key=DA98A9ODDSQ1 upload=FRCLSOBL690W tag=3839GLJTJ7JL type=write size=3278499 2024-07-26T06:51:57.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.806+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~TD049OK9EPV0.0 size=883111 2024-07-26T06:51:57.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.806+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=TD049OK9EPV0 tag=2VCP97PRAE18 type=write size=1931687 2024-07-26T06:51:57.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.809+0000 7ff4c963f640 -1 < failed to complete operation key=CDMV8XZ0UE6O tag=IQRRFXZFOCY4 type=write size=1027296: (22) Invalid argument 2024-07-26T06:51:57.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.813+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~3NUGBKXH4VRC.0 size=1048576 2024-07-26T06:51:57.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.815+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~3NUGBKXH4VRC.1 size=611918 2024-07-26T06:51:57.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.815+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=3NUGBKXH4VRC tag=9SNT3O3CZJNT type=write size=2709070 2024-07-26T06:51:57.817 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.817+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=0FNTZSNNDG11 type=write size=323596 2024-07-26T06:51:57.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.819+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=S7DPU630SIKZ type=write size=278999 2024-07-26T06:51:57.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.820+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~9GW5LGG7A2DX.0 size=1048576 2024-07-26T06:51:57.822 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.822+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~9GW5LGG7A2DX.1 size=479949 2024-07-26T06:51:57.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.826+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=9GW5LGG7A2DX tag=1NMSV4KQ2CHA type=write size=2577101 2024-07-26T06:51:57.828 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.828+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=LC52DULZJFXV type=del size=3916116 2024-07-26T06:51:57.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.830+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=MGNQ6L0OBVL0 type=write size=76058 2024-07-26T06:51:57.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.832+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=UOG30DY6P29X type=del size=3421371 2024-07-26T06:51:57.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.834+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=LF8EB4K0W0X4 type=del size=3610513 2024-07-26T06:51:57.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.836+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=I8LUQVMUN32Y type=del size=1038221 2024-07-26T06:51:57.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.840+0000 7ff4c963f640 1 < suggested update operation key=CDMV8XZ0UE6O tag=NXGVLMRXI6KG type=del size=282489 2024-07-26T06:51:57.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.842+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=LSH9RQPRPN8A type=del size=3140906 2024-07-26T06:51:57.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.844+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~IETQ0D4IG3WP.0 size=212992 2024-07-26T06:51:57.848 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.848+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=IETQ0D4IG3WP tag=HRDAS1C53CI1 type=write size=1261568 2024-07-26T06:51:57.852 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.851+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.0 size=1048576 2024-07-26T06:51:57.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.853+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.1 size=1048576 2024-07-26T06:51:57.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.855+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.2 size=656499 2024-07-26T06:51:57.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.855+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=N9621N1M4OKQ tag=LTZD63U0KM36 type=write size=3802227 2024-07-26T06:51:57.859 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.859+0000 7ff4c963f640 1 < suggested update operation key=1PX021NSZNUT tag=Q4PDF4LOS82A type=write size=555618 2024-07-26T06:51:57.863 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.863+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~6485JHVBHF7P.0 size=1048576 2024-07-26T06:51:57.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.865+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~6485JHVBHF7P.1 size=569738 2024-07-26T06:51:57.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.865+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=6485JHVBHF7P tag=KLWDFGHSUY7T type=write size=2666890 2024-07-26T06:51:57.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.867+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~QVCA3B03LVBZ.0 size=629964 2024-07-26T06:51:57.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.870+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=QVCA3B03LVBZ tag=13Y4X8BC5GC9 type=write size=1678540 2024-07-26T06:51:57.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.872+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=16O805HU402D type=del size=1493304 2024-07-26T06:51:57.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.876+0000 7ff4c963f640 1 < suggested update operation key=I09JADQKAYAZ tag=JE852EW1RWEV type=del size=2051729 2024-07-26T06:51:57.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.881+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.0 size=1048576 2024-07-26T06:51:57.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.882+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.1 size=1048576 2024-07-26T06:51:57.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.884+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.2 size=737270 2024-07-26T06:51:57.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.884+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=1ZSPFF77AA22 tag=VHKJ23T3R2QB type=write size=3882998 2024-07-26T06:51:57.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.889+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=3DWI3Z24UA9D type=del size=3775336 2024-07-26T06:51:57.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.891+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=8VAMMHE1VAAG type=del size=151616 2024-07-26T06:51:57.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.893+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=RSR8FUHTKQCL type=del 2024-07-26T06:51:57.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.896+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~MBIJ0PHBI56C.0 size=1048576 2024-07-26T06:51:57.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.898+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~MBIJ0PHBI56C.1 size=823858 2024-07-26T06:51:57.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.898+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=MBIJ0PHBI56C tag=JK61509PS3KN type=write size=2921010 2024-07-26T06:51:57.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.901+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~SOXRXX406UM6.0 size=451982 2024-07-26T06:51:57.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.904+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=SOXRXX406UM6 tag=YALLWY1IPANB type=write size=1500558 2024-07-26T06:51:57.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.906+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=GXQ9CFO53URA type=del size=2418935 2024-07-26T06:51:57.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.907+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KONMVQBKRSVT.0 size=124223 2024-07-26T06:51:57.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.911+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=KONMVQBKRSVT tag=XR8CEF369OER type=write size=1172799 2024-07-26T06:51:57.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.913+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=PFXDTN6NTHNI type=del size=726011 2024-07-26T06:51:57.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.916+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=8KC3J306WNQZ type=del 2024-07-26T06:51:57.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.919+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~1PVX8KOHNYBV.0 size=1048576 2024-07-26T06:51:57.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.921+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~1PVX8KOHNYBV.1 size=30911 2024-07-26T06:51:57.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.921+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=1PVX8KOHNYBV tag=VSKM3HDJKUMB type=write size=2128063 2024-07-26T06:51:57.923 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.922+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~TD049OK9EPV0.0 size=883111 2024-07-26T06:51:57.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.926+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=TD049OK9EPV0 tag=2VCP97PRAE18 type=write size=1931687 2024-07-26T06:51:57.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.929+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~S4FO0U3H1Q87.0 size=1048576 2024-07-26T06:51:57.931 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.931+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~S4FO0U3H1Q87.1 size=743976 2024-07-26T06:51:57.931 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.931+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=S4FO0U3H1Q87 tag=Y8II1R6RFNXY type=write size=2841128 2024-07-26T06:51:57.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.933+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~3NUGBKXH4VRC.0 size=1048576 2024-07-26T06:51:57.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.935+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~3NUGBKXH4VRC.1 size=611918 2024-07-26T06:51:57.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.938+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=3NUGBKXH4VRC tag=9SNT3O3CZJNT type=write size=2709070 2024-07-26T06:51:57.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.942+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.0 size=1048576 2024-07-26T06:51:57.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.944+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.1 size=1048576 2024-07-26T06:51:57.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.946+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.2 size=755507 2024-07-26T06:51:57.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.946+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=I8OKBEUHY5Q4 tag=PZ14GG1OOX48 type=write size=3901235 2024-07-26T06:51:57.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.950+0000 7ff4c963f640 1 < suggested update operation key=A7ZSBTMHA3UB tag=S7DPU630SIKZ type=write size=278999 2024-07-26T06:51:57.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.952+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=PZROM47YBM3G type=del size=2939970 2024-07-26T06:51:57.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.954+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=LC52DULZJFXV type=del 2024-07-26T06:51:57.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.956+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=6OFBI26VHFS8 type=del size=2104833 2024-07-26T06:51:57.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.958+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=UOG30DY6P29X type=del 2024-07-26T06:51:57.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.962+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.0 size=1048576 2024-07-26T06:51:57.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.964+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.1 size=1048576 2024-07-26T06:51:57.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.966+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.2 size=868485 2024-07-26T06:51:57.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.966+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=CR0VZVFIKTJJ tag=2KDXH7AFUKIC type=write size=4014213 2024-07-26T06:51:57.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.968+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=I8LUQVMUN32Y type=del 2024-07-26T06:51:57.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.971+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~QPDQA4BCKRNV.0 size=1048576 2024-07-26T06:51:57.973 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.973+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~QPDQA4BCKRNV.1 size=279047 2024-07-26T06:51:57.973 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.973+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=QPDQA4BCKRNV tag=SOF9740IQ2FN type=write size=2376199 2024-07-26T06:51:57.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.975+0000 7ff4c963f640 1 < canceled operation key=21MC0QVSM974 tag=LSH9RQPRPN8A type=del size=3140906 2024-07-26T06:51:57.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.977+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=VG3O72XR7EBQ type=del size=3589712 2024-07-26T06:51:57.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.979+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.0 size=1048576 2024-07-26T06:51:57.981 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.981+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.1 size=1048576 2024-07-26T06:51:57.983 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.982+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~N9621N1M4OKQ.2 size=656499 2024-07-26T06:51:57.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.986+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=N9621N1M4OKQ tag=LTZD63U0KM36 type=write size=3802227 2024-07-26T06:51:57.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.988+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=G96MOFVMSGXS type=del size=2497385 2024-07-26T06:51:57.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.990+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~6485JHVBHF7P.0 size=1048576 2024-07-26T06:51:57.992 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.992+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~6485JHVBHF7P.1 size=569738 2024-07-26T06:51:57.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.995+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=6485JHVBHF7P tag=KLWDFGHSUY7T type=write size=2666890 2024-07-26T06:51:57.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.997+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=SF08Y4IWGRG9 type=del size=1005609 2024-07-26T06:51:57.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:57.999+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=16O805HU402D type=del 2024-07-26T06:51:58.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.000+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=6TSSD3ZXIPWS type=write size=656825 2024-07-26T06:51:58.002 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.002+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.0 size=1048576 2024-07-26T06:51:58.004 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.004+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.1 size=1048576 2024-07-26T06:51:58.006 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.006+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~1ZSPFF77AA22.2 size=737270 2024-07-26T06:51:58.009 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.009+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=1ZSPFF77AA22 tag=VHKJ23T3R2QB type=write size=3882998 2024-07-26T06:51:58.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.012+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~2BMALYIRTH3Q.0 size=651515 2024-07-26T06:51:58.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.012+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=2BMALYIRTH3Q tag=V376YVSETCLX type=write size=1700091 2024-07-26T06:51:58.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.017+0000 7ff4c963f640 1 < suggested update operation key=ZUHQVW7JX900 tag=8VAMMHE1VAAG type=del size=151616 2024-07-26T06:51:58.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.020+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.0 size=1048576 2024-07-26T06:51:58.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.022+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.1 size=1048576 2024-07-26T06:51:58.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.023+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.2 size=285312 2024-07-26T06:51:58.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.023+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=QN4ZCD4R7UYG tag=XJXB07A2KVMZ type=write size=3431040 2024-07-26T06:51:58.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.025+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~MBIJ0PHBI56C.0 size=1048576 2024-07-26T06:51:58.027 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.027+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~MBIJ0PHBI56C.1 size=823858 2024-07-26T06:51:58.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.030+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=MBIJ0PHBI56C tag=JK61509PS3KN type=write size=2921010 2024-07-26T06:51:58.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.033+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~5YOYXQ6BVKCY.0 size=580499 2024-07-26T06:51:58.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.033+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=5YOYXQ6BVKCY tag=JKYE28FXKQQC type=write size=1629075 2024-07-26T06:51:58.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.037+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=GXQ9CFO53URA type=del size=2418935 2024-07-26T06:51:58.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.040+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~JE6ZZMA66SC8.0 size=1048576 2024-07-26T06:51:58.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.042+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~JE6ZZMA66SC8.1 size=486958 2024-07-26T06:51:58.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.042+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=JE6ZZMA66SC8 tag=A25Q1S5L38Y4 type=write size=2584110 2024-07-26T06:51:58.044 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.044+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=PFXDTN6NTHNI type=del 2024-07-26T06:51:58.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.048+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~IGUY6UI9U0NC.0 size=592444 2024-07-26T06:51:58.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.048+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=IGUY6UI9U0NC tag=9J1N1QK7MTL9 type=write size=1641020 2024-07-26T06:51:58.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.050+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~1PVX8KOHNYBV.0 size=1048576 2024-07-26T06:51:58.051 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.051+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~1PVX8KOHNYBV.1 size=30911 2024-07-26T06:51:58.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.055+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=1PVX8KOHNYBV tag=VSKM3HDJKUMB type=write size=2128063 2024-07-26T06:51:58.057 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.057+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=1RDSLPJLR81W type=write size=719829 2024-07-26T06:51:58.059 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.059+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~S4FO0U3H1Q87.0 size=1048576 2024-07-26T06:51:58.061 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.061+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~S4FO0U3H1Q87.1 size=743976 2024-07-26T06:51:58.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.064+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=S4FO0U3H1Q87 tag=Y8II1R6RFNXY type=write size=2841128 2024-07-26T06:51:58.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.066+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=4TYFJ20XCXCC type=del size=3615026 2024-07-26T06:51:58.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.068+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.0 size=1048576 2024-07-26T06:51:58.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.070+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.1 size=1048576 2024-07-26T06:51:58.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.072+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~I8OKBEUHY5Q4.2 size=755507 2024-07-26T06:51:58.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.075+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=I8OKBEUHY5Q4 tag=PZ14GG1OOX48 type=write size=3901235 2024-07-26T06:51:58.077 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.077+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=5EHF3WVL6SE1 type=del size=1444748 2024-07-26T06:51:58.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.079+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=PZROM47YBM3G type=del 2024-07-26T06:51:58.083 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.083+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.0 size=1048576 2024-07-26T06:51:58.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.084+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.1 size=1048576 2024-07-26T06:51:58.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.086+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.2 size=333433 2024-07-26T06:51:58.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.086+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=65JTDOTO73KN tag=X6PZBJY5AVWS type=write size=3479161 2024-07-26T06:51:58.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.089+0000 7ff4c963f640 1 < suggested update operation key=G9CKPX677F31 tag=6OFBI26VHFS8 type=del size=2104833 2024-07-26T06:51:58.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.093+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.0 size=1048576 2024-07-26T06:51:58.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.094+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.1 size=1048576 2024-07-26T06:51:58.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.096+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.2 size=228390 2024-07-26T06:51:58.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.096+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=OJGCZGPGIUW7 tag=3N39UHASN2I5 type=write size=3374118 2024-07-26T06:51:58.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.096+0000 7ff4c963f640 1 < canceled part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.0 size=1048576 2024-07-26T06:51:58.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.098+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.1 size=1048576 2024-07-26T06:51:58.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.100+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~CR0VZVFIKTJJ.2 size=868485 2024-07-26T06:51:58.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.103+0000 7ff4c963f640 1 < canceled multipart upload key=ZUHQVW7JX900 upload=CR0VZVFIKTJJ tag=2KDXH7AFUKIC type=write size=4014213 2024-07-26T06:51:58.105 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.105+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=06ST5H06T67R type=del size=1211473 2024-07-26T06:51:58.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.106+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~QPDQA4BCKRNV.0 size=1048576 2024-07-26T06:51:58.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.107+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~QPDQA4BCKRNV.1 size=279047 2024-07-26T06:51:58.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.111+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=QPDQA4BCKRNV tag=SOF9740IQ2FN type=write size=2376199 2024-07-26T06:51:58.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.113+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=H0Z4X6OOK4CU type=del size=1010874 2024-07-26T06:51:58.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.115+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=VG3O72XR7EBQ type=del 2024-07-26T06:51:58.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.117+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=DCJ788UFYTDB type=del size=659922 2024-07-26T06:51:58.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.122+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=G96MOFVMSGXS type=del 2024-07-26T06:51:58.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.124+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=XN4X1VATFKA5 type=del size=2141464 2024-07-26T06:51:58.126 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.126+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=SF08Y4IWGRG9 type=del 2024-07-26T06:51:58.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.128+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=8HGPFEWQNJKC type=del size=1729699 2024-07-26T06:51:58.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.130+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=6TSSD3ZXIPWS type=write size=656825 2024-07-26T06:51:58.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.133+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~J0F3DI4ZI8VW.0 size=230488 2024-07-26T06:51:58.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.133+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=J0F3DI4ZI8VW tag=GVNYQI77DB40 type=write size=1279064 2024-07-26T06:51:58.136 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.136+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~2BMALYIRTH3Q.0 size=651515 2024-07-26T06:51:58.140 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.139+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=2BMALYIRTH3Q tag=V376YVSETCLX type=write size=1700091 2024-07-26T06:51:58.143 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.143+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.0 size=1048576 2024-07-26T06:51:58.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.144+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.1 size=1048576 2024-07-26T06:51:58.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.146+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.2 size=572536 2024-07-26T06:51:58.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.146+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=ELCD3E0TQJCX tag=XBV0QI1CLLEN type=write size=3718264 2024-07-26T06:51:58.149 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.149+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.0 size=1048576 2024-07-26T06:51:58.151 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.150+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.1 size=1048576 2024-07-26T06:51:58.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.152+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~QN4ZCD4R7UYG.2 size=285312 2024-07-26T06:51:58.156 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.156+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=QN4ZCD4R7UYG tag=XJXB07A2KVMZ type=write size=3431040 2024-07-26T06:51:58.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.157+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=7JPGVRCN1U4B type=del size=710523 2024-07-26T06:51:58.160 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.160+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~5YOYXQ6BVKCY.0 size=580499 2024-07-26T06:51:58.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.163+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=5YOYXQ6BVKCY tag=JKYE28FXKQQC type=write size=1629075 2024-07-26T06:51:58.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.165+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=UJEMDEXPHZ84 type=write size=987392 2024-07-26T06:51:58.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.167+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~JE6ZZMA66SC8.0 size=1048576 2024-07-26T06:51:58.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.168+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~JE6ZZMA66SC8.1 size=486958 2024-07-26T06:51:58.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.172+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=JE6ZZMA66SC8 tag=A25Q1S5L38Y4 type=write size=2584110 2024-07-26T06:51:58.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.176+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.0 size=1048576 2024-07-26T06:51:58.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.178+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.1 size=1048576 2024-07-26T06:51:58.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.180+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.2 size=754842 2024-07-26T06:51:58.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.180+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=E9LTV48IX695 tag=D4NNTXP4Z1Y7 type=write size=3900570 2024-07-26T06:51:58.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.181+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~IGUY6UI9U0NC.0 size=592444 2024-07-26T06:51:58.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.185+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=IGUY6UI9U0NC tag=9J1N1QK7MTL9 type=write size=1641020 2024-07-26T06:51:58.187 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.187+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=S5NFAK02JJLZ type=write size=919846 2024-07-26T06:51:58.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.189+0000 7ff4c963f640 1 < completed write operation key=7OLNPIQ92BCG tag=1RDSLPJLR81W type=write size=719829 2024-07-26T06:51:58.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.192+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=SL06MCBGS0MT type=del size=2927095 2024-07-26T06:51:58.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.196+0000 7ff4c963f640 1 < suggested remove operation key=SQIHDHAP6YNK tag=4TYFJ20XCXCC type=del 2024-07-26T06:51:58.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.198+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=KWB8TR01HQMQ type=del size=1123134 2024-07-26T06:51:58.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.199+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=5EHF3WVL6SE1 type=del 2024-07-26T06:51:58.202 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.202+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=D4NNATG8IZZW type=write size=455566 2024-07-26T06:51:58.204 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.204+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.0 size=1048576 2024-07-26T06:51:58.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.206+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.1 size=1048576 2024-07-26T06:51:58.208 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.208+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~65JTDOTO73KN.2 size=333433 2024-07-26T06:51:58.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.212+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=65JTDOTO73KN tag=X6PZBJY5AVWS type=write size=3479161 2024-07-26T06:51:58.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.214+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=J86HK3M5HASW type=del size=87996 2024-07-26T06:51:58.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.217+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.0 size=1048576 2024-07-26T06:51:58.219 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.219+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.1 size=1048576 2024-07-26T06:51:58.221 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.220+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~OJGCZGPGIUW7.2 size=228390 2024-07-26T06:51:58.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.224+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=OJGCZGPGIUW7 tag=3N39UHASN2I5 type=write size=3374118 2024-07-26T06:51:58.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.228+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~AV5HUXD39S8V.0 size=1048576 2024-07-26T06:51:58.230 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.230+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~AV5HUXD39S8V.1 size=317747 2024-07-26T06:51:58.230 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.230+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=AV5HUXD39S8V tag=UKZ3W4ZF2B2A type=write size=2414899 2024-07-26T06:51:58.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.232+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=06ST5H06T67R type=del 2024-07-26T06:51:58.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.234+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=PRG5DJAR8Y8Q type=del size=2041360 2024-07-26T06:51:58.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.236+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=H0Z4X6OOK4CU type=del 2024-07-26T06:51:58.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.238+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=EO1GQFWWN8L2 type=del size=2062944 2024-07-26T06:51:58.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.242+0000 7ff4c963f640 1 < suggested remove operation key=BVS86991ZRFJ tag=DCJ788UFYTDB type=del 2024-07-26T06:51:58.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.244+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=KUU7NOHAYFWE type=del size=4043665 2024-07-26T06:51:58.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.246+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=XN4X1VATFKA5 type=del 2024-07-26T06:51:58.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.249+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.0 size=1048576 2024-07-26T06:51:58.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.251+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.1 size=1048576 2024-07-26T06:51:58.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.252+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.2 size=162062 2024-07-26T06:51:58.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.252+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=8E3VW7TGGSIG tag=J3I9BG33ZOM2 type=write size=3307790 2024-07-26T06:51:58.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.256+0000 7ff4c963f640 -1 < failed to complete operation key=BVS86991ZRFJ tag=8HGPFEWQNJKC type=del size=1729699: (22) Invalid argument 2024-07-26T06:51:58.258 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.258+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=7P3B7337MB0T type=del size=175351 2024-07-26T06:51:58.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.259+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~J0F3DI4ZI8VW.0 size=230488 2024-07-26T06:51:58.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.263+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=J0F3DI4ZI8VW tag=GVNYQI77DB40 type=write size=1279064 2024-07-26T06:51:58.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.267+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~MG9GB1XJKSC2.0 size=25037 2024-07-26T06:51:58.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.267+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=MG9GB1XJKSC2 tag=WEIXOQ1X9D07 type=write size=1073613 2024-07-26T06:51:58.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.269+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.0 size=1048576 2024-07-26T06:51:58.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.270+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.1 size=1048576 2024-07-26T06:51:58.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.272+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~ELCD3E0TQJCX.2 size=572536 2024-07-26T06:51:58.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.275+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=ELCD3E0TQJCX tag=XBV0QI1CLLEN type=write size=3718264 2024-07-26T06:51:58.277 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.277+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=I3KM853S1VFE type=del size=4146424 2024-07-26T06:51:58.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.279+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=7JPGVRCN1U4B type=del 2024-07-26T06:51:58.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.282+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~500W9438YF0F.0 size=1048576 2024-07-26T06:51:58.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.284+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~500W9438YF0F.1 size=130142 2024-07-26T06:51:58.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.284+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=500W9438YF0F tag=FO6M9TNJ4SQJ type=write size=2227294 2024-07-26T06:51:58.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.286+0000 7ff4c963f640 1 < completed write operation key=4CBTB2OOO13L tag=UJEMDEXPHZ84 type=write size=987392 2024-07-26T06:51:58.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.289+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~BXDE2TSIE81N.0 size=246035 2024-07-26T06:51:58.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.289+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=BXDE2TSIE81N tag=IQ7SMTVK015J type=write size=1294611 2024-07-26T06:51:58.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.291+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.0 size=1048576 2024-07-26T06:51:58.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.293+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.1 size=1048576 2024-07-26T06:51:58.295 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.294+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~E9LTV48IX695.2 size=754842 2024-07-26T06:51:58.298 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.298+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=E9LTV48IX695 tag=D4NNTXP4Z1Y7 type=write size=3900570 2024-07-26T06:51:58.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.301+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~FOZRSTGYMS5L.0 size=612836 2024-07-26T06:51:58.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.301+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=FOZRSTGYMS5L tag=6C4QDY6DHLKA type=write size=1661412 2024-07-26T06:51:58.303 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.303+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=S5NFAK02JJLZ type=write size=919846 2024-07-26T06:51:58.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.306+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~NTXD7METYBCT.0 size=268922 2024-07-26T06:51:58.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.306+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=NTXD7METYBCT tag=VSROF779YK1Y type=write size=1317498 2024-07-26T06:51:58.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.308+0000 7ff4c963f640 1 < canceled operation key=LIYRVFVSY982 tag=SL06MCBGS0MT type=del size=2927095 2024-07-26T06:51:58.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.310+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=H3X7L2Q2EAC8 type=write size=826924 2024-07-26T06:51:58.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.312+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=KWB8TR01HQMQ type=del size=1123134 2024-07-26T06:51:58.315 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.315+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.0 size=1048576 2024-07-26T06:51:58.317 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.317+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.1 size=1048576 2024-07-26T06:51:58.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.318+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.2 size=683159 2024-07-26T06:51:58.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.318+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=RBTPXSL4805F tag=REJJWKP0V1DS type=write size=3828887 2024-07-26T06:51:58.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.320+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=D4NNATG8IZZW type=write size=455566 2024-07-26T06:51:58.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.322+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=PQRMXD1VG31E type=del size=2996617 2024-07-26T06:51:58.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.326+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=J86HK3M5HASW type=del 2024-07-26T06:51:58.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.329+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~DAVE9NMLQ0FB.0 size=7611 2024-07-26T06:51:58.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.329+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=DAVE9NMLQ0FB tag=WH8E977M7GZO type=write size=1056187 2024-07-26T06:51:58.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.331+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~AV5HUXD39S8V.0 size=1048576 2024-07-26T06:51:58.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.332+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~AV5HUXD39S8V.1 size=317747 2024-07-26T06:51:58.337 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.337+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=AV5HUXD39S8V tag=UKZ3W4ZF2B2A type=write size=2414899 2024-07-26T06:51:58.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.340+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.0 size=1048576 2024-07-26T06:51:58.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.342+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.1 size=1048576 2024-07-26T06:51:58.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.344+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.2 size=858333 2024-07-26T06:51:58.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.344+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=TRO7ISN6YY0R tag=FHA39Q4N30MA type=write size=4004061 2024-07-26T06:51:58.347 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.347+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=PRG5DJAR8Y8Q type=del 2024-07-26T06:51:58.349 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.349+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=S589O0SHYGOU type=del size=1287889 2024-07-26T06:51:58.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.351+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=EO1GQFWWN8L2 type=del 2024-07-26T06:51:58.353 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.353+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=OKU9VLRP4S0W type=del size=2242030 2024-07-26T06:51:58.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.355+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=KUU7NOHAYFWE type=del 2024-07-26T06:51:58.359 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.359+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~P1GP25PZ96T2.0 size=230276 2024-07-26T06:51:58.359 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.359+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=P1GP25PZ96T2 tag=PAK2BUS6BM9L type=write size=1278852 2024-07-26T06:51:58.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.361+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.0 size=1048576 2024-07-26T06:51:58.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.362+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.1 size=1048576 2024-07-26T06:51:58.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.364+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~8E3VW7TGGSIG.2 size=162062 2024-07-26T06:51:58.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.368+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=8E3VW7TGGSIG tag=J3I9BG33ZOM2 type=write size=3307790 2024-07-26T06:51:58.370 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.370+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=DSU7N2PG92OB type=del size=2058293 2024-07-26T06:51:58.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.371+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=7P3B7337MB0T type=del 2024-07-26T06:51:58.375 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.375+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~0P1DFKGRTGLU.0 size=1048576 2024-07-26T06:51:58.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.376+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~0P1DFKGRTGLU.1 size=106890 2024-07-26T06:51:58.377 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.376+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=0P1DFKGRTGLU tag=3A1BURH0K69V type=write size=2204042 2024-07-26T06:51:58.379 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.379+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~MG9GB1XJKSC2.0 size=25037 2024-07-26T06:51:58.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.383+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=MG9GB1XJKSC2 tag=WEIXOQ1X9D07 type=write size=1073613 2024-07-26T06:51:58.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.385+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=RZN2ODWHX9GU type=del size=2452584 2024-07-26T06:51:58.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.387+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=I3KM853S1VFE type=del 2024-07-26T06:51:58.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.390+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.0 size=1048576 2024-07-26T06:51:58.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.392+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.1 size=1048576 2024-07-26T06:51:58.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.394+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.2 size=1035353 2024-07-26T06:51:58.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.394+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=TM78Y6XIGDKS tag=4KTO4KD0YN8B type=write size=4181081 2024-07-26T06:51:58.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.396+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~500W9438YF0F.0 size=1048576 2024-07-26T06:51:58.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.397+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~500W9438YF0F.1 size=130142 2024-07-26T06:51:58.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.401+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=500W9438YF0F tag=FO6M9TNJ4SQJ type=write size=2227294 2024-07-26T06:51:58.403 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.403+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=Q571JY5UPF1B type=del size=2361045 2024-07-26T06:51:58.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.405+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~BXDE2TSIE81N.0 size=246035 2024-07-26T06:51:58.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.409+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=BXDE2TSIE81N tag=IQ7SMTVK015J type=write size=1294611 2024-07-26T06:51:58.412 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.412+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~U05B4K6RCKJR.0 size=1048576 2024-07-26T06:51:58.414 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.414+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~U05B4K6RCKJR.1 size=468010 2024-07-26T06:51:58.414 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.414+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=U05B4K6RCKJR tag=2V0LZXAF1R8O type=write size=2565162 2024-07-26T06:51:58.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.416+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~FOZRSTGYMS5L.0 size=612836 2024-07-26T06:51:58.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.419+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=FOZRSTGYMS5L tag=6C4QDY6DHLKA type=write size=1661412 2024-07-26T06:51:58.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.421+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=L1A2P3DG25AP type=del size=2432864 2024-07-26T06:51:58.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.423+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~NTXD7METYBCT.0 size=268922 2024-07-26T06:51:58.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.426+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=NTXD7METYBCT tag=VSROF779YK1Y type=write size=1317498 2024-07-26T06:51:58.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.428+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=JDPPV0LEVJ59 type=del size=403577 2024-07-26T06:51:58.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.430+0000 7ff4c963f640 1 < canceled operation key=QI57TQ8F5MI6 tag=H3X7L2Q2EAC8 type=write size=826924 2024-07-26T06:51:58.432 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.432+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=ZOQ7W7C7FNZV type=del size=3343501 2024-07-26T06:51:58.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.434+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.0 size=1048576 2024-07-26T06:51:58.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.436+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.1 size=1048576 2024-07-26T06:51:58.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.437+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~RBTPXSL4805F.2 size=683159 2024-07-26T06:51:58.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.441+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=RBTPXSL4805F tag=REJJWKP0V1DS type=write size=3828887 2024-07-26T06:51:58.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.444+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.0 size=1048576 2024-07-26T06:51:58.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.446+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.1 size=1048576 2024-07-26T06:51:58.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.447+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.2 size=875245 2024-07-26T06:51:58.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.447+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=QOUMEV5YCZWE tag=79APTN6WSRND type=write size=4020973 2024-07-26T06:51:58.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.449+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=PQRMXD1VG31E type=del 2024-07-26T06:51:58.451 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.451+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=95ON2J985LYV type=del size=2440282 2024-07-26T06:51:58.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.453+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~DAVE9NMLQ0FB.0 size=7611 2024-07-26T06:51:58.457 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.456+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=DAVE9NMLQ0FB tag=WH8E977M7GZO type=write size=1056187 2024-07-26T06:51:58.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.460+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.0 size=1048576 2024-07-26T06:51:58.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.462+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.1 size=1048576 2024-07-26T06:51:58.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.464+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.2 size=397515 2024-07-26T06:51:58.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.464+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=72NGFZO20KC1 tag=G20HPJWN9LQP type=write size=3543243 2024-07-26T06:51:58.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.467+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.0 size=1048576 2024-07-26T06:51:58.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.469+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.1 size=1048576 2024-07-26T06:51:58.470 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.470+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~TRO7ISN6YY0R.2 size=858333 2024-07-26T06:51:58.474 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.474+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=TRO7ISN6YY0R tag=FHA39Q4N30MA type=write size=4004061 2024-07-26T06:51:58.476 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.475+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=WHD7WGM5J0AT type=del size=3760305 2024-07-26T06:51:58.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.478+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=S589O0SHYGOU type=del 2024-07-26T06:51:58.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.479+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=50T54M4M1E81 type=write size=932737 2024-07-26T06:51:58.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.484+0000 7ff4c963f640 1 < suggested remove operation key=97622HH90SL9 tag=OKU9VLRP4S0W type=del 2024-07-26T06:51:58.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.487+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~ZPRH838L8B24.0 size=1048576 2024-07-26T06:51:58.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.489+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~ZPRH838L8B24.1 size=890825 2024-07-26T06:51:58.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.489+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=ZPRH838L8B24 tag=DQ1S7TRENQGN type=write size=2987977 2024-07-26T06:51:58.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.491+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~P1GP25PZ96T2.0 size=230276 2024-07-26T06:51:58.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.495+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=P1GP25PZ96T2 tag=PAK2BUS6BM9L type=write size=1278852 2024-07-26T06:51:58.498 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.497+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=UP6N7DXETTGK type=del size=444151 2024-07-26T06:51:58.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.501+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=DSU7N2PG92OB type=del 2024-07-26T06:51:58.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.505+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~W0P3JQZ7U101.0 size=1048576 2024-07-26T06:51:58.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.506+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~W0P3JQZ7U101.1 size=670219 2024-07-26T06:51:58.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.506+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=W0P3JQZ7U101 tag=BLYX6TXGHB7Z type=write size=2767371 2024-07-26T06:51:58.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.509+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~0P1DFKGRTGLU.0 size=1048576 2024-07-26T06:51:58.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.510+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~0P1DFKGRTGLU.1 size=106890 2024-07-26T06:51:58.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.515+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=0P1DFKGRTGLU tag=3A1BURH0K69V type=write size=2204042 2024-07-26T06:51:58.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.517+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=F5XHP3D7NK9B type=del size=1066771 2024-07-26T06:51:58.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.519+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=RZN2ODWHX9GU type=del 2024-07-26T06:51:58.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.523+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.0 size=1048576 2024-07-26T06:51:58.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.524+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.1 size=1048576 2024-07-26T06:51:58.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.526+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.2 size=436285 2024-07-26T06:51:58.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.526+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=VCPK5CKYM1UG tag=Q5ZBX8NZ9IQ8 type=write size=3582013 2024-07-26T06:51:58.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.528+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.0 size=1048576 2024-07-26T06:51:58.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.530+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.1 size=1048576 2024-07-26T06:51:58.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.532+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~TM78Y6XIGDKS.2 size=1035353 2024-07-26T06:51:58.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.535+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=TM78Y6XIGDKS tag=4KTO4KD0YN8B type=write size=4181081 2024-07-26T06:51:58.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.537+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=MP8TZ4L0J9RG type=del size=1453723 2024-07-26T06:51:58.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.538+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=Q571JY5UPF1B type=del 2024-07-26T06:51:58.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.540+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=9012SWL85Z66 type=del size=238296 2024-07-26T06:51:58.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.541+0000 7ff4c963f640 1 < canceled part key=_multipart_N6LO5JK45OQE.2~U05B4K6RCKJR.0 size=1048576 2024-07-26T06:51:58.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.543+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~U05B4K6RCKJR.1 size=468010 2024-07-26T06:51:58.546 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.546+0000 7ff4c963f640 1 < canceled multipart upload key=N6LO5JK45OQE upload=U05B4K6RCKJR tag=2V0LZXAF1R8O type=write size=2565162 2024-07-26T06:51:58.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.548+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=9L7C4718OD83 type=del size=3929939 2024-07-26T06:51:58.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.550+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=L1A2P3DG25AP type=del 2024-07-26T06:51:58.554 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.553+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.0 size=1048576 2024-07-26T06:51:58.555 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.555+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.1 size=1048576 2024-07-26T06:51:58.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.557+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.2 size=228101 2024-07-26T06:51:58.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.557+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=ILPBFLPFL3P8 tag=FRHVUTM9RT08 type=write size=3373829 2024-07-26T06:51:58.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.559+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=JDPPV0LEVJ59 type=del 2024-07-26T06:51:58.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.561+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=ML50HNSVTFZH type=del size=545658 2024-07-26T06:51:58.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.566+0000 7ff4c963f640 1 < suggested remove operation key=6ZZV6L4I9YZV tag=ZOQ7W7C7FNZV type=del 2024-07-26T06:51:58.569 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.569+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=1B9SN3UWKNAP type=del size=796722 2024-07-26T06:51:58.571 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.571+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.0 size=1048576 2024-07-26T06:51:58.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.573+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.1 size=1048576 2024-07-26T06:51:58.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.575+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~QOUMEV5YCZWE.2 size=875245 2024-07-26T06:51:58.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.578+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=QOUMEV5YCZWE tag=79APTN6WSRND type=write size=4020973 2024-07-26T06:51:58.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.582+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~KODM0SB0VJ60.0 size=541629 2024-07-26T06:51:58.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.582+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=KODM0SB0VJ60 tag=DRRCHI681L0X type=write size=1590205 2024-07-26T06:51:58.585 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.585+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=95ON2J985LYV type=del 2024-07-26T06:51:58.587 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.587+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=RQM2ILFSYIFS type=del size=734137 2024-07-26T06:51:58.587 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.587+0000 7ff4c963f640 1 < canceled part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.0 size=1048576 2024-07-26T06:51:58.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.589+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.1 size=1048576 2024-07-26T06:51:58.591 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.590+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~72NGFZO20KC1.2 size=397515 2024-07-26T06:51:58.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.594+0000 7ff4c963f640 1 < canceled multipart upload key=J12W312ZJLEC upload=72NGFZO20KC1 tag=G20HPJWN9LQP type=write size=3543243 2024-07-26T06:51:58.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.596+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=C2654WPUZBPJ type=write size=1019869 2024-07-26T06:51:58.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.598+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=WHD7WGM5J0AT type=del 2024-07-26T06:51:58.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.600+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=G43MO0204UHV type=del size=1097934 2024-07-26T06:51:58.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.602+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=50T54M4M1E81 type=write size=932737 2024-07-26T06:51:58.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.604+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=NFGL3WZPEW5A type=del size=4101952 2024-07-26T06:51:58.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.606+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~ZPRH838L8B24.0 size=1048576 2024-07-26T06:51:58.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.606+0000 7ff4c963f640 1 < canceled part key=_multipart_97622HH90SL9.2~ZPRH838L8B24.1 size=890825 2024-07-26T06:51:58.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.610+0000 7ff4c963f640 1 < canceled multipart upload key=97622HH90SL9 upload=ZPRH838L8B24 tag=DQ1S7TRENQGN type=write size=2987977 2024-07-26T06:51:58.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.612+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=3VGGTJ5OGCO5 type=del size=2077218 2024-07-26T06:51:58.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.613+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=UP6N7DXETTGK type=del 2024-07-26T06:51:58.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.615+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=N6F2PGQ0PHOC type=del size=3232642 2024-07-26T06:51:58.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.617+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~W0P3JQZ7U101.0 size=1048576 2024-07-26T06:51:58.619 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.619+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~W0P3JQZ7U101.1 size=670219 2024-07-26T06:51:58.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.622+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=W0P3JQZ7U101 tag=BLYX6TXGHB7Z type=write size=2767371 2024-07-26T06:51:58.627 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.626+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.0 size=1048576 2024-07-26T06:51:58.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.628+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.1 size=1048576 2024-07-26T06:51:58.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.629+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.2 size=477205 2024-07-26T06:51:58.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.630+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=JDC6UD1LSNNS tag=7FH8H62MQIW8 type=write size=3622933 2024-07-26T06:51:58.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.633+0000 7ff4c963f640 1 < suggested update operation key=8W36EMM1C36T tag=F5XHP3D7NK9B type=del size=1066771 2024-07-26T06:51:58.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.635+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=AMXCDUMPR91D type=del size=292415 2024-07-26T06:51:58.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.638+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.0 size=1048576 2024-07-26T06:51:58.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.639+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.1 size=1048576 2024-07-26T06:51:58.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.641+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~VCPK5CKYM1UG.2 size=436285 2024-07-26T06:51:58.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.644+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=VCPK5CKYM1UG tag=Q5ZBX8NZ9IQ8 type=write size=3582013 2024-07-26T06:51:58.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.648+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.0 size=1048576 2024-07-26T06:51:58.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.650+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.1 size=1048576 2024-07-26T06:51:58.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.651+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.2 size=337597 2024-07-26T06:51:58.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.651+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=GENO3FK5MA26 tag=0TZZRL9ES759 type=write size=3483325 2024-07-26T06:51:58.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.654+0000 7ff4c963f640 -1 < failed to complete operation key=8W36EMM1C36T tag=MP8TZ4L0J9RG type=del size=1453723: (22) Invalid argument 2024-07-26T06:51:58.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.656+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=8F26Y6EPKTGK type=write size=213157 2024-07-26T06:51:58.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.658+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=9012SWL85Z66 type=del 2024-07-26T06:51:58.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.660+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=J34QABQ6WO2N type=del size=208127 2024-07-26T06:51:58.662 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.662+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=9L7C4718OD83 type=del 2024-07-26T06:51:58.666 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.666+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~CD2A7ZQPC2N1.0 size=331493 2024-07-26T06:51:58.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.666+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=CD2A7ZQPC2N1 tag=BVWNSNF2JHRS type=write size=1380069 2024-07-26T06:51:58.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.668+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.0 size=1048576 2024-07-26T06:51:58.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.671+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.1 size=1048576 2024-07-26T06:51:58.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.673+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ILPBFLPFL3P8.2 size=228101 2024-07-26T06:51:58.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.677+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=ILPBFLPFL3P8 tag=FRHVUTM9RT08 type=write size=3373829 2024-07-26T06:51:58.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.679+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=J0XYECDYSOWB type=del size=3821785 2024-07-26T06:51:58.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.681+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=ML50HNSVTFZH type=del 2024-07-26T06:51:58.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.683+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=YYIXQQ3PJAXI type=del size=320711 2024-07-26T06:51:58.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.685+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=1B9SN3UWKNAP type=del 2024-07-26T06:51:58.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.688+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~6S5H9D5DSPQX.0 size=1048576 2024-07-26T06:51:58.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.690+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~6S5H9D5DSPQX.1 size=16648 2024-07-26T06:51:58.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.690+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=6S5H9D5DSPQX tag=ID6LEI63D0P3 type=write size=2113800 2024-07-26T06:51:58.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.691+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~KODM0SB0VJ60.0 size=541629 2024-07-26T06:51:58.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.695+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=KODM0SB0VJ60 tag=DRRCHI681L0X type=write size=1590205 2024-07-26T06:51:58.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.698+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~G8C5387IU38R.0 size=1048576 2024-07-26T06:51:58.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.700+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~G8C5387IU38R.1 size=536873 2024-07-26T06:51:58.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.700+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=G8C5387IU38R tag=SAWLHWUVIJMI type=write size=2634025 2024-07-26T06:51:58.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.704+0000 7ff4c963f640 1 < suggested update operation key=6ZZV6L4I9YZV tag=RQM2ILFSYIFS type=del size=734137 2024-07-26T06:51:58.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.708+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~MDR15B91L793.0 size=450917 2024-07-26T06:51:58.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.708+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=MDR15B91L793 tag=ZGPN63FC3CIE type=write size=1499493 2024-07-26T06:51:58.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.710+0000 7ff4c963f640 1 < completed write operation key=OBU4MGXI9972 tag=C2654WPUZBPJ type=write size=1019869 2024-07-26T06:51:58.712 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.712+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=FK49TUXNFHH2 type=del size=3023632 2024-07-26T06:51:58.714 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.714+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=G43MO0204UHV type=del 2024-07-26T06:51:58.717 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.717+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~1H8G0NSEYZ1I.0 size=1048576 2024-07-26T06:51:58.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.719+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~1H8G0NSEYZ1I.1 size=606677 2024-07-26T06:51:58.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.719+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=1H8G0NSEYZ1I tag=WN287YMN8280 type=write size=2703829 2024-07-26T06:51:58.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.721+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=NFGL3WZPEW5A type=del 2024-07-26T06:51:58.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.723+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=WK68YASR3WT2 type=del size=1409347 2024-07-26T06:51:58.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.724+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=3VGGTJ5OGCO5 type=del 2024-07-26T06:51:58.729 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.729+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.0 size=1048576 2024-07-26T06:51:58.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.730+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.1 size=1048576 2024-07-26T06:51:58.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.732+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.2 size=912190 2024-07-26T06:51:58.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.732+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=321VGQJTLL3M tag=HZ0RT8W5RQ9A type=write size=4057918 2024-07-26T06:51:58.734 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.734+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=N6F2PGQ0PHOC type=del 2024-07-26T06:51:58.738 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.737+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.0 size=1048576 2024-07-26T06:51:58.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.739+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.1 size=1048576 2024-07-26T06:51:58.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.740+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.2 size=300395 2024-07-26T06:51:58.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.740+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=BF3MM5RBA406 tag=O9FEDG0UFSCX type=write size=3446123 2024-07-26T06:51:58.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.743+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.0 size=1048576 2024-07-26T06:51:58.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.744+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.1 size=1048576 2024-07-26T06:51:58.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.746+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~JDC6UD1LSNNS.2 size=477205 2024-07-26T06:51:58.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.749+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=JDC6UD1LSNNS tag=7FH8H62MQIW8 type=write size=3622933 2024-07-26T06:51:58.751 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.751+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=JVUDB9HHVZE9 type=write size=387874 2024-07-26T06:51:58.755 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.755+0000 7ff4c963f640 1 < suggested remove operation key=1PX021NSZNUT tag=AMXCDUMPR91D type=del 2024-07-26T06:51:58.757 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.757+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=EP78GN7XQEXJ type=del size=1522703 2024-07-26T06:51:58.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.759+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.0 size=1048576 2024-07-26T06:51:58.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.760+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.1 size=1048576 2024-07-26T06:51:58.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.762+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~GENO3FK5MA26.2 size=337597 2024-07-26T06:51:58.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.765+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=GENO3FK5MA26 tag=0TZZRL9ES759 type=write size=3483325 2024-07-26T06:51:58.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.769+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~ZMIFVLEFHGUD.0 size=17715 2024-07-26T06:51:58.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.769+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=ZMIFVLEFHGUD tag=VESY06GM5ZZD type=write size=1066291 2024-07-26T06:51:58.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.771+0000 7ff4c963f640 1 < completed write operation key=21MC0QVSM974 tag=8F26Y6EPKTGK type=write size=213157 2024-07-26T06:51:58.773 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.773+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=HBGIH6PFL9HU type=del size=1131212 2024-07-26T06:51:58.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.775+0000 7ff4c963f640 1 < canceled operation key=T6YV3TUMDU0L tag=J34QABQ6WO2N type=del size=208127 2024-07-26T06:51:58.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.778+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.0 size=1048576 2024-07-26T06:51:58.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.780+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.1 size=1048576 2024-07-26T06:51:58.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.782+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.2 size=1042110 2024-07-26T06:51:58.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.782+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=5IXO0BD76VJY tag=R9WEMPHYJPK2 type=write size=4187838 2024-07-26T06:51:58.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.784+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~CD2A7ZQPC2N1.0 size=331493 2024-07-26T06:51:58.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.787+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=CD2A7ZQPC2N1 tag=BVWNSNF2JHRS type=write size=1380069 2024-07-26T06:51:58.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.789+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=AVM4G87TTB67 type=del size=3255912 2024-07-26T06:51:58.794 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.793+0000 7ff4c963f640 1 < suggested remove operation key=55WYIVMEFCP7 tag=J0XYECDYSOWB type=del 2024-07-26T06:51:58.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.797+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.0 size=1048576 2024-07-26T06:51:58.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.799+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.1 size=1048576 2024-07-26T06:51:58.801 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.801+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.2 size=550393 2024-07-26T06:51:58.801 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.801+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=YF1L1BUBNOMV tag=T9VTGG6VHKS8 type=write size=3696121 2024-07-26T06:51:58.803 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.803+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=YYIXQQ3PJAXI type=del 2024-07-26T06:51:58.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.805+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=JUPJUCKLATCB type=del size=2587724 2024-07-26T06:51:58.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.805+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~6S5H9D5DSPQX.0 size=1048576 2024-07-26T06:51:58.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.807+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~6S5H9D5DSPQX.1 size=16648 2024-07-26T06:51:58.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.811+0000 7ff4c963f640 1 < canceled multipart upload key=55WYIVMEFCP7 upload=6S5H9D5DSPQX tag=ID6LEI63D0P3 type=write size=2113800 2024-07-26T06:51:58.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.813+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=4EZUNZ3Z02UO type=del size=1607810 2024-07-26T06:51:58.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.813+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~G8C5387IU38R.0 size=1048576 2024-07-26T06:51:58.814 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.813+0000 7ff4c963f640 1 < canceled part key=_multipart_55WYIVMEFCP7.2~G8C5387IU38R.1 size=536873 2024-07-26T06:51:58.817 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.817+0000 7ff4c963f640 1 < canceled multipart upload key=55WYIVMEFCP7 upload=G8C5387IU38R tag=SAWLHWUVIJMI type=write size=2634025 2024-07-26T06:51:58.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.818+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=FTXMZ1GHZDM5 type=del size=2808056 2024-07-26T06:51:58.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.820+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~MDR15B91L793.0 size=450917 2024-07-26T06:51:58.824 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.824+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=MDR15B91L793 tag=ZGPN63FC3CIE type=write size=1499493 2024-07-26T06:51:58.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.828+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.0 size=1048576 2024-07-26T06:51:58.830 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.830+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.1 size=1048576 2024-07-26T06:51:58.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.832+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.2 size=179473 2024-07-26T06:51:58.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.832+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=RLV629BG8534 tag=MHSH3L9PWBW7 type=write size=3325201 2024-07-26T06:51:58.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.834+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=FK49TUXNFHH2 type=del 2024-07-26T06:51:58.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.835+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=CLY6BBUV2FGX type=del size=676075 2024-07-26T06:51:58.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:51:58 smithi135 ceph-mon[90132]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 764 KiB/s rd, 268 KiB/s wr, 1.36k op/s 2024-07-26T06:51:58.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.838+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~1H8G0NSEYZ1I.0 size=1048576 2024-07-26T06:51:58.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.840+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~1H8G0NSEYZ1I.1 size=606677 2024-07-26T06:51:58.843 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.843+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=1H8G0NSEYZ1I tag=WN287YMN8280 type=write size=2703829 2024-07-26T06:51:58.845 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.845+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=J6AYY8ED489Z type=del size=3937640 2024-07-26T06:51:58.847 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.847+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=WK68YASR3WT2 type=del 2024-07-26T06:51:58.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.851+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~8J12YKJS29U2.0 size=713702 2024-07-26T06:51:58.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.851+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=8J12YKJS29U2 tag=S5BG8V0ZTLEB type=write size=1762278 2024-07-26T06:51:58.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.853+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.0 size=1048576 2024-07-26T06:51:58.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.855+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.1 size=1048576 2024-07-26T06:51:58.857 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.856+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~321VGQJTLL3M.2 size=912190 2024-07-26T06:51:58.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.860+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=321VGQJTLL3M tag=HZ0RT8W5RQ9A type=write size=4057918 2024-07-26T06:51:58.862 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.862+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=6TZKM0CAO8VZ type=del size=3171258 2024-07-26T06:51:58.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.864+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.0 size=1048576 2024-07-26T06:51:58.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.865+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.1 size=1048576 2024-07-26T06:51:58.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.867+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~BF3MM5RBA406.2 size=300395 2024-07-26T06:51:58.871 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.870+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=BF3MM5RBA406 tag=O9FEDG0UFSCX type=write size=3446123 2024-07-26T06:51:58.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.872+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=J75381IJ4RUY type=del size=2516576 2024-07-26T06:51:58.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.874+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=JVUDB9HHVZE9 type=write size=387874 2024-07-26T06:51:58.876 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.876+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=BWBDSUVLG43E type=del size=1074057 2024-07-26T06:51:58.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.878+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=EP78GN7XQEXJ type=del 2024-07-26T06:51:58.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.880+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=T37KGC5SUHDC type=del size=3196808 2024-07-26T06:51:58.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.882+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~ZMIFVLEFHGUD.0 size=17715 2024-07-26T06:51:58.886 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.886+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=ZMIFVLEFHGUD tag=VESY06GM5ZZD type=write size=1066291 2024-07-26T06:51:58.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.889+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~8OFLZYB1CXOU.0 size=757459 2024-07-26T06:51:58.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.889+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=8OFLZYB1CXOU tag=4HX7EBCSPAWM type=write size=1806035 2024-07-26T06:51:58.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.891+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=HBGIH6PFL9HU type=del 2024-07-26T06:51:58.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.893+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=RV4EPRN5TXCW type=del size=640288 2024-07-26T06:51:58.895 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.895+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.0 size=1048576 2024-07-26T06:51:58.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.895+0000 7ff4c963f640 1 < canceled part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.1 size=1048576 2024-07-26T06:51:58.897 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.897+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~5IXO0BD76VJY.2 size=1042110 2024-07-26T06:51:58.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.901+0000 7ff4c963f640 1 < canceled multipart upload key=7OLNPIQ92BCG upload=5IXO0BD76VJY tag=R9WEMPHYJPK2 type=write size=4187838 2024-07-26T06:51:58.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.905+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~3VKE8HDC3QQJ.0 size=334419 2024-07-26T06:51:58.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.905+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=3VKE8HDC3QQJ tag=O9ESRC3S1SB4 type=write size=1382995 2024-07-26T06:51:58.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.907+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=AVM4G87TTB67 type=del 2024-07-26T06:51:58.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.909+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=65DQFIVXBC7N type=del size=332120 2024-07-26T06:51:58.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.911+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.0 size=1048576 2024-07-26T06:51:58.913 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.913+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.1 size=1048576 2024-07-26T06:51:58.915 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.915+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~YF1L1BUBNOMV.2 size=550393 2024-07-26T06:51:58.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.918+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=YF1L1BUBNOMV tag=T9VTGG6VHKS8 type=write size=3696121 2024-07-26T06:51:58.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.922+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.0 size=1048576 2024-07-26T06:51:58.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.923+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.1 size=1048576 2024-07-26T06:51:58.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.925+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.2 size=302533 2024-07-26T06:51:58.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.925+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=J0ZWCV5CLDA9 tag=BWUIK1256CMA type=write size=3448261 2024-07-26T06:51:58.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.927+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=JUPJUCKLATCB type=del 2024-07-26T06:51:58.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.929+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=ZAEJ0CQHDAOP type=del size=1714704 2024-07-26T06:51:58.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.931+0000 7ff4c963f640 1 < completed delete operation key=BVS86991ZRFJ tag=4EZUNZ3Z02UO type=del 2024-07-26T06:51:58.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.934+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=4E8N83YHE9D0 type=del size=2339891 2024-07-26T06:51:58.936 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.936+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=FTXMZ1GHZDM5 type=del 2024-07-26T06:51:58.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.937+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=JFVKOHKMOXJY type=write size=191244 2024-07-26T06:51:58.940 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.940+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.0 size=1048576 2024-07-26T06:51:58.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.941+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.1 size=1048576 2024-07-26T06:51:58.943 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.943+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RLV629BG8534.2 size=179473 2024-07-26T06:51:58.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.946+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=RLV629BG8534 tag=MHSH3L9PWBW7 type=write size=3325201 2024-07-26T06:51:58.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.950+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.0 size=1048576 2024-07-26T06:51:58.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.952+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.1 size=1048576 2024-07-26T06:51:58.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.953+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.2 size=706497 2024-07-26T06:51:58.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.953+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=S2LAOFPYSWT7 tag=P6I2CUGBZ6T5 type=write size=3852225 2024-07-26T06:51:58.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.957+0000 7ff4c963f640 1 < suggested update operation key=B25KI9T60YIW tag=CLY6BBUV2FGX type=del size=676075 2024-07-26T06:51:58.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.960+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=JQ7N23XD0K43 type=del size=971019 2024-07-26T06:51:58.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.962+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=J6AYY8ED489Z type=del 2024-07-26T06:51:58.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.965+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=KHBHRUO6QY1C type=del size=181543 2024-07-26T06:51:58.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.965+0000 7ff4c963f640 1 < canceled part key=_multipart_ZUHQVW7JX900.2~8J12YKJS29U2.0 size=713702 2024-07-26T06:51:58.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.969+0000 7ff4c963f640 1 < canceled multipart upload key=ZUHQVW7JX900 upload=8J12YKJS29U2 tag=S5BG8V0ZTLEB type=write size=1762278 2024-07-26T06:51:58.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.971+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=V924Y14FER5A type=del size=1564107 2024-07-26T06:51:58.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.975+0000 7ff4c963f640 1 < suggested remove operation key=T6YV3TUMDU0L tag=6TZKM0CAO8VZ type=del 2024-07-26T06:51:58.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.978+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.0 size=1048576 2024-07-26T06:51:58.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.980+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.1 size=1048576 2024-07-26T06:51:58.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.981+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.2 size=488177 2024-07-26T06:51:58.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.981+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=LGM9M7HTFD2I tag=JKQBI920Z6DW type=write size=3633905 2024-07-26T06:51:58.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.983+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=J75381IJ4RUY type=del 2024-07-26T06:51:58.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.986+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=RRWP9QKBLTZO type=del size=932753 2024-07-26T06:51:58.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.989+0000 7ff4c963f640 -1 < failed to complete operation key=B25KI9T60YIW tag=BWBDSUVLG43E type=del size=1074057: (22) Invalid argument 2024-07-26T06:51:58.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.991+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=RIHD9I56YBVA type=del size=1557885 2024-07-26T06:51:58.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.993+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=T37KGC5SUHDC type=del 2024-07-26T06:51:58.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.997+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~FOH1016JPBI9.0 size=1048576 2024-07-26T06:51:58.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.999+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~FOH1016JPBI9.1 size=854216 2024-07-26T06:51:58.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:58.999+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=FOH1016JPBI9 tag=EFZTJBEBVW06 type=write size=2951368 2024-07-26T06:51:59.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.001+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~8OFLZYB1CXOU.0 size=757459 2024-07-26T06:51:59.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.005+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=8OFLZYB1CXOU tag=4HX7EBCSPAWM type=write size=1806035 2024-07-26T06:51:59.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.007+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=Z9ENH1IXDM18 type=del size=2138645 2024-07-26T06:51:59.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.009+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=RV4EPRN5TXCW type=del size=640288 2024-07-26T06:51:59.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.013+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.0 size=1048576 2024-07-26T06:51:59.016 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.015+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.1 size=1048576 2024-07-26T06:51:59.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.017+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.2 size=653992 2024-07-26T06:51:59.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.017+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=BLJOLDVSV0O3 tag=4B2U03S8Z68X type=write size=3799720 2024-07-26T06:51:59.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.019+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~3VKE8HDC3QQJ.0 size=334419 2024-07-26T06:51:59.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.022+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=3VKE8HDC3QQJ tag=O9ESRC3S1SB4 type=write size=1382995 2024-07-26T06:51:59.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.025+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=GYIAKY0NYXS3 type=del size=4086781 2024-07-26T06:51:59.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.029+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=65DQFIVXBC7N type=del size=332120 2024-07-26T06:51:59.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.031+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=K302KH4BW49T type=del size=280732 2024-07-26T06:51:59.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.033+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.0 size=1048576 2024-07-26T06:51:59.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.035+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.1 size=1048576 2024-07-26T06:51:59.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.037+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~J0ZWCV5CLDA9.2 size=302533 2024-07-26T06:51:59.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.040+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=J0ZWCV5CLDA9 tag=BWUIK1256CMA type=write size=3448261 2024-07-26T06:51:59.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.042+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=Z3VTIV4HMJOL type=write size=489973 2024-07-26T06:51:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:51:58 smithi037 ceph-mon[97339]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 764 KiB/s rd, 268 KiB/s wr, 1.36k op/s 2024-07-26T06:51:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:51:58 smithi037 ceph-mon[99762]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 764 KiB/s rd, 268 KiB/s wr, 1.36k op/s 2024-07-26T06:51:59.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.044+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=ZAEJ0CQHDAOP type=del 2024-07-26T06:51:59.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.046+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=DISW46QR300V type=del size=2628010 2024-07-26T06:51:59.050 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.050+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=4E8N83YHE9D0 type=del size=2339891 2024-07-26T06:51:59.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.052+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=37HAI6B6Q5GF type=del size=958852 2024-07-26T06:51:59.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.055+0000 7ff4c963f640 -1 < failed to complete operation key=7OLNPIQ92BCG tag=JFVKOHKMOXJY type=write size=191244: (22) Invalid argument 2024-07-26T06:51:59.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.058+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=OJLMGD9BD4BM type=write size=817126 2024-07-26T06:51:59.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.060+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.0 size=1048576 2024-07-26T06:51:59.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.062+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.1 size=1048576 2024-07-26T06:51:59.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.062+0000 7ff4c963f640 1 < canceled part key=_multipart_FPEECRHVGMU5.2~S2LAOFPYSWT7.2 size=706497 2024-07-26T06:51:59.065 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.065+0000 7ff4c963f640 1 < canceled multipart upload key=FPEECRHVGMU5 upload=S2LAOFPYSWT7 tag=P6I2CUGBZ6T5 type=write size=3852225 2024-07-26T06:51:59.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.070+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~0CEXWRWF3DZU.0 size=1048576 2024-07-26T06:51:59.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.071+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~0CEXWRWF3DZU.1 size=976221 2024-07-26T06:51:59.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.071+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=0CEXWRWF3DZU tag=BNZ2QVKBZWUM type=write size=3073373 2024-07-26T06:51:59.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.075+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=JQ7N23XD0K43 type=del 2024-07-26T06:51:59.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.078+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=0RJC2JBI4SDV type=del size=552713 2024-07-26T06:51:59.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.080+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=KHBHRUO6QY1C type=del 2024-07-26T06:51:59.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.083+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.0 size=1048576 2024-07-26T06:51:59.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.085+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.1 size=1048576 2024-07-26T06:51:59.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.087+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.2 size=768104 2024-07-26T06:51:59.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.087+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=NJ71YEK14PYK tag=AT7OPORJK7GY type=write size=3913832 2024-07-26T06:51:59.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.090+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=V924Y14FER5A type=del 2024-07-26T06:51:59.092 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.092+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=L0NIJCBTD3KO type=del size=1124169 2024-07-26T06:51:59.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.094+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.0 size=1048576 2024-07-26T06:51:59.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.096+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.1 size=1048576 2024-07-26T06:51:59.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.096+0000 7ff4c963f640 1 < canceled part key=_multipart_B25KI9T60YIW.2~LGM9M7HTFD2I.2 size=488177 2024-07-26T06:51:59.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.100+0000 7ff4c963f640 1 < canceled multipart upload key=B25KI9T60YIW upload=LGM9M7HTFD2I tag=JKQBI920Z6DW type=write size=3633905 2024-07-26T06:51:59.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.102+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=DCWG2FG1PL86 type=del size=2054122 2024-07-26T06:51:59.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.104+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=RRWP9QKBLTZO type=del 2024-07-26T06:51:59.107 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.106+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=9DVVQR45CAFV type=del size=1902355 2024-07-26T06:51:59.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.108+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=RIHD9I56YBVA type=del size=1557885 2024-07-26T06:51:59.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.110+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=PDAX7F5ZS724 type=del size=1916425 2024-07-26T06:51:59.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.113+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~FOH1016JPBI9.0 size=1048576 2024-07-26T06:51:59.114 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.114+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~FOH1016JPBI9.1 size=854216 2024-07-26T06:51:59.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.118+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=FOH1016JPBI9 tag=EFZTJBEBVW06 type=write size=2951368 2024-07-26T06:51:59.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.120+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=DPFLWZ27HF9N type=write size=785934 2024-07-26T06:51:59.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.124+0000 7ff4c963f640 1 < suggested update operation key=DA98A9ODDSQ1 tag=Z9ENH1IXDM18 type=del size=2138645 2024-07-26T06:51:59.127 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.126+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=J1WCIB7W7ER3 type=write size=983482 2024-07-26T06:51:59.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.128+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.0 size=1048576 2024-07-26T06:51:59.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.130+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.1 size=1048576 2024-07-26T06:51:59.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.132+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~BLJOLDVSV0O3.2 size=653992 2024-07-26T06:51:59.136 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.135+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=BLJOLDVSV0O3 tag=4B2U03S8Z68X type=write size=3799720 2024-07-26T06:51:59.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.139+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~3WAJ1W2L33GM.0 size=863405 2024-07-26T06:51:59.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.139+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=3WAJ1W2L33GM tag=L2CI2UZC4UBZ type=write size=1911981 2024-07-26T06:51:59.142 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.141+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=GYIAKY0NYXS3 type=del 2024-07-26T06:51:59.144 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.143+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=M48DPLOISBLF type=del size=3589693 2024-07-26T06:51:59.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.147+0000 7ff4c963f640 1 < suggested update operation key=DA98A9ODDSQ1 tag=K302KH4BW49T type=del size=280732 2024-07-26T06:51:59.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.150+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=OVBOVO9R0OSJ type=del size=3493509 2024-07-26T06:51:59.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.153+0000 7ff4c963f640 -1 < failed to complete operation key=QI57TQ8F5MI6 tag=Z3VTIV4HMJOL type=write size=489973: (22) Invalid argument 2024-07-26T06:51:59.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.155+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=H7Z3X402KIOY type=del size=1858741 2024-07-26T06:51:59.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.157+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=DISW46QR300V type=del 2024-07-26T06:51:59.159 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.159+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=PO0AHQG98XLG type=del size=1124718 2024-07-26T06:51:59.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.161+0000 7ff4c963f640 1 < canceled operation key=ZUHQVW7JX900 tag=37HAI6B6Q5GF type=del size=958852 2024-07-26T06:51:59.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.163+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=95U3PDUKY2WI type=del size=1703705 2024-07-26T06:51:59.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.165+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=OJLMGD9BD4BM type=write size=817126 2024-07-26T06:51:59.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.168+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.0 size=1048576 2024-07-26T06:51:59.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.170+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.1 size=1048576 2024-07-26T06:51:59.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.172+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.2 size=271067 2024-07-26T06:51:59.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.172+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=DXB5HCWRBB4C tag=PLB7MPAUG2QQ type=write size=3416795 2024-07-26T06:51:59.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.174+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~0CEXWRWF3DZU.0 size=1048576 2024-07-26T06:51:59.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.175+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~0CEXWRWF3DZU.1 size=976221 2024-07-26T06:51:59.179 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.179+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=0CEXWRWF3DZU tag=BNZ2QVKBZWUM type=write size=3073373 2024-07-26T06:51:59.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.180+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=ICAG4H5S46ZG type=del size=1265731 2024-07-26T06:51:59.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.182+0000 7ff4c963f640 1 < canceled operation key=Q5I4W7RRN47Z tag=0RJC2JBI4SDV type=del size=552713 2024-07-26T06:51:59.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.186+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~JW9N1NYHIS3X.0 size=980209 2024-07-26T06:51:59.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.186+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=JW9N1NYHIS3X tag=QQHND1Q40I34 type=write size=2028785 2024-07-26T06:51:59.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.188+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.0 size=1048576 2024-07-26T06:51:59.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.190+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.1 size=1048576 2024-07-26T06:51:59.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.191+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~NJ71YEK14PYK.2 size=768104 2024-07-26T06:51:59.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.195+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=NJ71YEK14PYK tag=AT7OPORJK7GY type=write size=3913832 2024-07-26T06:51:59.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.198+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~GYMX8JVS0LZW.0 size=803134 2024-07-26T06:51:59.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.198+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=GYMX8JVS0LZW tag=7S5O7SSKJ462 type=write size=1851710 2024-07-26T06:51:59.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.201+0000 7ff4c963f640 -1 < failed to complete operation key=DA98A9ODDSQ1 tag=L0NIJCBTD3KO type=del size=1124169: (22) Invalid argument 2024-07-26T06:51:59.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.203+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=GGE3JTDM9N4A type=del size=2680424 2024-07-26T06:51:59.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.205+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=DCWG2FG1PL86 type=del 2024-07-26T06:51:59.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.208+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~3JWL6NM9VO12.0 size=842689 2024-07-26T06:51:59.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.208+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=3JWL6NM9VO12 tag=1KFMVVVO1U2I type=write size=1891265 2024-07-26T06:51:59.211 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.210+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=9DVVQR45CAFV type=del 2024-07-26T06:51:59.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.214+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~SO2DSUXVW7R9.0 size=1048576 2024-07-26T06:51:59.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.216+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~SO2DSUXVW7R9.1 size=214368 2024-07-26T06:51:59.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.216+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=SO2DSUXVW7R9 tag=Z8I71QDX8ZDI type=write size=2311520 2024-07-26T06:51:59.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.218+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=PDAX7F5ZS724 type=del 2024-07-26T06:51:59.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.222+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~PZ1DDXVXMX21.0 size=1048576 2024-07-26T06:51:59.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.223+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~PZ1DDXVXMX21.1 size=616702 2024-07-26T06:51:59.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.223+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=PZ1DDXVXMX21 tag=GSSZA1RJAZVL type=write size=2713854 2024-07-26T06:51:59.226 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.225+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=DPFLWZ27HF9N type=write size=785934 2024-07-26T06:51:59.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.229+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~YPF5LCADMRYV.0 size=50753 2024-07-26T06:51:59.229 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.229+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=YPF5LCADMRYV tag=IHZU7ONM0N3L type=write size=1099329 2024-07-26T06:51:59.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.231+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=J1WCIB7W7ER3 type=write size=983482 2024-07-26T06:51:59.233 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.233+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=7KIBSHVTEJ51 type=del size=1295127 2024-07-26T06:51:59.235 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.235+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~3WAJ1W2L33GM.0 size=863405 2024-07-26T06:51:59.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.238+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=3WAJ1W2L33GM tag=L2CI2UZC4UBZ type=write size=1911981 2024-07-26T06:51:59.240 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.240+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=NM8JI42SDNAU type=del size=3676426 2024-07-26T06:51:59.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.242+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=M48DPLOISBLF type=del size=3589693 2024-07-26T06:51:59.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.245+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=ZUJ1Y948WRGE type=del size=3149244 2024-07-26T06:51:59.247 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.247+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=OVBOVO9R0OSJ type=del 2024-07-26T06:51:59.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.249+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=NMLLUFFNGX21 type=del size=263580 2024-07-26T06:51:59.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.253+0000 7ff4c963f640 1 < suggested update operation key=N6LO5JK45OQE tag=H7Z3X402KIOY type=del size=1858741 2024-07-26T06:51:59.255 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.255+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=4XGS0IM9YYQH type=del size=2378130 2024-07-26T06:51:59.257 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.257+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=PO0AHQG98XLG type=del 2024-07-26T06:51:59.259 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.259+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=YVCROT6PB1VD type=del size=378277 2024-07-26T06:51:59.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.261+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=95U3PDUKY2WI type=del 2024-07-26T06:51:59.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.263+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=69R0Y4MXY1NR type=del size=2344530 2024-07-26T06:51:59.265 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.265+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.0 size=1048576 2024-07-26T06:51:59.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.266+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.1 size=1048576 2024-07-26T06:51:59.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.269+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~DXB5HCWRBB4C.2 size=271067 2024-07-26T06:51:59.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.272+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=DXB5HCWRBB4C tag=PLB7MPAUG2QQ type=write size=3416795 2024-07-26T06:51:59.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.274+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=O1QCT930WMCL type=del size=3081100 2024-07-26T06:51:59.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.278+0000 7ff4c963f640 1 < suggested update operation key=LIYRVFVSY982 tag=ICAG4H5S46ZG type=del size=1265731 2024-07-26T06:51:59.281 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.280+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=66T2TINQ211K type=del size=3437983 2024-07-26T06:51:59.282 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.282+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~JW9N1NYHIS3X.0 size=980209 2024-07-26T06:51:59.286 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.286+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=JW9N1NYHIS3X tag=QQHND1Q40I34 type=write size=2028785 2024-07-26T06:51:59.288 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.288+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=UQJMFJQ5Y7RB type=del size=2865258 2024-07-26T06:51:59.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.290+0000 7ff4c963f640 1 < completed part key=_multipart_CDMV8XZ0UE6O.2~GYMX8JVS0LZW.0 size=803134 2024-07-26T06:51:59.294 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.294+0000 7ff4c963f640 1 < completed multipart upload key=CDMV8XZ0UE6O upload=GYMX8JVS0LZW tag=7S5O7SSKJ462 type=write size=1851710 2024-07-26T06:51:59.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.296+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=C3HYRF1OPGEB type=del size=1821700 2024-07-26T06:51:59.298 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.298+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=GGE3JTDM9N4A type=del 2024-07-26T06:51:59.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.300+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=GUTATUVA13BG type=write size=947720 2024-07-26T06:51:59.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.302+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~3JWL6NM9VO12.0 size=842689 2024-07-26T06:51:59.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.305+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=3JWL6NM9VO12 tag=1KFMVVVO1U2I type=write size=1891265 2024-07-26T06:51:59.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.308+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=Z3KSMR8I187E type=del size=1966541 2024-07-26T06:51:59.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.310+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~SO2DSUXVW7R9.0 size=1048576 2024-07-26T06:51:59.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.312+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~SO2DSUXVW7R9.1 size=214368 2024-07-26T06:51:59.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.316+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=SO2DSUXVW7R9 tag=Z8I71QDX8ZDI type=write size=2311520 2024-07-26T06:51:59.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.319+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~1CH1SV28LPMM.0 size=745673 2024-07-26T06:51:59.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.319+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=1CH1SV28LPMM tag=W8N1DGN5153U type=write size=1794249 2024-07-26T06:51:59.322 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.322+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~PZ1DDXVXMX21.0 size=1048576 2024-07-26T06:51:59.324 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.324+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~PZ1DDXVXMX21.1 size=616702 2024-07-26T06:51:59.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.327+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=PZ1DDXVXMX21 tag=GSSZA1RJAZVL type=write size=2713854 2024-07-26T06:51:59.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.331+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~KANQ2VL5YZPJ.0 size=951579 2024-07-26T06:51:59.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.331+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=KANQ2VL5YZPJ tag=GZQ4B12FF0AE type=write size=2000155 2024-07-26T06:51:59.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.333+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~YPF5LCADMRYV.0 size=50753 2024-07-26T06:51:59.336 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.336+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=YPF5LCADMRYV tag=IHZU7ONM0N3L type=write size=1099329 2024-07-26T06:51:59.340 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.340+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.0 size=1048576 2024-07-26T06:51:59.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.342+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.1 size=1048576 2024-07-26T06:51:59.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.348+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.2 size=956360 2024-07-26T06:51:59.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.348+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=A2GF5Z35VBEH tag=9IVDK0GYTQTM type=write size=4102088 2024-07-26T06:51:59.351 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.351+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=7KIBSHVTEJ51 type=del 2024-07-26T06:51:59.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.355+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~0HO2O6K9GRP0.0 size=1006490 2024-07-26T06:51:59.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.355+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=0HO2O6K9GRP0 tag=Z2LAAA0YU3XS type=write size=2055066 2024-07-26T06:51:59.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.357+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=NM8JI42SDNAU type=del 2024-07-26T06:51:59.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.361+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~KNEYDDUSD02M.0 size=1048576 2024-07-26T06:51:59.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.363+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~KNEYDDUSD02M.1 size=396223 2024-07-26T06:51:59.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.363+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=KNEYDDUSD02M tag=CAV6U20S2MRB type=write size=2493375 2024-07-26T06:51:59.366 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.366+0000 7ff4c963f640 -1 < failed to complete operation key=N6LO5JK45OQE tag=ZUJ1Y948WRGE type=del size=3149244: (22) Invalid argument 2024-07-26T06:51:59.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.370+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~SC3IE8W2WWWD.0 size=1048576 2024-07-26T06:51:59.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.372+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~SC3IE8W2WWWD.1 size=617814 2024-07-26T06:51:59.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.372+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=SC3IE8W2WWWD tag=7D8Y3LJLEIGA type=write size=2714966 2024-07-26T06:51:59.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.374+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=NMLLUFFNGX21 type=del 2024-07-26T06:51:59.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.378+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~EWPMPHAWW0LE.0 size=1048576 2024-07-26T06:51:59.379 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.379+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~EWPMPHAWW0LE.1 size=856607 2024-07-26T06:51:59.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.379+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=EWPMPHAWW0LE tag=7E3M52VJVMV0 type=write size=2953759 2024-07-26T06:51:59.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.381+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=4XGS0IM9YYQH type=del 2024-07-26T06:51:59.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.385+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~X94DT4H9C0RV.0 size=337901 2024-07-26T06:51:59.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.385+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=X94DT4H9C0RV tag=C22B3JV6L9T5 type=write size=1386477 2024-07-26T06:51:59.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.386+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=YVCROT6PB1VD type=del 2024-07-26T06:51:59.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.390+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~FQ0D6Q0XYIF7.0 size=889793 2024-07-26T06:51:59.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.390+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=FQ0D6Q0XYIF7 tag=07KIA1DS3TSF type=write size=1938369 2024-07-26T06:51:59.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.392+0000 7ff4c963f640 1 < canceled operation key=FPEECRHVGMU5 tag=69R0Y4MXY1NR type=del size=2344530 2024-07-26T06:51:59.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.394+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=EL4LAM0C24RL type=del size=1011279 2024-07-26T06:51:59.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.396+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=O1QCT930WMCL type=del 2024-07-26T06:51:59.400 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.399+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.0 size=1048576 2024-07-26T06:51:59.402 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.401+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.1 size=1048576 2024-07-26T06:51:59.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.403+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.2 size=915144 2024-07-26T06:51:59.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.403+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=IBKTWJFDKNOJ tag=G19HG8GNNHVL type=write size=4060872 2024-07-26T06:51:59.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.406+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=66T2TINQ211K type=del 2024-07-26T06:51:59.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.409+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=IEST1DBET069 type=del size=1131526 2024-07-26T06:51:59.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.413+0000 7ff4c963f640 1 < suggested remove operation key=A7ZSBTMHA3UB tag=UQJMFJQ5Y7RB type=del 2024-07-26T06:51:59.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.415+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=A3OHI8MAIG5W type=del size=1627910 2024-07-26T06:51:59.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.417+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=C3HYRF1OPGEB type=del 2024-07-26T06:51:59.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.420+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=3960CQYBHZ5N type=del size=3111185 2024-07-26T06:51:59.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.422+0000 7ff4c963f640 1 < completed write operation key=OBU4MGXI9972 tag=GUTATUVA13BG type=write size=947720 2024-07-26T06:51:59.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.424+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=7LVLHWOVQPEC type=del size=3523479 2024-07-26T06:51:59.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.426+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=Z3KSMR8I187E type=del 2024-07-26T06:51:59.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.429+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.0 size=1048576 2024-07-26T06:51:59.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.431+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.1 size=1048576 2024-07-26T06:51:59.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.433+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.2 size=524591 2024-07-26T06:51:59.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.433+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=HN7SM3ZRL48Y tag=WELHBM2T96S5 type=write size=3670319 2024-07-26T06:51:59.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.436+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~1CH1SV28LPMM.0 size=745673 2024-07-26T06:51:59.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.440+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=1CH1SV28LPMM tag=W8N1DGN5153U type=write size=1794249 2024-07-26T06:51:59.442 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.442+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=A8ALT2BSMVJM type=del size=4062224 2024-07-26T06:51:59.444 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.444+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~KANQ2VL5YZPJ.0 size=951579 2024-07-26T06:51:59.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.448+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=KANQ2VL5YZPJ tag=GZQ4B12FF0AE type=write size=2000155 2024-07-26T06:51:59.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.449+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=KALIT96GHPQ2 type=del size=2808141 2024-07-26T06:51:59.451 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.451+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.0 size=1048576 2024-07-26T06:51:59.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.453+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.1 size=1048576 2024-07-26T06:51:59.455 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.455+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~A2GF5Z35VBEH.2 size=956360 2024-07-26T06:51:59.459 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.458+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=A2GF5Z35VBEH tag=9IVDK0GYTQTM type=write size=4102088 2024-07-26T06:51:59.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.462+0000 7ff4c963f640 1 > prepared part key=_multipart_CDMV8XZ0UE6O.2~YHCNHUU3CPWY.0 size=365137 2024-07-26T06:51:59.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.462+0000 7ff4c963f640 1 > prepared multipart upload key=CDMV8XZ0UE6O upload=YHCNHUU3CPWY tag=UC4AWYZ2K8PN type=write size=1413713 2024-07-26T06:51:59.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.464+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~0HO2O6K9GRP0.0 size=1006490 2024-07-26T06:51:59.468 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.468+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=0HO2O6K9GRP0 tag=Z2LAAA0YU3XS type=write size=2055066 2024-07-26T06:51:59.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.472+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~SKLUMDPABUAY.0 size=736035 2024-07-26T06:51:59.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.472+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=SKLUMDPABUAY tag=XGWX7RU0C8LQ type=write size=1784611 2024-07-26T06:51:59.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.474+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~KNEYDDUSD02M.0 size=1048576 2024-07-26T06:51:59.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.476+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~KNEYDDUSD02M.1 size=396223 2024-07-26T06:51:59.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.480+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=KNEYDDUSD02M tag=CAV6U20S2MRB type=write size=2493375 2024-07-26T06:51:59.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.484+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~0WG1C494QTUR.0 size=1048576 2024-07-26T06:51:59.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.485+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~0WG1C494QTUR.1 size=133500 2024-07-26T06:51:59.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.485+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=0WG1C494QTUR tag=PS71SO9X8M73 type=write size=2230652 2024-07-26T06:51:59.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.487+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~SC3IE8W2WWWD.0 size=1048576 2024-07-26T06:51:59.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.489+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~SC3IE8W2WWWD.1 size=617814 2024-07-26T06:51:59.493 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.493+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=SC3IE8W2WWWD tag=7D8Y3LJLEIGA type=write size=2714966 2024-07-26T06:51:59.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.497+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~W1138RWI5HMW.0 size=1048576 2024-07-26T06:51:59.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.499+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~W1138RWI5HMW.1 size=139648 2024-07-26T06:51:59.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.499+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=W1138RWI5HMW tag=12X0D534M3C3 type=write size=2236800 2024-07-26T06:51:59.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.500+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~EWPMPHAWW0LE.0 size=1048576 2024-07-26T06:51:59.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.502+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~EWPMPHAWW0LE.1 size=856607 2024-07-26T06:51:59.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.506+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=EWPMPHAWW0LE tag=7E3M52VJVMV0 type=write size=2953759 2024-07-26T06:51:59.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.509+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~T0Q9G64Q6T18.0 size=773885 2024-07-26T06:51:59.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.509+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=T0Q9G64Q6T18 tag=PENR1IR2J56X type=write size=1822461 2024-07-26T06:51:59.511 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.511+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~X94DT4H9C0RV.0 size=337901 2024-07-26T06:51:59.514 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.514+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=X94DT4H9C0RV tag=C22B3JV6L9T5 type=write size=1386477 2024-07-26T06:51:59.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.517+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.0 size=1048576 2024-07-26T06:51:59.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.519+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.1 size=1048576 2024-07-26T06:51:59.522 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.520+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.2 size=732972 2024-07-26T06:51:59.522 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.520+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=KEF434MS7VRV tag=H227ZK6A5TMJ type=write size=3878700 2024-07-26T06:51:59.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.522+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~FQ0D6Q0XYIF7.0 size=889793 2024-07-26T06:51:59.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.526+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=FQ0D6Q0XYIF7 tag=07KIA1DS3TSF type=write size=1938369 2024-07-26T06:51:59.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.528+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=CBNM2RXJQG6T type=del size=3385087 2024-07-26T06:51:59.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.530+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=EL4LAM0C24RL type=del 2024-07-26T06:51:59.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.533+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=DPFA6J2TPIXJ type=del size=3129577 2024-07-26T06:51:59.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.533+0000 7ff4c963f640 1 < canceled part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.0 size=1048576 2024-07-26T06:51:59.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.535+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.1 size=1048576 2024-07-26T06:51:59.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.537+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~IBKTWJFDKNOJ.2 size=915144 2024-07-26T06:51:59.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.540+0000 7ff4c963f640 1 < canceled multipart upload key=J12W312ZJLEC upload=IBKTWJFDKNOJ tag=G19HG8GNNHVL type=write size=4060872 2024-07-26T06:51:59.543 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.543+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=VR42ZJRVPQAN type=write size=645214 2024-07-26T06:51:59.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.545+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=IEST1DBET069 type=del 2024-07-26T06:51:59.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.549+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~QFS3GII7DZMN.0 size=1048576 2024-07-26T06:51:59.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.550+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~QFS3GII7DZMN.1 size=234430 2024-07-26T06:51:59.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.550+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=QFS3GII7DZMN tag=E27V3OKF5DBU type=write size=2331582 2024-07-26T06:51:59.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.553+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=A3OHI8MAIG5W type=del 2024-07-26T06:51:59.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.557+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~ODCQA05WDI6Q.0 size=1048576 2024-07-26T06:51:59.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.558+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~ODCQA05WDI6Q.1 size=332843 2024-07-26T06:51:59.559 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.558+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=ODCQA05WDI6Q tag=DCXKK57NB8JM type=write size=2429995 2024-07-26T06:51:59.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.563+0000 7ff4c963f640 1 < suggested remove operation key=6ZZV6L4I9YZV tag=3960CQYBHZ5N type=del 2024-07-26T06:51:59.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.564+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=BFYSROM0Y7KI type=write size=580312 2024-07-26T06:51:59.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.568+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=7LVLHWOVQPEC type=del 2024-07-26T06:51:59.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.572+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~6TKSKIA59CXT.0 size=1048576 2024-07-26T06:51:59.574 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.574+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~6TKSKIA59CXT.1 size=101613 2024-07-26T06:51:59.574 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.574+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=6TKSKIA59CXT tag=HH9IZV0B3H4H type=write size=2198765 2024-07-26T06:51:59.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.576+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.0 size=1048576 2024-07-26T06:51:59.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.578+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.1 size=1048576 2024-07-26T06:51:59.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.578+0000 7ff4c963f640 1 < canceled part key=_multipart_OBU4MGXI9972.2~HN7SM3ZRL48Y.2 size=524591 2024-07-26T06:51:59.581 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.581+0000 7ff4c963f640 1 < canceled multipart upload key=OBU4MGXI9972 upload=HN7SM3ZRL48Y tag=WELHBM2T96S5 type=write size=3670319 2024-07-26T06:51:59.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.583+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=A64KZH5ZYJ4D type=del size=1612288 2024-07-26T06:51:59.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.586+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=A8ALT2BSMVJM type=del 2024-07-26T06:51:59.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.587+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=ETT8AWOUJG2E type=del size=1234391 2024-07-26T06:51:59.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.589+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=KALIT96GHPQ2 type=del 2024-07-26T06:51:59.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.591+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=EFZHGADXHPCZ type=del size=2985061 2024-07-26T06:51:59.592 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.592+0000 7ff4c963f640 1 < canceled part key=_multipart_CDMV8XZ0UE6O.2~YHCNHUU3CPWY.0 size=365137 2024-07-26T06:51:59.595 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.595+0000 7ff4c963f640 1 < canceled multipart upload key=CDMV8XZ0UE6O upload=YHCNHUU3CPWY tag=UC4AWYZ2K8PN type=write size=1413713 2024-07-26T06:51:59.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.597+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=6ZCDWQCRVNP8 type=del size=1629374 2024-07-26T06:51:59.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.600+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~SKLUMDPABUAY.0 size=736035 2024-07-26T06:51:59.603 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.603+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=SKLUMDPABUAY tag=XGWX7RU0C8LQ type=write size=1784611 2024-07-26T06:51:59.605 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.605+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=B9QPA7HKMRXO type=write size=920907 2024-07-26T06:51:59.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.607+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~0WG1C494QTUR.0 size=1048576 2024-07-26T06:51:59.607 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.607+0000 7ff4c963f640 1 < canceled part key=_multipart_T6YV3TUMDU0L.2~0WG1C494QTUR.1 size=133500 2024-07-26T06:51:59.611 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.610+0000 7ff4c963f640 1 < canceled multipart upload key=T6YV3TUMDU0L upload=0WG1C494QTUR tag=PS71SO9X8M73 type=write size=2230652 2024-07-26T06:51:59.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.614+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XKHB12AXIC74.0 size=1048576 2024-07-26T06:51:59.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.616+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XKHB12AXIC74.1 size=482358 2024-07-26T06:51:59.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.616+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=XKHB12AXIC74 tag=1BBF2GGXVOD8 type=write size=2579510 2024-07-26T06:51:59.618 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.618+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~W1138RWI5HMW.0 size=1048576 2024-07-26T06:51:59.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.620+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~W1138RWI5HMW.1 size=139648 2024-07-26T06:51:59.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.625+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=W1138RWI5HMW tag=12X0D534M3C3 type=write size=2236800 2024-07-26T06:51:59.627 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.627+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=B13TUFQ5G5BB type=del size=2818118 2024-07-26T06:51:59.629 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.629+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~T0Q9G64Q6T18.0 size=773885 2024-07-26T06:51:59.633 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.633+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=T0Q9G64Q6T18 tag=PENR1IR2J56X type=write size=1822461 2024-07-26T06:51:59.635 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.635+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=1TU5Y1EUQQXF type=del size=3635846 2024-07-26T06:51:59.637 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.637+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.0 size=1048576 2024-07-26T06:51:59.639 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.639+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.1 size=1048576 2024-07-26T06:51:59.641 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.641+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~KEF434MS7VRV.2 size=732972 2024-07-26T06:51:59.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.645+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=KEF434MS7VRV tag=H227ZK6A5TMJ type=write size=3878700 2024-07-26T06:51:59.650 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.649+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~VZVGARNE0AVO.0 size=1048576 2024-07-26T06:51:59.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.651+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~VZVGARNE0AVO.1 size=372741 2024-07-26T06:51:59.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.651+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=VZVGARNE0AVO tag=YT3OULDO6I1D type=write size=2469893 2024-07-26T06:51:59.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.653+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=CBNM2RXJQG6T type=del 2024-07-26T06:51:59.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.656+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=7RISUZ6RUAEH type=write size=398264 2024-07-26T06:51:59.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.658+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=DPFA6J2TPIXJ type=del 2024-07-26T06:51:59.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.660+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=K75GUFBBB5CF type=write size=581924 2024-07-26T06:51:59.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.664+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=VR42ZJRVPQAN type=write 2024-07-26T06:51:59.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.668+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.0 size=1048576 2024-07-26T06:51:59.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.669+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.1 size=1048576 2024-07-26T06:51:59.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.672+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.2 size=956785 2024-07-26T06:51:59.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.672+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=7QI9GJ5O2IKX tag=DC44VCBNZ00V type=write size=4102513 2024-07-26T06:51:59.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.673+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~QFS3GII7DZMN.0 size=1048576 2024-07-26T06:51:59.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.675+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~QFS3GII7DZMN.1 size=234430 2024-07-26T06:51:59.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.678+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=QFS3GII7DZMN tag=E27V3OKF5DBU type=write size=2331582 2024-07-26T06:51:59.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.682+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~YLO3Y3UZPBJW.0 size=1048576 2024-07-26T06:51:59.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.684+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~YLO3Y3UZPBJW.1 size=747241 2024-07-26T06:51:59.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.684+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=YLO3Y3UZPBJW tag=CF2001RRSKQG type=write size=2844393 2024-07-26T06:51:59.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.686+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~ODCQA05WDI6Q.0 size=1048576 2024-07-26T06:51:59.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.688+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~ODCQA05WDI6Q.1 size=332843 2024-07-26T06:51:59.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.692+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=ODCQA05WDI6Q tag=DCXKK57NB8JM type=write size=2429995 2024-07-26T06:51:59.695 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.695+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=66MKPCRQWH2Q type=write size=380342 2024-07-26T06:51:59.697 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.697+0000 7ff4c963f640 1 < canceled operation key=T6YV3TUMDU0L tag=BFYSROM0Y7KI type=write size=580312 2024-07-26T06:51:59.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.699+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=NLSN1NI452O4 type=del size=3686337 2024-07-26T06:51:59.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.701+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~6TKSKIA59CXT.0 size=1048576 2024-07-26T06:51:59.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.703+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~6TKSKIA59CXT.1 size=101613 2024-07-26T06:51:59.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.708+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=6TKSKIA59CXT tag=HH9IZV0B3H4H type=write size=2198765 2024-07-26T06:51:59.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.710+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=O89W614DSP66 type=del size=1943403 2024-07-26T06:51:59.714 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.714+0000 7ff4c963f640 1 < suggested update operation key=I09JADQKAYAZ tag=A64KZH5ZYJ4D type=del size=1612288 2024-07-26T06:51:59.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.718+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~YHKHPXDQB74A.0 size=522085 2024-07-26T06:51:59.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.718+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=YHKHPXDQB74A tag=5VQM0OZ9IPBY type=write size=1570661 2024-07-26T06:51:59.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.720+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=ETT8AWOUJG2E type=del 2024-07-26T06:51:59.722 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.722+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=MIIS8UGNQ24D type=del size=2489360 2024-07-26T06:51:59.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.724+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=EFZHGADXHPCZ type=del 2024-07-26T06:51:59.726 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.726+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=44P08W7P3LGN type=del size=4031673 2024-07-26T06:51:59.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.728+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=6ZCDWQCRVNP8 type=del 2024-07-26T06:51:59.732 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.732+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.0 size=1048576 2024-07-26T06:51:59.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.733+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.1 size=1048576 2024-07-26T06:51:59.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.735+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.2 size=729814 2024-07-26T06:51:59.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.735+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=ZWC1KN0XBIB2 tag=UMRXZGPCXFVF type=write size=3875542 2024-07-26T06:51:59.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.737+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=B9QPA7HKMRXO type=write size=920907 2024-07-26T06:51:59.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.739+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=6R8BMEDUVQAI type=write size=172523 2024-07-26T06:51:59.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.741+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~XKHB12AXIC74.0 size=1048576 2024-07-26T06:51:59.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.741+0000 7ff4c963f640 1 < canceled part key=_multipart_QI57TQ8F5MI6.2~XKHB12AXIC74.1 size=482358 2024-07-26T06:51:59.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.744+0000 7ff4c963f640 1 < canceled multipart upload key=QI57TQ8F5MI6 upload=XKHB12AXIC74 tag=1BBF2GGXVOD8 type=write size=2579510 2024-07-26T06:51:59.748 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.748+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.0 size=1048576 2024-07-26T06:51:59.750 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.750+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.1 size=1048576 2024-07-26T06:51:59.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.752+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.2 size=697840 2024-07-26T06:51:59.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.752+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=0BKN97Y03VLY tag=G39KLZSDQP2U type=write size=3843568 2024-07-26T06:51:59.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.754+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=B13TUFQ5G5BB type=del 2024-07-26T06:51:59.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.756+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=4VEX37XMQC21 type=del size=4028222 2024-07-26T06:51:59.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.758+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=1TU5Y1EUQQXF type=del 2024-07-26T06:51:59.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.762+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~XC15KJ4UE9PF.0 size=917240 2024-07-26T06:51:59.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.762+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=XC15KJ4UE9PF tag=E6JIEXHMQVIN type=write size=1965816 2024-07-26T06:51:59.764 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.764+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~VZVGARNE0AVO.0 size=1048576 2024-07-26T06:51:59.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.765+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~VZVGARNE0AVO.1 size=372741 2024-07-26T06:51:59.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.769+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=VZVGARNE0AVO tag=YT3OULDO6I1D type=write size=2469893 2024-07-26T06:51:59.773 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.773+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.0 size=1048576 2024-07-26T06:51:59.774 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.774+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.1 size=1048576 2024-07-26T06:51:59.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.776+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.2 size=533471 2024-07-26T06:51:59.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.776+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=IOFJPF6N87YN tag=59UPHUHG2YI9 type=write size=3679199 2024-07-26T06:51:59.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.779+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=7RISUZ6RUAEH type=write size=398264 2024-07-26T06:51:59.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.781+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=N4R7P97KZVMJ type=del size=541692 2024-07-26T06:51:59.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.783+0000 7ff4c963f640 1 < completed write operation key=21MC0QVSM974 tag=K75GUFBBB5CF type=write size=581924 2024-07-26T06:51:59.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.787+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.0 size=1048576 2024-07-26T06:51:59.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.789+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.1 size=1048576 2024-07-26T06:51:59.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.791+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.2 size=101988 2024-07-26T06:51:59.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.791+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=7NKQQ1B14IPI tag=B3ZXL7770F57 type=write size=3247716 2024-07-26T06:51:59.793 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.793+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.0 size=1048576 2024-07-26T06:51:59.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.795+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.1 size=1048576 2024-07-26T06:51:59.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.795+0000 7ff4c963f640 1 < canceled part key=_multipart_8W36EMM1C36T.2~7QI9GJ5O2IKX.2 size=956785 2024-07-26T06:51:59.798 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.798+0000 7ff4c963f640 1 < canceled multipart upload key=8W36EMM1C36T upload=7QI9GJ5O2IKX tag=DC44VCBNZ00V type=write size=4102513 2024-07-26T06:51:59.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.800+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=T6CSR0TMH0P0 type=del size=995616 2024-07-26T06:51:59.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.802+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~YLO3Y3UZPBJW.0 size=1048576 2024-07-26T06:51:59.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.802+0000 7ff4c963f640 1 < canceled part key=_multipart_7OLNPIQ92BCG.2~YLO3Y3UZPBJW.1 size=747241 2024-07-26T06:51:59.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.805+0000 7ff4c963f640 1 < canceled multipart upload key=7OLNPIQ92BCG upload=YLO3Y3UZPBJW tag=CF2001RRSKQG type=write size=2844393 2024-07-26T06:51:59.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.809+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~GGE5CY7E0MG6.0 size=1048576 2024-07-26T06:51:59.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.810+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~GGE5CY7E0MG6.1 size=970637 2024-07-26T06:51:59.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.810+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=GGE5CY7E0MG6 tag=ZIBI3KOOCH0F type=write size=3067789 2024-07-26T06:51:59.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.813+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=66MKPCRQWH2Q type=write size=380342 2024-07-26T06:51:59.815 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.815+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=DDYWUO748RBQ type=del size=1815730 2024-07-26T06:51:59.817 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.817+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=NLSN1NI452O4 type=del 2024-07-26T06:51:59.819 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.819+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=BAJZY9Q8ZPOS type=del size=1789640 2024-07-26T06:51:59.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.823+0000 7ff4c963f640 1 < suggested remove operation key=N6LO5JK45OQE tag=O89W614DSP66 type=del 2024-07-26T06:51:59.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.825+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=PBZDWHT85MVK type=del size=3647704 2024-07-26T06:51:59.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.827+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~YHKHPXDQB74A.0 size=522085 2024-07-26T06:51:59.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.831+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=YHKHPXDQB74A tag=5VQM0OZ9IPBY type=write size=1570661 2024-07-26T06:51:59.834 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.834+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=WCX09E98X11Q type=write size=171076 2024-07-26T06:51:59.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.837+0000 7ff4c963f640 1 < suggested update operation key=QI57TQ8F5MI6 tag=MIIS8UGNQ24D type=del size=2489360 2024-07-26T06:51:59.840 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.840+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=VI33ZVJBXMPO type=del size=559157 2024-07-26T06:51:59.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.844+0000 7ff4c963f640 1 < suggested remove operation key=7OLNPIQ92BCG tag=44P08W7P3LGN type=del 2024-07-26T06:51:59.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.846+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=FFTXDZWUUMWA type=write size=234333 2024-07-26T06:51:59.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.848+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.0 size=1048576 2024-07-26T06:51:59.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.850+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.1 size=1048576 2024-07-26T06:51:59.852 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.852+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~ZWC1KN0XBIB2.2 size=729814 2024-07-26T06:51:59.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.856+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=ZWC1KN0XBIB2 tag=UMRXZGPCXFVF type=write size=3875542 2024-07-26T06:51:59.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.858+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=71TX8IQ9HVY1 type=write size=475813 2024-07-26T06:51:59.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.860+0000 7ff4c963f640 1 < completed write operation key=DA98A9ODDSQ1 tag=6R8BMEDUVQAI type=write size=172523 2024-07-26T06:51:59.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.864+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.0 size=1048576 2024-07-26T06:51:59.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.866+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.1 size=1048576 2024-07-26T06:51:59.868 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.867+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.2 size=273003 2024-07-26T06:51:59.868 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.867+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=FZSS55W27CVX tag=MW7C33NM2XFM type=write size=3418731 2024-07-26T06:51:59.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.870+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.0 size=1048576 2024-07-26T06:51:59.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.872+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.1 size=1048576 2024-07-26T06:51:59.873 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.873+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~0BKN97Y03VLY.2 size=697840 2024-07-26T06:51:59.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.877+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=0BKN97Y03VLY tag=G39KLZSDQP2U type=write size=3843568 2024-07-26T06:51:59.880 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.879+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=90BD24456UCQ type=write size=379326 2024-07-26T06:51:59.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.882+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=4VEX37XMQC21 type=del size=4028222 2024-07-26T06:51:59.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.887+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~Q4LL41HHBKAU.0 size=1048576 2024-07-26T06:51:59.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.888+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~Q4LL41HHBKAU.1 size=835360 2024-07-26T06:51:59.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.888+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=Q4LL41HHBKAU tag=E2GMP18LLSFL type=write size=2932512 2024-07-26T06:51:59.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.890+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~XC15KJ4UE9PF.0 size=917240 2024-07-26T06:51:59.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.893+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=XC15KJ4UE9PF tag=E6JIEXHMQVIN type=write size=1965816 2024-07-26T06:51:59.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.896+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=7FPZW16VS72W type=del size=3024851 2024-07-26T06:51:59.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.898+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.0 size=1048576 2024-07-26T06:51:59.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.899+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.1 size=1048576 2024-07-26T06:51:59.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.901+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~IOFJPF6N87YN.2 size=533471 2024-07-26T06:51:59.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.904+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=IOFJPF6N87YN tag=59UPHUHG2YI9 type=write size=3679199 2024-07-26T06:51:59.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.906+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=JWAE2VIPYTP3 type=del size=3134644 2024-07-26T06:51:59.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.910+0000 7ff4c963f640 1 < suggested remove operation key=L2X724J37LK2 tag=N4R7P97KZVMJ type=del 2024-07-26T06:51:59.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.914+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.0 size=1048576 2024-07-26T06:51:59.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.916+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.1 size=1048576 2024-07-26T06:51:59.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.917+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.2 size=935715 2024-07-26T06:51:59.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.917+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=UOM96CEABHJB tag=6Y3R2RHWSQ3N type=write size=4081443 2024-07-26T06:51:59.919 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.919+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.0 size=1048576 2024-07-26T06:51:59.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.921+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.1 size=1048576 2024-07-26T06:51:59.923 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.922+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~7NKQQ1B14IPI.2 size=101988 2024-07-26T06:51:59.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.926+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=7NKQQ1B14IPI tag=B3ZXL7770F57 type=write size=3247716 2024-07-26T06:51:59.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.928+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=EMUN69HOFOO0 type=del size=2079953 2024-07-26T06:51:59.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.929+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=T6CSR0TMH0P0 type=del 2024-07-26T06:51:59.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.933+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.0 size=1048576 2024-07-26T06:51:59.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.935+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.1 size=1048576 2024-07-26T06:51:59.936 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.936+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.2 size=1015505 2024-07-26T06:51:59.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.936+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=6WGECMLXXXRB tag=LMSD3YAIIOBH type=write size=4161233 2024-07-26T06:51:59.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.938+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~GGE5CY7E0MG6.0 size=1048576 2024-07-26T06:51:59.940 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.940+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~GGE5CY7E0MG6.1 size=970637 2024-07-26T06:51:59.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.944+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=GGE5CY7E0MG6 tag=ZIBI3KOOCH0F type=write size=3067789 2024-07-26T06:51:59.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.946+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=PW1OKBM0A286 type=del size=3027917 2024-07-26T06:51:59.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.948+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=DDYWUO748RBQ type=del 2024-07-26T06:51:59.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.950+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=L5FY0V0GHMCG type=del size=3552499 2024-07-26T06:51:59.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.952+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=BAJZY9Q8ZPOS type=del 2024-07-26T06:51:59.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.953+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=PRDEDXX7Q58F type=del size=4150592 2024-07-26T06:51:59.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.955+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=PBZDWHT85MVK type=del 2024-07-26T06:51:59.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.957+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=7YDUR8WDWYQO type=del size=2285667 2024-07-26T06:51:59.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.959+0000 7ff4c963f640 1 < canceled operation key=97622HH90SL9 tag=WCX09E98X11Q type=write size=171076 2024-07-26T06:51:59.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.962+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=WL5SLUVKJ0UW type=del size=2085670 2024-07-26T06:51:59.966 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.966+0000 7ff4c963f640 1 < suggested update operation key=21MC0QVSM974 tag=VI33ZVJBXMPO type=del size=559157 2024-07-26T06:51:59.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.967+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=6XR0VQH6USRN type=del size=2897470 2024-07-26T06:51:59.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.969+0000 7ff4c963f640 1 < completed write operation key=55WYIVMEFCP7 tag=FFTXDZWUUMWA type=write size=234333 2024-07-26T06:51:59.971 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.971+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=WO3LVX1JKP84 type=del size=430925 2024-07-26T06:51:59.973 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.973+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=71TX8IQ9HVY1 type=write size=475813 2024-07-26T06:51:59.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.975+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=V19G4Y0TZJ6A type=del size=780872 2024-07-26T06:51:59.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.977+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.0 size=1048576 2024-07-26T06:51:59.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.979+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.1 size=1048576 2024-07-26T06:51:59.981 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.980+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~FZSS55W27CVX.2 size=273003 2024-07-26T06:51:59.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.984+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=FZSS55W27CVX tag=MW7C33NM2XFM type=write size=3418731 2024-07-26T06:51:59.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.986+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=GC9RN325XK0G type=del size=3165329 2024-07-26T06:51:59.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.988+0000 7ff4c963f640 1 < canceled operation key=DA98A9ODDSQ1 tag=90BD24456UCQ type=write size=379326 2024-07-26T06:51:59.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.991+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.0 size=1048576 2024-07-26T06:51:59.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.993+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.1 size=1048576 2024-07-26T06:51:59.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.994+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.2 size=279020 2024-07-26T06:51:59.995 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.994+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=80JUTLEZADEG tag=3LCFSIAV4I59 type=write size=3424748 2024-07-26T06:51:59.997 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.996+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~Q4LL41HHBKAU.0 size=1048576 2024-07-26T06:51:59.998 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:51:59.998+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~Q4LL41HHBKAU.1 size=835360 2024-07-26T06:52:00.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.001+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=Q4LL41HHBKAU tag=E2GMP18LLSFL type=write size=2932512 2024-07-26T06:52:00.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.005+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~R5NGYAC9TITY.0 size=1048576 2024-07-26T06:52:00.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.007+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~R5NGYAC9TITY.1 size=609420 2024-07-26T06:52:00.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.007+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=R5NGYAC9TITY tag=W0YKJXAZALDX type=write size=2706572 2024-07-26T06:52:00.009 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.009+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=7FPZW16VS72W type=del 2024-07-26T06:52:00.011 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.011+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=KUFDR6L3FBFK type=del size=285547 2024-07-26T06:52:00.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.013+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=JWAE2VIPYTP3 type=del 2024-07-26T06:52:00.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.017+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.0 size=1048576 2024-07-26T06:52:00.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.019+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.1 size=1048576 2024-07-26T06:52:00.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.020+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.2 size=789702 2024-07-26T06:52:00.020 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.020+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=2KUGIDAKZ2BH tag=5PVWLJXHTO31 type=write size=3935430 2024-07-26T06:52:00.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.022+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.0 size=1048576 2024-07-26T06:52:00.022 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.022+0000 7ff4c963f640 1 < canceled part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.1 size=1048576 2024-07-26T06:52:00.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.024+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~UOM96CEABHJB.2 size=935715 2024-07-26T06:52:00.028 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.028+0000 7ff4c963f640 1 < canceled multipart upload key=7OLNPIQ92BCG upload=UOM96CEABHJB tag=6Y3R2RHWSQ3N type=write size=4081443 2024-07-26T06:52:00.030 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.029+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=VV79ZVDUQQIY type=del size=3695665 2024-07-26T06:52:00.032 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.031+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=EMUN69HOFOO0 type=del 2024-07-26T06:52:00.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.035+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.0 size=1048576 2024-07-26T06:52:00.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.037+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.1 size=1048576 2024-07-26T06:52:00.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.038+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.2 size=549608 2024-07-26T06:52:00.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.038+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=KL9VDXI5TBWW tag=GI8KECM8XBUG type=write size=3695336 2024-07-26T06:52:00.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.041+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.0 size=1048576 2024-07-26T06:52:00.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.042+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.1 size=1048576 2024-07-26T06:52:00.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.044+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~6WGECMLXXXRB.2 size=1015505 2024-07-26T06:52:00.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.048+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=6WGECMLXXXRB tag=LMSD3YAIIOBH type=write size=4161233 2024-07-26T06:52:00.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.052+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.0 size=1048576 2024-07-26T06:52:00.054 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.054+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.1 size=1048576 2024-07-26T06:52:00.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.055+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.2 size=231929 2024-07-26T06:52:00.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.055+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=42MIP98JSBSD tag=SOOCCWNJ49OL type=write size=3377657 2024-07-26T06:52:00.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.059+0000 7ff4c963f640 1 < suggested update operation key=4CBTB2OOO13L tag=PW1OKBM0A286 type=del size=3027917 2024-07-26T06:52:00.063 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.062+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~UALHVL32FY1P.0 size=1048576 2024-07-26T06:52:00.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.064+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~UALHVL32FY1P.1 size=1030081 2024-07-26T06:52:00.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.064+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=UALHVL32FY1P tag=R22MDFNVYBNJ type=write size=3127233 2024-07-26T06:52:00.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.066+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=L5FY0V0GHMCG type=del 2024-07-26T06:52:00.070 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.070+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.0 size=1048576 2024-07-26T06:52:00.071 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.071+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.1 size=1048576 2024-07-26T06:52:00.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.073+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.2 size=952927 2024-07-26T06:52:00.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.073+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=G425OIZ60CRF tag=PWPDRZEI9Z6B type=write size=4098655 2024-07-26T06:52:00.075 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.075+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=PRDEDXX7Q58F type=del 2024-07-26T06:52:00.077 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.076+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=H1SM3L11S27Q type=del size=3181239 2024-07-26T06:52:00.078 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.078+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=7YDUR8WDWYQO type=del 2024-07-26T06:52:00.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.082+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.0 size=1048576 2024-07-26T06:52:00.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.084+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.1 size=1048576 2024-07-26T06:52:00.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.086+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.2 size=254255 2024-07-26T06:52:00.086 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.086+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=Z2TI0H2KAZRD tag=B5KM8Q1GOABU type=write size=3399983 2024-07-26T06:52:00.088 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.088+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=WL5SLUVKJ0UW type=del 2024-07-26T06:52:00.090 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.090+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=NG76ZGDPO2PF type=del size=183604 2024-07-26T06:52:00.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.093+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=6XR0VQH6USRN type=del 2024-07-26T06:52:00.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.095+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=LWU7AOYVJ6GO type=write size=150149 2024-07-26T06:52:00.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.097+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=WO3LVX1JKP84 type=del 2024-07-26T06:52:00.099 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.099+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=OMOVZZGOJVWB type=del size=1983882 2024-07-26T06:52:00.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.101+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=V19G4Y0TZJ6A type=del size=780872 2024-07-26T06:52:00.103 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.103+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=EDAZ6DDDF48O type=del size=313237 2024-07-26T06:52:00.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.106+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=GC9RN325XK0G type=del 2024-07-26T06:52:00.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.108+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=BZ3VQDEYL43N type=del size=1899344 2024-07-26T06:52:00.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.110+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.0 size=1048576 2024-07-26T06:52:00.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.111+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.1 size=1048576 2024-07-26T06:52:00.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.113+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~80JUTLEZADEG.2 size=279020 2024-07-26T06:52:00.116 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.116+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=80JUTLEZADEG tag=3LCFSIAV4I59 type=write size=3424748 2024-07-26T06:52:00.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.118+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=ZC5NT8UE1YCK type=del size=3405971 2024-07-26T06:52:00.120 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.120+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~R5NGYAC9TITY.0 size=1048576 2024-07-26T06:52:00.122 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.121+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~R5NGYAC9TITY.1 size=609420 2024-07-26T06:52:00.125 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.125+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=R5NGYAC9TITY tag=W0YKJXAZALDX type=write size=2706572 2024-07-26T06:52:00.127 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.127+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=GKJL2MJCFT7A type=del size=2881173 2024-07-26T06:52:00.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.129+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=KUFDR6L3FBFK type=del 2024-07-26T06:52:00.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.132+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~B6CC36ZG28GB.0 size=1048576 2024-07-26T06:52:00.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.134+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~B6CC36ZG28GB.1 size=552159 2024-07-26T06:52:00.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.134+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=B6CC36ZG28GB tag=0ZBIUYRX2RDR type=write size=2649311 2024-07-26T06:52:00.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.136+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.0 size=1048576 2024-07-26T06:52:00.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.137+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.1 size=1048576 2024-07-26T06:52:00.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.139+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~2KUGIDAKZ2BH.2 size=789702 2024-07-26T06:52:00.143 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.142+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=2KUGIDAKZ2BH tag=5PVWLJXHTO31 type=write size=3935430 2024-07-26T06:52:00.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.145+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=SR0S19OSR1KS type=del size=2281805 2024-07-26T06:52:00.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.147+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=VV79ZVDUQQIY type=del 2024-07-26T06:52:00.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.150+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.0 size=1048576 2024-07-26T06:52:00.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.152+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.1 size=1048576 2024-07-26T06:52:00.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.153+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.2 size=750815 2024-07-26T06:52:00.153 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.153+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=NY8JSPTP9Q32 tag=D5Q80N056LW5 type=write size=3896543 2024-07-26T06:52:00.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.155+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.0 size=1048576 2024-07-26T06:52:00.155 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.155+0000 7ff4c963f640 1 < canceled part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.1 size=1048576 2024-07-26T06:52:00.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.157+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~KL9VDXI5TBWW.2 size=549608 2024-07-26T06:52:00.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.161+0000 7ff4c963f640 1 < canceled multipart upload key=T6YV3TUMDU0L upload=KL9VDXI5TBWW tag=GI8KECM8XBUG type=write size=3695336 2024-07-26T06:52:00.163 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.163+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=0M0RPMF6XF5R type=write size=256566 2024-07-26T06:52:00.164 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.164+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.0 size=1048576 2024-07-26T06:52:00.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.165+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.1 size=1048576 2024-07-26T06:52:00.166 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.165+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~42MIP98JSBSD.2 size=231929 2024-07-26T06:52:00.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.170+0000 7ff4c963f640 1 < canceled multipart upload key=J9NUZ3NDKDSE upload=42MIP98JSBSD tag=SOOCCWNJ49OL type=write size=3377657 2024-07-26T06:52:00.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.172+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=26E47TYM1QY1 type=write size=406671 2024-07-26T06:52:00.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.174+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~UALHVL32FY1P.0 size=1048576 2024-07-26T06:52:00.176 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.176+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~UALHVL32FY1P.1 size=1030081 2024-07-26T06:52:00.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.179+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=UALHVL32FY1P tag=R22MDFNVYBNJ type=write size=3127233 2024-07-26T06:52:00.183 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.183+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.0 size=1048576 2024-07-26T06:52:00.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.185+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.1 size=1048576 2024-07-26T06:52:00.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.186+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.2 size=136611 2024-07-26T06:52:00.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.186+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=T2HY87DTZYPJ tag=6XFGIE386LNP type=write size=3282339 2024-07-26T06:52:00.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.188+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.0 size=1048576 2024-07-26T06:52:00.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.190+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.1 size=1048576 2024-07-26T06:52:00.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.192+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~G425OIZ60CRF.2 size=952927 2024-07-26T06:52:00.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.195+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=G425OIZ60CRF tag=PWPDRZEI9Z6B type=write size=4098655 2024-07-26T06:52:00.198 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.197+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=0S9XAZOFLIL8 type=write size=388000 2024-07-26T06:52:00.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.199+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=H1SM3L11S27Q type=del 2024-07-26T06:52:00.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.201+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=KR6U13M3KMM6 type=del size=1021573 2024-07-26T06:52:00.203 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.203+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.0 size=1048576 2024-07-26T06:52:00.205 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.205+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.1 size=1048576 2024-07-26T06:52:00.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.206+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~Z2TI0H2KAZRD.2 size=254255 2024-07-26T06:52:00.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.210+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=Z2TI0H2KAZRD tag=B5KM8Q1GOABU type=write size=3399983 2024-07-26T06:52:00.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.211+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=VX19NDWCJTBQ type=del size=971889 2024-07-26T06:52:00.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.213+0000 7ff4c963f640 1 < completed delete operation key=QI57TQ8F5MI6 tag=NG76ZGDPO2PF type=del 2024-07-26T06:52:00.217 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.217+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.0 size=1048576 2024-07-26T06:52:00.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.218+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.1 size=1048576 2024-07-26T06:52:00.220 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.220+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.2 size=889862 2024-07-26T06:52:00.220 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.220+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=ERTKB71KMG00 tag=Z6XIQ6JQC7X6 type=write size=4035590 2024-07-26T06:52:00.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.222+0000 7ff4c963f640 1 < completed write operation key=L2X724J37LK2 tag=LWU7AOYVJ6GO type=write size=150149 2024-07-26T06:52:00.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.224+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=S9XWYR94S3E9 type=del size=1092999 2024-07-26T06:52:00.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.227+0000 7ff4c963f640 1 < suggested remove operation key=DA98A9ODDSQ1 tag=OMOVZZGOJVWB type=del 2024-07-26T06:52:00.230 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.229+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=EZFW8L048614 type=del size=2427606 2024-07-26T06:52:00.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.232+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=EDAZ6DDDF48O type=del 2024-07-26T06:52:00.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.234+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=MQUXBX8RSLDC type=del size=1442091 2024-07-26T06:52:00.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.236+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=BZ3VQDEYL43N type=del 2024-07-26T06:52:00.239 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.239+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.0 size=1048576 2024-07-26T06:52:00.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.241+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.1 size=1048576 2024-07-26T06:52:00.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.242+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.2 size=499646 2024-07-26T06:52:00.242 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.242+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=5PXBF0FB67PL tag=M4HR3OJDO97W type=write size=3645374 2024-07-26T06:52:00.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.244+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=ZC5NT8UE1YCK type=del 2024-07-26T06:52:00.248 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.247+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~KZE47LM3L61L.0 size=1048576 2024-07-26T06:52:00.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.249+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~KZE47LM3L61L.1 size=1021639 2024-07-26T06:52:00.250 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.249+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=KZE47LM3L61L tag=VVU2BR3GCM40 type=write size=3118791 2024-07-26T06:52:00.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.251+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=GKJL2MJCFT7A type=del 2024-07-26T06:52:00.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.253+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=RNGMAMMYAU0M type=write size=529646 2024-07-26T06:52:00.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.256+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~B6CC36ZG28GB.0 size=1048576 2024-07-26T06:52:00.258 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.258+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~B6CC36ZG28GB.1 size=552159 2024-07-26T06:52:00.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.261+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=B6CC36ZG28GB tag=0ZBIUYRX2RDR type=write size=2649311 2024-07-26T06:52:00.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.263+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=YDRHHU5VP06P type=del size=1726782 2024-07-26T06:52:00.265 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.265+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=SR0S19OSR1KS type=del 2024-07-26T06:52:00.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.267+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=JA7PPR6LTX8W type=del size=3844649 2024-07-26T06:52:00.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.268+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.0 size=1048576 2024-07-26T06:52:00.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.268+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.1 size=1048576 2024-07-26T06:52:00.270 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.270+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~NY8JSPTP9Q32.2 size=750815 2024-07-26T06:52:00.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.273+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=NY8JSPTP9Q32 tag=D5Q80N056LW5 type=write size=3896543 2024-07-26T06:52:00.276 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.276+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=2X4M3IZ8M6Z6 type=del size=276694 2024-07-26T06:52:00.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.277+0000 7ff4c963f640 1 < completed write operation key=ZUHQVW7JX900 tag=0M0RPMF6XF5R type=write size=256566 2024-07-26T06:52:00.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.279+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=8F1NTHGJI70L type=del size=3204142 2024-07-26T06:52:00.284 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.283+0000 7ff4c963f640 1 < suggested remove operation key=QI57TQ8F5MI6 tag=26E47TYM1QY1 type=write 2024-07-26T06:52:00.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.287+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~WAYVXH1E05E4.0 size=102601 2024-07-26T06:52:00.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.287+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=WAYVXH1E05E4 tag=G2XY05AB4RII type=write size=1151177 2024-07-26T06:52:00.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.289+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.0 size=1048576 2024-07-26T06:52:00.290 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.290+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.1 size=1048576 2024-07-26T06:52:00.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.292+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~T2HY87DTZYPJ.2 size=136611 2024-07-26T06:52:00.295 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.295+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=T2HY87DTZYPJ tag=6XFGIE386LNP type=write size=3282339 2024-07-26T06:52:00.297 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.297+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=OUCZH7MG0AIN type=del size=590376 2024-07-26T06:52:00.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.300+0000 7ff4c963f640 -1 < failed to complete operation key=QI57TQ8F5MI6 tag=0S9XAZOFLIL8 type=write size=388000: (22) Invalid argument 2024-07-26T06:52:00.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.301+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=INU2DA7ZQ69U type=del size=855229 2024-07-26T06:52:00.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.302+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=QI57TQ8F5MI6 tag=KR6U13M3KMM6 type=del size=1021573: (2) No such file or directory 2024-07-26T06:52:00.304 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.304+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=0ELM91QEF1XF type=del size=1919639 2024-07-26T06:52:00.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.308+0000 7ff4c963f640 1 < suggested update operation key=G9CKPX677F31 tag=VX19NDWCJTBQ type=del size=971889 2024-07-26T06:52:00.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.310+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=3OQTY7B3FGAL type=del size=641286 2024-07-26T06:52:00.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.312+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.0 size=1048576 2024-07-26T06:52:00.314 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.314+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.1 size=1048576 2024-07-26T06:52:00.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.316+0000 7ff4c963f640 1 < completed part key=_multipart_Q5I4W7RRN47Z.2~ERTKB71KMG00.2 size=889862 2024-07-26T06:52:00.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.319+0000 7ff4c963f640 1 < completed multipart upload key=Q5I4W7RRN47Z upload=ERTKB71KMG00 tag=Z6XIQ6JQC7X6 type=write size=4035590 2024-07-26T06:52:00.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.321+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=TFWN33GTGL0X type=del size=2957337 2024-07-26T06:52:00.326 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.325+0000 7ff4c963f640 1 < suggested remove operation key=ZUHQVW7JX900 tag=S9XWYR94S3E9 type=del 2024-07-26T06:52:00.328 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.328+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=63QOIWEPWHO5 type=del size=3374145 2024-07-26T06:52:00.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.333+0000 7ff4c963f640 1 < suggested update operation key=BVS86991ZRFJ tag=EZFW8L048614 type=del size=2427606 2024-07-26T06:52:00.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.334+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=HQQUYK7JHAIH type=write size=847691 2024-07-26T06:52:00.338 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.338+0000 7ff4c963f640 1 < suggested update operation key=A7ZSBTMHA3UB tag=MQUXBX8RSLDC type=del size=1442091 2024-07-26T06:52:00.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.342+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~OKZL184Z6ACF.0 size=968130 2024-07-26T06:52:00.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.342+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=OKZL184Z6ACF tag=OU55XBADOHDS type=write size=2016706 2024-07-26T06:52:00.345 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.345+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.0 size=1048576 2024-07-26T06:52:00.346 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.346+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.1 size=1048576 2024-07-26T06:52:00.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.348+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~5PXBF0FB67PL.2 size=499646 2024-07-26T06:52:00.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.352+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=5PXBF0FB67PL tag=M4HR3OJDO97W type=write size=3645374 2024-07-26T06:52:00.354 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.354+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=SNKPC6AXH7Y4 type=del size=1989721 2024-07-26T06:52:00.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.356+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~KZE47LM3L61L.0 size=1048576 2024-07-26T06:52:00.358 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.357+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~KZE47LM3L61L.1 size=1021639 2024-07-26T06:52:00.361 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.361+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=KZE47LM3L61L tag=VVU2BR3GCM40 type=write size=3118791 2024-07-26T06:52:00.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.364+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~M1C8MTN5MBZ0.0 size=1048576 2024-07-26T06:52:00.366 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.366+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~M1C8MTN5MBZ0.1 size=702073 2024-07-26T06:52:00.366 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.366+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=M1C8MTN5MBZ0 tag=6WUD25V556KD type=write size=2799225 2024-07-26T06:52:00.369 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.368+0000 7ff4c963f640 1 < completed write operation key=6ZZV6L4I9YZV tag=RNGMAMMYAU0M type=write size=529646 2024-07-26T06:52:00.373 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.373+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.0 size=1048576 2024-07-26T06:52:00.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.374+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.1 size=1048576 2024-07-26T06:52:00.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.376+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.2 size=935586 2024-07-26T06:52:00.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.376+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=UDD33ZQJKPA7 tag=BHGQ0146UPZ8 type=write size=4081314 2024-07-26T06:52:00.380 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.380+0000 7ff4c963f640 1 < suggested remove operation key=8W36EMM1C36T tag=YDRHHU5VP06P type=del 2024-07-26T06:52:00.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.382+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=95U0WF1AA2G0 type=del size=3119102 2024-07-26T06:52:00.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.382+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=8W36EMM1C36T tag=JA7PPR6LTX8W type=del size=3844649: (2) No such file or directory 2024-07-26T06:52:00.384 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.384+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=9JEFC8IU293M type=del size=408953 2024-07-26T06:52:00.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.387+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=2X4M3IZ8M6Z6 type=del 2024-07-26T06:52:00.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.389+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=YK431EHNIUQ4 type=del size=3296823 2024-07-26T06:52:00.392 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.391+0000 7ff4c963f640 -1 < failed to complete operation key=ZUHQVW7JX900 tag=8F1NTHGJI70L type=del size=3204142: (22) Invalid argument 2024-07-26T06:52:00.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.393+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=QRSKVX2GOQKR type=del size=3740940 2024-07-26T06:52:00.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.394+0000 7ff4c963f640 1 < canceled part key=_multipart_Q5I4W7RRN47Z.2~WAYVXH1E05E4.0 size=102601 2024-07-26T06:52:00.397 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.397+0000 7ff4c963f640 1 < canceled multipart upload key=Q5I4W7RRN47Z upload=WAYVXH1E05E4 tag=G2XY05AB4RII type=write size=1151177 2024-07-26T06:52:00.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.401+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~ANHBDPSLIB9B.0 size=26984 2024-07-26T06:52:00.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.401+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=ANHBDPSLIB9B tag=P02GHT7KX0OL type=write size=1075560 2024-07-26T06:52:00.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.403+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=OUCZH7MG0AIN type=del 2024-07-26T06:52:00.408 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.408+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~SWCY8LLBG20B.0 size=1048576 2024-07-26T06:52:00.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.409+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~SWCY8LLBG20B.1 size=821891 2024-07-26T06:52:00.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.410+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=SWCY8LLBG20B tag=O5U5BE5NKPZD type=write size=2919043 2024-07-26T06:52:00.412 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.411+0000 7ff4c963f640 1 < canceled operation key=J9NUZ3NDKDSE tag=INU2DA7ZQ69U type=del size=855229 2024-07-26T06:52:00.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.416+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~ANO9RIX2V9GI.0 size=491560 2024-07-26T06:52:00.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.416+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=ANO9RIX2V9GI tag=8VNRGKEPGHW6 type=write size=1540136 2024-07-26T06:52:00.418 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.417+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=0ELM91QEF1XF type=del 2024-07-26T06:52:00.421 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.421+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~FO9N4S77GDLH.0 size=1048576 2024-07-26T06:52:00.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.423+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~FO9N4S77GDLH.1 size=247871 2024-07-26T06:52:00.423 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.423+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=FO9N4S77GDLH tag=QT0JVAEDKRWJ type=write size=2345023 2024-07-26T06:52:00.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.425+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=3OQTY7B3FGAL type=del 2024-07-26T06:52:00.427 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.427+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=6MR0POHCR83B type=del size=2815697 2024-07-26T06:52:00.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.429+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=TFWN33GTGL0X type=del 2024-07-26T06:52:00.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.431+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=V0AUFIAZE01B type=write size=25412 2024-07-26T06:52:00.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.433+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=63QOIWEPWHO5 type=del 2024-07-26T06:52:00.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.436+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=A2OJUJDEO3PL type=del size=1678207 2024-07-26T06:52:00.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.438+0000 7ff4c963f640 1 < completed write operation key=J9NUZ3NDKDSE tag=HQQUYK7JHAIH type=write size=847691 2024-07-26T06:52:00.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.443+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~0O7ZWCCSOR68.0 size=792745 2024-07-26T06:52:00.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.443+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=0O7ZWCCSOR68 tag=4IC0EEN8URFX type=write size=1841321 2024-07-26T06:52:00.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.445+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~OKZL184Z6ACF.0 size=968130 2024-07-26T06:52:00.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.448+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=OKZL184Z6ACF tag=OU55XBADOHDS type=write size=2016706 2024-07-26T06:52:00.453 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.452+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.0 size=1048576 2024-07-26T06:52:00.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.454+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.1 size=1048576 2024-07-26T06:52:00.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.456+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.2 size=195763 2024-07-26T06:52:00.456 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.456+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=SONK33IILN2Q tag=NU7RHJHCELHV type=write size=3341491 2024-07-26T06:52:00.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.458+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=SNKPC6AXH7Y4 type=del 2024-07-26T06:52:00.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.460+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=JCAD96HH4AN9 type=del size=3579991 2024-07-26T06:52:00.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.462+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~M1C8MTN5MBZ0.0 size=1048576 2024-07-26T06:52:00.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.463+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~M1C8MTN5MBZ0.1 size=702073 2024-07-26T06:52:00.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.467+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=M1C8MTN5MBZ0 tag=6WUD25V556KD type=write size=2799225 2024-07-26T06:52:00.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.469+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=O412GU7J23U7 type=del size=1103013 2024-07-26T06:52:00.472 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.471+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.0 size=1048576 2024-07-26T06:52:00.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.473+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.1 size=1048576 2024-07-26T06:52:00.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.475+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~UDD33ZQJKPA7.2 size=935586 2024-07-26T06:52:00.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.478+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=UDD33ZQJKPA7 tag=BHGQ0146UPZ8 type=write size=4081314 2024-07-26T06:52:00.481 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.481+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=XR4LSA1D51RZ type=del size=3396934 2024-07-26T06:52:00.485 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.485+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=95U0WF1AA2G0 type=del 2024-07-26T06:52:00.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.489+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~2NGXICCIRI1I.0 size=732448 2024-07-26T06:52:00.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.489+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=2NGXICCIRI1I tag=98P7OFX0G17B type=write size=1781024 2024-07-26T06:52:00.491 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.491+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=9JEFC8IU293M type=del 2024-07-26T06:52:00.493 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.493+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=OHSJ89JKWGB9 type=del size=3817637 2024-07-26T06:52:00.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.495+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=YK431EHNIUQ4 type=del 2024-07-26T06:52:00.499 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.499+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.0 size=1048576 2024-07-26T06:52:00.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.501+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.1 size=1048576 2024-07-26T06:52:00.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.503+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.2 size=617527 2024-07-26T06:52:00.503 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.503+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=A04O3SMMDDME tag=9LKD1HVPGEU8 type=write size=3763255 2024-07-26T06:52:00.507 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.507+0000 7ff4c963f640 1 < suggested remove operation key=DA98A9ODDSQ1 tag=QRSKVX2GOQKR type=del 2024-07-26T06:52:00.509 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.509+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=IUKDUTVSC4LG type=write size=458140 2024-07-26T06:52:00.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.511+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~ANHBDPSLIB9B.0 size=26984 2024-07-26T06:52:00.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.515+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=ANHBDPSLIB9B tag=P02GHT7KX0OL type=write size=1075560 2024-07-26T06:52:00.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.517+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=2UF03AT3S6FZ type=del size=4101223 2024-07-26T06:52:00.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.519+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~SWCY8LLBG20B.0 size=1048576 2024-07-26T06:52:00.521 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.521+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~SWCY8LLBG20B.1 size=821891 2024-07-26T06:52:00.525 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.525+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=SWCY8LLBG20B tag=O5U5BE5NKPZD type=write size=2919043 2024-07-26T06:52:00.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.528+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~CCL0HKDY12RN.0 size=1048576 2024-07-26T06:52:00.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.530+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~CCL0HKDY12RN.1 size=373737 2024-07-26T06:52:00.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.530+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=CCL0HKDY12RN tag=HEOGZLKSZPEV type=write size=2470889 2024-07-26T06:52:00.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.532+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~ANO9RIX2V9GI.0 size=491560 2024-07-26T06:52:00.536 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.536+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=ANO9RIX2V9GI tag=8VNRGKEPGHW6 type=write size=1540136 2024-07-26T06:52:00.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.539+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~2GBT40URPAJV.0 size=299765 2024-07-26T06:52:00.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.539+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=2GBT40URPAJV tag=KXP97JQUS5PR type=write size=1348341 2024-07-26T06:52:00.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.541+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~FO9N4S77GDLH.0 size=1048576 2024-07-26T06:52:00.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.544+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~FO9N4S77GDLH.1 size=247871 2024-07-26T06:52:00.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.548+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=FO9N4S77GDLH tag=QT0JVAEDKRWJ type=write size=2345023 2024-07-26T06:52:00.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.550+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=QYY4X4S3BO6K type=del size=2069643 2024-07-26T06:52:00.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.552+0000 7ff4c963f640 1 < canceled operation key=B25KI9T60YIW tag=6MR0POHCR83B type=del size=2815697 2024-07-26T06:52:00.554 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.554+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=FKSA08RQON9U type=del size=4187230 2024-07-26T06:52:00.557 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.556+0000 7ff4c963f640 -1 < failed to complete operation key=J9NUZ3NDKDSE tag=V0AUFIAZE01B type=write size=25412: (22) Invalid argument 2024-07-26T06:52:00.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.561+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~A1H0OZKQ3B8M.0 size=1048576 2024-07-26T06:52:00.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.562+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~A1H0OZKQ3B8M.1 size=202094 2024-07-26T06:52:00.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.562+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=A1H0OZKQ3B8M tag=H9XSS716CRVQ type=write size=2299246 2024-07-26T06:52:00.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.566+0000 7ff4c963f640 -1 < failed to complete operation key=DA98A9ODDSQ1 tag=A2OJUJDEO3PL type=del size=1678207: (22) Invalid argument 2024-07-26T06:52:00.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.568+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=79C85JU12U0D type=del size=1495307 2024-07-26T06:52:00.570 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.570+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~0O7ZWCCSOR68.0 size=792745 2024-07-26T06:52:00.574 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.574+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=0O7ZWCCSOR68 tag=4IC0EEN8URFX type=write size=1841321 2024-07-26T06:52:00.576 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.576+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=3ARKDWH26TCL type=del size=173190 2024-07-26T06:52:00.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.578+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.0 size=1048576 2024-07-26T06:52:00.580 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.580+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.1 size=1048576 2024-07-26T06:52:00.582 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.582+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~SONK33IILN2Q.2 size=195763 2024-07-26T06:52:00.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.586+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=SONK33IILN2Q tag=NU7RHJHCELHV type=write size=3341491 2024-07-26T06:52:00.588 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.588+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=VQ3JSBV6JPC6 type=write size=356508 2024-07-26T06:52:00.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.590+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=JCAD96HH4AN9 type=del 2024-07-26T06:52:00.593 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.593+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.0 size=1048576 2024-07-26T06:52:00.595 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.595+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.1 size=1048576 2024-07-26T06:52:00.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.597+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.2 size=906451 2024-07-26T06:52:00.597 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.597+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=4061XXV1GJF9 tag=4ZM0KAP842VQ type=write size=4052179 2024-07-26T06:52:00.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.599+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=O412GU7J23U7 type=del 2024-07-26T06:52:00.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.602+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.0 size=1048576 2024-07-26T06:52:00.604 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.604+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.1 size=1048576 2024-07-26T06:52:00.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.606+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.2 size=865742 2024-07-26T06:52:00.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.606+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=KXU7N2O6MD70 tag=X6V7BU5JXKGL type=write size=4011470 2024-07-26T06:52:00.608 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.608+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=XR4LSA1D51RZ type=del 2024-07-26T06:52:00.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.610+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=W75J7QVMUVQ0 type=del size=2177648 2024-07-26T06:52:00.610 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.610+0000 7ff4c963f640 1 < canceled part key=_multipart_BVS86991ZRFJ.2~2NGXICCIRI1I.0 size=732448 2024-07-26T06:52:00.613 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.613+0000 7ff4c963f640 1 < canceled multipart upload key=BVS86991ZRFJ upload=2NGXICCIRI1I tag=98P7OFX0G17B type=write size=1781024 2024-07-26T06:52:00.615 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.615+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=UEOOWJQW7ZPO type=del size=2007824 2024-07-26T06:52:00.617 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.617+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=OHSJ89JKWGB9 type=del 2024-07-26T06:52:00.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.621+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~1W1KTQ2QY9KB.0 size=846841 2024-07-26T06:52:00.621 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.621+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=1W1KTQ2QY9KB tag=3ZGMWOENL4V4 type=write size=1895417 2024-07-26T06:52:00.623 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.623+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.0 size=1048576 2024-07-26T06:52:00.625 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.625+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.1 size=1048576 2024-07-26T06:52:00.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.626+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~A04O3SMMDDME.2 size=617527 2024-07-26T06:52:00.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.630+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=A04O3SMMDDME tag=9LKD1HVPGEU8 type=write size=3763255 2024-07-26T06:52:00.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.633+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~X7OC6IQPIY2W.0 size=309484 2024-07-26T06:52:00.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.633+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=X7OC6IQPIY2W tag=AXQMA3G2J3KY type=write size=1358060 2024-07-26T06:52:00.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.638+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=IUKDUTVSC4LG type=write 2024-07-26T06:52:00.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.642+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~YAUYHM43OF10.0 size=1048576 2024-07-26T06:52:00.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.643+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~YAUYHM43OF10.1 size=649952 2024-07-26T06:52:00.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.643+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=YAUYHM43OF10 tag=ISMFQ4UN49BT type=write size=2747104 2024-07-26T06:52:00.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.646+0000 7ff4c963f640 1 < completed delete operation key=OBU4MGXI9972 tag=2UF03AT3S6FZ type=del 2024-07-26T06:52:00.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.648+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=CDRG446S9OWM type=del size=781295 2024-07-26T06:52:00.651 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.651+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~CCL0HKDY12RN.0 size=1048576 2024-07-26T06:52:00.653 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.653+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~CCL0HKDY12RN.1 size=373737 2024-07-26T06:52:00.657 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.656+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=CCL0HKDY12RN tag=HEOGZLKSZPEV type=write size=2470889 2024-07-26T06:52:00.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.658+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=2NXYD269XJVJ type=write size=518096 2024-07-26T06:52:00.659 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.659+0000 7ff4c963f640 1 < canceled part key=_multipart_4RKGLLBREN8H.2~2GBT40URPAJV.0 size=299765 2024-07-26T06:52:00.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.663+0000 7ff4c963f640 1 < canceled multipart upload key=4RKGLLBREN8H upload=2GBT40URPAJV tag=KXP97JQUS5PR type=write size=1348341 2024-07-26T06:52:00.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.667+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~BRR32V6H16JJ.0 size=725642 2024-07-26T06:52:00.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.667+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=BRR32V6H16JJ tag=G0F3Y8CH9H93 type=write size=1774218 2024-07-26T06:52:00.669 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.669+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=QYY4X4S3BO6K type=del 2024-07-26T06:52:00.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.671+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=VJHE08M6VWCB type=del size=2393120 2024-07-26T06:52:00.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.672+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=FKSA08RQON9U type=del 2024-07-26T06:52:00.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.676+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.0 size=1048576 2024-07-26T06:52:00.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.678+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.1 size=1048576 2024-07-26T06:52:00.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.679+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.2 size=338866 2024-07-26T06:52:00.680 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.679+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=C07422SEZZ8E tag=13F0M4ZY0JM7 type=write size=3484594 2024-07-26T06:52:00.682 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.681+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~A1H0OZKQ3B8M.0 size=1048576 2024-07-26T06:52:00.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.683+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~A1H0OZKQ3B8M.1 size=202094 2024-07-26T06:52:00.686 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.686+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=A1H0OZKQ3B8M tag=H9XSS716CRVQ type=write size=2299246 2024-07-26T06:52:00.690 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.690+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~FGU7PIWDJPJ3.0 size=1048576 2024-07-26T06:52:00.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.692+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~FGU7PIWDJPJ3.1 size=875979 2024-07-26T06:52:00.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.692+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=FGU7PIWDJPJ3 tag=5TGLRMJBET34 type=write size=2973131 2024-07-26T06:52:00.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.693+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=79C85JU12U0D type=del 2024-07-26T06:52:00.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.695+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=6TA3BVQT7IX8 type=del size=381875 2024-07-26T06:52:00.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.699+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=3ARKDWH26TCL type=del 2024-07-26T06:52:00.702 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.701+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=XTTHFYYVABPY type=del size=2206499 2024-07-26T06:52:00.703 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.703+0000 7ff4c963f640 1 < completed write operation key=L2X724J37LK2 tag=VQ3JSBV6JPC6 type=write size=356508 2024-07-26T06:52:00.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.705+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=VR7VLKXEL85Y type=del size=775389 2024-07-26T06:52:00.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.707+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.0 size=1048576 2024-07-26T06:52:00.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.709+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.1 size=1048576 2024-07-26T06:52:00.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.711+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~4061XXV1GJF9.2 size=906451 2024-07-26T06:52:00.715 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.714+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=4061XXV1GJF9 tag=4ZM0KAP842VQ type=write size=4052179 2024-07-26T06:52:00.716 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.716+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=0ILOA8N9L2PP type=write size=1003485 2024-07-26T06:52:00.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.718+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.0 size=1048576 2024-07-26T06:52:00.720 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.720+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.1 size=1048576 2024-07-26T06:52:00.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.721+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~KXU7N2O6MD70.2 size=865742 2024-07-26T06:52:00.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.725+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=KXU7N2O6MD70 tag=X6V7BU5JXKGL type=write size=4011470 2024-07-26T06:52:00.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.727+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=931NH14W1JXN type=del size=2652531 2024-07-26T06:52:00.728 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.727+0000 7ff4c963f640 -1 < no bi entry to suggest for operation key=MC50MWHORL26 tag=W75J7QVMUVQ0 type=del size=2177648: (2) No such file or directory 2024-07-26T06:52:00.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.731+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~BWEDAZPX13UG.0 size=427419 2024-07-26T06:52:00.731 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.731+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=BWEDAZPX13UG tag=0JGIQ4B54XB5 type=write size=1475995 2024-07-26T06:52:00.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.733+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=UEOOWJQW7ZPO type=del 2024-07-26T06:52:00.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.735+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=HEHWERX4DB7X type=write size=902667 2024-07-26T06:52:00.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.735+0000 7ff4c963f640 1 < canceled part key=_multipart_Q5I4W7RRN47Z.2~1W1KTQ2QY9KB.0 size=846841 2024-07-26T06:52:00.738 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.738+0000 7ff4c963f640 1 < canceled multipart upload key=Q5I4W7RRN47Z upload=1W1KTQ2QY9KB tag=3ZGMWOENL4V4 type=write size=1895417 2024-07-26T06:52:00.742 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.742+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.0 size=1048576 2024-07-26T06:52:00.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.743+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.1 size=1048576 2024-07-26T06:52:00.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.745+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.2 size=212366 2024-07-26T06:52:00.746 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.745+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=Y68IAG1D8ZS7 tag=ZGSX2NXA76CO type=write size=3358094 2024-07-26T06:52:00.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.747+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~X7OC6IQPIY2W.0 size=309484 2024-07-26T06:52:00.750 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.750+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=X7OC6IQPIY2W tag=AXQMA3G2J3KY type=write size=1358060 2024-07-26T06:52:00.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.752+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=2PC9JZ2SDWUK type=del size=1898673 2024-07-26T06:52:00.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.754+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~YAUYHM43OF10.0 size=1048576 2024-07-26T06:52:00.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.756+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~YAUYHM43OF10.1 size=649952 2024-07-26T06:52:00.759 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.759+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=YAUYHM43OF10 tag=ISMFQ4UN49BT type=write size=2747104 2024-07-26T06:52:00.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.761+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=U1ZG1M101WK1 type=del size=3580007 2024-07-26T06:52:00.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.763+0000 7ff4c963f640 1 < completed delete operation key=T6YV3TUMDU0L tag=CDRG446S9OWM type=del 2024-07-26T06:52:00.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.765+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=864VUXIARLUG type=write size=139863 2024-07-26T06:52:00.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.767+0000 7ff4c963f640 1 < completed write operation key=OBU4MGXI9972 tag=2NXYD269XJVJ type=write size=518096 2024-07-26T06:52:00.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.769+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=8JASQRUTKPST type=del size=1715291 2024-07-26T06:52:00.771 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.771+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~BRR32V6H16JJ.0 size=725642 2024-07-26T06:52:00.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.775+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=BRR32V6H16JJ tag=G0F3Y8CH9H93 type=write size=1774218 2024-07-26T06:52:00.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.779+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~DJ1PTKJMFLHI.0 size=1048576 2024-07-26T06:52:00.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.781+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~DJ1PTKJMFLHI.1 size=910476 2024-07-26T06:52:00.781 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.781+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=DJ1PTKJMFLHI tag=LX3QHS6TL0S7 type=write size=3007628 2024-07-26T06:52:00.783 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.783+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=VJHE08M6VWCB type=del 2024-07-26T06:52:00.788 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.788+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~DA57CPSBA8FH.0 size=1048576 2024-07-26T06:52:00.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.790+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~DA57CPSBA8FH.1 size=842850 2024-07-26T06:52:00.790 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.790+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=DA57CPSBA8FH tag=FWBPGP0RJ6SZ type=write size=2940002 2024-07-26T06:52:00.792 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.792+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.0 size=1048576 2024-07-26T06:52:00.794 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.794+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.1 size=1048576 2024-07-26T06:52:00.796 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.795+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~C07422SEZZ8E.2 size=338866 2024-07-26T06:52:00.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.800+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=C07422SEZZ8E tag=13F0M4ZY0JM7 type=write size=3484594 2024-07-26T06:52:00.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.803+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.0 size=1048576 2024-07-26T06:52:00.805 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.805+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.1 size=1048576 2024-07-26T06:52:00.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.807+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.2 size=363552 2024-07-26T06:52:00.807 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.807+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=RG61H8582YW0 tag=CSE0J0LEGUBU type=write size=3509280 2024-07-26T06:52:00.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.809+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~FGU7PIWDJPJ3.0 size=1048576 2024-07-26T06:52:00.809 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.809+0000 7ff4c963f640 1 < canceled part key=_multipart_SQIHDHAP6YNK.2~FGU7PIWDJPJ3.1 size=875979 2024-07-26T06:52:00.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.813+0000 7ff4c963f640 1 < canceled multipart upload key=SQIHDHAP6YNK upload=FGU7PIWDJPJ3 tag=5TGLRMJBET34 type=write size=2973131 2024-07-26T06:52:00.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.815+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=H9EAW3KM482Q type=del size=1364550 2024-07-26T06:52:00.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.819+0000 7ff4c963f640 1 < suggested remove operation key=CDMV8XZ0UE6O tag=6TA3BVQT7IX8 type=del 2024-07-26T06:52:00.821 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.821+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=JDAT4XSESSZR type=del size=2229676 2024-07-26T06:52:00.823 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.823+0000 7ff4c963f640 1 < canceled operation key=97622HH90SL9 tag=XTTHFYYVABPY type=del size=2206499 2024-07-26T06:52:00.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.826+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=1AI1TM2R6UHG type=del size=3857212 2024-07-26T06:52:00.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.828+0000 7ff4c963f640 1 < canceled operation key=7OLNPIQ92BCG tag=VR7VLKXEL85Y type=del size=775389 2024-07-26T06:52:00.833 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.832+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~FHAH29Q3TZV2.0 size=757372 2024-07-26T06:52:00.833 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.832+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=FHAH29Q3TZV2 tag=SCMOQY0RCEAX type=write size=1805948 2024-07-26T06:52:00.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.834+0000 7ff4c963f640 1 < completed write operation key=T6YV3TUMDU0L tag=0ILOA8N9L2PP type=write size=1003485 2024-07-26T06:52:00.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.837+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=XKU2W9CA5MCH type=write size=243571 2024-07-26T06:52:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:00 smithi135 ceph-mon[90132]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 443 KiB/s wr, 2.25k op/s 2024-07-26T06:52:00.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.841+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=931NH14W1JXN type=del size=2652531 2024-07-26T06:52:00.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.843+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=CK9076ABX3U8 type=del size=598043 2024-07-26T06:52:00.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.846+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~BWEDAZPX13UG.0 size=427419 2024-07-26T06:52:00.849 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.849+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=BWEDAZPX13UG tag=0JGIQ4B54XB5 type=write size=1475995 2024-07-26T06:52:00.851 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.851+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=M713UIMYRW31 type=del size=1606892 2024-07-26T06:52:00.853 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.853+0000 7ff4c963f640 1 < completed write operation key=21MC0QVSM974 tag=HEHWERX4DB7X type=write size=902667 2024-07-26T06:52:00.855 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.855+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=B0W1RTQ7IPY0 type=del size=4007969 2024-07-26T06:52:00.857 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.857+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.0 size=1048576 2024-07-26T06:52:00.859 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.858+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.1 size=1048576 2024-07-26T06:52:00.860 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.860+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~Y68IAG1D8ZS7.2 size=212366 2024-07-26T06:52:00.864 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.863+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=Y68IAG1D8ZS7 tag=ZGSX2NXA76CO type=write size=3358094 2024-07-26T06:52:00.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.865+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=5XRJ2XCZ8TB1 type=write size=220234 2024-07-26T06:52:00.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.867+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=2PC9JZ2SDWUK type=del 2024-07-26T06:52:00.869 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.869+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=LIRSNE4UVHVS type=del size=1149387 2024-07-26T06:52:00.872 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.871+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=U1ZG1M101WK1 type=del 2024-07-26T06:52:00.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.873+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=NPYIO27YDN1A type=del size=3686404 2024-07-26T06:52:00.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.876+0000 7ff4c963f640 -1 < failed to complete operation key=HSP2EG50KE11 tag=864VUXIARLUG type=write size=139863: (22) Invalid argument 2024-07-26T06:52:00.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.881+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.0 size=1048576 2024-07-26T06:52:00.882 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.882+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.1 size=1048576 2024-07-26T06:52:00.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.884+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.2 size=724113 2024-07-26T06:52:00.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.884+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=0B1AK7CTQCPL tag=UFWDXH5EJNI9 type=write size=3869841 2024-07-26T06:52:00.886 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.886+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=8JASQRUTKPST type=del 2024-07-26T06:52:00.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.888+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=QVDJCYGF2A02 type=del size=361600 2024-07-26T06:52:00.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.891+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~DJ1PTKJMFLHI.0 size=1048576 2024-07-26T06:52:00.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.891+0000 7ff4c963f640 1 < canceled part key=_multipart_8W36EMM1C36T.2~DJ1PTKJMFLHI.1 size=910476 2024-07-26T06:52:00.894 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.894+0000 7ff4c963f640 1 < canceled multipart upload key=8W36EMM1C36T upload=DJ1PTKJMFLHI tag=LX3QHS6TL0S7 type=write size=3007628 2024-07-26T06:52:00.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.897+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~YAYGQ47HWNS3.0 size=327370 2024-07-26T06:52:00.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.897+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=YAYGQ47HWNS3 tag=QEM8YMFMUEY4 type=write size=1375946 2024-07-26T06:52:00.899 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.899+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~DA57CPSBA8FH.0 size=1048576 2024-07-26T06:52:00.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.901+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~DA57CPSBA8FH.1 size=842850 2024-07-26T06:52:00.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.904+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=DA57CPSBA8FH tag=FWBPGP0RJ6SZ type=write size=2940002 2024-07-26T06:52:00.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.906+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=Q2TJIGFCLXVS type=del size=1373093 2024-07-26T06:52:00.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.908+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.0 size=1048576 2024-07-26T06:52:00.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.909+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.1 size=1048576 2024-07-26T06:52:00.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.911+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~RG61H8582YW0.2 size=363552 2024-07-26T06:52:00.915 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.914+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=RG61H8582YW0 tag=CSE0J0LEGUBU type=write size=3509280 2024-07-26T06:52:00.916 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.916+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=ZLG6NSEJWJ0L type=del size=3615720 2024-07-26T06:52:00.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.920+0000 7ff4c963f640 1 < suggested remove operation key=L2X724J37LK2 tag=H9EAW3KM482Q type=del 2024-07-26T06:52:00.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.922+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=KY7CRRV0PJA6 type=del size=2777731 2024-07-26T06:52:00.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.924+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=JDAT4XSESSZR type=del 2024-07-26T06:52:00.926 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.926+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=4T0WYHWOATLI type=del size=2211189 2024-07-26T06:52:00.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.930+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=1AI1TM2R6UHG type=del size=3857212 2024-07-26T06:52:00.932 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.932+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=Z2BC7BQP67PH type=del size=2148778 2024-07-26T06:52:00.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.934+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~FHAH29Q3TZV2.0 size=757372 2024-07-26T06:52:00.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.937+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=FHAH29Q3TZV2 tag=SCMOQY0RCEAX type=write size=1805948 2024-07-26T06:52:00.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.939+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=AZIQ218WIGNZ type=write size=859642 2024-07-26T06:52:00.942 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.942+0000 7ff4c963f640 -1 < failed to complete operation key=OBU4MGXI9972 tag=XKU2W9CA5MCH type=write size=243571: (22) Invalid argument 2024-07-26T06:52:00.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.943+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=4Q9I52OFIM9B type=del size=3505463 2024-07-26T06:52:00.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.945+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=CK9076ABX3U8 type=del 2024-07-26T06:52:00.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.947+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=SS60LPBIS02M type=write size=337048 2024-07-26T06:52:00.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.949+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=M713UIMYRW31 type=del 2024-07-26T06:52:00.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.951+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=OQ0LDGF99C8G type=del size=2115662 2024-07-26T06:52:00.955 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.955+0000 7ff4c963f640 1 < suggested update operation key=ZUHQVW7JX900 tag=B0W1RTQ7IPY0 type=del size=4007969 2024-07-26T06:52:00.957 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.956+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=3X1W2874HG3B type=del size=2505176 2024-07-26T06:52:00.958 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.958+0000 7ff4c963f640 1 < completed write operation key=7MANHDWBE4SC tag=5XRJ2XCZ8TB1 type=write size=220234 2024-07-26T06:52:00.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.960+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=NDR31ZUBW1AP type=write size=705002 2024-07-26T06:52:00.962 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.962+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=LIRSNE4UVHVS type=del 2024-07-26T06:52:00.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.966+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~BZWQ2ZO9BEN7.0 size=1048576 2024-07-26T06:52:00.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.968+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~BZWQ2ZO9BEN7.1 size=307266 2024-07-26T06:52:00.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.968+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=BZWQ2ZO9BEN7 tag=FICPL7CCY00R type=write size=2404418 2024-07-26T06:52:00.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.970+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=NPYIO27YDN1A type=del 2024-07-26T06:52:00.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.972+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=XIM07ZHDPR0F type=del size=2957577 2024-07-26T06:52:00.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.974+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.0 size=1048576 2024-07-26T06:52:00.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.976+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.1 size=1048576 2024-07-26T06:52:00.978 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.978+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~0B1AK7CTQCPL.2 size=724113 2024-07-26T06:52:00.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.982+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=0B1AK7CTQCPL tag=UFWDXH5EJNI9 type=write size=3869841 2024-07-26T06:52:00.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.985+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~5PCRC6VFEOUD.0 size=798325 2024-07-26T06:52:00.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.985+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=5PCRC6VFEOUD tag=FTADEQZJS7LT type=write size=1846901 2024-07-26T06:52:00.989 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.989+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=QVDJCYGF2A02 type=del 2024-07-26T06:52:00.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.993+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~WW6Y1K9E93PZ.0 size=23655 2024-07-26T06:52:00.994 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.993+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=WW6Y1K9E93PZ tag=C9UP8X5H20M1 type=write size=1072231 2024-07-26T06:52:00.996 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.996+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~YAYGQ47HWNS3.0 size=327370 2024-07-26T06:52:00.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:00.999+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=YAYGQ47HWNS3 tag=QEM8YMFMUEY4 type=write size=1375946 2024-07-26T06:52:01.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.001+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=IRTJS0304C7T type=del size=4076095 2024-07-26T06:52:01.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.003+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=Q2TJIGFCLXVS type=del 2024-07-26T06:52:01.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.005+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=332NSNDW4EEJ type=del size=3753323 2024-07-26T06:52:01.007 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.007+0000 7ff4c963f640 1 < completed delete operation key=B25KI9T60YIW tag=ZLG6NSEJWJ0L type=del 2024-07-26T06:52:01.010 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.010+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~YH6AFHBBU2ZF.0 size=1048576 2024-07-26T06:52:01.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.012+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~YH6AFHBBU2ZF.1 size=666794 2024-07-26T06:52:01.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.012+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=YH6AFHBBU2ZF tag=ULF750GJT113 type=write size=2763946 2024-07-26T06:52:01.014 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.014+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=KY7CRRV0PJA6 type=del 2024-07-26T06:52:01.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.015+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=SHWZ2X026KIR type=del size=2100233 2024-07-26T06:52:01.018 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.017+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=4T0WYHWOATLI type=del 2024-07-26T06:52:01.019 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.019+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=GUOJ85PZNN19 type=write size=59043 2024-07-26T06:52:01.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.023+0000 7ff4c963f640 1 < suggested update operation key=QI57TQ8F5MI6 tag=Z2BC7BQP67PH type=del size=2148778 2024-07-26T06:52:01.026 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.026+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~8XEAL3VPZGYR.0 size=413684 2024-07-26T06:52:01.026 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.026+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=8XEAL3VPZGYR tag=4SIV8NP9ILV8 type=write size=1462260 2024-07-26T06:52:01.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.028+0000 7ff4c963f640 1 < completed write operation key=4RKGLLBREN8H tag=AZIQ218WIGNZ type=write size=859642 2024-07-26T06:52:01.031 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.031+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=VYUBT7GQZEQA type=write size=539741 2024-07-26T06:52:01.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.033+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=4Q9I52OFIM9B type=del 2024-07-26T06:52:01.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.036+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~XQQVSH4Y3FDN.0 size=553390 2024-07-26T06:52:01.037 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.036+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=XQQVSH4Y3FDN tag=EPWF04APCB5J type=write size=1601966 2024-07-26T06:52:01.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.038+0000 7ff4c963f640 1 < completed write operation key=7OLNPIQ92BCG tag=SS60LPBIS02M type=write size=337048 2024-07-26T06:52:01.040 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.040+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=4IKTE1CGEY2P type=del size=2116787 2024-07-26T06:52:01.042 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.042+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=OQ0LDGF99C8G type=del 2024-07-26T06:52:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:00 smithi037 ceph-mon[97339]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 443 KiB/s wr, 2.25k op/s 2024-07-26T06:52:01.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:00 smithi037 ceph-mon[99762]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 443 KiB/s wr, 2.25k op/s 2024-07-26T06:52:01.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.045+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~GJEDZ38KCLT8.0 size=339364 2024-07-26T06:52:01.046 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.045+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=GJEDZ38KCLT8 tag=IKMMO2LE6Q5J type=write size=1387940 2024-07-26T06:52:01.048 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.047+0000 7ff4c963f640 1 < completed delete operation key=DA98A9ODDSQ1 tag=3X1W2874HG3B type=del 2024-07-26T06:52:01.051 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.051+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~OPLV0QE48MR6.0 size=1048576 2024-07-26T06:52:01.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.053+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~OPLV0QE48MR6.1 size=331525 2024-07-26T06:52:01.053 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.053+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=OPLV0QE48MR6 tag=4VUYXKZ1JCAT type=write size=2428677 2024-07-26T06:52:01.055 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.055+0000 7ff4c963f640 1 < completed write operation key=B25KI9T60YIW tag=NDR31ZUBW1AP type=write size=705002 2024-07-26T06:52:01.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.060+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~NIM4E6K8H3N8.0 size=261703 2024-07-26T06:52:01.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.060+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=NIM4E6K8H3N8 tag=7V83VJQAAFDD type=write size=1310279 2024-07-26T06:52:01.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.062+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~BZWQ2ZO9BEN7.0 size=1048576 2024-07-26T06:52:01.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.064+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~BZWQ2ZO9BEN7.1 size=307266 2024-07-26T06:52:01.068 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.068+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=BZWQ2ZO9BEN7 tag=FICPL7CCY00R type=write size=2404418 2024-07-26T06:52:01.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.072+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~SOV8CJUIUUV9.0 size=1048576 2024-07-26T06:52:01.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.073+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~SOV8CJUIUUV9.1 size=10981 2024-07-26T06:52:01.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.073+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=SOV8CJUIUUV9 tag=8QQ1UBR5GYFD type=write size=2108133 2024-07-26T06:52:01.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.075+0000 7ff4c963f640 1 < canceled operation key=A7ZSBTMHA3UB tag=XIM07ZHDPR0F type=del size=2957577 2024-07-26T06:52:01.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.080+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~O207V7YQ1UTJ.0 size=1048576 2024-07-26T06:52:01.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.081+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~O207V7YQ1UTJ.1 size=855538 2024-07-26T06:52:01.082 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.081+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=O207V7YQ1UTJ tag=ST73C4RGGGD4 type=write size=2952690 2024-07-26T06:52:01.083 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.083+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~5PCRC6VFEOUD.0 size=798325 2024-07-26T06:52:01.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.087+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=5PCRC6VFEOUD tag=FTADEQZJS7LT type=write size=1846901 2024-07-26T06:52:01.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.089+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=7TPGQIH8W4YU type=del size=81882 2024-07-26T06:52:01.091 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.091+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~WW6Y1K9E93PZ.0 size=23655 2024-07-26T06:52:01.095 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.094+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=WW6Y1K9E93PZ tag=C9UP8X5H20M1 type=write size=1072231 2024-07-26T06:52:01.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.098+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~RKAC6OVCKRT7.0 size=901368 2024-07-26T06:52:01.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.098+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=RKAC6OVCKRT7 tag=6FJ2845LJ30O type=write size=1949944 2024-07-26T06:52:01.100 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.100+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=IRTJS0304C7T type=del 2024-07-26T06:52:01.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.102+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=82MLP5OXO70S type=del size=2482952 2024-07-26T06:52:01.104 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.104+0000 7ff4c963f640 1 < canceled operation key=8W36EMM1C36T tag=332NSNDW4EEJ type=del size=3753323 2024-07-26T06:52:01.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.106+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=US8HATYA8UBC type=write size=779701 2024-07-26T06:52:01.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.108+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~YH6AFHBBU2ZF.0 size=1048576 2024-07-26T06:52:01.108 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.108+0000 7ff4c963f640 1 < canceled part key=_multipart_G9CKPX677F31.2~YH6AFHBBU2ZF.1 size=666794 2024-07-26T06:52:01.111 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.111+0000 7ff4c963f640 1 < canceled multipart upload key=G9CKPX677F31 upload=YH6AFHBBU2ZF tag=ULF750GJT113 type=write size=2763946 2024-07-26T06:52:01.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.115+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~MUDH62LX08OJ.0 size=46847 2024-07-26T06:52:01.115 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.115+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=MUDH62LX08OJ tag=YOXW0Q2MMBJB type=write size=1095423 2024-07-26T06:52:01.118 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.118+0000 7ff4c963f640 -1 < failed to complete operation key=QI57TQ8F5MI6 tag=SHWZ2X026KIR type=del size=2100233: (22) Invalid argument 2024-07-26T06:52:01.121 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.121+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.0 size=1048576 2024-07-26T06:52:01.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.123+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.1 size=1048576 2024-07-26T06:52:01.124 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.124+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.2 size=199422 2024-07-26T06:52:01.125 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.124+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=IGKTMTYUJVDO tag=MIBE9NCD0KLR type=write size=3345150 2024-07-26T06:52:01.128 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.128+0000 7ff4c963f640 1 < suggested update operation key=6ZZV6L4I9YZV tag=GUOJ85PZNN19 type=write size=59043 2024-07-26T06:52:01.130 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.130+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=OQVG1E2ZMC7D type=del size=743831 2024-07-26T06:52:01.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.132+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~8XEAL3VPZGYR.0 size=413684 2024-07-26T06:52:01.135 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.135+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=8XEAL3VPZGYR tag=4SIV8NP9ILV8 type=write size=1462260 2024-07-26T06:52:01.137 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.137+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=M3TKOVMLGWTJ type=del size=3470551 2024-07-26T06:52:01.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.139+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=VYUBT7GQZEQA type=write size=539741 2024-07-26T06:52:01.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.140+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=7S379I5C8R7B type=del size=3499280 2024-07-26T06:52:01.143 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.143+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~XQQVSH4Y3FDN.0 size=553390 2024-07-26T06:52:01.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.146+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=XQQVSH4Y3FDN tag=EPWF04APCB5J type=write size=1601966 2024-07-26T06:52:01.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.150+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.0 size=1048576 2024-07-26T06:52:01.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.152+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.1 size=1048576 2024-07-26T06:52:01.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.154+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.2 size=65137 2024-07-26T06:52:01.154 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.154+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=JPGNUMO3ULXR tag=3STBTFL763HV type=write size=3210865 2024-07-26T06:52:01.158 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.157+0000 7ff4c963f640 1 < suggested update operation key=HSP2EG50KE11 tag=4IKTE1CGEY2P type=del size=2116787 2024-07-26T06:52:01.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.161+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.0 size=1048576 2024-07-26T06:52:01.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.163+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.1 size=1048576 2024-07-26T06:52:01.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.164+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.2 size=888453 2024-07-26T06:52:01.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.164+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=XP1IOVR7QM8X tag=WA2C2CAUJ0ES type=write size=4034181 2024-07-26T06:52:01.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.166+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~GJEDZ38KCLT8.0 size=339364 2024-07-26T06:52:01.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.169+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=GJEDZ38KCLT8 tag=IKMMO2LE6Q5J type=write size=1387940 2024-07-26T06:52:01.172 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.171+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=7GQFBGTKVOKV type=del size=1041371 2024-07-26T06:52:01.174 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.173+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~OPLV0QE48MR6.0 size=1048576 2024-07-26T06:52:01.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.175+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~OPLV0QE48MR6.1 size=331525 2024-07-26T06:52:01.178 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.178+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=OPLV0QE48MR6 tag=4VUYXKZ1JCAT type=write size=2428677 2024-07-26T06:52:01.180 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.180+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=T541MJSDNASC type=del size=3745860 2024-07-26T06:52:01.182 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.182+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~NIM4E6K8H3N8.0 size=261703 2024-07-26T06:52:01.186 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.186+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=NIM4E6K8H3N8 tag=7V83VJQAAFDD type=write size=1310279 2024-07-26T06:52:01.188 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.188+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=KG29Z76JWBN6 type=del size=2542051 2024-07-26T06:52:01.190 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.190+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~SOV8CJUIUUV9.0 size=1048576 2024-07-26T06:52:01.192 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.191+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~SOV8CJUIUUV9.1 size=10981 2024-07-26T06:52:01.195 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.195+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=SOV8CJUIUUV9 tag=8QQ1UBR5GYFD type=write size=2108133 2024-07-26T06:52:01.197 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.196+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=BTA00HPNFX31 type=del size=2421800 2024-07-26T06:52:01.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.199+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~O207V7YQ1UTJ.0 size=1048576 2024-07-26T06:52:01.201 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.200+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~O207V7YQ1UTJ.1 size=855538 2024-07-26T06:52:01.204 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.204+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=O207V7YQ1UTJ tag=ST73C4RGGGD4 type=write size=2952690 2024-07-26T06:52:01.206 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.206+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=H3S78F0ZNHGU type=del size=3148069 2024-07-26T06:52:01.209 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.209+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=7TPGQIH8W4YU type=del 2024-07-26T06:52:01.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.212+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~0MYLI40AMU20.0 size=1048576 2024-07-26T06:52:01.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.214+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~0MYLI40AMU20.1 size=606295 2024-07-26T06:52:01.214 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.214+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=0MYLI40AMU20 tag=RG3UFN55Q7YE type=write size=2703447 2024-07-26T06:52:01.216 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.216+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~RKAC6OVCKRT7.0 size=901368 2024-07-26T06:52:01.220 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.219+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=RKAC6OVCKRT7 tag=6FJ2845LJ30O type=write size=1949944 2024-07-26T06:52:01.223 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.223+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~5UABOILHX9RH.0 size=1048576 2024-07-26T06:52:01.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.225+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~5UABOILHX9RH.1 size=919819 2024-07-26T06:52:01.225 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.225+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=5UABOILHX9RH tag=DJEP16PAB9NB type=write size=3016971 2024-07-26T06:52:01.228 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.227+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=82MLP5OXO70S type=del 2024-07-26T06:52:01.231 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.230+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~1U3U17ZJ9MTY.0 size=1048576 2024-07-26T06:52:01.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.232+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~1U3U17ZJ9MTY.1 size=536139 2024-07-26T06:52:01.232 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.232+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=1U3U17ZJ9MTY tag=C7W4L7DR7CIR type=write size=2633291 2024-07-26T06:52:01.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.236+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=US8HATYA8UBC type=write 2024-07-26T06:52:01.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.238+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=TXOXG6G38FHN type=del size=698377 2024-07-26T06:52:01.240 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.240+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~MUDH62LX08OJ.0 size=46847 2024-07-26T06:52:01.244 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.243+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=MUDH62LX08OJ tag=YOXW0Q2MMBJB type=write size=1095423 2024-07-26T06:52:01.245 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.245+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=2NNDMJ170GD6 type=del size=3482016 2024-07-26T06:52:01.247 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.247+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.0 size=1048576 2024-07-26T06:52:01.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.249+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.1 size=1048576 2024-07-26T06:52:01.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.250+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~IGKTMTYUJVDO.2 size=199422 2024-07-26T06:52:01.254 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.254+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=IGKTMTYUJVDO tag=MIBE9NCD0KLR type=write size=3345150 2024-07-26T06:52:01.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.256+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=GI1WJPW1JAOC type=del size=3339132 2024-07-26T06:52:01.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.260+0000 7ff4c963f640 1 < suggested update operation key=DA98A9ODDSQ1 tag=OQVG1E2ZMC7D type=del size=743831 2024-07-26T06:52:01.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.262+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=BULJBM3Q8WEI type=write size=305455 2024-07-26T06:52:01.264 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.264+0000 7ff4c963f640 1 < completed delete operation key=N6LO5JK45OQE tag=M3TKOVMLGWTJ type=del 2024-07-26T06:52:01.268 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.267+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~J51BIGLVRRTN.0 size=1048576 2024-07-26T06:52:01.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.269+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~J51BIGLVRRTN.1 size=906386 2024-07-26T06:52:01.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.269+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=J51BIGLVRRTN tag=J9FTEWLN8BKW type=write size=3003538 2024-07-26T06:52:01.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.271+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=7S379I5C8R7B type=del 2024-07-26T06:52:01.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.275+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~4OEUKIC2SSG6.0 size=720663 2024-07-26T06:52:01.275 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.275+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=4OEUKIC2SSG6 tag=GG02T542APNC type=write size=1769239 2024-07-26T06:52:01.277 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.277+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.0 size=1048576 2024-07-26T06:52:01.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.278+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.1 size=1048576 2024-07-26T06:52:01.280 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.280+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~JPGNUMO3ULXR.2 size=65137 2024-07-26T06:52:01.285 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.284+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=JPGNUMO3ULXR tag=3STBTFL763HV type=write size=3210865 2024-07-26T06:52:01.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.287+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=690ARHI8FM83 type=write size=397232 2024-07-26T06:52:01.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.288+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.0 size=1048576 2024-07-26T06:52:01.291 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.290+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.1 size=1048576 2024-07-26T06:52:01.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.292+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~XP1IOVR7QM8X.2 size=888453 2024-07-26T06:52:01.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.295+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=XP1IOVR7QM8X tag=WA2C2CAUJ0ES type=write size=4034181 2024-07-26T06:52:01.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.299+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~QV353KJBAH3B.0 size=412323 2024-07-26T06:52:01.299 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.299+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=QV353KJBAH3B tag=W4GMYO10P0Y1 type=write size=1460899 2024-07-26T06:52:01.301 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.301+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=7GQFBGTKVOKV type=del 2024-07-26T06:52:01.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.304+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.0 size=1048576 2024-07-26T06:52:01.306 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.306+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.1 size=1048576 2024-07-26T06:52:01.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.308+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.2 size=166734 2024-07-26T06:52:01.308 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.308+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=J53QY097ZRMU tag=74TVH8TDK8HO type=write size=3312462 2024-07-26T06:52:01.310 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.310+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=T541MJSDNASC type=del 2024-07-26T06:52:01.312 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.312+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=CPHR87HXCUNO type=write size=438359 2024-07-26T06:52:01.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.316+0000 7ff4c963f640 1 < suggested update operation key=J9NUZ3NDKDSE tag=KG29Z76JWBN6 type=del size=2542051 2024-07-26T06:52:01.320 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.319+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.0 size=1048576 2024-07-26T06:52:01.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.321+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.1 size=1048576 2024-07-26T06:52:01.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.323+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.2 size=830762 2024-07-26T06:52:01.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.323+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=KKR0Y34Q25T9 tag=1SGK1L32UAM0 type=write size=3976490 2024-07-26T06:52:01.325 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.325+0000 7ff4c963f640 1 < canceled operation key=J12W312ZJLEC tag=BTA00HPNFX31 type=del size=2421800 2024-07-26T06:52:01.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.327+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=72IXAH9KSZWP type=del size=3369029 2024-07-26T06:52:01.329 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.329+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=H3S78F0ZNHGU type=del 2024-07-26T06:52:01.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.331+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=Z7AUBRO8MUTD type=del size=2415832 2024-07-26T06:52:01.334 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.333+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~0MYLI40AMU20.0 size=1048576 2024-07-26T06:52:01.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.335+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~0MYLI40AMU20.1 size=606295 2024-07-26T06:52:01.339 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.339+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=0MYLI40AMU20 tag=RG3UFN55Q7YE type=write size=2703447 2024-07-26T06:52:01.343 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.342+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~EYX29YCC8KLB.0 size=1048576 2024-07-26T06:52:01.344 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.344+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~EYX29YCC8KLB.1 size=540907 2024-07-26T06:52:01.344 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.344+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=EYX29YCC8KLB tag=8VP4D5XM5XG5 type=write size=2638059 2024-07-26T06:52:01.346 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.346+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~5UABOILHX9RH.0 size=1048576 2024-07-26T06:52:01.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.348+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~5UABOILHX9RH.1 size=919819 2024-07-26T06:52:01.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.351+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=5UABOILHX9RH tag=DJEP16PAB9NB type=write size=3016971 2024-07-26T06:52:01.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.355+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~ZD8GBNQMIMCY.0 size=1048576 2024-07-26T06:52:01.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.356+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~ZD8GBNQMIMCY.1 size=681113 2024-07-26T06:52:01.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.356+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=ZD8GBNQMIMCY tag=3YUOHWJU2NDV type=write size=2778265 2024-07-26T06:52:01.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.356+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~1U3U17ZJ9MTY.0 size=1048576 2024-07-26T06:52:01.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.356+0000 7ff4c963f640 1 < canceled part key=_multipart_J9NUZ3NDKDSE.2~1U3U17ZJ9MTY.1 size=536139 2024-07-26T06:52:01.360 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.360+0000 7ff4c963f640 1 < canceled multipart upload key=J9NUZ3NDKDSE upload=1U3U17ZJ9MTY tag=C7W4L7DR7CIR type=write size=2633291 2024-07-26T06:52:01.362 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.362+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=5EDWTJAM1WG2 type=del size=1268642 2024-07-26T06:52:01.364 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.363+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=TXOXG6G38FHN type=del 2024-07-26T06:52:01.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.365+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=I871C0YJ76VA type=write size=462613 2024-07-26T06:52:01.370 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.369+0000 7ff4c963f640 1 < suggested update operation key=97622HH90SL9 tag=2NNDMJ170GD6 type=del size=3482016 2024-07-26T06:52:01.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.372+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.0 size=1048576 2024-07-26T06:52:01.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.374+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.1 size=1048576 2024-07-26T06:52:01.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.375+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.2 size=120937 2024-07-26T06:52:01.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.375+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=86DONJJI09CZ tag=M2D69TS1Z2XF type=write size=3266665 2024-07-26T06:52:01.379 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.379+0000 7ff4c963f640 1 < suggested remove operation key=7OLNPIQ92BCG tag=GI1WJPW1JAOC type=del 2024-07-26T06:52:01.382 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.381+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=BY0T9O5AMHKC type=del size=732430 2024-07-26T06:52:01.386 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.385+0000 7ff4c963f640 1 < suggested update operation key=FPEECRHVGMU5 tag=BULJBM3Q8WEI type=write size=305455 2024-07-26T06:52:01.390 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.389+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~XYEHDUWQ61KE.0 size=1048576 2024-07-26T06:52:01.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.391+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~XYEHDUWQ61KE.1 size=650903 2024-07-26T06:52:01.391 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.391+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=XYEHDUWQ61KE tag=NM10DS7FOH10 type=write size=2748055 2024-07-26T06:52:01.393 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.393+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~J51BIGLVRRTN.0 size=1048576 2024-07-26T06:52:01.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.395+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~J51BIGLVRRTN.1 size=906386 2024-07-26T06:52:01.399 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.399+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=J51BIGLVRRTN tag=J9FTEWLN8BKW type=write size=3003538 2024-07-26T06:52:01.404 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.404+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.0 size=1048576 2024-07-26T06:52:01.406 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.406+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.1 size=1048576 2024-07-26T06:52:01.408 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.408+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.2 size=701194 2024-07-26T06:52:01.408 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.408+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=S65RNEVX9JAD tag=XKFOLUMZT1A2 type=write size=3846922 2024-07-26T06:52:01.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.410+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~4OEUKIC2SSG6.0 size=720663 2024-07-26T06:52:01.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.413+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=4OEUKIC2SSG6 tag=GG02T542APNC type=write size=1769239 2024-07-26T06:52:01.415 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.415+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=D4TJPQ7YF7Q5 type=del size=2396657 2024-07-26T06:52:01.417 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.417+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=690ARHI8FM83 type=write size=397232 2024-07-26T06:52:01.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.419+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=2R41ASROMALQ type=del size=2916771 2024-07-26T06:52:01.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.421+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~QV353KJBAH3B.0 size=412323 2024-07-26T06:52:01.425 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.425+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=QV353KJBAH3B tag=W4GMYO10P0Y1 type=write size=1460899 2024-07-26T06:52:01.429 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.429+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.0 size=1048576 2024-07-26T06:52:01.431 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.431+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.1 size=1048576 2024-07-26T06:52:01.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.432+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.2 size=867423 2024-07-26T06:52:01.433 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.432+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=G8A4TSBYAAL2 tag=LW43S2JNLFY8 type=write size=4013151 2024-07-26T06:52:01.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.434+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.0 size=1048576 2024-07-26T06:52:01.435 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.434+0000 7ff4c963f640 1 < canceled part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.1 size=1048576 2024-07-26T06:52:01.436 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.436+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~J53QY097ZRMU.2 size=166734 2024-07-26T06:52:01.440 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.439+0000 7ff4c963f640 1 < canceled multipart upload key=HSP2EG50KE11 upload=J53QY097ZRMU tag=74TVH8TDK8HO type=write size=3312462 2024-07-26T06:52:01.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.443+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.0 size=1048576 2024-07-26T06:52:01.445 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.445+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.1 size=1048576 2024-07-26T06:52:01.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.446+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.2 size=716664 2024-07-26T06:52:01.447 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.446+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=TUCJM0T58HJP tag=RQC3VWIBECDK type=write size=3862392 2024-07-26T06:52:01.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.448+0000 7ff4c963f640 1 < completed write operation key=Q5I4W7RRN47Z tag=CPHR87HXCUNO type=write size=438359 2024-07-26T06:52:01.451 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.450+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=L7WT468WT276 type=del size=3725205 2024-07-26T06:52:01.452 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.452+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.0 size=1048576 2024-07-26T06:52:01.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.454+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.1 size=1048576 2024-07-26T06:52:01.454 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.454+0000 7ff4c963f640 1 < canceled part key=_multipart_6ZZV6L4I9YZV.2~KKR0Y34Q25T9.2 size=830762 2024-07-26T06:52:01.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.458+0000 7ff4c963f640 1 < canceled multipart upload key=6ZZV6L4I9YZV upload=KKR0Y34Q25T9 tag=1SGK1L32UAM0 type=write size=3976490 2024-07-26T06:52:01.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.461+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~35UYEZXS26JA.0 size=705743 2024-07-26T06:52:01.462 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.461+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=35UYEZXS26JA tag=ZDO3UYPKFQHM type=write size=1754319 2024-07-26T06:52:01.464 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.463+0000 7ff4c963f640 1 < canceled operation key=4CBTB2OOO13L tag=72IXAH9KSZWP type=del size=3369029 2024-07-26T06:52:01.467 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.467+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~BDVC0A3HK036.0 size=1048576 2024-07-26T06:52:01.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.469+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~BDVC0A3HK036.1 size=795216 2024-07-26T06:52:01.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.469+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=BDVC0A3HK036 tag=IAOXIO5U1BTT type=write size=2892368 2024-07-26T06:52:01.471 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.470+0000 7ff4c963f640 1 < completed delete operation key=7MANHDWBE4SC tag=Z7AUBRO8MUTD type=del 2024-07-26T06:52:01.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.472+0000 7ff4c963f640 1 > prepared operation key=21MC0QVSM974 tag=CSH2HF7SRJ3Z type=del size=2770274 2024-07-26T06:52:01.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.473+0000 7ff4c963f640 1 < canceled part key=_multipart_4CBTB2OOO13L.2~EYX29YCC8KLB.0 size=1048576 2024-07-26T06:52:01.474 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.474+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~EYX29YCC8KLB.1 size=540907 2024-07-26T06:52:01.478 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.477+0000 7ff4c963f640 1 < canceled multipart upload key=4CBTB2OOO13L upload=EYX29YCC8KLB tag=8VP4D5XM5XG5 type=write size=2638059 2024-07-26T06:52:01.480 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.480+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=MX17HQ7XZWTH type=del size=914365 2024-07-26T06:52:01.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.481+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~ZD8GBNQMIMCY.0 size=1048576 2024-07-26T06:52:01.483 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.483+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~ZD8GBNQMIMCY.1 size=681113 2024-07-26T06:52:01.487 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.487+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=ZD8GBNQMIMCY tag=3YUOHWJU2NDV type=write size=2778265 2024-07-26T06:52:01.489 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.489+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=DPOVLCGFLBY4 type=del size=3646961 2024-07-26T06:52:01.492 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.492+0000 7ff4c963f640 1 < suggested update operation key=A7ZSBTMHA3UB tag=5EDWTJAM1WG2 type=del size=1268642 2024-07-26T06:52:01.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.494+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=5UGF14WZCXGT type=del size=1859860 2024-07-26T06:52:01.496 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.496+0000 7ff4c963f640 1 < canceled operation key=B25KI9T60YIW tag=I871C0YJ76VA type=write size=462613 2024-07-26T06:52:01.501 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.500+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~EKZ4MZ22UFHD.0 size=1048576 2024-07-26T06:52:01.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.502+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~EKZ4MZ22UFHD.1 size=24147 2024-07-26T06:52:01.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.502+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=EKZ4MZ22UFHD tag=01AD7R3JUTK4 type=write size=2121299 2024-07-26T06:52:01.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.504+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.0 size=1048576 2024-07-26T06:52:01.505 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.505+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.1 size=1048576 2024-07-26T06:52:01.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.507+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~86DONJJI09CZ.2 size=120937 2024-07-26T06:52:01.510 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.510+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=86DONJJI09CZ tag=M2D69TS1Z2XF type=write size=3266665 2024-07-26T06:52:01.512 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.512+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=RFT28NG0ST00 type=write size=974530 2024-07-26T06:52:01.515 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.515+0000 7ff4c963f640 -1 < failed to complete operation key=FPEECRHVGMU5 tag=BY0T9O5AMHKC type=del size=732430: (22) Invalid argument 2024-07-26T06:52:01.517 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.516+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=BU4Q13GIFJLS type=del size=2828795 2024-07-26T06:52:01.519 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.518+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~XYEHDUWQ61KE.0 size=1048576 2024-07-26T06:52:01.520 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.520+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~XYEHDUWQ61KE.1 size=650903 2024-07-26T06:52:01.523 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.523+0000 7ff4c963f640 1 < completed multipart upload key=J12W312ZJLEC upload=XYEHDUWQ61KE tag=NM10DS7FOH10 type=write size=2748055 2024-07-26T06:52:01.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.527+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~T0Q9TUDVN94F.0 size=805970 2024-07-26T06:52:01.527 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.527+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=T0Q9TUDVN94F tag=FYYS1OGMTIER type=write size=1854546 2024-07-26T06:52:01.529 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.529+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.0 size=1048576 2024-07-26T06:52:01.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.530+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.1 size=1048576 2024-07-26T06:52:01.532 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.532+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~S65RNEVX9JAD.2 size=701194 2024-07-26T06:52:01.535 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.535+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=S65RNEVX9JAD tag=XKFOLUMZT1A2 type=write size=3846922 2024-07-26T06:52:01.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.537+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=TRJOC8FXNX3O type=del size=1502777 2024-07-26T06:52:01.540 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.540+0000 7ff4c963f640 1 < canceled operation key=ZBP2BZ3W1BYG tag=D4TJPQ7YF7Q5 type=del size=2396657 2024-07-26T06:52:01.542 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.542+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=PWQ7Q5QWKH7W type=del size=2347596 2024-07-26T06:52:01.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.543+0000 7ff4c963f640 1 < completed delete operation key=SQIHDHAP6YNK tag=2R41ASROMALQ type=del 2024-07-26T06:52:01.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.547+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~0KJPFKCY32T1.0 size=149248 2024-07-26T06:52:01.548 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.547+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=0KJPFKCY32T1 tag=S5J4BU12A7GW type=write size=1197824 2024-07-26T06:52:01.550 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.549+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.0 size=1048576 2024-07-26T06:52:01.552 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.551+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.1 size=1048576 2024-07-26T06:52:01.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.553+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~G8A4TSBYAAL2.2 size=867423 2024-07-26T06:52:01.556 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.556+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=G8A4TSBYAAL2 tag=LW43S2JNLFY8 type=write size=4013151 2024-07-26T06:52:01.560 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.559+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.0 size=1048576 2024-07-26T06:52:01.561 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.561+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.1 size=1048576 2024-07-26T06:52:01.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.563+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.2 size=862715 2024-07-26T06:52:01.563 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.563+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=8GQRT19PFG3K tag=QYVMPDNLSC1G type=write size=4008443 2024-07-26T06:52:01.565 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.565+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.0 size=1048576 2024-07-26T06:52:01.566 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.566+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.1 size=1048576 2024-07-26T06:52:01.568 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.568+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~TUCJM0T58HJP.2 size=716664 2024-07-26T06:52:01.578 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.575+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=TUCJM0T58HJP tag=RQC3VWIBECDK type=write size=3862392 2024-07-26T06:52:01.579 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.578+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=0K8925HH2GK3 type=write size=497044 2024-07-26T06:52:01.583 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.582+0000 7ff4c963f640 1 < completed delete operation key=6ZZV6L4I9YZV tag=L7WT468WT276 type=del 2024-07-26T06:52:01.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.585+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=O6UW47Q8WZJD type=del size=3340223 2024-07-26T06:52:01.589 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.588+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~35UYEZXS26JA.0 size=705743 2024-07-26T06:52:01.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.594+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=35UYEZXS26JA tag=ZDO3UYPKFQHM type=write size=1754319 2024-07-26T06:52:01.599 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.598+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=EUMR0AP88UA1 type=del size=2224398 2024-07-26T06:52:01.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.611+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~BDVC0A3HK036.0 size=1048576 2024-07-26T06:52:01.626 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.626+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~BDVC0A3HK036.1 size=795216 2024-07-26T06:52:01.631 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.630+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=BDVC0A3HK036 tag=IAOXIO5U1BTT type=write size=2892368 2024-07-26T06:52:01.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.634+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~0EPKOO172C3F.0 size=501135 2024-07-26T06:52:01.634 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.634+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=0EPKOO172C3F tag=6BG3Z4BP6PZ1 type=write size=1549711 2024-07-26T06:52:01.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.636+0000 7ff4c963f640 1 < completed delete operation key=21MC0QVSM974 tag=CSH2HF7SRJ3Z type=del 2024-07-26T06:52:01.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.638+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=S6E97HKDU14G type=del size=1312280 2024-07-26T06:52:01.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.642+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=MX17HQ7XZWTH type=del size=914365 2024-07-26T06:52:01.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.644+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=LP1UBWIWEC5Y type=del size=2637489 2024-07-26T06:52:01.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.646+0000 7ff4c963f640 1 < canceled operation key=BVS86991ZRFJ tag=DPOVLCGFLBY4 type=del size=3646961 2024-07-26T06:52:01.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.648+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=0PTQWMQVR03Q type=del size=1833634 2024-07-26T06:52:01.652 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.652+0000 7ff4c963f640 1 < suggested remove operation key=J9NUZ3NDKDSE tag=5UGF14WZCXGT type=del 2024-07-26T06:52:01.654 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.654+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=YEATL7BSJZPI type=del size=1777358 2024-07-26T06:52:01.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.656+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~EKZ4MZ22UFHD.0 size=1048576 2024-07-26T06:52:01.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.656+0000 7ff4c963f640 1 < canceled part key=_multipart_SQIHDHAP6YNK.2~EKZ4MZ22UFHD.1 size=24147 2024-07-26T06:52:01.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.659+0000 7ff4c963f640 1 < canceled multipart upload key=SQIHDHAP6YNK upload=EKZ4MZ22UFHD tag=01AD7R3JUTK4 type=write size=2121299 2024-07-26T06:52:01.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.664+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~GNHBV32MQWXV.0 size=15647 2024-07-26T06:52:01.664 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.664+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=GNHBV32MQWXV tag=CFSEFYT8RLWA type=write size=1064223 2024-07-26T06:52:01.668 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.668+0000 7ff4c963f640 1 < suggested update operation key=I09JADQKAYAZ tag=RFT28NG0ST00 type=write size=974530 2024-07-26T06:52:01.670 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.670+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=07JT7DMLCNPH type=del size=2612070 2024-07-26T06:52:01.672 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.672+0000 7ff4c963f640 1 < completed delete operation key=MC50MWHORL26 tag=BU4Q13GIFJLS type=del 2024-07-26T06:52:01.676 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.676+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~UFVQWHK130M3.0 size=1048576 2024-07-26T06:52:01.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.678+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~UFVQWHK130M3.1 size=428226 2024-07-26T06:52:01.678 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.678+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=UFVQWHK130M3 tag=5GZJ1QK1PAZ2 type=write size=2525378 2024-07-26T06:52:01.681 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.680+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~T0Q9TUDVN94F.0 size=805970 2024-07-26T06:52:01.684 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.684+0000 7ff4c963f640 1 < completed multipart upload key=OBU4MGXI9972 upload=T0Q9TUDVN94F tag=FYYS1OGMTIER type=write size=1854546 2024-07-26T06:52:01.686 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.686+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=PFIWUNMY8FLS type=del size=976827 2024-07-26T06:52:01.688 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.688+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=TRJOC8FXNX3O type=del 2024-07-26T06:52:01.692 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.692+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~OOUCUX3DC60Z.0 size=1048576 2024-07-26T06:52:01.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.694+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~OOUCUX3DC60Z.1 size=826002 2024-07-26T06:52:01.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.694+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=OOUCUX3DC60Z tag=D581F1RVFOFQ type=write size=2923154 2024-07-26T06:52:01.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.696+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=PWQ7Q5QWKH7W type=del 2024-07-26T06:52:01.699 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.699+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=1U8I4JP9B7C1 type=write size=814761 2024-07-26T06:52:01.701 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.701+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~0KJPFKCY32T1.0 size=149248 2024-07-26T06:52:01.705 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.705+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=0KJPFKCY32T1 tag=S5J4BU12A7GW type=write size=1197824 2024-07-26T06:52:01.707 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.707+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=LD5L6VI5RV6T type=del size=1617712 2024-07-26T06:52:01.709 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.709+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.0 size=1048576 2024-07-26T06:52:01.711 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.710+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.1 size=1048576 2024-07-26T06:52:01.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.712+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~8GQRT19PFG3K.2 size=862715 2024-07-26T06:52:01.716 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.716+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=8GQRT19PFG3K tag=QYVMPDNLSC1G type=write size=4008443 2024-07-26T06:52:01.719 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.718+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=LYDA02WUTMTC type=del size=3223393 2024-07-26T06:52:01.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.723+0000 7ff4c963f640 1 < suggested remove operation key=B25KI9T60YIW tag=0K8925HH2GK3 type=write 2024-07-26T06:52:01.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.725+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=8GIAJJ7UTGHJ type=del size=275551 2024-07-26T06:52:01.727 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.727+0000 7ff4c963f640 1 < canceled operation key=N6LO5JK45OQE tag=O6UW47Q8WZJD type=del size=3340223 2024-07-26T06:52:01.729 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.729+0000 7ff4c963f640 1 > prepared operation key=G9CKPX677F31 tag=9MZKOD8LLSL1 type=write size=518622 2024-07-26T06:52:01.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.733+0000 7ff4c963f640 1 < suggested update operation key=6ZZV6L4I9YZV tag=EUMR0AP88UA1 type=del size=2224398 2024-07-26T06:52:01.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.735+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=CSPFB5L3PXQW type=del size=3122638 2024-07-26T06:52:01.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.737+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~0EPKOO172C3F.0 size=501135 2024-07-26T06:52:01.741 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.740+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=0EPKOO172C3F tag=6BG3Z4BP6PZ1 type=write size=1549711 2024-07-26T06:52:01.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.743+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=8QQY8LEYKBFS type=del size=2899251 2024-07-26T06:52:01.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.745+0000 7ff4c963f640 1 < completed delete operation key=G9CKPX677F31 tag=S6E97HKDU14G type=del 2024-07-26T06:52:01.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.747+0000 7ff4c963f640 1 > prepared operation key=7MANHDWBE4SC tag=GOSLF6LH0TBX type=del size=3665918 2024-07-26T06:52:01.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.749+0000 7ff4c963f640 1 < canceled operation key=A7ZSBTMHA3UB tag=LP1UBWIWEC5Y type=del size=2637489 2024-07-26T06:52:01.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.751+0000 7ff4c963f640 1 > prepared operation key=55WYIVMEFCP7 tag=VM9LEZT9J8M8 type=del size=2051617 2024-07-26T06:52:01.754 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.754+0000 7ff4c963f640 -1 < failed to complete operation key=I09JADQKAYAZ tag=0PTQWMQVR03Q type=del size=1833634: (22) Invalid argument 2024-07-26T06:52:01.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.758+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.0 size=1048576 2024-07-26T06:52:01.760 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.760+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.1 size=1048576 2024-07-26T06:52:01.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.762+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.2 size=102274 2024-07-26T06:52:01.762 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.762+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=SNPLYLUB9PZH tag=JIMSIP6V07EF type=write size=3248002 2024-07-26T06:52:01.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.765+0000 7ff4c963f640 -1 < failed to complete operation key=I09JADQKAYAZ tag=YEATL7BSJZPI type=del size=1777358: (22) Invalid argument 2024-07-26T06:52:01.769 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.769+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~2KRCWTDEG7K0.0 size=919481 2024-07-26T06:52:01.770 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.769+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=2KRCWTDEG7K0 tag=648QDRWZ982B type=write size=1968057 2024-07-26T06:52:01.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.772+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~GNHBV32MQWXV.0 size=15647 2024-07-26T06:52:01.776 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.775+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=GNHBV32MQWXV tag=CFSEFYT8RLWA type=write size=1064223 2024-07-26T06:52:01.778 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.778+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=GTKL69858AC9 type=del size=2152928 2024-07-26T06:52:01.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.782+0000 7ff4c963f640 1 < suggested update operation key=7MANHDWBE4SC tag=07JT7DMLCNPH type=del size=2612070 2024-07-26T06:52:01.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.787+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~UA8MHCWD57Y8.0 size=644763 2024-07-26T06:52:01.787 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.787+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=UA8MHCWD57Y8 tag=9PWEWHMWJX5Q type=write size=1693339 2024-07-26T06:52:01.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.789+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~UFVQWHK130M3.0 size=1048576 2024-07-26T06:52:01.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.790+0000 7ff4c963f640 1 < completed part key=_multipart_I09JADQKAYAZ.2~UFVQWHK130M3.1 size=428226 2024-07-26T06:52:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:01] "GET /metrics HTTP/1.1" 200 36356 "" "Prometheus/2.43.0" 2024-07-26T06:52:01.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.795+0000 7ff4c963f640 1 < completed multipart upload key=I09JADQKAYAZ upload=UFVQWHK130M3 tag=5GZJ1QK1PAZ2 type=write size=2525378 2024-07-26T06:52:01.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.797+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=NP20L4BB5Q2U type=write size=352503 2024-07-26T06:52:01.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.798+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=PFIWUNMY8FLS type=del 2024-07-26T06:52:01.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.802+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~UNUVN0MTUJMB.0 size=1048576 2024-07-26T06:52:01.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.804+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~UNUVN0MTUJMB.1 size=825575 2024-07-26T06:52:01.804 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.804+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=UNUVN0MTUJMB tag=IC39OMJ3OKGO type=write size=2922727 2024-07-26T06:52:01.806 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.806+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~OOUCUX3DC60Z.0 size=1048576 2024-07-26T06:52:01.808 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.807+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~OOUCUX3DC60Z.1 size=826002 2024-07-26T06:52:01.811 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.811+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=OOUCUX3DC60Z tag=D581F1RVFOFQ type=write size=2923154 2024-07-26T06:52:01.813 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.813+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=XM265EN3XC1I type=del size=2445561 2024-07-26T06:52:01.816 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.816+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=1U8I4JP9B7C1 type=write size=814761 2024-07-26T06:52:01.818 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.818+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=D38I358GAK4C type=del size=2729753 2024-07-26T06:52:01.820 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.820+0000 7ff4c963f640 1 < canceled operation key=OBU4MGXI9972 tag=LD5L6VI5RV6T type=del size=1617712 2024-07-26T06:52:01.822 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.822+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=MKW4KOBL5ZXS type=del size=3358996 2024-07-26T06:52:01.825 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.825+0000 7ff4c963f640 -1 < failed to complete operation key=B25KI9T60YIW tag=LYDA02WUTMTC type=del size=3223393: (22) Invalid argument 2024-07-26T06:52:01.829 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.829+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~613FZX7FMPB9.0 size=1048576 2024-07-26T06:52:01.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.831+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~613FZX7FMPB9.1 size=981204 2024-07-26T06:52:01.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.831+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=613FZX7FMPB9 tag=EHWBQ6KU6LJW type=write size=3078356 2024-07-26T06:52:01.835 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.835+0000 7ff4c963f640 1 < suggested update operation key=L2X724J37LK2 tag=8GIAJJ7UTGHJ type=del size=275551 2024-07-26T06:52:01.837 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.837+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=SOFKO9Y7QNZC type=del size=2470609 2024-07-26T06:52:01.839 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.839+0000 7ff4c963f640 1 < completed write operation key=G9CKPX677F31 tag=9MZKOD8LLSL1 type=write size=518622 2024-07-26T06:52:01.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.842+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.0 size=1048576 2024-07-26T06:52:01.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.844+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.1 size=1048576 2024-07-26T06:52:01.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.845+0000 7ff4c963f640 1 > prepared part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.2 size=1016009 2024-07-26T06:52:01.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.845+0000 7ff4c963f640 1 > prepared multipart upload key=55WYIVMEFCP7 upload=2NK7ABR20QEL tag=BL6D1VEH9G4J type=write size=4161737 2024-07-26T06:52:01.848 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.847+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=CSPFB5L3PXQW type=del 2024-07-26T06:52:01.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.850+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=H47Z37ESF451 type=del size=3633405 2024-07-26T06:52:01.852 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.852+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=8QQY8LEYKBFS type=del 2024-07-26T06:52:01.854 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.853+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=2ZW5B1AEBG3R type=del size=793472 2024-07-26T06:52:01.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.856+0000 7ff4c963f640 -1 < failed to complete operation key=7MANHDWBE4SC tag=GOSLF6LH0TBX type=del size=3665918: (22) Invalid argument 2024-07-26T06:52:01.859 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.858+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=ZZ4BWDAHOQ17 type=write size=311272 2024-07-26T06:52:01.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.861+0000 7ff4c963f640 1 < completed delete operation key=55WYIVMEFCP7 tag=VM9LEZT9J8M8 type=del 2024-07-26T06:52:01.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.864+0000 7ff4c963f640 1 > prepared part key=_multipart_MC50MWHORL26.2~PJ0A3W2NHSZV.0 size=618876 2024-07-26T06:52:01.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.864+0000 7ff4c963f640 1 > prepared multipart upload key=MC50MWHORL26 upload=PJ0A3W2NHSZV tag=C9DS5S5LGME4 type=write size=1667452 2024-07-26T06:52:01.866 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.866+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.0 size=1048576 2024-07-26T06:52:01.868 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.868+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.1 size=1048576 2024-07-26T06:52:01.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.870+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~SNPLYLUB9PZH.2 size=102274 2024-07-26T06:52:01.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.873+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=SNPLYLUB9PZH tag=JIMSIP6V07EF type=write size=3248002 2024-07-26T06:52:01.877 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.877+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~NNTXLKS3N35T.0 size=494856 2024-07-26T06:52:01.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.877+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=NNTXLKS3N35T tag=RZCSZQG7EH3D type=write size=1543432 2024-07-26T06:52:01.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.879+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~2KRCWTDEG7K0.0 size=919481 2024-07-26T06:52:01.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.883+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=2KRCWTDEG7K0 tag=648QDRWZ982B type=write size=1968057 2024-07-26T06:52:01.887 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.886+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.0 size=1048576 2024-07-26T06:52:01.888 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.888+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.1 size=1048576 2024-07-26T06:52:01.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.890+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.2 size=874758 2024-07-26T06:52:01.890 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.890+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=NX1RCDQL2AA0 tag=WQDE17CYWK37 type=write size=4020486 2024-07-26T06:52:01.892 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.892+0000 7ff4c963f640 1 < canceled operation key=FPEECRHVGMU5 tag=GTKL69858AC9 type=del size=2152928 2024-07-26T06:52:01.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.896+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~451W4WY7IP2A.0 size=623623 2024-07-26T06:52:01.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.896+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=451W4WY7IP2A tag=D5QKC2YN1XHW type=write size=1672199 2024-07-26T06:52:01.898 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.898+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~UA8MHCWD57Y8.0 size=644763 2024-07-26T06:52:01.902 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.901+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=UA8MHCWD57Y8 tag=9PWEWHMWJX5Q type=write size=1693339 2024-07-26T06:52:01.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.905+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~4HJ6Q3ON0IMW.0 size=714642 2024-07-26T06:52:01.906 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.905+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=4HJ6Q3ON0IMW tag=T7WM9CYUXB20 type=write size=1763218 2024-07-26T06:52:01.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.907+0000 7ff4c963f640 1 < completed write operation key=B25KI9T60YIW tag=NP20L4BB5Q2U type=write size=352503 2024-07-26T06:52:01.910 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.910+0000 7ff4c963f640 1 > prepared operation key=T6YV3TUMDU0L tag=W7NQERL570EJ type=del size=50603 2024-07-26T06:52:01.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.912+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~UNUVN0MTUJMB.0 size=1048576 2024-07-26T06:52:01.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.914+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~UNUVN0MTUJMB.1 size=825575 2024-07-26T06:52:01.918 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.917+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=UNUVN0MTUJMB tag=IC39OMJ3OKGO type=write size=2922727 2024-07-26T06:52:01.920 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.919+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=RKQD8HYVUQVC type=del size=511893 2024-07-26T06:52:01.925 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.924+0000 7ff4c963f640 1 < suggested update operation key=DA98A9ODDSQ1 tag=XM265EN3XC1I type=del size=2445561 2024-07-26T06:52:01.927 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.927+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=LFG1X34POYL8 type=del size=1270999 2024-07-26T06:52:01.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.930+0000 7ff4c963f640 -1 < failed to complete operation key=L2X724J37LK2 tag=D38I358GAK4C type=del size=2729753: (22) Invalid argument 2024-07-26T06:52:01.933 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.932+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=9RRLEO35FXQQ type=del size=3465809 2024-07-26T06:52:01.935 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.935+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=MKW4KOBL5ZXS type=del 2024-07-26T06:52:01.937 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.937+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=GYYJV2IPYO10 type=write size=29101 2024-07-26T06:52:01.939 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.939+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~613FZX7FMPB9.0 size=1048576 2024-07-26T06:52:01.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.941+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~613FZX7FMPB9.1 size=981204 2024-07-26T06:52:01.944 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.944+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=613FZX7FMPB9 tag=EHWBQ6KU6LJW type=write size=3078356 2024-07-26T06:52:01.946 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.946+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=W202JER0YB6K type=del size=1504852 2024-07-26T06:52:01.948 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.948+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=SOFKO9Y7QNZC type=del 2024-07-26T06:52:01.950 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.950+0000 7ff4c963f640 1 > prepared operation key=MC50MWHORL26 tag=PH8B06DOEMJ1 type=del size=949778 2024-07-26T06:52:01.952 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.952+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.0 size=1048576 2024-07-26T06:52:01.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.954+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.1 size=1048576 2024-07-26T06:52:01.956 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.956+0000 7ff4c963f640 1 < completed part key=_multipart_55WYIVMEFCP7.2~2NK7ABR20QEL.2 size=1016009 2024-07-26T06:52:01.960 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.960+0000 7ff4c963f640 1 < completed multipart upload key=55WYIVMEFCP7 upload=2NK7ABR20QEL tag=BL6D1VEH9G4J type=write size=4161737 2024-07-26T06:52:01.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.963+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~QDHI4ITLUYZ4.0 size=1048576 2024-07-26T06:52:01.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.965+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~QDHI4ITLUYZ4.1 size=316444 2024-07-26T06:52:01.965 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.965+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=QDHI4ITLUYZ4 tag=KW9HGHAAHHYW type=write size=2413596 2024-07-26T06:52:01.967 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.967+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=H47Z37ESF451 type=del 2024-07-26T06:52:01.969 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.969+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=QKV06J8599VR type=del size=2064352 2024-07-26T06:52:01.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.971+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=2ZW5B1AEBG3R type=del 2024-07-26T06:52:01.975 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.975+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.0 size=1048576 2024-07-26T06:52:01.977 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.977+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.1 size=1048576 2024-07-26T06:52:01.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.978+0000 7ff4c963f640 1 > prepared part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.2 size=530254 2024-07-26T06:52:01.979 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.979+0000 7ff4c963f640 1 > prepared multipart upload key=4CBTB2OOO13L upload=UYL0YV9ABALN tag=KHXPT9KI8B9Q type=write size=3675982 2024-07-26T06:52:01.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.983+0000 7ff4c963f640 1 < suggested remove operation key=Q5I4W7RRN47Z tag=ZZ4BWDAHOQ17 type=write 2024-07-26T06:52:01.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.986+0000 7ff4c963f640 1 > prepared part key=_multipart_SQIHDHAP6YNK.2~9ZXAJQRO7038.0 size=452421 2024-07-26T06:52:01.986 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.986+0000 7ff4c963f640 1 > prepared multipart upload key=SQIHDHAP6YNK upload=9ZXAJQRO7038 tag=04S31FACHXZT type=write size=1500997 2024-07-26T06:52:01.988 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.988+0000 7ff4c963f640 1 < completed part key=_multipart_MC50MWHORL26.2~PJ0A3W2NHSZV.0 size=618876 2024-07-26T06:52:01.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.991+0000 7ff4c963f640 1 < completed multipart upload key=MC50MWHORL26 upload=PJ0A3W2NHSZV tag=C9DS5S5LGME4 type=write size=1667452 2024-07-26T06:52:01.993 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.993+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=OGB7T7FNFFWG type=del size=2713914 2024-07-26T06:52:01.996 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.995+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~NNTXLKS3N35T.0 size=494856 2024-07-26T06:52:01.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:01.999+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=NNTXLKS3N35T tag=RZCSZQG7EH3D type=write size=1543432 2024-07-26T06:52:02.001 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.001+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=SEX5W3A7N7KH type=del size=1207631 2024-07-26T06:52:02.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.003+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.0 size=1048576 2024-07-26T06:52:02.003 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.003+0000 7ff4c963f640 1 < canceled part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.1 size=1048576 2024-07-26T06:52:02.005 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.005+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~NX1RCDQL2AA0.2 size=874758 2024-07-26T06:52:02.008 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.008+0000 7ff4c963f640 1 < canceled multipart upload key=G9CKPX677F31 upload=NX1RCDQL2AA0 tag=WQDE17CYWK37 type=write size=4020486 2024-07-26T06:52:02.012 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.012+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.0 size=1048576 2024-07-26T06:52:02.013 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.013+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.1 size=1048576 2024-07-26T06:52:02.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.015+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.2 size=41755 2024-07-26T06:52:02.015 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.015+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=2PB11GK3XIUW tag=N0VKKTVEBTK3 type=write size=3187483 2024-07-26T06:52:02.017 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.017+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~451W4WY7IP2A.0 size=623623 2024-07-26T06:52:02.021 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.021+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=451W4WY7IP2A tag=D5QKC2YN1XHW type=write size=1672199 2024-07-26T06:52:02.023 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.023+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=MOPQTY6T4M60 type=del size=3105141 2024-07-26T06:52:02.025 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.025+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~4HJ6Q3ON0IMW.0 size=714642 2024-07-26T06:52:02.029 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.029+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=4HJ6Q3ON0IMW tag=T7WM9CYUXB20 type=write size=1763218 2024-07-26T06:52:02.033 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.033+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~5HWE5THF9ZQ6.0 size=1048576 2024-07-26T06:52:02.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.035+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~5HWE5THF9ZQ6.1 size=635633 2024-07-26T06:52:02.035 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.035+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=5HWE5THF9ZQ6 tag=69DXL0XBK969 type=write size=2732785 2024-07-26T06:52:02.039 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.039+0000 7ff4c963f640 1 < suggested update operation key=T6YV3TUMDU0L tag=W7NQERL570EJ type=del size=50603 2024-07-26T06:52:02.041 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.041+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=XV4XD9UKO92Y type=del size=4100603 2024-07-26T06:52:02.043 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.043+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=RKQD8HYVUQVC type=del 2024-07-26T06:52:02.045 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.045+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=38HU3RSI1FOW type=del size=638746 2024-07-26T06:52:02.047 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.047+0000 7ff4c963f640 1 < completed delete operation key=97622HH90SL9 tag=LFG1X34POYL8 type=del 2024-07-26T06:52:02.049 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.049+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=2N9E4WE3VKLH type=del size=363460 2024-07-26T06:52:02.052 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.052+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=9RRLEO35FXQQ type=del 2024-07-26T06:52:02.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.056+0000 7ff4c963f640 1 > prepared part key=_multipart_BVS86991ZRFJ.2~H8RJQREFZC7X.0 size=820590 2024-07-26T06:52:02.056 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.056+0000 7ff4c963f640 1 > prepared multipart upload key=BVS86991ZRFJ upload=H8RJQREFZC7X tag=LBFZI086HWX7 type=write size=1869166 2024-07-26T06:52:02.058 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.058+0000 7ff4c963f640 1 < completed write operation key=QI57TQ8F5MI6 tag=GYYJV2IPYO10 type=write size=29101 2024-07-26T06:52:02.060 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.060+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=XWOMBEGF25Q7 type=del size=201436 2024-07-26T06:52:02.062 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.062+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=W202JER0YB6K type=del 2024-07-26T06:52:02.064 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.063+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=CVNE11JINGWX type=del size=1491093 2024-07-26T06:52:02.067 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.067+0000 7ff4c963f640 1 < suggested remove operation key=MC50MWHORL26 tag=PH8B06DOEMJ1 type=del 2024-07-26T06:52:02.071 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.071+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~KKB8BJX7AW70.0 size=1048576 2024-07-26T06:52:02.072 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.072+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~KKB8BJX7AW70.1 size=520057 2024-07-26T06:52:02.073 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.072+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=KKB8BJX7AW70 tag=0ZOP8EWZEP6A type=write size=2617209 2024-07-26T06:52:02.074 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.074+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~QDHI4ITLUYZ4.0 size=1048576 2024-07-26T06:52:02.076 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.076+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~QDHI4ITLUYZ4.1 size=316444 2024-07-26T06:52:02.080 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.079+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=QDHI4ITLUYZ4 tag=KW9HGHAAHHYW type=write size=2413596 2024-07-26T06:52:02.084 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.083+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.0 size=1048576 2024-07-26T06:52:02.085 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.085+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.1 size=1048576 2024-07-26T06:52:02.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.087+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.2 size=940998 2024-07-26T06:52:02.087 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.087+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=RN4VPGD6UN8M tag=FS5WQGZWDOMN type=write size=4086726 2024-07-26T06:52:02.089 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.089+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=QKV06J8599VR type=del 2024-07-26T06:52:02.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.092+0000 7ff4c963f640 1 > prepared part key=_multipart_DA98A9ODDSQ1.2~HQKK8D59U8OO.0 size=585289 2024-07-26T06:52:02.093 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.092+0000 7ff4c963f640 1 > prepared multipart upload key=DA98A9ODDSQ1 upload=HQKK8D59U8OO tag=NMIVSDU2TFUS type=write size=1633865 2024-07-26T06:52:02.094 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.094+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.0 size=1048576 2024-07-26T06:52:02.096 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.096+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.1 size=1048576 2024-07-26T06:52:02.098 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.098+0000 7ff4c963f640 1 < completed part key=_multipart_4CBTB2OOO13L.2~UYL0YV9ABALN.2 size=530254 2024-07-26T06:52:02.102 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.102+0000 7ff4c963f640 1 < completed multipart upload key=4CBTB2OOO13L upload=UYL0YV9ABALN tag=KHXPT9KI8B9Q type=write size=3675982 2024-07-26T06:52:02.106 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.105+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~C00AKHBYOKIY.0 size=1048576 2024-07-26T06:52:02.107 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.107+0000 7ff4c963f640 1 > prepared part key=_multipart_OBU4MGXI9972.2~C00AKHBYOKIY.1 size=430226 2024-07-26T06:52:02.107 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.107+0000 7ff4c963f640 1 > prepared multipart upload key=OBU4MGXI9972 upload=C00AKHBYOKIY tag=JP87BDCFUALZ type=write size=2527378 2024-07-26T06:52:02.110 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.109+0000 7ff4c963f640 1 < completed part key=_multipart_SQIHDHAP6YNK.2~9ZXAJQRO7038.0 size=452421 2024-07-26T06:52:02.113 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.113+0000 7ff4c963f640 1 < completed multipart upload key=SQIHDHAP6YNK upload=9ZXAJQRO7038 tag=04S31FACHXZT type=write size=1500997 2024-07-26T06:52:02.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.117+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~91PGX9EALKWV.0 size=271533 2024-07-26T06:52:02.117 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.117+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=91PGX9EALKWV tag=PAMPOBH017S5 type=write size=1320109 2024-07-26T06:52:02.119 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.119+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=OGB7T7FNFFWG type=del 2024-07-26T06:52:02.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.123+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~SL6E4J4ETT3D.0 size=119209 2024-07-26T06:52:02.123 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.123+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=SL6E4J4ETT3D tag=EM4EI6842U3E type=write size=1167785 2024-07-26T06:52:02.127 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.127+0000 7ff4c963f640 1 < suggested remove operation key=ZBP2BZ3W1BYG tag=SEX5W3A7N7KH type=del 2024-07-26T06:52:02.129 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.128+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=LJCPO8B6R02S type=del size=2378024 2024-07-26T06:52:02.131 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.131+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.0 size=1048576 2024-07-26T06:52:02.132 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.132+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.1 size=1048576 2024-07-26T06:52:02.134 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.134+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~2PB11GK3XIUW.2 size=41755 2024-07-26T06:52:02.138 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.137+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=2PB11GK3XIUW tag=N0VKKTVEBTK3 type=write size=3187483 2024-07-26T06:52:02.139 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.139+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=1TW2FY36XP89 type=del size=4148394 2024-07-26T06:52:02.141 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.141+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=MOPQTY6T4M60 type=del 2024-07-26T06:52:02.145 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.145+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.0 size=1048576 2024-07-26T06:52:02.147 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.146+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.1 size=1048576 2024-07-26T06:52:02.148 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.148+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.2 size=495183 2024-07-26T06:52:02.149 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.148+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=C8TV961534UQ tag=8M3RK16ZS7YA type=write size=3640911 2024-07-26T06:52:02.150 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.150+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~5HWE5THF9ZQ6.0 size=1048576 2024-07-26T06:52:02.152 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.152+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~5HWE5THF9ZQ6.1 size=635633 2024-07-26T06:52:02.156 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.155+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=5HWE5THF9ZQ6 tag=69DXL0XBK969 type=write size=2732785 2024-07-26T06:52:02.157 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.157+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=J8N3SNARIJH4 type=del size=1959646 2024-07-26T06:52:02.161 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.161+0000 7ff4c963f640 1 < suggested update operation key=J12W312ZJLEC tag=XV4XD9UKO92Y type=del size=4100603 2024-07-26T06:52:02.165 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.165+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.0 size=1048576 2024-07-26T06:52:02.167 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.167+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.1 size=1048576 2024-07-26T06:52:02.169 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.169+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.2 size=254021 2024-07-26T06:52:02.170 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.169+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=TSS5WA4VWWTW tag=561638DSIZ4I type=write size=3399749 2024-07-26T06:52:02.171 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.171+0000 7ff4c963f640 1 < completed delete operation key=4CBTB2OOO13L tag=38HU3RSI1FOW type=del 2024-07-26T06:52:02.173 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.173+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=W4EDB5DQHUX9 type=del size=3194844 2024-07-26T06:52:02.175 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.175+0000 7ff4c963f640 1 < canceled operation key=FPEECRHVGMU5 tag=2N9E4WE3VKLH type=del size=363460 2024-07-26T06:52:02.179 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.179+0000 7ff4c963f640 1 > prepared part key=_multipart_LIYRVFVSY982.2~2EF5MORDDXW5.0 size=1000923 2024-07-26T06:52:02.179 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.179+0000 7ff4c963f640 1 > prepared multipart upload key=LIYRVFVSY982 upload=2EF5MORDDXW5 tag=2H26JW2Z0A60 type=write size=2049499 2024-07-26T06:52:02.181 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.181+0000 7ff4c963f640 1 < completed part key=_multipart_BVS86991ZRFJ.2~H8RJQREFZC7X.0 size=820590 2024-07-26T06:52:02.185 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.184+0000 7ff4c963f640 1 < completed multipart upload key=BVS86991ZRFJ upload=H8RJQREFZC7X tag=LBFZI086HWX7 type=write size=1869166 2024-07-26T06:52:02.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.187+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.0 size=1048576 2024-07-26T06:52:02.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.189+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.1 size=1048576 2024-07-26T06:52:02.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.191+0000 7ff4c963f640 1 > prepared part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.2 size=227142 2024-07-26T06:52:02.191 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.191+0000 7ff4c963f640 1 > prepared multipart upload key=J12W312ZJLEC upload=KGHK35AU9I3K tag=E5SG2EFCKZ8Q type=write size=3372870 2024-07-26T06:52:02.193 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.192+0000 7ff4c963f640 1 < canceled operation key=BVS86991ZRFJ tag=XWOMBEGF25Q7 type=del size=201436 2024-07-26T06:52:02.194 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.194+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=D23QWJ4CYFGO type=write size=1017019 2024-07-26T06:52:02.196 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.196+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=CVNE11JINGWX type=del 2024-07-26T06:52:02.199 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.198+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=49RLD8YTLPGX type=write size=848856 2024-07-26T06:52:02.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.200+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~KKB8BJX7AW70.0 size=1048576 2024-07-26T06:52:02.200 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.200+0000 7ff4c963f640 1 < canceled part key=_multipart_ZBP2BZ3W1BYG.2~KKB8BJX7AW70.1 size=520057 2024-07-26T06:52:02.204 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.204+0000 7ff4c963f640 1 < canceled multipart upload key=ZBP2BZ3W1BYG upload=KKB8BJX7AW70 tag=0ZOP8EWZEP6A type=write size=2617209 2024-07-26T06:52:02.208 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.207+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~V5OPDKDA6E9V.0 size=1048576 2024-07-26T06:52:02.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.210+0000 7ff4c963f640 1 > prepared part key=_multipart_J9NUZ3NDKDSE.2~V5OPDKDA6E9V.1 size=374084 2024-07-26T06:52:02.210 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.210+0000 7ff4c963f640 1 > prepared multipart upload key=J9NUZ3NDKDSE upload=V5OPDKDA6E9V tag=23EDWOUE40YL type=write size=2471236 2024-07-26T06:52:02.212 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.212+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.0 size=1048576 2024-07-26T06:52:02.213 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.213+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.1 size=1048576 2024-07-26T06:52:02.215 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.215+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~RN4VPGD6UN8M.2 size=940998 2024-07-26T06:52:02.218 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.218+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=RN4VPGD6UN8M tag=FS5WQGZWDOMN type=write size=4086726 2024-07-26T06:52:02.222 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.222+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~3JDQS2X7YXX8.0 size=1048576 2024-07-26T06:52:02.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.224+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~3JDQS2X7YXX8.1 size=480850 2024-07-26T06:52:02.224 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.224+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=3JDQS2X7YXX8 tag=O29RZ6P3C76T type=write size=2578002 2024-07-26T06:52:02.227 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.226+0000 7ff4c963f640 1 < completed part key=_multipart_DA98A9ODDSQ1.2~HQKK8D59U8OO.0 size=585289 2024-07-26T06:52:02.230 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.229+0000 7ff4c963f640 1 < completed multipart upload key=DA98A9ODDSQ1 upload=HQKK8D59U8OO tag=NMIVSDU2TFUS type=write size=1633865 2024-07-26T06:52:02.234 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.234+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~7DTCPR0AQ5G9.0 size=1048576 2024-07-26T06:52:02.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.235+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~7DTCPR0AQ5G9.1 size=67525 2024-07-26T06:52:02.236 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.235+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=7DTCPR0AQ5G9 tag=NGDMYJ1RLKHP type=write size=2164677 2024-07-26T06:52:02.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.238+0000 7ff4c963f640 1 < completed part key=_multipart_OBU4MGXI9972.2~C00AKHBYOKIY.0 size=1048576 2024-07-26T06:52:02.238 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.238+0000 7ff4c963f640 1 < canceled part key=_multipart_OBU4MGXI9972.2~C00AKHBYOKIY.1 size=430226 2024-07-26T06:52:02.241 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.241+0000 7ff4c963f640 1 < canceled multipart upload key=OBU4MGXI9972 upload=C00AKHBYOKIY tag=JP87BDCFUALZ type=write size=2527378 2024-07-26T06:52:02.243 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.243+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=A1FOBA69J4VR type=del size=3761824 2024-07-26T06:52:02.246 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.245+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~91PGX9EALKWV.0 size=271533 2024-07-26T06:52:02.249 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.249+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=91PGX9EALKWV tag=PAMPOBH017S5 type=write size=1320109 2024-07-26T06:52:02.251 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.251+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=2OAD76V06STV type=del size=1374065 2024-07-26T06:52:02.253 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.253+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~SL6E4J4ETT3D.0 size=119209 2024-07-26T06:52:02.256 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.256+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=SL6E4J4ETT3D tag=EM4EI6842U3E type=write size=1167785 2024-07-26T06:52:02.260 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.260+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~FFLUEW2MUOWX.0 size=1048576 2024-07-26T06:52:02.261 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.261+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~FFLUEW2MUOWX.1 size=775079 2024-07-26T06:52:02.262 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.261+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=FFLUEW2MUOWX tag=62S19W5B2Q5V type=write size=2872231 2024-07-26T06:52:02.263 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.263+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=LJCPO8B6R02S type=del 2024-07-26T06:52:02.265 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.265+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=6DFXBWOSSPGF type=del size=2106788 2024-07-26T06:52:02.267 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.267+0000 7ff4c963f640 1 < completed delete operation key=8W36EMM1C36T tag=1TW2FY36XP89 type=del 2024-07-26T06:52:02.269 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.269+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=QW5IYDIAC1CJ type=del size=2653444 2024-07-26T06:52:02.271 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.271+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.0 size=1048576 2024-07-26T06:52:02.273 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.272+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.1 size=1048576 2024-07-26T06:52:02.274 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.274+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~C8TV961534UQ.2 size=495183 2024-07-26T06:52:02.278 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.277+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=C8TV961534UQ tag=8M3RK16ZS7YA type=write size=3640911 2024-07-26T06:52:02.279 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.279+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=S48FR1G0GCD1 type=del size=1874223 2024-07-26T06:52:02.281 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.281+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=J8N3SNARIJH4 type=del 2024-07-26T06:52:02.283 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.283+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=96AMG9UE5E3F type=del size=3811922 2024-07-26T06:52:02.285 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.285+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.0 size=1048576 2024-07-26T06:52:02.287 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.287+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.1 size=1048576 2024-07-26T06:52:02.289 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.288+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~TSS5WA4VWWTW.2 size=254021 2024-07-26T06:52:02.292 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.292+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=TSS5WA4VWWTW tag=561638DSIZ4I type=write size=3399749 2024-07-26T06:52:02.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.296+0000 7ff4c963f640 1 > prepared part key=_multipart_FPEECRHVGMU5.2~9HAUS0HJROWN.0 size=919383 2024-07-26T06:52:02.296 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.296+0000 7ff4c963f640 1 > prepared multipart upload key=FPEECRHVGMU5 upload=9HAUS0HJROWN tag=1IZAKKGDH5UG type=write size=1967959 2024-07-26T06:52:02.298 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.298+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=W4EDB5DQHUX9 type=del 2024-07-26T06:52:02.300 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.300+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=COG3XQ131SGL type=write size=493413 2024-07-26T06:52:02.302 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.302+0000 7ff4c963f640 1 < completed part key=_multipart_LIYRVFVSY982.2~2EF5MORDDXW5.0 size=1000923 2024-07-26T06:52:02.305 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.305+0000 7ff4c963f640 1 < completed multipart upload key=LIYRVFVSY982 upload=2EF5MORDDXW5 tag=2H26JW2Z0A60 type=write size=2049499 2024-07-26T06:52:02.307 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.307+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=RV22SGK38FVK type=del size=476366 2024-07-26T06:52:02.309 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.309+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.0 size=1048576 2024-07-26T06:52:02.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.311+0000 7ff4c963f640 1 < completed part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.1 size=1048576 2024-07-26T06:52:02.311 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.311+0000 7ff4c963f640 1 < canceled part key=_multipart_J12W312ZJLEC.2~KGHK35AU9I3K.2 size=227142 2024-07-26T06:52:02.316 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.315+0000 7ff4c963f640 1 < canceled multipart upload key=J12W312ZJLEC upload=KGHK35AU9I3K tag=E5SG2EFCKZ8Q type=write size=3372870 2024-07-26T06:52:02.319 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.319+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~NO64SJ1KV8TT.0 size=1048576 2024-07-26T06:52:02.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.321+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~NO64SJ1KV8TT.1 size=445333 2024-07-26T06:52:02.321 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.321+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=NO64SJ1KV8TT tag=LRKB5Q0JLMU6 type=write size=2542485 2024-07-26T06:52:02.323 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.323+0000 7ff4c963f640 1 < canceled operation key=ZBP2BZ3W1BYG tag=D23QWJ4CYFGO type=write size=1017019 2024-07-26T06:52:02.325 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.324+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=C6G8O4CUFAJ0 type=del size=2214650 2024-07-26T06:52:02.327 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.327+0000 7ff4c963f640 1 < completed write operation key=CDMV8XZ0UE6O tag=49RLD8YTLPGX type=write size=848856 2024-07-26T06:52:02.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.331+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~M4FL2LFN9ELI.0 size=971291 2024-07-26T06:52:02.331 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.331+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=M4FL2LFN9ELI tag=PICONW9H4GIC type=write size=2019867 2024-07-26T06:52:02.333 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.333+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~V5OPDKDA6E9V.0 size=1048576 2024-07-26T06:52:02.335 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.334+0000 7ff4c963f640 1 < completed part key=_multipart_J9NUZ3NDKDSE.2~V5OPDKDA6E9V.1 size=374084 2024-07-26T06:52:02.338 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.338+0000 7ff4c963f640 1 < completed multipart upload key=J9NUZ3NDKDSE upload=V5OPDKDA6E9V tag=23EDWOUE40YL type=write size=2471236 2024-07-26T06:52:02.342 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.342+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~GRFXC0S1QCWM.0 size=1048576 2024-07-26T06:52:02.344 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.344+0000 7ff4c963f640 1 > prepared part key=_multipart_ZUHQVW7JX900.2~GRFXC0S1QCWM.1 size=996472 2024-07-26T06:52:02.344 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.344+0000 7ff4c963f640 1 > prepared multipart upload key=ZUHQVW7JX900 upload=GRFXC0S1QCWM tag=BB6ARVP9OZ8K type=write size=3093624 2024-07-26T06:52:02.346 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.346+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~3JDQS2X7YXX8.0 size=1048576 2024-07-26T06:52:02.348 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.348+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~3JDQS2X7YXX8.1 size=480850 2024-07-26T06:52:02.352 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.352+0000 7ff4c963f640 1 < completed multipart upload key=ZUHQVW7JX900 upload=3JDQS2X7YXX8 tag=O29RZ6P3C76T type=write size=2578002 2024-07-26T06:52:02.355 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.354+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=XKUSUKIHM6DL type=del size=2611144 2024-07-26T06:52:02.356 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.356+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~7DTCPR0AQ5G9.0 size=1048576 2024-07-26T06:52:02.357 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.356+0000 7ff4c963f640 1 < canceled part key=_multipart_L2X724J37LK2.2~7DTCPR0AQ5G9.1 size=67525 2024-07-26T06:52:02.360 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.360+0000 7ff4c963f640 1 < canceled multipart upload key=L2X724J37LK2 upload=7DTCPR0AQ5G9 tag=NGDMYJ1RLKHP type=write size=2164677 2024-07-26T06:52:02.363 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.363+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.0 size=1048576 2024-07-26T06:52:02.365 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.365+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.1 size=1048576 2024-07-26T06:52:02.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.366+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.2 size=496773 2024-07-26T06:52:02.367 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.366+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=BSWGRQSR8OWF tag=OIVQQZMGR4SD type=write size=3642501 2024-07-26T06:52:02.368 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.368+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=A1FOBA69J4VR type=del 2024-07-26T06:52:02.371 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.370+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=G6YQ4A0517Z0 type=write size=797345 2024-07-26T06:52:02.372 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.372+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=2OAD76V06STV type=del 2024-07-26T06:52:02.374 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.374+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=82S32D8P4Z7T type=write size=638217 2024-07-26T06:52:02.376 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.376+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~FFLUEW2MUOWX.0 size=1048576 2024-07-26T06:52:02.378 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.378+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~FFLUEW2MUOWX.1 size=775079 2024-07-26T06:52:02.381 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.381+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=FFLUEW2MUOWX tag=62S19W5B2Q5V type=write size=2872231 2024-07-26T06:52:02.383 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.383+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=TV6APZGMZTTP type=del size=2156089 2024-07-26T06:52:02.385 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.385+0000 7ff4c963f640 1 < completed delete operation key=Q5I4W7RRN47Z tag=6DFXBWOSSPGF type=del 2024-07-26T06:52:02.387 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.387+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=AL7EK3WBRWRP type=del size=3721184 2024-07-26T06:52:02.389 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.389+0000 7ff4c963f640 1 < canceled operation key=7OLNPIQ92BCG tag=QW5IYDIAC1CJ type=del size=2653444 2024-07-26T06:52:02.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.392+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.0 size=1048576 2024-07-26T06:52:02.394 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.394+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.1 size=1048576 2024-07-26T06:52:02.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.396+0000 7ff4c963f640 1 > prepared part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.2 size=204851 2024-07-26T06:52:02.396 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.396+0000 7ff4c963f640 1 > prepared multipart upload key=97622HH90SL9 upload=R8UN0R3FDY68 tag=HBKT1YKTGK50 type=write size=3350579 2024-07-26T06:52:02.398 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.398+0000 7ff4c963f640 1 < completed delete operation key=7OLNPIQ92BCG tag=S48FR1G0GCD1 type=del 2024-07-26T06:52:02.401 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.401+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.0 size=1048576 2024-07-26T06:52:02.403 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.403+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.1 size=1048576 2024-07-26T06:52:02.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.404+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.2 size=61631 2024-07-26T06:52:02.405 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.404+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=URWAFF9WX7BB tag=PB6IPCI1EN9B type=write size=3207359 2024-07-26T06:52:02.409 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.408+0000 7ff4c963f640 1 < suggested update operation key=4RKGLLBREN8H tag=96AMG9UE5E3F type=del size=3811922 2024-07-26T06:52:02.410 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.410+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=3Y45Y325O405 type=del size=1544212 2024-07-26T06:52:02.413 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.412+0000 7ff4c963f640 1 < completed part key=_multipart_FPEECRHVGMU5.2~9HAUS0HJROWN.0 size=919383 2024-07-26T06:52:02.416 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.416+0000 7ff4c963f640 1 < completed multipart upload key=FPEECRHVGMU5 upload=9HAUS0HJROWN tag=1IZAKKGDH5UG type=write size=1967959 2024-07-26T06:52:02.419 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.418+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=TM7IY7AXNO2W type=del size=241791 2024-07-26T06:52:02.420 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.420+0000 7ff4c963f640 1 < completed write operation key=FPEECRHVGMU5 tag=COG3XQ131SGL type=write size=493413 2024-07-26T06:52:02.422 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.422+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=S9VR4M3ID2BA type=del size=650732 2024-07-26T06:52:02.424 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.424+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=RV22SGK38FVK type=del 2024-07-26T06:52:02.426 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.426+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=3O3CG6W5YJ3B type=del size=1362404 2024-07-26T06:52:02.428 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.428+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~NO64SJ1KV8TT.0 size=1048576 2024-07-26T06:52:02.430 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.429+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~NO64SJ1KV8TT.1 size=445333 2024-07-26T06:52:02.434 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.433+0000 7ff4c963f640 1 < completed multipart upload key=7OLNPIQ92BCG upload=NO64SJ1KV8TT tag=LRKB5Q0JLMU6 type=write size=2542485 2024-07-26T06:52:02.438 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.437+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.0 size=1048576 2024-07-26T06:52:02.439 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.439+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.1 size=1048576 2024-07-26T06:52:02.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.441+0000 7ff4c963f640 1 > prepared part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.2 size=1006760 2024-07-26T06:52:02.441 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.441+0000 7ff4c963f640 1 > prepared multipart upload key=7OLNPIQ92BCG upload=UM3JU2HI370L tag=SCC0QG3EV0RI type=write size=4152488 2024-07-26T06:52:02.443 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.443+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=C6G8O4CUFAJ0 type=del 2024-07-26T06:52:02.446 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.446+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.0 size=1048576 2024-07-26T06:52:02.448 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.448+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.1 size=1048576 2024-07-26T06:52:02.449 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.449+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.2 size=498911 2024-07-26T06:52:02.450 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.449+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=UORQE0DFYHDA tag=UT1BBD77IWYS type=write size=3644639 2024-07-26T06:52:02.451 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.451+0000 7ff4c963f640 1 < completed part key=_multipart_QI57TQ8F5MI6.2~M4FL2LFN9ELI.0 size=971291 2024-07-26T06:52:02.455 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.454+0000 7ff4c963f640 1 < completed multipart upload key=QI57TQ8F5MI6 upload=M4FL2LFN9ELI tag=PICONW9H4GIC type=write size=2019867 2024-07-26T06:52:02.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.458+0000 7ff4c963f640 1 > prepared part key=_multipart_21MC0QVSM974.2~MB7XK73H49VL.0 size=96684 2024-07-26T06:52:02.458 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.458+0000 7ff4c963f640 1 > prepared multipart upload key=21MC0QVSM974 upload=MB7XK73H49VL tag=7RA8NDYSDS6I type=write size=1145260 2024-07-26T06:52:02.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.460+0000 7ff4c963f640 1 < completed part key=_multipart_ZUHQVW7JX900.2~GRFXC0S1QCWM.0 size=1048576 2024-07-26T06:52:02.460 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.460+0000 7ff4c963f640 1 < canceled part key=_multipart_ZUHQVW7JX900.2~GRFXC0S1QCWM.1 size=996472 2024-07-26T06:52:02.463 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.463+0000 7ff4c963f640 1 < canceled multipart upload key=ZUHQVW7JX900 upload=GRFXC0S1QCWM tag=BB6ARVP9OZ8K type=write size=3093624 2024-07-26T06:52:02.465 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.465+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=TKGLPSDHMTK9 type=del size=3858521 2024-07-26T06:52:02.469 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.469+0000 7ff4c963f640 1 < suggested remove operation key=Q5I4W7RRN47Z tag=XKUSUKIHM6DL type=del 2024-07-26T06:52:02.473 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.472+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~WN1JY1A85J8X.0 size=1048576 2024-07-26T06:52:02.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.474+0000 7ff4c963f640 1 > prepared part key=_multipart_1PX021NSZNUT.2~WN1JY1A85J8X.1 size=935364 2024-07-26T06:52:02.475 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.474+0000 7ff4c963f640 1 > prepared multipart upload key=1PX021NSZNUT upload=WN1JY1A85J8X tag=Q3JHBUPHPQG4 type=write size=3032516 2024-07-26T06:52:02.477 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.476+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.0 size=1048576 2024-07-26T06:52:02.479 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.478+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.1 size=1048576 2024-07-26T06:52:02.479 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.478+0000 7ff4c963f640 1 < canceled part key=_multipart_21MC0QVSM974.2~BSWGRQSR8OWF.2 size=496773 2024-07-26T06:52:02.482 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.482+0000 7ff4c963f640 1 < canceled multipart upload key=21MC0QVSM974 upload=BSWGRQSR8OWF tag=OIVQQZMGR4SD type=write size=3642501 2024-07-26T06:52:02.484 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.484+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=SVXV2C24V9XM type=del size=549450 2024-07-26T06:52:02.486 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.486+0000 7ff4c963f640 1 < completed write operation key=ZBP2BZ3W1BYG tag=G6YQ4A0517Z0 type=write size=797345 2024-07-26T06:52:02.488 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.488+0000 7ff4c963f640 1 > prepared operation key=L2X724J37LK2 tag=CFHMA6Q897CC type=del size=1870826 2024-07-26T06:52:02.490 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.490+0000 7ff4c963f640 1 < completed write operation key=A7ZSBTMHA3UB tag=82S32D8P4Z7T type=write size=638217 2024-07-26T06:52:02.494 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.493+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~QERTOU9HSAJU.0 size=1048576 2024-07-26T06:52:02.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.495+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~QERTOU9HSAJU.1 size=970769 2024-07-26T06:52:02.495 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.495+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=QERTOU9HSAJU tag=HZOAG7BNKI6M type=write size=3067921 2024-07-26T06:52:02.497 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.497+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=TV6APZGMZTTP type=del 2024-07-26T06:52:02.500 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.499+0000 7ff4c963f640 1 > prepared operation key=6ZZV6L4I9YZV tag=LBQU2BJK8ZGT type=del size=2246599 2024-07-26T06:52:02.502 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.502+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=AL7EK3WBRWRP type=del 2024-07-26T06:52:02.504 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.504+0000 7ff4c963f640 1 > prepared operation key=FPEECRHVGMU5 tag=DV1I6SESDSP5 type=del size=538141 2024-07-26T06:52:02.506 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.506+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.0 size=1048576 2024-07-26T06:52:02.508 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.508+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.1 size=1048576 2024-07-26T06:52:02.510 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.509+0000 7ff4c963f640 1 < completed part key=_multipart_97622HH90SL9.2~R8UN0R3FDY68.2 size=204851 2024-07-26T06:52:02.514 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.514+0000 7ff4c963f640 1 < completed multipart upload key=97622HH90SL9 upload=R8UN0R3FDY68 tag=HBKT1YKTGK50 type=write size=3350579 2024-07-26T06:52:02.524 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.524+0000 7ff4c963f640 1 > prepared operation key=J12W312ZJLEC tag=M15QERETDBVD type=del size=3919891 2024-07-26T06:52:02.526 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.526+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.0 size=1048576 2024-07-26T06:52:02.528 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.528+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.1 size=1048576 2024-07-26T06:52:02.530 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.529+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~URWAFF9WX7BB.2 size=61631 2024-07-26T06:52:02.533 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.533+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=URWAFF9WX7BB tag=PB6IPCI1EN9B type=write size=3207359 2024-07-26T06:52:02.537 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.537+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.0 size=1048576 2024-07-26T06:52:02.539 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.539+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.1 size=1048576 2024-07-26T06:52:02.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.541+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.2 size=830742 2024-07-26T06:52:02.541 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.541+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=02L0HCJRH0WR tag=SUAWZPP0KPOA type=write size=3976470 2024-07-26T06:52:02.544 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.543+0000 7ff4c963f640 -1 < failed to complete operation key=Q5I4W7RRN47Z tag=3Y45Y325O405 type=del size=1544212: (22) Invalid argument 2024-07-26T06:52:02.545 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.545+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=MST8RWW861NY type=del size=465384 2024-07-26T06:52:02.549 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.549+0000 7ff4c963f640 1 < suggested update operation key=97622HH90SL9 tag=TM7IY7AXNO2W type=del size=241791 2024-07-26T06:52:02.551 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.551+0000 7ff4c963f640 1 > prepared operation key=DA98A9ODDSQ1 tag=RZFYET0F2WVL type=del size=3773279 2024-07-26T06:52:02.553 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.553+0000 7ff4c963f640 1 < completed delete operation key=ZUHQVW7JX900 tag=S9VR4M3ID2BA type=del 2024-07-26T06:52:02.556 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.555+0000 7ff4c963f640 1 > prepared operation key=A7ZSBTMHA3UB tag=ILUJXM1CTLA7 type=del size=2696968 2024-07-26T06:52:02.558 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.558+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=3O3CG6W5YJ3B type=del 2024-07-26T06:52:02.560 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.560+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=Q2E1E0EZFBFY type=del size=1056287 2024-07-26T06:52:02.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.562+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.0 size=1048576 2024-07-26T06:52:02.562 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.562+0000 7ff4c963f640 1 < canceled part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.1 size=1048576 2024-07-26T06:52:02.564 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.564+0000 7ff4c963f640 1 < completed part key=_multipart_7OLNPIQ92BCG.2~UM3JU2HI370L.2 size=1006760 2024-07-26T06:52:02.567 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.567+0000 7ff4c963f640 1 < canceled multipart upload key=7OLNPIQ92BCG upload=UM3JU2HI370L tag=SCC0QG3EV0RI type=write size=4152488 2024-07-26T06:52:02.569 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.569+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=12Q7028PIHPH type=del size=1413878 2024-07-26T06:52:02.572 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.571+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.0 size=1048576 2024-07-26T06:52:02.573 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.573+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.1 size=1048576 2024-07-26T06:52:02.575 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.575+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~UORQE0DFYHDA.2 size=498911 2024-07-26T06:52:02.577 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:02.582 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.582+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=UORQE0DFYHDA tag=UT1BBD77IWYS type=write size=3644639 2024-07-26T06:52:02.584 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.584+0000 7ff4c963f640 1 > prepared operation key=CDMV8XZ0UE6O tag=8EC0FKP91F9U type=del size=2281628 2024-07-26T06:52:02.586 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.586+0000 7ff4c963f640 1 < completed part key=_multipart_21MC0QVSM974.2~MB7XK73H49VL.0 size=96684 2024-07-26T06:52:02.590 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.590+0000 7ff4c963f640 1 < completed multipart upload key=21MC0QVSM974 upload=MB7XK73H49VL tag=7RA8NDYSDS6I type=write size=1145260 2024-07-26T06:52:02.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.593+0000 7ff4c963f640 1 > prepared part key=_multipart_L2X724J37LK2.2~YIXWB1O989P2.0 size=475112 2024-07-26T06:52:02.594 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.593+0000 7ff4c963f640 1 > prepared multipart upload key=L2X724J37LK2 upload=YIXWB1O989P2 tag=ZTR7XDDDSQKZ type=write size=1523688 2024-07-26T06:52:02.596 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.596+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=TKGLPSDHMTK9 type=del 2024-07-26T06:52:02.598 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.598+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=XP3M86L8SSHT type=del size=2343138 2024-07-26T06:52:02.600 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.600+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~WN1JY1A85J8X.0 size=1048576 2024-07-26T06:52:02.602 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.602+0000 7ff4c963f640 1 < completed part key=_multipart_1PX021NSZNUT.2~WN1JY1A85J8X.1 size=935364 2024-07-26T06:52:02.606 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.605+0000 7ff4c963f640 1 < completed multipart upload key=1PX021NSZNUT upload=WN1JY1A85J8X tag=Q3JHBUPHPQG4 type=write size=3032516 2024-07-26T06:52:02.608 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.607+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=3GFZBQRLISG6 type=write size=352849 2024-07-26T06:52:02.612 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.611+0000 7ff4c963f640 1 < suggested update operation key=7OLNPIQ92BCG tag=SVXV2C24V9XM type=del size=549450 2024-07-26T06:52:02.614 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.614+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=VIPSQENPF83U type=del size=1900771 2024-07-26T06:52:02.616 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.616+0000 7ff4c963f640 1 < completed delete operation key=L2X724J37LK2 tag=CFHMA6Q897CC type=del 2024-07-26T06:52:02.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.620+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~OMJB3K88TYAY.0 size=764102 2024-07-26T06:52:02.620 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.620+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=OMJB3K88TYAY tag=MENEOT952CQ1 type=write size=1812678 2024-07-26T06:52:02.622 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.622+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~QERTOU9HSAJU.0 size=1048576 2024-07-26T06:52:02.624 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.624+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~QERTOU9HSAJU.1 size=970769 2024-07-26T06:52:02.628 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.628+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=QERTOU9HSAJU tag=HZOAG7BNKI6M type=write size=3067921 2024-07-26T06:52:02.630 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.630+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=WGN6GT0CI19K type=write size=55019 2024-07-26T06:52:02.632 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.632+0000 7ff4c963f640 1 < canceled operation key=6ZZV6L4I9YZV tag=LBQU2BJK8ZGT type=del size=2246599 2024-07-26T06:52:02.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.636+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~1KXE312GPQR0.0 size=207529 2024-07-26T06:52:02.636 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.636+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=1KXE312GPQR0 tag=9FW69VF6RB6I type=write size=1256105 2024-07-26T06:52:02.638 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.638+0000 7ff4c963f640 1 < completed delete operation key=FPEECRHVGMU5 tag=DV1I6SESDSP5 type=del 2024-07-26T06:52:02.640 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.640+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=5YLD38O04QUL type=write size=327494 2024-07-26T06:52:02.642 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.642+0000 7ff4c963f640 1 < completed delete operation key=J12W312ZJLEC tag=M15QERETDBVD type=del 2024-07-26T06:52:02.644 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.644+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=T5CMM5YLQZ20 type=del size=1817425 2024-07-26T06:52:02.646 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.646+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.0 size=1048576 2024-07-26T06:52:02.648 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.647+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.1 size=1048576 2024-07-26T06:52:02.649 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.649+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~02L0HCJRH0WR.2 size=830742 2024-07-26T06:52:02.653 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.653+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=02L0HCJRH0WR tag=SUAWZPP0KPOA type=write size=3976470 2024-07-26T06:52:02.656 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.656+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~4LMLXIY9H49P.0 size=1048576 2024-07-26T06:52:02.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.658+0000 7ff4c963f640 1 > prepared part key=_multipart_ZBP2BZ3W1BYG.2~4LMLXIY9H49P.1 size=431003 2024-07-26T06:52:02.658 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.658+0000 7ff4c963f640 1 > prepared multipart upload key=ZBP2BZ3W1BYG upload=4LMLXIY9H49P tag=UULXCOC343H2 type=write size=2528155 2024-07-26T06:52:02.660 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.660+0000 7ff4c963f640 1 < completed delete operation key=1PX021NSZNUT tag=MST8RWW861NY type=del 2024-07-26T06:52:02.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.663+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~SONSHIFBZ909.0 size=354213 2024-07-26T06:52:02.663 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.663+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=SONSHIFBZ909 tag=V7OUY9YT28CT type=write size=1402789 2024-07-26T06:52:02.667 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.667+0000 7ff4c963f640 1 < suggested update operation key=DA98A9ODDSQ1 tag=RZFYET0F2WVL type=del size=3773279 2024-07-26T06:52:02.671 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.671+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.0 size=1048576 2024-07-26T06:52:02.673 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.673+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.1 size=1048576 2024-07-26T06:52:02.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.675+0000 7ff4c963f640 1 > prepared part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.2 size=755060 2024-07-26T06:52:02.675 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.675+0000 7ff4c963f640 1 > prepared multipart upload key=4RKGLLBREN8H upload=KW3TNUMMH0VL tag=9K462AYLY08Y type=write size=3900788 2024-07-26T06:52:02.677 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.677+0000 7ff4c963f640 1 < completed delete operation key=A7ZSBTMHA3UB tag=ILUJXM1CTLA7 type=del 2024-07-26T06:52:02.679 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.679+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=AI5DWGUMR0ZR type=del size=3800758 2024-07-26T06:52:02.683 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.683+0000 7ff4c963f640 1 < suggested remove operation key=BVS86991ZRFJ tag=Q2E1E0EZFBFY type=del 2024-07-26T06:52:02.685 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.685+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=7Z7FLJF20HG0 type=del size=2387009 2024-07-26T06:52:02.687 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.687+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=12Q7028PIHPH type=del 2024-07-26T06:52:02.691 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.691+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.0 size=1048576 2024-07-26T06:52:02.693 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.692+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.1 size=1048576 2024-07-26T06:52:02.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.694+0000 7ff4c963f640 1 > prepared part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.2 size=968719 2024-07-26T06:52:02.694 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.694+0000 7ff4c963f640 1 > prepared multipart upload key=7MANHDWBE4SC upload=50I0H8C08CUY tag=XNP76N6B890E type=write size=4114447 2024-07-26T06:52:02.696 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.696+0000 7ff4c963f640 1 < completed delete operation key=CDMV8XZ0UE6O tag=8EC0FKP91F9U type=del 2024-07-26T06:52:02.698 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.698+0000 7ff4c963f640 1 > prepared operation key=7OLNPIQ92BCG tag=R00I4PGIO4E0 type=del size=1733023 2024-07-26T06:52:02.700 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.700+0000 7ff4c963f640 1 < completed part key=_multipart_L2X724J37LK2.2~YIXWB1O989P2.0 size=475112 2024-07-26T06:52:02.704 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.703+0000 7ff4c963f640 1 < completed multipart upload key=L2X724J37LK2 upload=YIXWB1O989P2 tag=ZTR7XDDDSQKZ type=write size=1523688 2024-07-26T06:52:02.706 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.705+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=MINRGIL00YC3 type=del size=1253165 2024-07-26T06:52:02.708 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.708+0000 7ff4c963f640 1 < completed delete operation key=I09JADQKAYAZ tag=XP3M86L8SSHT type=del 2024-07-26T06:52:02.710 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.710+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=0P6W0IHJR95X type=del size=2840121 2024-07-26T06:52:02.713 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.713+0000 7ff4c963f640 -1 < failed to complete operation key=BVS86991ZRFJ tag=3GFZBQRLISG6 type=write size=352849: (22) Invalid argument 2024-07-26T06:52:02.716 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.715+0000 7ff4c963f640 1 > prepared operation key=LIYRVFVSY982 tag=C7U4G84QZO5J type=del size=2939544 2024-07-26T06:52:02.718 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.717+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=VIPSQENPF83U type=del size=1900771 2024-07-26T06:52:02.721 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.721+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~NB7823ND7A6W.0 size=1048576 2024-07-26T06:52:02.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.723+0000 7ff4c963f640 1 > prepared part key=_multipart_G9CKPX677F31.2~NB7823ND7A6W.1 size=800027 2024-07-26T06:52:02.723 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.723+0000 7ff4c963f640 1 > prepared multipart upload key=G9CKPX677F31 upload=NB7823ND7A6W tag=REE49X1CKWNC type=write size=2897179 2024-07-26T06:52:02.725 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.725+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~OMJB3K88TYAY.0 size=764102 2024-07-26T06:52:02.729 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.729+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=OMJB3K88TYAY tag=MENEOT952CQ1 type=write size=1812678 2024-07-26T06:52:02.733 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.733+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.0 size=1048576 2024-07-26T06:52:02.735 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.735+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.1 size=1048576 2024-07-26T06:52:02.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.737+0000 7ff4c963f640 1 > prepared part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.2 size=235806 2024-07-26T06:52:02.737 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.737+0000 7ff4c963f640 1 > prepared multipart upload key=A7ZSBTMHA3UB upload=LV79FY4BJBEY tag=ATV5VRZWA7GH type=write size=3381534 2024-07-26T06:52:02.739 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.739+0000 7ff4c963f640 1 < completed write operation key=LIYRVFVSY982 tag=WGN6GT0CI19K type=write size=55019 2024-07-26T06:52:02.743 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.743+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.0 size=1048576 2024-07-26T06:52:02.745 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.745+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.1 size=1048576 2024-07-26T06:52:02.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.746+0000 7ff4c963f640 1 > prepared part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.2 size=363981 2024-07-26T06:52:02.747 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.746+0000 7ff4c963f640 1 > prepared multipart upload key=N6LO5JK45OQE upload=LMAAXK5J2FAU tag=JB4D4UFIIVSI type=write size=3509709 2024-07-26T06:52:02.749 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.749+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~1KXE312GPQR0.0 size=207529 2024-07-26T06:52:02.752 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.752+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=1KXE312GPQR0 tag=9FW69VF6RB6I type=write size=1256105 2024-07-26T06:52:02.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.755+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~MF1R9388GBJW.0 size=92136 2024-07-26T06:52:02.756 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.755+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=MF1R9388GBJW tag=RGQ1LPU5L8O9 type=write size=1140712 2024-07-26T06:52:02.758 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.757+0000 7ff4c963f640 1 < canceled operation key=I09JADQKAYAZ tag=5YLD38O04QUL type=write size=327494 2024-07-26T06:52:02.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.761+0000 7ff4c963f640 1 > prepared part key=_multipart_T6YV3TUMDU0L.2~MSCGZ28OZRZH.0 size=126519 2024-07-26T06:52:02.761 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.761+0000 7ff4c963f640 1 > prepared multipart upload key=T6YV3TUMDU0L upload=MSCGZ28OZRZH tag=130G2KQZMFNW type=write size=1175095 2024-07-26T06:52:02.763 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.763+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=T5CMM5YLQZ20 type=del 2024-07-26T06:52:02.765 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.765+0000 7ff4c963f640 1 > prepared operation key=ZBP2BZ3W1BYG tag=N5W397E4DSJ0 type=del size=1254827 2024-07-26T06:52:02.767 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.767+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~4LMLXIY9H49P.0 size=1048576 2024-07-26T06:52:02.768 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.768+0000 7ff4c963f640 1 < completed part key=_multipart_ZBP2BZ3W1BYG.2~4LMLXIY9H49P.1 size=431003 2024-07-26T06:52:02.772 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.772+0000 7ff4c963f640 1 < completed multipart upload key=ZBP2BZ3W1BYG upload=4LMLXIY9H49P tag=UULXCOC343H2 type=write size=2528155 2024-07-26T06:52:02.773 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.773+0000 7ff4c963f640 1 > prepared operation key=OBU4MGXI9972 tag=PT84QNYC1MCG type=del size=1317801 2024-07-26T06:52:02.775 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.775+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~SONSHIFBZ909.0 size=354213 2024-07-26T06:52:02.779 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.778+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=SONSHIFBZ909 tag=V7OUY9YT28CT type=write size=1402789 2024-07-26T06:52:02.780 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.780+0000 7ff4c963f640 1 > prepared operation key=I09JADQKAYAZ tag=N60H2CH8RWMV type=write size=1028749 2024-07-26T06:52:02.782 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.782+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.0 size=1048576 2024-07-26T06:52:02.784 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.784+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.1 size=1048576 2024-07-26T06:52:02.785 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.785+0000 7ff4c963f640 1 < completed part key=_multipart_4RKGLLBREN8H.2~KW3TNUMMH0VL.2 size=755060 2024-07-26T06:52:02.789 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.789+0000 7ff4c963f640 1 < completed multipart upload key=4RKGLLBREN8H upload=KW3TNUMMH0VL tag=9K462AYLY08Y type=write size=3900788 2024-07-26T06:52:02.791 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.791+0000 7ff4c963f640 1 > prepared operation key=BVS86991ZRFJ tag=KZ0FOQ0MJS26 type=write size=427624 2024-07-26T06:52:02.795 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.795+0000 7ff4c963f640 1 < suggested update operation key=OBU4MGXI9972 tag=AI5DWGUMR0ZR type=del size=3800758 2024-07-26T06:52:02.797 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.796+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=6GE5B8HNY3GQ type=del size=1548928 2024-07-26T06:52:02.799 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.798+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=7Z7FLJF20HG0 type=del 2024-07-26T06:52:02.800 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.800+0000 7ff4c963f640 1 > prepared operation key=8W36EMM1C36T tag=SS0WHM21V5EB type=write size=43946 2024-07-26T06:52:02.802 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.802+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.0 size=1048576 2024-07-26T06:52:02.826 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.826+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.1 size=1048576 2024-07-26T06:52:02.827 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.827+0000 7ff4c963f640 1 < completed part key=_multipart_7MANHDWBE4SC.2~50I0H8C08CUY.2 size=968719 2024-07-26T06:52:02.831 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.830+0000 7ff4c963f640 1 < completed multipart upload key=7MANHDWBE4SC upload=50I0H8C08CUY tag=XNP76N6B890E type=write size=4114447 2024-07-26T06:52:02.832 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.832+0000 7ff4c963f640 1 > prepared operation key=J9NUZ3NDKDSE tag=NBKC08ZKW0T4 type=del size=3707735 2024-07-26T06:52:02.836 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.836+0000 7ff4c963f640 1 < suggested remove operation key=7OLNPIQ92BCG tag=R00I4PGIO4E0 type=del 2024-07-26T06:52:02.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:02 smithi135 ceph-mon[90132]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-07-26T06:52:02.838 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.838+0000 7ff4c963f640 1 > prepared operation key=QI57TQ8F5MI6 tag=1ACAYID7LBMH type=write size=846709 2024-07-26T06:52:02.842 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.842+0000 7ff4c963f640 1 < suggested remove operation key=Q5I4W7RRN47Z tag=MINRGIL00YC3 type=del 2024-07-26T06:52:02.844 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.844+0000 7ff4c963f640 1 > prepared operation key=HSP2EG50KE11 tag=KBW8JXCS0X3K type=del size=3349940 2024-07-26T06:52:02.846 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.846+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=0P6W0IHJR95X type=del 2024-07-26T06:52:02.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.850+0000 7ff4c963f640 1 > prepared part key=_multipart_B25KI9T60YIW.2~095DW5VWQSMM.0 size=934380 2024-07-26T06:52:02.850 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.850+0000 7ff4c963f640 1 > prepared multipart upload key=B25KI9T60YIW upload=095DW5VWQSMM tag=9PNJRP7IA2NT type=write size=1982956 2024-07-26T06:52:02.852 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.852+0000 7ff4c963f640 1 < completed delete operation key=LIYRVFVSY982 tag=C7U4G84QZO5J type=del 2024-07-26T06:52:02.854 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.854+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=SPT50VFPNZD9 type=del size=3656712 2024-07-26T06:52:02.856 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.856+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~NB7823ND7A6W.0 size=1048576 2024-07-26T06:52:02.858 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.857+0000 7ff4c963f640 1 < completed part key=_multipart_G9CKPX677F31.2~NB7823ND7A6W.1 size=800027 2024-07-26T06:52:02.861 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.861+0000 7ff4c963f640 1 < completed multipart upload key=G9CKPX677F31 upload=NB7823ND7A6W tag=REE49X1CKWNC type=write size=2897179 2024-07-26T06:52:02.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.864+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~V9R962KTZWKI.0 size=855831 2024-07-26T06:52:02.865 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.864+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=V9R962KTZWKI tag=2AKPKMGN5LLL type=write size=1904407 2024-07-26T06:52:02.867 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.866+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.0 size=1048576 2024-07-26T06:52:02.868 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.868+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.1 size=1048576 2024-07-26T06:52:02.870 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.870+0000 7ff4c963f640 1 < completed part key=_multipart_A7ZSBTMHA3UB.2~LV79FY4BJBEY.2 size=235806 2024-07-26T06:52:02.874 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.873+0000 7ff4c963f640 1 < completed multipart upload key=A7ZSBTMHA3UB upload=LV79FY4BJBEY tag=ATV5VRZWA7GH type=write size=3381534 2024-07-26T06:52:02.878 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.877+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.0 size=1048576 2024-07-26T06:52:02.879 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.879+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.1 size=1048576 2024-07-26T06:52:02.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.881+0000 7ff4c963f640 1 > prepared part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.2 size=142276 2024-07-26T06:52:02.881 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.881+0000 7ff4c963f640 1 > prepared multipart upload key=HSP2EG50KE11 upload=XL0WVAXENBTT tag=03604Y4RMAYI type=write size=3288004 2024-07-26T06:52:02.883 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.882+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.0 size=1048576 2024-07-26T06:52:02.884 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.884+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.1 size=1048576 2024-07-26T06:52:02.886 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.886+0000 7ff4c963f640 1 < completed part key=_multipart_N6LO5JK45OQE.2~LMAAXK5J2FAU.2 size=363981 2024-07-26T06:52:02.889 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.889+0000 7ff4c963f640 1 < completed multipart upload key=N6LO5JK45OQE upload=LMAAXK5J2FAU tag=JB4D4UFIIVSI type=write size=3509709 2024-07-26T06:52:02.891 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.891+0000 7ff4c963f640 1 > prepared operation key=Q5I4W7RRN47Z tag=MUVAG80ODUVO type=del size=143444 2024-07-26T06:52:02.893 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.893+0000 7ff4c963f640 1 < completed part key=_multipart_8W36EMM1C36T.2~MF1R9388GBJW.0 size=92136 2024-07-26T06:52:02.896 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.896+0000 7ff4c963f640 1 < completed multipart upload key=8W36EMM1C36T upload=MF1R9388GBJW tag=RGQ1LPU5L8O9 type=write size=1140712 2024-07-26T06:52:02.900 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.900+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~70QX6SZW94T0.0 size=1048576 2024-07-26T06:52:02.901 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.901+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~70QX6SZW94T0.1 size=1048576 2024-07-26T06:52:02.903 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.903+0000 7ff4c963f640 1 > prepared part key=_multipart_8W36EMM1C36T.2~70QX6SZW94T0.2 size=205240 2024-07-26T06:52:02.904 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.903+0000 7ff4c963f640 1 > prepared multipart upload key=8W36EMM1C36T upload=70QX6SZW94T0 tag=XASG3FR1IHV0 type=write size=3350968 2024-07-26T06:52:02.905 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.905+0000 7ff4c963f640 1 < completed part key=_multipart_T6YV3TUMDU0L.2~MSCGZ28OZRZH.0 size=126519 2024-07-26T06:52:02.908 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.908+0000 7ff4c963f640 1 < completed multipart upload key=T6YV3TUMDU0L upload=MSCGZ28OZRZH tag=130G2KQZMFNW type=write size=1175095 2024-07-26T06:52:02.911 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.910+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=2B127G4ETOFV type=del size=2383762 2024-07-26T06:52:02.912 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.912+0000 7ff4c963f640 1 < completed delete operation key=ZBP2BZ3W1BYG tag=N5W397E4DSJ0 type=del 2024-07-26T06:52:02.914 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.914+0000 7ff4c963f640 1 > prepared operation key=4RKGLLBREN8H tag=39D3UQE4NL49 type=del size=2794465 2024-07-26T06:52:02.917 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.917+0000 7ff4c963f640 -1 < failed to complete operation key=OBU4MGXI9972 tag=PT84QNYC1MCG type=del size=1317801: (22) Invalid argument 2024-07-26T06:52:02.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.920+0000 7ff4c963f640 1 > prepared part key=_multipart_Q5I4W7RRN47Z.2~H0RM4D1KH7ZR.0 size=1004954 2024-07-26T06:52:02.921 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.920+0000 7ff4c963f640 1 > prepared multipart upload key=Q5I4W7RRN47Z upload=H0RM4D1KH7ZR tag=Y4NV179ON2CE type=write size=2053530 2024-07-26T06:52:02.922 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.922+0000 7ff4c963f640 1 < completed write operation key=I09JADQKAYAZ tag=N60H2CH8RWMV type=write size=1028749 2024-07-26T06:52:02.924 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.924+0000 7ff4c963f640 1 > prepared operation key=B25KI9T60YIW tag=GSHXWUHHQT8I type=del size=3032840 2024-07-26T06:52:02.928 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.928+0000 7ff4c963f640 1 < suggested update operation key=BVS86991ZRFJ tag=KZ0FOQ0MJS26 type=write size=427624 2024-07-26T06:52:02.930 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.930+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=9YOMY2XN8O2O type=del size=2897313 2024-07-26T06:52:02.934 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.934+0000 7ff4c963f640 1 < suggested update operation key=QI57TQ8F5MI6 tag=6GE5B8HNY3GQ type=del size=1548928 2024-07-26T06:52:02.938 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.937+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9Z5A2DN51OYB.0 size=1048576 2024-07-26T06:52:02.940 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.939+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9Z5A2DN51OYB.1 size=1048576 2024-07-26T06:52:02.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.941+0000 7ff4c963f640 1 > prepared part key=_multipart_I09JADQKAYAZ.2~9Z5A2DN51OYB.2 size=428739 2024-07-26T06:52:02.941 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.941+0000 7ff4c963f640 1 > prepared multipart upload key=I09JADQKAYAZ upload=9Z5A2DN51OYB tag=NIROXTGQ13R4 type=write size=3574467 2024-07-26T06:52:02.945 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.944+0000 7ff4c963f640 1 < suggested remove operation key=8W36EMM1C36T tag=SS0WHM21V5EB type=write 2024-07-26T06:52:02.947 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.946+0000 7ff4c963f640 1 > prepared operation key=97622HH90SL9 tag=13PM7HMJ6SNX type=del size=3346830 2024-07-26T06:52:02.949 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.948+0000 7ff4c963f640 1 < completed delete operation key=J9NUZ3NDKDSE tag=NBKC08ZKW0T4 type=del 2024-07-26T06:52:02.951 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.950+0000 7ff4c963f640 1 > prepared operation key=4CBTB2OOO13L tag=FKX1PY2RFS25 type=del size=312202 2024-07-26T06:52:02.954 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.954+0000 7ff4c963f640 -1 < failed to complete operation key=QI57TQ8F5MI6 tag=1ACAYID7LBMH type=write size=846709: (22) Invalid argument 2024-07-26T06:52:02.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.958+0000 7ff4c963f640 1 > prepared part key=_multipart_QI57TQ8F5MI6.2~8YQSV9A62TXD.0 size=53295 2024-07-26T06:52:02.959 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.958+0000 7ff4c963f640 1 > prepared multipart upload key=QI57TQ8F5MI6 upload=8YQSV9A62TXD tag=SH6QQZBFDC3L type=write size=1101871 2024-07-26T06:52:02.961 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.960+0000 7ff4c963f640 1 < completed delete operation key=HSP2EG50KE11 tag=KBW8JXCS0X3K type=del 2024-07-26T06:52:02.963 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.962+0000 7ff4c963f640 1 > prepared operation key=ZUHQVW7JX900 tag=VOHBBDL210WQ type=del size=1211155 2024-07-26T06:52:02.964 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.964+0000 7ff4c963f640 1 < completed part key=_multipart_B25KI9T60YIW.2~095DW5VWQSMM.0 size=934380 2024-07-26T06:52:02.968 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.967+0000 7ff4c963f640 1 < completed multipart upload key=B25KI9T60YIW upload=095DW5VWQSMM tag=9PNJRP7IA2NT type=write size=1982956 2024-07-26T06:52:02.970 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.969+0000 7ff4c963f640 1 > prepared operation key=1PX021NSZNUT tag=R4UUG6J7KC38 type=del size=3449813 2024-07-26T06:52:02.972 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.971+0000 7ff4c963f640 1 < completed delete operation key=4RKGLLBREN8H tag=SPT50VFPNZD9 type=del 2024-07-26T06:52:02.974 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.973+0000 7ff4c963f640 1 > prepared operation key=N6LO5JK45OQE tag=YGE10K0YGW9W type=write size=571980 2024-07-26T06:52:02.976 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.975+0000 7ff4c963f640 1 < completed part key=_multipart_6ZZV6L4I9YZV.2~V9R962KTZWKI.0 size=855831 2024-07-26T06:52:02.980 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.979+0000 7ff4c963f640 1 < completed multipart upload key=6ZZV6L4I9YZV upload=V9R962KTZWKI tag=2AKPKMGN5LLL type=write size=1904407 2024-07-26T06:52:02.982 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.981+0000 7ff4c963f640 1 > prepared operation key=SQIHDHAP6YNK tag=974CHA0I9NH1 type=write size=603322 2024-07-26T06:52:02.984 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.983+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.0 size=1048576 2024-07-26T06:52:02.985 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.985+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.1 size=1048576 2024-07-26T06:52:02.987 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.987+0000 7ff4c963f640 1 < completed part key=_multipart_HSP2EG50KE11.2~XL0WVAXENBTT.2 size=142276 2024-07-26T06:52:02.991 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.991+0000 7ff4c963f640 1 < completed multipart upload key=HSP2EG50KE11 upload=XL0WVAXENBTT tag=03604Y4RMAYI type=write size=3288004 2024-07-26T06:52:02.996 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.995+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~LXOQQJLH3C16.0 size=1048576 2024-07-26T06:52:02.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.997+0000 7ff4c963f640 1 > prepared part key=_multipart_6ZZV6L4I9YZV.2~LXOQQJLH3C16.1 size=524803 2024-07-26T06:52:02.999 INFO:tasks.workunit.client.0.smithi037.stderr:2024-07-26T06:52:02.997+0000 7ff4c963f640 1 > prepared multipart upload key=6ZZV6L4I9YZV upload=LXOQQJLH3C16 tag=LSC49CHLAUEV type=write size=2621955 2024-07-26T06:52:02.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw_stats.simulate (13587 ms) 2024-07-26T06:52:02.999 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from cls_rgw_stats (13587 ms total) 2024-07-26T06:52:02.999 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:52:03.000 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:52:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:02 smithi037 ceph-mon[97339]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-07-26T06:52:03.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:02 smithi037 ceph-mon[99762]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-07-26T06:52:03.589 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 1 test from 1 test suite ran. (16062 ms total) 2024-07-26T06:52:03.589 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 1 test. 2024-07-26T06:52:03.593 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:52:03.593 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:52:03.664 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-07-26T06:52:03.664 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-07-26T06:52:03.736 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2024-07-26T06:52:03.736 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 2 tests from 1 test suite. 2024-07-26T06:52:03.736 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T06:52:03.737 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from ClsSDK 2024-07-26T06:52:03.737 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-07-26T06:52:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:04 smithi135 ceph-mon[90132]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 543 KiB/s wr, 2.75k op/s 2024-07-26T06:52:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:04 smithi135 ceph-mon[90132]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:52:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[97339]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 543 KiB/s wr, 2.75k op/s 2024-07-26T06:52:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[97339]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:52:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[99762]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 543 KiB/s wr, 2.75k op/s 2024-07-26T06:52:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[99762]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:52:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[97339]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2561744291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[99762]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2561744291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:05 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:05 smithi135 ceph-mon[90132]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:52:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2561744291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:05 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:06.608 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2872 ms) 2024-07-26T06:52:06.608 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-07-26T06:52:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[97339]: pgmap v1314: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[97339]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[99762]: pgmap v1314: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:06 smithi037 ceph-mon[99762]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:52:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:06 smithi135 ceph-mon[90132]: pgmap v1314: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:06 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:06 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:06 smithi135 ceph-mon[90132]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:52:08.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:07 smithi037 ceph-mon[99762]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:52:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:07 smithi037 ceph-mon[97339]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:52:08.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:07 smithi135 ceph-mon[90132]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:52:09.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[99762]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[99762]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[97339]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T06:52:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[97339]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:52:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:08 smithi135 ceph-mon[90132]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:08 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:08 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T06:52:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:08 smithi135 ceph-mon[90132]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:52:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:09.628 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3020 ms) 2024-07-26T06:52:09.629 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from ClsSDK (5892 ms total) 2024-07-26T06:52:09.629 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T06:52:09.629 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T06:52:09.629 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 2 tests from 1 test suite ran. (5893 ms total) 2024-07-26T06:52:09.629 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 2 tests. 2024-07-26T06:52:09.631 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:52:09.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:52:09.702 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-07-26T06:52:09.703 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:52:09.972 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:09 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:09.972 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:09 smithi037 ceph-mon[97339]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:52:09.973 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:09 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:09.973 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:09 smithi037 ceph-mon[99762]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:52:09.974 DEBUG:teuthology.parallel:result is None 2024-07-26T06:52:09.974 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:52:10.000 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:52:10.000 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:52:10.056 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:52:10.056 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:52:10.057 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-07-26T06:52:10.057 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:52:10.057 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-07-26T06:52:10.057 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:52:10.058 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:52:10.058 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:52:10.058 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:52:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:09 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2362387352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-142897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:09 smithi135 ceph-mon[90132]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:52:10.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:52:10.112 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:52:10.113 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:52:10.169 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:52:10.169 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:52:10.225 INFO:tasks.workunit:timeout=3h 2024-07-26T06:52:10.225 INFO:tasks.workunit:cleanup=True 2024-07-26T06:52:10.226 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:52:10.282 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:52:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:10 smithi037 ceph-mon[97339]: pgmap v1320: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:10 smithi037 ceph-mon[97339]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:52:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:10 smithi037 ceph-mon[99762]: pgmap v1320: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:10 smithi037 ceph-mon[99762]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:52:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:10 smithi135 ceph-mon[90132]: pgmap v1320: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:10 smithi135 ceph-mon[90132]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:52:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:11] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-07-26T06:52:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:12 smithi037 ceph-mon[97339]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:12 smithi037 ceph-mon[99762]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:12 smithi135 ceph-mon[90132]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:14 smithi037 ceph-mon[97339]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:14 smithi037 ceph-mon[99762]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:14 smithi135 ceph-mon[90132]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:15.514 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:52:15.570 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:52:15.573 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:52:15.573 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:52:15.623 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:52:15.675 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:52:15.715 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:52:15.717 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:52:15.717 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:52:15.757 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:52:15.760 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T06:52:15.760 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:52:15.817 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-07-26T06:52:15.818 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-07-26T06:52:15.818 DEBUG:teuthology.orchestra.run.smithi037:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-07-26T06:52:15.917 INFO:tasks.workunit.client.0.smithi037.stdout:run length 1200 seconds 2024-07-26T06:52:15.918 INFO:tasks.workunit.client.0.smithi037.stdout:preparing 10240 objects 2024-07-26T06:52:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:16 smithi037 ceph-mon[97339]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:16 smithi037 ceph-mon[99762]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:16 smithi135 ceph-mon[90132]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:52:17.972 INFO:tasks.workunit.client.0.smithi037.stdout:load-gen will run 1200 seconds 2024-07-26T06:52:18.972 INFO:tasks.workunit.client.0.smithi037.stdout: 1: throughput=0MB/sec pending data=0 2024-07-26T06:52:18.972 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2zdmrRE8-4a6fJl off=1606612 len=204192 2024-07-26T06:52:18.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 0 completed, throughput=0.194MB/sec 2024-07-26T06:52:18.976 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YyuoWxTm8SpCcr4 off=0 len=1803731 2024-07-26T06:52:18.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 1 completed, throughput=1.9MB/sec 2024-07-26T06:52:18.982 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NRNnB7INm06UmKD off=5698406 len=951813 2024-07-26T06:52:18.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 2 completed, throughput=2.8MB/sec 2024-07-26T06:52:18.983 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VTV8hCA1s1XDSyN off=5254490 len=706802 2024-07-26T06:52:18.985 INFO:tasks.workunit.client.0.smithi037.stdout:op 3 completed, throughput=3.45MB/sec 2024-07-26T06:52:18.985 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u3CIlxF3i-qswip off=2970877 len=638456 2024-07-26T06:52:18.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 4 completed, throughput=4.04MB/sec 2024-07-26T06:52:18.988 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I2HMBOFMYHftuqm off=2091354 len=470601 2024-07-26T06:52:18.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 5 completed, throughput=4.47MB/sec 2024-07-26T06:52:18.991 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0iKX1tFpDFmdaH3 off=8696603 len=1908238 2024-07-26T06:52:18.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 6 completed, throughput=6.23MB/sec 2024-07-26T06:52:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:18 smithi037 ceph-mon[97339]: pgmap v1325: 105 pgs: 105 active+clean; 8.6 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-07-26T06:52:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:18 smithi037 ceph-mon[99762]: pgmap v1325: 105 pgs: 105 active+clean; 8.6 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-07-26T06:52:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:18 smithi135 ceph-mon[90132]: pgmap v1325: 105 pgs: 105 active+clean; 8.6 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s wr, 79 op/s 2024-07-26T06:52:19.995 INFO:tasks.workunit.client.0.smithi037.stdout: 2: throughput=3.15MB/sec pending data=0 2024-07-26T06:52:19.995 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ta1kcL41GWWJB6U off=3400550 len=1832793 2024-07-26T06:52:20.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 7 completed, throughput=3.99MB/sec 2024-07-26T06:52:20.006 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A5WdqndwWxG2fEk off=3796796 len=1431717 2024-07-26T06:52:20.013 INFO:tasks.workunit.client.0.smithi037.stdout:op 8 completed, throughput=4.65MB/sec 2024-07-26T06:52:20.013 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4s19F8KcI_QEisu off=1602988 len=392587 2024-07-26T06:52:20.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 9 completed, throughput=4.82MB/sec 2024-07-26T06:52:20.016 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Un83K0H-jzqtyAY off=7183789 len=487496 2024-07-26T06:52:20.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 10 completed, throughput=5.04MB/sec 2024-07-26T06:52:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: 3: throughput=3.39MB/sec pending data=0 2024-07-26T06:52:21.020 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lnxFkTt_2547VXu off=3215282 len=1308984 2024-07-26T06:52:21.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 11 completed, throughput=3.79MB/sec 2024-07-26T06:52:21.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7gTvJWT1WhZKHY4 off=4652065 len=620078 2024-07-26T06:52:21.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 12 completed, throughput=3.97MB/sec 2024-07-26T06:52:21.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WYFPfp6iopQ6HlG off=9811466 len=490600 2024-07-26T06:52:21.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 13 completed, throughput=4.12MB/sec 2024-07-26T06:52:21.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Me1cLPAR55ASYPh off=6560563 len=1701600 2024-07-26T06:52:21.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 14 completed, throughput=4.65MB/sec 2024-07-26T06:52:21.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-j-WkWP97CBWcAkj off=9132878 len=1492450 2024-07-26T06:52:21.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 15 completed, throughput=5.11MB/sec 2024-07-26T06:52:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:20 smithi037 ceph-mon[97339]: pgmap v1326: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 993 KiB/s wr, 972 op/s 2024-07-26T06:52:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:20 smithi037 ceph-mon[99762]: pgmap v1326: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 993 KiB/s wr, 972 op/s 2024-07-26T06:52:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:20 smithi135 ceph-mon[90132]: pgmap v1326: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 993 KiB/s wr, 972 op/s 2024-07-26T06:52:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:21] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-07-26T06:52:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: 4: throughput=3.85MB/sec pending data=0 2024-07-26T06:52:22.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8AI8vQ5gIABk4Sk off=9487481 len=1207806 2024-07-26T06:52:22.049 INFO:tasks.workunit.client.0.smithi037.stdout:op 16 completed, throughput=4.13MB/sec 2024-07-26T06:52:22.049 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NRNnB7INm06UmKD off=1445682 len=2078112 2024-07-26T06:52:22.052 INFO:tasks.workunit.client.0.smithi037.stdout:op 17 completed, throughput=4.61MB/sec 2024-07-26T06:52:22.052 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vdGYOdln5zX8o5I off=12719676 len=1867294 2024-07-26T06:52:22.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 18 completed, throughput=5.04MB/sec 2024-07-26T06:52:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:22 smithi037 ceph-mon[97339]: pgmap v1327: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 835 KiB/s wr, 818 op/s 2024-07-26T06:52:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:22 smithi037 ceph-mon[99762]: pgmap v1327: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 835 KiB/s wr, 818 op/s 2024-07-26T06:52:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: 5: throughput=4.05MB/sec pending data=0 2024-07-26T06:52:23.055 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uAWm9pLhrTicLT7 off=290932 len=2060244 2024-07-26T06:52:23.058 INFO:tasks.workunit.client.0.smithi037.stdout:op 19 completed, throughput=4.44MB/sec 2024-07-26T06:52:23.059 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rpw5Gtwy7T-5-Tj off=3593199 len=1527525 2024-07-26T06:52:23.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 20 completed, throughput=4.72MB/sec 2024-07-26T06:52:23.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s3T9Nvtp1i36ZZr off=1378707 len=1096712 2024-07-26T06:52:23.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 21 completed, throughput=4.92MB/sec 2024-07-26T06:52:23.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tLsLj8W7b2Xf3uz off=9819794 len=1250916 2024-07-26T06:52:23.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 22 completed, throughput=5.15MB/sec 2024-07-26T06:52:23.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:22 smithi135 ceph-mon[90132]: pgmap v1327: 105 pgs: 105 active+clean; 120 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 835 KiB/s wr, 818 op/s 2024-07-26T06:52:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: 6: throughput=4.3MB/sec pending data=0 2024-07-26T06:52:24.072 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JcDUZuybK7kGRUF off=10954654 len=727830 2024-07-26T06:52:24.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 23 completed, throughput=4.41MB/sec 2024-07-26T06:52:24.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YA3mV0zvJmQA0fJ off=636453 len=1877090 2024-07-26T06:52:24.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 24 completed, throughput=4.7MB/sec 2024-07-26T06:52:24.092 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Kj5n3dm6tHMR6na off=19278454 len=590951 2024-07-26T06:52:24.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 25 completed, throughput=4.79MB/sec 2024-07-26T06:52:24.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nbm6Y9YywOzpnWK off=11175123 len=1149193 2024-07-26T06:52:24.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 26 completed, throughput=4.96MB/sec 2024-07-26T06:52:24.098 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ST8t-4aEwFGLMK- off=18220102 len=1254273 2024-07-26T06:52:24.099 INFO:tasks.workunit.client.0.smithi037.stdout:op 27 completed, throughput=5.16MB/sec 2024-07-26T06:52:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:24 smithi037 ceph-mon[97339]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-07-26T06:52:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:24 smithi037 ceph-mon[99762]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-07-26T06:52:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:24 smithi135 ceph-mon[90132]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-07-26T06:52:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: 7: throughput=4.43MB/sec pending data=0 2024-07-26T06:52:25.100 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KjfaaMu_hP_I8S6 off=3738837 len=1555191 2024-07-26T06:52:25.110 INFO:tasks.workunit.client.0.smithi037.stdout:op 28 completed, throughput=4.63MB/sec 2024-07-26T06:52:25.110 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kf4o-6udFK57dQo off=660283 len=1498887 2024-07-26T06:52:25.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 29 completed, throughput=4.83MB/sec 2024-07-26T06:52:25.112 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6iXQ5GPDpQ5Da7q off=3312439 len=563805 2024-07-26T06:52:25.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 30 completed, throughput=4.91MB/sec 2024-07-26T06:52:25.117 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lecMOYNqys28_Pg off=891936 len=779688 2024-07-26T06:52:25.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 31 completed, throughput=5.01MB/sec 2024-07-26T06:52:26.121 INFO:tasks.workunit.client.0.smithi037.stdout: 8: throughput=4.39MB/sec pending data=0 2024-07-26T06:52:26.121 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rjvfJUfmBmvg0JZ off=8631311 len=200117 2024-07-26T06:52:26.122 INFO:tasks.workunit.client.0.smithi037.stdout:op 32 completed, throughput=4.41MB/sec 2024-07-26T06:52:26.122 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tgYIDa0tidIAhbg off=5250174 len=514654 2024-07-26T06:52:26.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 33 completed, throughput=4.47MB/sec 2024-07-26T06:52:26.124 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6XwutRz0UZeovpG off=10494050 len=966288 2024-07-26T06:52:26.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 34 completed, throughput=4.58MB/sec 2024-07-26T06:52:26.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WlJX81_XnKRmmwC off=13386263 len=1333118 2024-07-26T06:52:26.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 35 completed, throughput=4.73MB/sec 2024-07-26T06:52:26.138 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vqw-Gdb1XvjZ507 off=18663026 len=942344 2024-07-26T06:52:26.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 36 completed, throughput=4.84MB/sec 2024-07-26T06:52:26.143 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m8jV5qMiTxGLAUf off=18000309 len=157834 2024-07-26T06:52:26.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 37 completed, throughput=4.86MB/sec 2024-07-26T06:52:26.145 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3p1FVAd9Tfjdx5w off=7766699 len=423062 2024-07-26T06:52:26.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 38 completed, throughput=4.91MB/sec 2024-07-26T06:52:26.149 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ItXdb9DEJs_1WQV off=15009613 len=1454665 2024-07-26T06:52:26.150 INFO:tasks.workunit.client.0.smithi037.stdout:op 39 completed, throughput=5.07MB/sec 2024-07-26T06:52:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:26 smithi037 ceph-mon[97339]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-07-26T06:52:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:26 smithi037 ceph-mon[99762]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-07-26T06:52:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:26 smithi135 ceph-mon[90132]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 961 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-07-26T06:52:27.151 INFO:tasks.workunit.client.0.smithi037.stdout: 9: throughput=4.52MB/sec pending data=0 2024-07-26T06:52:27.151 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_8Lvc_M5uAiPUQ2 off=975192 len=1363438 2024-07-26T06:52:27.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 40 completed, throughput=4.66MB/sec 2024-07-26T06:52:27.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0oqTtIZH7INXaUs off=12981554 len=743681 2024-07-26T06:52:27.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 41 completed, throughput=4.73MB/sec 2024-07-26T06:52:27.163 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OeqU9DQrqLa7Ib0 off=4027784 len=988798 2024-07-26T06:52:27.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 42 completed, throughput=4.84MB/sec 2024-07-26T06:52:27.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fkZzPpF6keknUIC off=1186954 len=658171 2024-07-26T06:52:27.169 INFO:tasks.workunit.client.0.smithi037.stdout:op 43 completed, throughput=4.9MB/sec 2024-07-26T06:52:27.169 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9fdLl8GMO-EnWru off=16419042 len=1534537 2024-07-26T06:52:27.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 44 completed, throughput=5.06MB/sec 2024-07-26T06:52:28.173 INFO:tasks.workunit.client.0.smithi037.stdout: 10: throughput=4.56MB/sec pending data=0 2024-07-26T06:52:28.173 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FdsrY6Eo1o7swtP off=3867108 len=1932898 2024-07-26T06:52:28.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 45 completed, throughput=4.74MB/sec 2024-07-26T06:52:28.175 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwwCd7LnQbi-kRL off=4921824 len=1968631 2024-07-26T06:52:28.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 46 completed, throughput=4.93MB/sec 2024-07-26T06:52:28.178 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R7w0UwjTQSTZzYk off=8652494 len=71943 2024-07-26T06:52:28.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 47 completed, throughput=4.93MB/sec 2024-07-26T06:52:28.179 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zxNqGjt_X-1B50h off=13479765 len=1153924 2024-07-26T06:52:28.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 48 completed, throughput=5.04MB/sec 2024-07-26T06:52:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:28 smithi037 ceph-mon[97339]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-07-26T06:52:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:28 smithi037 ceph-mon[99762]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-07-26T06:52:29.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:28 smithi135 ceph-mon[90132]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-07-26T06:52:29.188 INFO:tasks.workunit.client.0.smithi037.stdout: 11: throughput=4.59MB/sec pending data=0 2024-07-26T06:52:29.188 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pdaGD96BTzLGzK_ off=233617 len=1887053 2024-07-26T06:52:29.196 INFO:tasks.workunit.client.0.smithi037.stdout:op 49 completed, throughput=4.74MB/sec 2024-07-26T06:52:29.196 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wXnnZavT9QG5_KL off=257993 len=1946446 2024-07-26T06:52:29.198 INFO:tasks.workunit.client.0.smithi037.stdout:op 50 completed, throughput=4.91MB/sec 2024-07-26T06:52:29.198 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tnZafLhXUVEwiI4 off=6718183 len=1422867 2024-07-26T06:52:29.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 51 completed, throughput=5.03MB/sec 2024-07-26T06:52:30.205 INFO:tasks.workunit.client.0.smithi037.stdout: 12: throughput=4.61MB/sec pending data=0 2024-07-26T06:52:30.205 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b3o4i8PmdobBgFe off=7130404 len=1065980 2024-07-26T06:52:30.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 52 completed, throughput=4.7MB/sec 2024-07-26T06:52:30.209 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KpI7ils-i0GTfZO off=5231457 len=1183012 2024-07-26T06:52:30.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 53 completed, throughput=4.79MB/sec 2024-07-26T06:52:30.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A6xeIVvdnqtr1QG off=9329191 len=234686 2024-07-26T06:52:30.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 54 completed, throughput=4.8MB/sec 2024-07-26T06:52:30.218 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5yKos-Da6gEVMVJ off=7506997 len=285444 2024-07-26T06:52:30.219 INFO:tasks.workunit.client.0.smithi037.stdout:op 55 completed, throughput=4.83MB/sec 2024-07-26T06:52:30.219 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2rkOsmlmxKCsAXq off=246974 len=1250697 2024-07-26T06:52:30.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 56 completed, throughput=4.92MB/sec 2024-07-26T06:52:30.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fAnnNZnP1iOacD3 off=11360906 len=1821657 2024-07-26T06:52:30.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 57 completed, throughput=5.06MB/sec 2024-07-26T06:52:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:30 smithi037 ceph-mon[97339]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 797 op/s 2024-07-26T06:52:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:30 smithi037 ceph-mon[99762]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 797 op/s 2024-07-26T06:52:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:30 smithi135 ceph-mon[90132]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 797 op/s 2024-07-26T06:52:31.231 INFO:tasks.workunit.client.0.smithi037.stdout: 13: throughput=4.68MB/sec pending data=0 2024-07-26T06:52:31.232 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dCxb2CZG8-8rh1L off=663079 len=997273 2024-07-26T06:52:31.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 58 completed, throughput=4.75MB/sec 2024-07-26T06:52:31.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EpkimXTana-IE5X off=5668602 len=355568 2024-07-26T06:52:31.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 59 completed, throughput=4.77MB/sec 2024-07-26T06:52:31.241 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Yz19BUHo968Gc16 off=8475063 len=126903 2024-07-26T06:52:31.244 INFO:tasks.workunit.client.0.smithi037.stdout:op 60 completed, throughput=4.78MB/sec 2024-07-26T06:52:31.244 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sXLT8QXO--tOH5G off=1483996 len=505663 2024-07-26T06:52:31.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 61 completed, throughput=4.82MB/sec 2024-07-26T06:52:31.245 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w88Q76M7aWp6o1I off=1932118 len=168115 2024-07-26T06:52:31.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 62 completed, throughput=4.83MB/sec 2024-07-26T06:52:31.247 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bgGJQ0tvSgU93Y2 off=6751179 len=1689944 2024-07-26T06:52:31.255 INFO:tasks.workunit.client.0.smithi037.stdout:op 63 completed, throughput=4.94MB/sec 2024-07-26T06:52:31.256 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zj5kxaolwgilaWL off=3977267 len=38450 2024-07-26T06:52:31.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 64 completed, throughput=4.95MB/sec 2024-07-26T06:52:31.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TygK_oTa38pbGPc off=2130185 len=308817 2024-07-26T06:52:31.261 INFO:tasks.workunit.client.0.smithi037.stdout:op 65 completed, throughput=4.97MB/sec 2024-07-26T06:52:31.261 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8c3SsccU9_XHTiF off=3964328 len=871695 2024-07-26T06:52:31.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 66 completed, throughput=5.03MB/sec 2024-07-26T06:52:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:31] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-07-26T06:52:32.262 INFO:tasks.workunit.client.0.smithi037.stdout: 14: throughput=4.68MB/sec pending data=0 2024-07-26T06:52:32.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HPHkwXEZmEgwkLU off=5106537 len=1586534 2024-07-26T06:52:32.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 67 completed, throughput=4.78MB/sec 2024-07-26T06:52:32.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_mfuAo7Hlks6Cnm off=1305554 len=820587 2024-07-26T06:52:32.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 68 completed, throughput=4.84MB/sec 2024-07-26T06:52:32.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IVHLb7ztAAJ5r2R off=1564841 len=2002606 2024-07-26T06:52:32.272 INFO:tasks.workunit.client.0.smithi037.stdout:op 69 completed, throughput=4.97MB/sec 2024-07-26T06:52:32.272 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3WnrsOFTLkHnK3K off=3810512 len=983548 2024-07-26T06:52:32.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 70 completed, throughput=5.03MB/sec 2024-07-26T06:52:32.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:32 smithi037 ceph-mon[97339]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-07-26T06:52:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:32 smithi037 ceph-mon[99762]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-07-26T06:52:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:32 smithi135 ceph-mon[90132]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-07-26T06:52:33.279 INFO:tasks.workunit.client.0.smithi037.stdout: 15: throughput=4.7MB/sec pending data=0 2024-07-26T06:52:33.279 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tDzot5v-2k1EdTu off=75906 len=1314194 2024-07-26T06:52:33.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 71 completed, throughput=4.78MB/sec 2024-07-26T06:52:33.282 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z85wCfTEtzwA7aX off=6475442 len=201245 2024-07-26T06:52:33.285 INFO:tasks.workunit.client.0.smithi037.stdout:op 72 completed, throughput=4.8MB/sec 2024-07-26T06:52:33.285 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rwu5BUwTVem0cP3 off=2209517 len=1975569 2024-07-26T06:52:33.287 INFO:tasks.workunit.client.0.smithi037.stdout:op 73 completed, throughput=4.92MB/sec 2024-07-26T06:52:33.287 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7spSpUfIu5ZECpS off=9599243 len=32298 2024-07-26T06:52:33.288 INFO:tasks.workunit.client.0.smithi037.stdout:op 74 completed, throughput=4.92MB/sec 2024-07-26T06:52:33.288 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z7F0qFfSGAObq8O off=9025393 len=1848077 2024-07-26T06:52:33.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 75 completed, throughput=5.03MB/sec 2024-07-26T06:52:34.291 INFO:tasks.workunit.client.0.smithi037.stdout: 16: throughput=4.73MB/sec pending data=0 2024-07-26T06:52:34.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gCCOkylU9AXKzyj off=7512190 len=999913 2024-07-26T06:52:34.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 76 completed, throughput=4.78MB/sec 2024-07-26T06:52:34.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a21q5jAEUjvA3a5 off=146627 len=1375328 2024-07-26T06:52:34.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 77 completed, throughput=4.86MB/sec 2024-07-26T06:52:34.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_XykTN0AYVJ-KUF off=5084713 len=1430761 2024-07-26T06:52:34.301 INFO:tasks.workunit.client.0.smithi037.stdout:op 78 completed, throughput=4.94MB/sec 2024-07-26T06:52:34.301 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WsqcO2iwD3Qp8dN off=3355153 len=806111 2024-07-26T06:52:34.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 79 completed, throughput=4.99MB/sec 2024-07-26T06:52:34.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5hZvRgUmpQ0Wdd8 off=10905610 len=229231 2024-07-26T06:52:34.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 80 completed, throughput=5MB/sec 2024-07-26T06:52:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:34 smithi037 ceph-mon[97339]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-07-26T06:52:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:34 smithi037 ceph-mon[99762]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-07-26T06:52:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:34 smithi135 ceph-mon[90132]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-07-26T06:52:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:35.307 INFO:tasks.workunit.client.0.smithi037.stdout: 17: throughput=4.71MB/sec pending data=0 2024-07-26T06:52:35.307 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-caq_UBNtSI9NBZ1 off=5403622 len=1121691 2024-07-26T06:52:35.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 81 completed, throughput=4.77MB/sec 2024-07-26T06:52:35.313 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PHV2RC-4rniRAUd off=1069399 len=643158 2024-07-26T06:52:35.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 82 completed, throughput=4.81MB/sec 2024-07-26T06:52:35.314 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NAOM_9hz2I9d4UG off=8685356 len=1955258 2024-07-26T06:52:35.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 83 completed, throughput=4.92MB/sec 2024-07-26T06:52:35.318 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RfbV2hH54IJ8Tk4 off=1618336 len=1067369 2024-07-26T06:52:35.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 84 completed, throughput=4.97MB/sec 2024-07-26T06:52:35.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZRzzd7JTQu7K1HQ off=3635653 len=3669 2024-07-26T06:52:35.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 85 completed, throughput=4.97MB/sec 2024-07-26T06:52:35.326 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Rpjhc5XyWuNeu7 off=7857968 len=1495422 2024-07-26T06:52:35.327 INFO:tasks.workunit.client.0.smithi037.stdout:op 86 completed, throughput=5.05MB/sec 2024-07-26T06:52:35.590 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:52:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T06:52:35.242022583Z level=info msg="Completed cleanup jobs" duration=2.293875ms 2024-07-26T06:52:36.328 INFO:tasks.workunit.client.0.smithi037.stdout: 18: throughput=4.78MB/sec pending data=0 2024-07-26T06:52:36.328 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a_OYJ5hapWIOLtJ off=1065001 len=1115439 2024-07-26T06:52:36.331 INFO:tasks.workunit.client.0.smithi037.stdout:op 87 completed, throughput=4.84MB/sec 2024-07-26T06:52:36.331 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6VcaaxT0IsXIJJ0 off=12126292 len=907121 2024-07-26T06:52:36.333 INFO:tasks.workunit.client.0.smithi037.stdout:op 88 completed, throughput=4.88MB/sec 2024-07-26T06:52:36.333 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E4MZJuBoiuQPH-H off=2884577 len=1113614 2024-07-26T06:52:36.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 89 completed, throughput=4.94MB/sec 2024-07-26T06:52:36.339 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JVtK0i1YRonDYQs off=2160267 len=197311 2024-07-26T06:52:36.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 90 completed, throughput=4.95MB/sec 2024-07-26T06:52:36.342 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pIuCV19ozO6hWr9 off=2716437 len=1833131 2024-07-26T06:52:36.351 INFO:tasks.workunit.client.0.smithi037.stdout:op 91 completed, throughput=5.04MB/sec 2024-07-26T06:52:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:36 smithi037 ceph-mon[97339]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:52:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:36 smithi037 ceph-mon[99762]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:52:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:36 smithi135 ceph-mon[90132]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:52:37.351 INFO:tasks.workunit.client.0.smithi037.stdout: 19: throughput=4.78MB/sec pending data=0 2024-07-26T06:52:37.352 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DTEgOkRBjcramvz off=5390529 len=482448 2024-07-26T06:52:37.356 INFO:tasks.workunit.client.0.smithi037.stdout:op 92 completed, throughput=4.8MB/sec 2024-07-26T06:52:37.356 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZPwFz7qKGOSfO9r off=153482 len=1579974 2024-07-26T06:52:37.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 93 completed, throughput=4.88MB/sec 2024-07-26T06:52:37.365 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IKQkzovryk8jhLB off=9194710 len=887811 2024-07-26T06:52:37.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 94 completed, throughput=4.92MB/sec 2024-07-26T06:52:37.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ctTeQE7Sbb3i6Yj off=1323611 len=1286975 2024-07-26T06:52:37.375 INFO:tasks.workunit.client.0.smithi037.stdout:op 95 completed, throughput=4.98MB/sec 2024-07-26T06:52:37.376 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-59as5rBtPd4CCep off=8113132 len=1230415 2024-07-26T06:52:37.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 96 completed, throughput=5.04MB/sec 2024-07-26T06:52:38.383 INFO:tasks.workunit.client.0.smithi037.stdout: 20: throughput=4.79MB/sec pending data=0 2024-07-26T06:52:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jjiuwSdSaaZC8K6 off=8001159 len=474855 2024-07-26T06:52:38.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 97 completed, throughput=4.82MB/sec 2024-07-26T06:52:38.387 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DRmc7oCJYHtysm5 off=8996852 len=1467254 2024-07-26T06:52:38.394 INFO:tasks.workunit.client.0.smithi037.stdout:op 98 completed, throughput=4.88MB/sec 2024-07-26T06:52:38.395 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RbO_j0s4Inp17ag off=2033535 len=924578 2024-07-26T06:52:38.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 99 completed, throughput=4.92MB/sec 2024-07-26T06:52:38.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cLItIgkWWif5MrD off=319375 len=1375214 2024-07-26T06:52:38.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 100 completed, throughput=4.99MB/sec 2024-07-26T06:52:38.407 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-66PmWkR6169yYOB off=12710249 len=756307 2024-07-26T06:52:38.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 101 completed, throughput=5.02MB/sec 2024-07-26T06:52:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:38 smithi037 ceph-mon[97339]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:52:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:38 smithi037 ceph-mon[99762]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:52:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:38 smithi135 ceph-mon[90132]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:52:39.411 INFO:tasks.workunit.client.0.smithi037.stdout: 21: throughput=4.79MB/sec pending data=0 2024-07-26T06:52:39.412 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A6AKqPZ8l50Ugiz off=3777105 len=1476265 2024-07-26T06:52:39.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 102 completed, throughput=4.85MB/sec 2024-07-26T06:52:39.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4VT2Mp7_aevF0o3 off=7222809 len=2017254 2024-07-26T06:52:39.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 103 completed, throughput=4.94MB/sec 2024-07-26T06:52:39.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7FMnXeRMvnf75t9 off=1358253 len=1315994 2024-07-26T06:52:39.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 104 completed, throughput=5MB/sec 2024-07-26T06:52:39.427 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6Ym2jwNzYfV-sum off=7473731 len=1408687 2024-07-26T06:52:39.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 105 completed, throughput=5.06MB/sec 2024-07-26T06:52:40.430 INFO:tasks.workunit.client.0.smithi037.stdout: 22: throughput=4.83MB/sec pending data=0 2024-07-26T06:52:40.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EQ2przX6cIssLbb off=5241408 len=768702 2024-07-26T06:52:40.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 106 completed, throughput=4.87MB/sec 2024-07-26T06:52:40.434 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iULdcjxGK8R9CbS off=3200251 len=521371 2024-07-26T06:52:40.435 INFO:tasks.workunit.client.0.smithi037.stdout:op 107 completed, throughput=4.89MB/sec 2024-07-26T06:52:40.435 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oxLq5iceWkw-_LG off=5579475 len=1550220 2024-07-26T06:52:40.437 INFO:tasks.workunit.client.0.smithi037.stdout:op 108 completed, throughput=4.95MB/sec 2024-07-26T06:52:40.437 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J_9P01dUkSTRcCg off=1393584 len=1562897 2024-07-26T06:52:40.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 109 completed, throughput=5.02MB/sec 2024-07-26T06:52:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:40 smithi037 ceph-mon[97339]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:52:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:40 smithi037 ceph-mon[99762]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:52:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:40 smithi135 ceph-mon[90132]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:52:41.440 INFO:tasks.workunit.client.0.smithi037.stdout: 23: throughput=4.81MB/sec pending data=0 2024-07-26T06:52:41.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yeq4P8SOluSyHuF off=5890883 len=1554553 2024-07-26T06:52:41.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 110 completed, throughput=4.87MB/sec 2024-07-26T06:52:41.442 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SkACRD0Z0nV7zsk off=9564711 len=90439 2024-07-26T06:52:41.445 INFO:tasks.workunit.client.0.smithi037.stdout:op 111 completed, throughput=4.87MB/sec 2024-07-26T06:52:41.445 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DK0ycELsCQznIXa off=4272659 len=432417 2024-07-26T06:52:41.448 INFO:tasks.workunit.client.0.smithi037.stdout:op 112 completed, throughput=4.89MB/sec 2024-07-26T06:52:41.448 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vqsXILLI5zzbWxI off=7063046 len=713207 2024-07-26T06:52:41.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 113 completed, throughput=4.92MB/sec 2024-07-26T06:52:41.453 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oQnWMcGFW-20IC_ off=19549682 len=815937 2024-07-26T06:52:41.454 INFO:tasks.workunit.client.0.smithi037.stdout:op 114 completed, throughput=4.95MB/sec 2024-07-26T06:52:41.454 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kBnncV7DhKIltBZ off=1130653 len=122710 2024-07-26T06:52:41.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 115 completed, throughput=4.95MB/sec 2024-07-26T06:52:41.455 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-beq99q8PhRXiLSt off=3178774 len=1521065 2024-07-26T06:52:41.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 116 completed, throughput=5.01MB/sec 2024-07-26T06:52:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:41] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-07-26T06:52:42.457 INFO:tasks.workunit.client.0.smithi037.stdout: 24: throughput=4.81MB/sec pending data=0 2024-07-26T06:52:42.458 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Yz-VpMrittIhkRE off=5941561 len=2042570 2024-07-26T06:52:42.460 INFO:tasks.workunit.client.0.smithi037.stdout:op 117 completed, throughput=4.89MB/sec 2024-07-26T06:52:42.460 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5Lx3eUiDc5Koav9 off=9227975 len=2048696 2024-07-26T06:52:42.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 118 completed, throughput=4.97MB/sec 2024-07-26T06:52:42.472 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PTNvDrKLNFkLvHM off=21489255 len=616288 2024-07-26T06:52:42.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 119 completed, throughput=4.99MB/sec 2024-07-26T06:52:42.477 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SjjFPMvaHZrqT2k off=5460499 len=2083671 2024-07-26T06:52:42.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 120 completed, throughput=5.07MB/sec 2024-07-26T06:52:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:42 smithi037 ceph-mon[97339]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:42 smithi037 ceph-mon[99762]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:42 smithi135 ceph-mon[90132]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:43.480 INFO:tasks.workunit.client.0.smithi037.stdout: 25: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:43.480 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eVuosFNFk2uG-UE off=11104997 len=991221 2024-07-26T06:52:43.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 121 completed, throughput=4.91MB/sec 2024-07-26T06:52:43.486 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rnyt3OveCxJt7zE off=1496740 len=1467677 2024-07-26T06:52:43.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 122 completed, throughput=4.96MB/sec 2024-07-26T06:52:43.494 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O-4YDxvueEuy2_Z off=5258986 len=1566401 2024-07-26T06:52:43.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 123 completed, throughput=5.02MB/sec 2024-07-26T06:52:44.496 INFO:tasks.workunit.client.0.smithi037.stdout: 26: throughput=4.83MB/sec pending data=0 2024-07-26T06:52:44.496 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R5n7c4a89ze0v3W off=6946754 len=1625055 2024-07-26T06:52:44.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 124 completed, throughput=4.89MB/sec 2024-07-26T06:52:44.498 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eFLxqsA5Hw2pjBr off=459098 len=1697285 2024-07-26T06:52:44.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 125 completed, throughput=4.95MB/sec 2024-07-26T06:52:44.508 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8efzlN092lI6Ng8 off=0 len=1242993 2024-07-26T06:52:44.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 126 completed, throughput=4.99MB/sec 2024-07-26T06:52:44.510 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KYO9cdbstZ1mgSY off=1566920 len=727996 2024-07-26T06:52:44.514 INFO:tasks.workunit.client.0.smithi037.stdout:op 127 completed, throughput=5.02MB/sec 2024-07-26T06:52:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:44 smithi037 ceph-mon[97339]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:52:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:44 smithi037 ceph-mon[99762]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:52:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:44 smithi135 ceph-mon[90132]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:52:45.514 INFO:tasks.workunit.client.0.smithi037.stdout: 27: throughput=4.83MB/sec pending data=0 2024-07-26T06:52:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PtX9Un8CdkpNouj off=736388 len=921420 2024-07-26T06:52:45.520 INFO:tasks.workunit.client.0.smithi037.stdout:op 128 completed, throughput=4.86MB/sec 2024-07-26T06:52:45.520 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4SNO6hxE12Z7tX6 off=0 len=1078244 2024-07-26T06:52:45.526 INFO:tasks.workunit.client.0.smithi037.stdout:op 129 completed, throughput=4.9MB/sec 2024-07-26T06:52:45.526 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ftVlXK_Q9eZhhFB off=1057068 len=1183744 2024-07-26T06:52:45.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 130 completed, throughput=4.94MB/sec 2024-07-26T06:52:45.528 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZbwhxFheQLLwdhk off=13613461 len=1822663 2024-07-26T06:52:45.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 131 completed, throughput=5MB/sec 2024-07-26T06:52:46.530 INFO:tasks.workunit.client.0.smithi037.stdout: 28: throughput=4.83MB/sec pending data=0 2024-07-26T06:52:46.530 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Pcz_haJ3fOatJO0 off=99378 len=2001851 2024-07-26T06:52:46.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 132 completed, throughput=4.9MB/sec 2024-07-26T06:52:46.533 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hNm4y4hHixI52qX off=6211882 len=868533 2024-07-26T06:52:46.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 133 completed, throughput=4.92MB/sec 2024-07-26T06:52:46.534 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Xz3ywOzVfRDnmM1 off=5595388 len=1325726 2024-07-26T06:52:46.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 134 completed, throughput=4.97MB/sec 2024-07-26T06:52:46.537 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ztpFNNgzdqzb_PA off=10732147 len=360943 2024-07-26T06:52:46.538 INFO:tasks.workunit.client.0.smithi037.stdout:op 135 completed, throughput=4.98MB/sec 2024-07-26T06:52:46.538 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qzs32cA_T1XfUB6 off=3938028 len=495821 2024-07-26T06:52:46.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 136 completed, throughput=5MB/sec 2024-07-26T06:52:46.542 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G4df0fD_rMpAoeZ off=60483 len=1979140 2024-07-26T06:52:46.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 137 completed, throughput=5.06MB/sec 2024-07-26T06:52:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:46 smithi037 ceph-mon[97339]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:46 smithi037 ceph-mon[99762]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:46 smithi135 ceph-mon[90132]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:47.544 INFO:tasks.workunit.client.0.smithi037.stdout: 29: throughput=4.89MB/sec pending data=0 2024-07-26T06:52:47.544 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HLZQO-BngQsEKT6 off=3344724 len=1681239 2024-07-26T06:52:47.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 138 completed, throughput=4.94MB/sec 2024-07-26T06:52:47.547 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_cjfZ7cWfobEo2l off=9628869 len=449535 2024-07-26T06:52:47.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 139 completed, throughput=4.96MB/sec 2024-07-26T06:52:47.551 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Sp-Bb-zCBBYSGhP off=9587561 len=355326 2024-07-26T06:52:47.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 140 completed, throughput=4.97MB/sec 2024-07-26T06:52:47.554 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iDyrd3fopmJQBrl off=1596317 len=2090724 2024-07-26T06:52:47.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 141 completed, throughput=5.03MB/sec 2024-07-26T06:52:48.563 INFO:tasks.workunit.client.0.smithi037.stdout: 30: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:48.564 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zHaVz_uLvYohh3x off=5206835 len=813559 2024-07-26T06:52:48.568 INFO:tasks.workunit.client.0.smithi037.stdout:op 142 completed, throughput=4.89MB/sec 2024-07-26T06:52:48.568 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mJ4WbhO_NonvNy1 off=11532781 len=841472 2024-07-26T06:52:48.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 143 completed, throughput=4.92MB/sec 2024-07-26T06:52:48.569 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cxueoYp0cQlz3Ri off=14514528 len=1342358 2024-07-26T06:52:48.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 144 completed, throughput=4.96MB/sec 2024-07-26T06:52:48.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-APQOpPyoOMquWWV off=5460297 len=2089186 2024-07-26T06:52:48.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 145 completed, throughput=5.03MB/sec 2024-07-26T06:52:48.941 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:48 smithi037 ceph-mon[97339]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:48.941 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:48 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:48.941 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:48 smithi037 ceph-mon[99762]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:48.941 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:48 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:48.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:48 smithi135 ceph-mon[90132]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:52:48.959 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:48 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:49.578 INFO:tasks.workunit.client.0.smithi037.stdout: 31: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:49.578 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q_mQup81LiKRraD off=2624819 len=333966 2024-07-26T06:52:49.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 146 completed, throughput=4.88MB/sec 2024-07-26T06:52:49.581 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8c3bdCO4iVSveKK off=18896545 len=1399023 2024-07-26T06:52:49.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 147 completed, throughput=4.92MB/sec 2024-07-26T06:52:49.583 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IfkdWmgMI5-hC61 off=10960698 len=1200826 2024-07-26T06:52:49.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 148 completed, throughput=4.95MB/sec 2024-07-26T06:52:49.585 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BwBeJPKt0zgF5kb off=4694654 len=485461 2024-07-26T06:52:49.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 149 completed, throughput=4.97MB/sec 2024-07-26T06:52:49.586 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y_Pw-1-LClbuRAU off=2789773 len=468856 2024-07-26T06:52:49.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 150 completed, throughput=4.98MB/sec 2024-07-26T06:52:49.586 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a6NjOgphp9NmrP_ off=1247769 len=1633894 2024-07-26T06:52:49.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 151 completed, throughput=5.03MB/sec 2024-07-26T06:52:49.972 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:49.975 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:49.976 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:50.594 INFO:tasks.workunit.client.0.smithi037.stdout: 32: throughput=4.88MB/sec pending data=0 2024-07-26T06:52:50.594 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6FkqlrLGDJL0Ujw off=319383 len=101347 2024-07-26T06:52:50.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 152 completed, throughput=4.88MB/sec 2024-07-26T06:52:50.596 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-23MnDddmkmfySRe off=8222313 len=29173 2024-07-26T06:52:50.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 153 completed, throughput=4.88MB/sec 2024-07-26T06:52:50.597 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V-HKCsbhRv6j5gU off=10262164 len=1371441 2024-07-26T06:52:50.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 154 completed, throughput=4.92MB/sec 2024-07-26T06:52:50.599 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6AnS0ZwNH1EyYm9 off=3774252 len=546007 2024-07-26T06:52:50.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 155 completed, throughput=4.94MB/sec 2024-07-26T06:52:50.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BnrHykGZyQafwXX off=4630346 len=1859632 2024-07-26T06:52:50.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 156 completed, throughput=4.99MB/sec 2024-07-26T06:52:50.607 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XgRGevhE-NnAWtB off=2697637 len=1878490 2024-07-26T06:52:50.615 INFO:tasks.workunit.client.0.smithi037.stdout:op 157 completed, throughput=5.04MB/sec 2024-07-26T06:52:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:50 smithi037 ceph-mon[97339]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:52:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:50 smithi037 ceph-mon[99762]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:52:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:50 smithi135 ceph-mon[90132]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:52:51.615 INFO:tasks.workunit.client.0.smithi037.stdout: 33: throughput=4.89MB/sec pending data=0 2024-07-26T06:52:51.615 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-d3Lrgts7ZpisYo6 off=9191805 len=1245237 2024-07-26T06:52:51.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 158 completed, throughput=4.93MB/sec 2024-07-26T06:52:51.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z5HCyvueVIbzLSe off=13784079 len=902251 2024-07-26T06:52:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 159 completed, throughput=4.95MB/sec 2024-07-26T06:52:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y_nQBSwQ7hi56T4 off=7396245 len=154368 2024-07-26T06:52:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 160 completed, throughput=4.96MB/sec 2024-07-26T06:52:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aWfSakwjHZEDDVS off=13132134 len=2007456 2024-07-26T06:52:51.624 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:52:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:52:51] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-07-26T06:52:51.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 161 completed, throughput=5.01MB/sec 2024-07-26T06:52:52.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.426 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:52.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:52:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:52:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:52.635 INFO:tasks.workunit.client.0.smithi037.stdout: 34: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:52.635 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aBe1TYkvg1ytBJz off=1030605 len=620690 2024-07-26T06:52:52.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 162 completed, throughput=4.88MB/sec 2024-07-26T06:52:52.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SlgqygE_hhg8AYq off=829638 len=406241 2024-07-26T06:52:52.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 163 completed, throughput=4.89MB/sec 2024-07-26T06:52:52.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ihKEEDgYrhHSfwC off=4398041 len=515660 2024-07-26T06:52:52.642 INFO:tasks.workunit.client.0.smithi037.stdout:op 164 completed, throughput=4.91MB/sec 2024-07-26T06:52:52.642 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VhIIhvG5QCXD3WI off=497230 len=2018700 2024-07-26T06:52:52.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 165 completed, throughput=4.96MB/sec 2024-07-26T06:52:52.652 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-llJApci0pXqAE1u off=3211545 len=1590775 2024-07-26T06:52:52.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 166 completed, throughput=5.01MB/sec 2024-07-26T06:52:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:53 smithi037 ceph-mon[97339]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:52:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:53 smithi037 ceph-mon[99762]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:52:53.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:53 smithi135 ceph-mon[90132]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:52:53.656 INFO:tasks.workunit.client.0.smithi037.stdout: 35: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:53.656 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R6QhcphhTtyxtMt off=521649 len=878637 2024-07-26T06:52:53.662 INFO:tasks.workunit.client.0.smithi037.stdout:op 167 completed, throughput=4.89MB/sec 2024-07-26T06:52:53.662 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e-hLyJPCKeeMXzL off=1398089 len=303389 2024-07-26T06:52:53.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 168 completed, throughput=4.9MB/sec 2024-07-26T06:52:53.665 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MosczlvB-h136up off=8020813 len=357847 2024-07-26T06:52:53.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 169 completed, throughput=4.91MB/sec 2024-07-26T06:52:53.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9cBGlpjUy9uG3t1 off=5637201 len=1725883 2024-07-26T06:52:53.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 170 completed, throughput=4.95MB/sec 2024-07-26T06:52:53.676 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y63NX3fbtbZNQPJ off=6499629 len=1081388 2024-07-26T06:52:53.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 171 completed, throughput=4.98MB/sec 2024-07-26T06:52:53.681 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ey4DrO7EsZNHe7g off=7412243 len=629089 2024-07-26T06:52:53.682 INFO:tasks.workunit.client.0.smithi037.stdout:op 172 completed, throughput=5MB/sec 2024-07-26T06:52:53.682 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vj3P1aT1rAVD9ZR off=10296130 len=1799642 2024-07-26T06:52:53.690 INFO:tasks.workunit.client.0.smithi037.stdout:op 173 completed, throughput=5.04MB/sec 2024-07-26T06:52:54.690 INFO:tasks.workunit.client.0.smithi037.stdout: 36: throughput=4.9MB/sec pending data=0 2024-07-26T06:52:54.691 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9cC0PRkIHrkomWl off=417372 len=1800701 2024-07-26T06:52:54.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 174 completed, throughput=4.95MB/sec 2024-07-26T06:52:54.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-neg4jwFrxg5e417 off=10730573 len=2034223 2024-07-26T06:52:54.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 175 completed, throughput=5MB/sec 2024-07-26T06:52:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:55 smithi037 ceph-mon[97339]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:55 smithi037 ceph-mon[99762]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:55 smithi135 ceph-mon[90132]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:52:55.697 INFO:tasks.workunit.client.0.smithi037.stdout: 37: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:55.698 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oVBxg0Gf3Gq-SxR off=6193916 len=140340 2024-07-26T06:52:55.700 INFO:tasks.workunit.client.0.smithi037.stdout:op 176 completed, throughput=4.87MB/sec 2024-07-26T06:52:55.700 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mVbXoI9nCqUCekz off=5095805 len=1062202 2024-07-26T06:52:55.702 INFO:tasks.workunit.client.0.smithi037.stdout:op 177 completed, throughput=4.9MB/sec 2024-07-26T06:52:55.702 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K3uYiI-FO3xBAtw off=4602943 len=822857 2024-07-26T06:52:55.706 INFO:tasks.workunit.client.0.smithi037.stdout:op 178 completed, throughput=4.92MB/sec 2024-07-26T06:52:55.706 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cLSDe5MKKgoE-QP off=7010432 len=2042944 2024-07-26T06:52:55.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 179 completed, throughput=4.97MB/sec 2024-07-26T06:52:55.709 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vn3RIsY9DDjWDrv off=10746542 len=1248372 2024-07-26T06:52:55.715 INFO:tasks.workunit.client.0.smithi037.stdout:op 180 completed, throughput=5MB/sec 2024-07-26T06:52:56.715 INFO:tasks.workunit.client.0.smithi037.stdout: 38: throughput=4.87MB/sec pending data=0 2024-07-26T06:52:56.716 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0sJDesfzHkYdzJ5 off=620786 len=37967 2024-07-26T06:52:56.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 181 completed, throughput=4.87MB/sec 2024-07-26T06:52:56.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZEEPjFKQreYhqqg off=13413762 len=1440668 2024-07-26T06:52:56.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 182 completed, throughput=4.91MB/sec 2024-07-26T06:52:56.721 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e_OxE5ZVWInSL7h off=1073932 len=1457878 2024-07-26T06:52:56.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 183 completed, throughput=4.95MB/sec 2024-07-26T06:52:56.723 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5YO2TniZxYxjjzK off=7830244 len=298058 2024-07-26T06:52:56.724 INFO:tasks.workunit.client.0.smithi037.stdout:op 184 completed, throughput=4.95MB/sec 2024-07-26T06:52:56.724 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z5KdBLxxcG8OnIN off=11942351 len=98094 2024-07-26T06:52:56.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 185 completed, throughput=4.95MB/sec 2024-07-26T06:52:56.725 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SqxEdoZr5KVSXHA off=11853655 len=2087298 2024-07-26T06:52:56.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 186 completed, throughput=5MB/sec 2024-07-26T06:52:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:57 smithi037 ceph-mon[97339]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:52:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:57 smithi037 ceph-mon[99762]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:52:57.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:57 smithi135 ceph-mon[90132]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:52:57.738 INFO:tasks.workunit.client.0.smithi037.stdout: 39: throughput=4.88MB/sec pending data=0 2024-07-26T06:52:57.738 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a5jagf-435egYhs off=1839910 len=411459 2024-07-26T06:52:57.739 INFO:tasks.workunit.client.0.smithi037.stdout:op 187 completed, throughput=4.89MB/sec 2024-07-26T06:52:57.739 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6oy6RJSFmNW09WN off=11072233 len=1058639 2024-07-26T06:52:57.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 188 completed, throughput=4.91MB/sec 2024-07-26T06:52:57.745 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bzNUnTfAxBcYU4F off=11875677 len=2021673 2024-07-26T06:52:57.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 189 completed, throughput=4.96MB/sec 2024-07-26T06:52:57.757 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KBVsIPrPd-qcLIs off=5217092 len=2039558 2024-07-26T06:52:57.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 190 completed, throughput=5.01MB/sec 2024-07-26T06:52:58.760 INFO:tasks.workunit.client.0.smithi037.stdout: 40: throughput=4.89MB/sec pending data=0 2024-07-26T06:52:58.760 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8RTtcJSQvb0S6_M off=5265036 len=1101416 2024-07-26T06:52:58.765 INFO:tasks.workunit.client.0.smithi037.stdout:op 191 completed, throughput=4.91MB/sec 2024-07-26T06:52:58.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xDGqrCe0Fsolttv off=11050413 len=1146443 2024-07-26T06:52:58.772 INFO:tasks.workunit.client.0.smithi037.stdout:op 192 completed, throughput=4.94MB/sec 2024-07-26T06:52:58.772 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Bssy5oLsVn7nupX off=3115173 len=141665 2024-07-26T06:52:58.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 193 completed, throughput=4.94MB/sec 2024-07-26T06:52:58.775 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I1DD9-Tx9TQADmq off=12244471 len=1304298 2024-07-26T06:52:58.776 INFO:tasks.workunit.client.0.smithi037.stdout:op 194 completed, throughput=4.97MB/sec 2024-07-26T06:52:58.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Hl1yFXdxp5F3Tty off=878954 len=1490799 2024-07-26T06:52:58.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 195 completed, throughput=5MB/sec 2024-07-26T06:52:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:52:59 smithi037 ceph-mon[97339]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:52:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:52:59 smithi037 ceph-mon[99762]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:52:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:52:59 smithi135 ceph-mon[90132]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:52:59.787 INFO:tasks.workunit.client.0.smithi037.stdout: 41: throughput=4.88MB/sec pending data=0 2024-07-26T06:52:59.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uCs43ToSM1ZXbMB off=9427233 len=175178 2024-07-26T06:52:59.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 196 completed, throughput=4.89MB/sec 2024-07-26T06:52:59.791 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eq3tXbIoezCDU_p off=14026649 len=1081464 2024-07-26T06:52:59.792 INFO:tasks.workunit.client.0.smithi037.stdout:op 197 completed, throughput=4.91MB/sec 2024-07-26T06:52:59.792 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dE4LBsrYJ8WFtqd off=18797611 len=1596413 2024-07-26T06:52:59.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 198 completed, throughput=4.95MB/sec 2024-07-26T06:52:59.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x6oDLJXYASxzOhy off=7217856 len=1680292 2024-07-26T06:52:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 199 completed, throughput=4.99MB/sec 2024-07-26T06:52:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Jfk-9moMj7lg8gA off=4136889 len=602733 2024-07-26T06:52:59.806 INFO:tasks.workunit.client.0.smithi037.stdout:op 200 completed, throughput=5MB/sec 2024-07-26T06:52:59.806 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yO6AvV0UtEpQj0s off=8374057 len=1809891 2024-07-26T06:52:59.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 201 completed, throughput=5.04MB/sec 2024-07-26T06:53:00.817 INFO:tasks.workunit.client.0.smithi037.stdout: 42: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:00.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uOrMm9fgHjB7Ote off=21065943 len=802086 2024-07-26T06:53:00.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 202 completed, throughput=4.94MB/sec 2024-07-26T06:53:00.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MmK5QJ-44W48ryI off=12091541 len=1341333 2024-07-26T06:53:00.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 203 completed, throughput=4.97MB/sec 2024-07-26T06:53:00.824 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EnsZHL3pOAFkT3Q off=742333 len=110096 2024-07-26T06:53:00.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 204 completed, throughput=4.97MB/sec 2024-07-26T06:53:00.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bQAzFPCwf_WA7Xu off=11794542 len=523778 2024-07-26T06:53:00.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 205 completed, throughput=4.98MB/sec 2024-07-26T06:53:00.828 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V8eqjFPTeUe5d0P off=20911354 len=1098928 2024-07-26T06:53:00.829 INFO:tasks.workunit.client.0.smithi037.stdout:op 206 completed, throughput=5.01MB/sec 2024-07-26T06:53:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:01 smithi037 ceph-mon[97339]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:53:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:01] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-07-26T06:53:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:01 smithi037 ceph-mon[99762]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:53:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:01 smithi135 ceph-mon[90132]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:53:01.830 INFO:tasks.workunit.client.0.smithi037.stdout: 43: throughput=4.89MB/sec pending data=0 2024-07-26T06:53:01.830 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SHxArYC8H43x1sM off=17086857 len=936098 2024-07-26T06:53:01.832 INFO:tasks.workunit.client.0.smithi037.stdout:op 207 completed, throughput=4.91MB/sec 2024-07-26T06:53:01.832 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZZUmt9LNylarx4b off=469170 len=1194487 2024-07-26T06:53:01.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 208 completed, throughput=4.94MB/sec 2024-07-26T06:53:01.840 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vdGYOdln5zX8o5I off=16811 len=1735070 2024-07-26T06:53:01.849 INFO:tasks.workunit.client.0.smithi037.stdout:op 209 completed, throughput=4.97MB/sec 2024-07-26T06:53:01.849 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WLpBQoMw_CV8cg2 off=159023 len=19999 2024-07-26T06:53:01.849 INFO:tasks.workunit.client.0.smithi037.stdout:op 210 completed, throughput=4.97MB/sec 2024-07-26T06:53:01.849 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t8XIL0w_aHSHW_B off=11177178 len=663823 2024-07-26T06:53:01.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 211 completed, throughput=4.99MB/sec 2024-07-26T06:53:01.854 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u24tYpQzGxDY5Sh off=13515644 len=558104 2024-07-26T06:53:01.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 212 completed, throughput=5MB/sec 2024-07-26T06:53:01.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZJGxT8rlHe02HzU off=18028156 len=1713468 2024-07-26T06:53:01.862 INFO:tasks.workunit.client.0.smithi037.stdout:op 213 completed, throughput=5.04MB/sec 2024-07-26T06:53:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:02.863 INFO:tasks.workunit.client.0.smithi037.stdout: 44: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:02.863 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zvp1OfXbFf5-A85 off=946338 len=167869 2024-07-26T06:53:02.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 214 completed, throughput=4.93MB/sec 2024-07-26T06:53:02.865 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nzKgsQXecwzfSTC off=2537541 len=366155 2024-07-26T06:53:02.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 215 completed, throughput=4.94MB/sec 2024-07-26T06:53:02.866 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nta9dPSGgTcWDRL off=81827 len=2078212 2024-07-26T06:53:02.876 INFO:tasks.workunit.client.0.smithi037.stdout:op 216 completed, throughput=4.98MB/sec 2024-07-26T06:53:02.876 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JT1Pc-Z7qaqB9Cg off=972857 len=475342 2024-07-26T06:53:02.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 217 completed, throughput=4.99MB/sec 2024-07-26T06:53:02.880 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8wdDfPpg_zmht0M off=888038 len=129565 2024-07-26T06:53:02.881 INFO:tasks.workunit.client.0.smithi037.stdout:op 218 completed, throughput=4.99MB/sec 2024-07-26T06:53:02.881 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oGz9ge2fcqDhUPS off=8970858 len=1250554 2024-07-26T06:53:02.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 219 completed, throughput=5.02MB/sec 2024-07-26T06:53:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:03 smithi037 ceph-mon[97339]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:53:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:03 smithi037 ceph-mon[99762]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:53:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:03 smithi135 ceph-mon[90132]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:53:03.883 INFO:tasks.workunit.client.0.smithi037.stdout: 45: throughput=4.91MB/sec pending data=0 2024-07-26T06:53:03.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-doxkVae0x_sl_dA off=1231316 len=170052 2024-07-26T06:53:03.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 220 completed, throughput=4.91MB/sec 2024-07-26T06:53:03.886 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Yf3bu_dq0Rh4RT off=2327434 len=665534 2024-07-26T06:53:03.897 INFO:tasks.workunit.client.0.smithi037.stdout:op 221 completed, throughput=4.92MB/sec 2024-07-26T06:53:03.897 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yNpufe13YWd_Zsr off=12022980 len=1805535 2024-07-26T06:53:03.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 222 completed, throughput=4.96MB/sec 2024-07-26T06:53:03.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-USXz7FpIYKsawDc off=567563 len=1491884 2024-07-26T06:53:03.907 INFO:tasks.workunit.client.0.smithi037.stdout:op 223 completed, throughput=4.99MB/sec 2024-07-26T06:53:03.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-h6QQ7UmjU0kHtui off=999873 len=755172 2024-07-26T06:53:03.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 224 completed, throughput=5.01MB/sec 2024-07-26T06:53:04.909 INFO:tasks.workunit.client.0.smithi037.stdout: 46: throughput=4.9MB/sec pending data=0 2024-07-26T06:53:04.909 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u-T9MU3UfYs2l77 off=4002292 len=150801 2024-07-26T06:53:04.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 225 completed, throughput=4.9MB/sec 2024-07-26T06:53:04.912 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BI3NE8Mq2K62CpN off=12853722 len=937180 2024-07-26T06:53:04.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 226 completed, throughput=4.92MB/sec 2024-07-26T06:53:04.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ifNRYMTIYp-Qs1O off=1299208 len=583766 2024-07-26T06:53:04.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 227 completed, throughput=4.93MB/sec 2024-07-26T06:53:04.915 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2bkjoB4lF1xKUry off=397952 len=1134042 2024-07-26T06:53:04.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 228 completed, throughput=4.96MB/sec 2024-07-26T06:53:04.922 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zg19XFJ7vx5FNxI off=8997778 len=640808 2024-07-26T06:53:04.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 229 completed, throughput=4.97MB/sec 2024-07-26T06:53:04.923 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-r3WLh1SKG5KwWs3 off=4107319 len=198694 2024-07-26T06:53:04.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 230 completed, throughput=4.97MB/sec 2024-07-26T06:53:04.924 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WtqCNZlcxQsX9uT off=7855388 len=36626 2024-07-26T06:53:04.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 231 completed, throughput=4.97MB/sec 2024-07-26T06:53:04.924 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ijc3G8v7SPCSBcV off=19484850 len=1207491 2024-07-26T06:53:04.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 232 completed, throughput=5MB/sec 2024-07-26T06:53:04.930 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QAj0CVQvX6a8g8i off=217703 len=1570364 2024-07-26T06:53:04.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 233 completed, throughput=5.03MB/sec 2024-07-26T06:53:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:05 smithi037 ceph-mon[97339]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:53:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:05 smithi037 ceph-mon[99762]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:53:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:05 smithi135 ceph-mon[90132]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:53:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:05.937 INFO:tasks.workunit.client.0.smithi037.stdout: 47: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:05.937 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UPqQcFyyr-WhUEL off=5207400 len=1663069 2024-07-26T06:53:05.945 INFO:tasks.workunit.client.0.smithi037.stdout:op 234 completed, throughput=4.96MB/sec 2024-07-26T06:53:05.945 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Lu9SFqG9o3OaP7A off=5056501 len=762501 2024-07-26T06:53:05.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 235 completed, throughput=4.97MB/sec 2024-07-26T06:53:05.950 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XWu15JAKq8L49gf off=16045846 len=825769 2024-07-26T06:53:05.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 236 completed, throughput=4.99MB/sec 2024-07-26T06:53:05.954 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v65YdpRIT8cdohP off=241050 len=442992 2024-07-26T06:53:05.957 INFO:tasks.workunit.client.0.smithi037.stdout:op 237 completed, throughput=4.99MB/sec 2024-07-26T06:53:05.957 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MhvwDZgic2XF7hm off=9956353 len=1986304 2024-07-26T06:53:05.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 238 completed, throughput=5.03MB/sec 2024-07-26T06:53:06.967 INFO:tasks.workunit.client.0.smithi037.stdout: 48: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:06.967 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JqtBg34D7XiGVBf off=3128795 len=1115856 2024-07-26T06:53:06.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 239 completed, throughput=4.95MB/sec 2024-07-26T06:53:06.972 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7Lrj34lWFP0AQ-j off=3549564 len=806183 2024-07-26T06:53:06.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 240 completed, throughput=4.97MB/sec 2024-07-26T06:53:06.974 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JFdX7gCaY2Jm5cD off=14117889 len=1322667 2024-07-26T06:53:06.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 241 completed, throughput=4.99MB/sec 2024-07-26T06:53:06.976 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fgLV2vFOK8fiSED off=44907 len=1214746 2024-07-26T06:53:06.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 242 completed, throughput=5.01MB/sec 2024-07-26T06:53:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:07 smithi037 ceph-mon[97339]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:07 smithi037 ceph-mon[99762]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:07 smithi135 ceph-mon[90132]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: 49: throughput=4.91MB/sec pending data=0 2024-07-26T06:53:07.987 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vpc3nWolNtGwD9N off=1038935 len=1246843 2024-07-26T06:53:07.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 243 completed, throughput=4.94MB/sec 2024-07-26T06:53:07.988 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--ZYGuXRB3s8GAfJ off=1641656 len=1361348 2024-07-26T06:53:07.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 244 completed, throughput=4.96MB/sec 2024-07-26T06:53:07.996 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b_6ldUFaLUEvcLU off=12688077 len=1270969 2024-07-26T06:53:07.997 INFO:tasks.workunit.client.0.smithi037.stdout:op 245 completed, throughput=4.99MB/sec 2024-07-26T06:53:07.997 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6yt3pmmbp16OgUE off=1730411 len=12120 2024-07-26T06:53:07.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 246 completed, throughput=4.99MB/sec 2024-07-26T06:53:07.998 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4E0PWKcYvlZnVMe off=6554147 len=612799 2024-07-26T06:53:08.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 247 completed, throughput=5MB/sec 2024-07-26T06:53:08.000 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--VnpZ5DNMU7CJiv off=4032376 len=158298 2024-07-26T06:53:08.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 248 completed, throughput=5MB/sec 2024-07-26T06:53:09.003 INFO:tasks.workunit.client.0.smithi037.stdout: 50: throughput=4.9MB/sec pending data=0 2024-07-26T06:53:09.003 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NLpj0drpXKz089Y off=191623 len=1808442 2024-07-26T06:53:09.005 INFO:tasks.workunit.client.0.smithi037.stdout:op 249 completed, throughput=4.94MB/sec 2024-07-26T06:53:09.005 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U4OZO8T5KCNn4Uz off=2165966 len=1214433 2024-07-26T06:53:09.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 250 completed, throughput=4.96MB/sec 2024-07-26T06:53:09.012 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fpzocZRivsSugQZ off=4025134 len=224420 2024-07-26T06:53:09.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 251 completed, throughput=4.96MB/sec 2024-07-26T06:53:09.015 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--TBI17OhhP1tzDM off=8614210 len=1447781 2024-07-26T06:53:09.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 252 completed, throughput=4.99MB/sec 2024-07-26T06:53:09.024 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aY6OiwepucDsXvH off=6402129 len=943808 2024-07-26T06:53:09.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 253 completed, throughput=5.01MB/sec 2024-07-26T06:53:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:09 smithi037 ceph-mon[97339]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:53:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:09 smithi037 ceph-mon[99762]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:53:09.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:09 smithi135 ceph-mon[90132]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:53:10.029 INFO:tasks.workunit.client.0.smithi037.stdout: 51: throughput=4.91MB/sec pending data=0 2024-07-26T06:53:10.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e3KhI1pHG40yuiI off=11415398 len=82457 2024-07-26T06:53:10.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 254 completed, throughput=4.91MB/sec 2024-07-26T06:53:10.032 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dwIft7FAuRmhhRp off=19364194 len=750181 2024-07-26T06:53:10.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 255 completed, throughput=4.93MB/sec 2024-07-26T06:53:10.033 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QAthg99ul6v5FT7 off=10575318 len=284100 2024-07-26T06:53:10.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 256 completed, throughput=4.93MB/sec 2024-07-26T06:53:10.034 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jsSbWO6y9GNxoh_ off=10723766 len=1349936 2024-07-26T06:53:10.036 INFO:tasks.workunit.client.0.smithi037.stdout:op 257 completed, throughput=4.95MB/sec 2024-07-26T06:53:10.036 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JjzlYb8Q3IIxcrf off=3248176 len=1133171 2024-07-26T06:53:10.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 258 completed, throughput=4.98MB/sec 2024-07-26T06:53:10.038 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BqTNY0pi8UXGlZE off=2901242 len=2015469 2024-07-26T06:53:10.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 259 completed, throughput=5.01MB/sec 2024-07-26T06:53:11.052 INFO:tasks.workunit.client.0.smithi037.stdout: 52: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:11.052 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I164ODqS3-T9mVZ off=6944186 len=265224 2024-07-26T06:53:11.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 260 completed, throughput=4.92MB/sec 2024-07-26T06:53:11.055 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EJm7GgbpkJ-o4Co off=18850924 len=430478 2024-07-26T06:53:11.058 INFO:tasks.workunit.client.0.smithi037.stdout:op 261 completed, throughput=4.93MB/sec 2024-07-26T06:53:11.059 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QyGjk201YxSOiFR off=3284469 len=1416033 2024-07-26T06:53:11.067 INFO:tasks.workunit.client.0.smithi037.stdout:op 262 completed, throughput=4.95MB/sec 2024-07-26T06:53:11.067 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ASWK6czccM-LODp off=10914056 len=1033910 2024-07-26T06:53:11.071 INFO:tasks.workunit.client.0.smithi037.stdout:op 263 completed, throughput=4.97MB/sec 2024-07-26T06:53:11.072 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9vFDVINXsu-Ss7_ off=1416324 len=158008 2024-07-26T06:53:11.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 264 completed, throughput=4.97MB/sec 2024-07-26T06:53:11.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LHXUvbYGhH-DLrk off=3273426 len=1436939 2024-07-26T06:53:11.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 265 completed, throughput=5MB/sec 2024-07-26T06:53:11.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CuGceMqv4lLzwXx off=2878465 len=562435 2024-07-26T06:53:11.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 266 completed, throughput=5.01MB/sec 2024-07-26T06:53:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:11 smithi037 ceph-mon[97339]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:11] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-07-26T06:53:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:11 smithi037 ceph-mon[99762]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:11 smithi135 ceph-mon[90132]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:12.080 INFO:tasks.workunit.client.0.smithi037.stdout: 53: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:12.081 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b4a83iM-GKug9B- off=20112526 len=900171 2024-07-26T06:53:12.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 267 completed, throughput=4.93MB/sec 2024-07-26T06:53:12.082 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ioN0yh91-2wVfiA off=18480060 len=692395 2024-07-26T06:53:12.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 268 completed, throughput=4.94MB/sec 2024-07-26T06:53:12.083 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b8-7Rux7MAoU5Fe off=10234956 len=597811 2024-07-26T06:53:12.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 269 completed, throughput=4.95MB/sec 2024-07-26T06:53:12.087 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1afpA5oQmER_YCR off=0 len=1326892 2024-07-26T06:53:12.094 INFO:tasks.workunit.client.0.smithi037.stdout:op 270 completed, throughput=4.98MB/sec 2024-07-26T06:53:12.094 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZKFNHPaIM3ePs_5 off=8145241 len=1878638 2024-07-26T06:53:12.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 271 completed, throughput=5.01MB/sec 2024-07-26T06:53:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:13.096 INFO:tasks.workunit.client.0.smithi037.stdout: 54: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:13.096 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YJ6SD6-a378kuAh off=16415573 len=861976 2024-07-26T06:53:13.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 272 completed, throughput=4.93MB/sec 2024-07-26T06:53:13.101 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MosczlvB-h136up off=7215443 len=279229 2024-07-26T06:53:13.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 273 completed, throughput=4.94MB/sec 2024-07-26T06:53:13.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V4z_g4zlYoyhecA off=3418905 len=1820114 2024-07-26T06:53:13.107 INFO:tasks.workunit.client.0.smithi037.stdout:op 274 completed, throughput=4.97MB/sec 2024-07-26T06:53:13.107 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6F7VNRcX2u5btTX off=1781935 len=1438357 2024-07-26T06:53:13.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 275 completed, throughput=4.99MB/sec 2024-07-26T06:53:13.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AkVtGiys0DqrnSh off=20158818 len=2046747 2024-07-26T06:53:13.116 INFO:tasks.workunit.client.0.smithi037.stdout:op 276 completed, throughput=5.03MB/sec 2024-07-26T06:53:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:13 smithi037 ceph-mon[97339]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:53:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:13 smithi037 ceph-mon[99762]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:53:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:13 smithi135 ceph-mon[90132]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:53:14.117 INFO:tasks.workunit.client.0.smithi037.stdout: 55: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:14.117 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7Lrj34lWFP0AQ-j off=3086808 len=110282 2024-07-26T06:53:14.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 277 completed, throughput=4.94MB/sec 2024-07-26T06:53:14.118 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rRGAZiC-EUXnytK off=6388520 len=211442 2024-07-26T06:53:14.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 278 completed, throughput=4.94MB/sec 2024-07-26T06:53:14.121 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nD4tnp61OdkjL8K off=7296226 len=1741869 2024-07-26T06:53:14.131 INFO:tasks.workunit.client.0.smithi037.stdout:op 279 completed, throughput=4.97MB/sec 2024-07-26T06:53:14.131 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wk2ZL3pNhoPx27w off=20237590 len=901776 2024-07-26T06:53:14.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 280 completed, throughput=4.99MB/sec 2024-07-26T06:53:14.132 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J1Gnd_HPO6uxZOQ off=1091199 len=747965 2024-07-26T06:53:14.134 INFO:tasks.workunit.client.0.smithi037.stdout:op 281 completed, throughput=5MB/sec 2024-07-26T06:53:15.135 INFO:tasks.workunit.client.0.smithi037.stdout: 56: throughput=4.91MB/sec pending data=0 2024-07-26T06:53:15.135 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gh-IIkuszSOkOZO off=2119632 len=112467 2024-07-26T06:53:15.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 282 completed, throughput=4.92MB/sec 2024-07-26T06:53:15.138 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zL077gfM2Kcn06K off=141181 len=1379695 2024-07-26T06:53:15.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 283 completed, throughput=4.94MB/sec 2024-07-26T06:53:15.140 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jC_vVVmwYaEiuH- off=4221106 len=1722385 2024-07-26T06:53:15.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 284 completed, throughput=4.97MB/sec 2024-07-26T06:53:15.142 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nCQAdfXdk6uMyLf off=5775823 len=1546363 2024-07-26T06:53:15.144 INFO:tasks.workunit.client.0.smithi037.stdout:op 285 completed, throughput=4.99MB/sec 2024-07-26T06:53:15.144 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tgET6qIYcQjy6y7 off=14354552 len=1567468 2024-07-26T06:53:15.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 286 completed, throughput=5.02MB/sec 2024-07-26T06:53:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:15 smithi037 ceph-mon[97339]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:53:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:15 smithi037 ceph-mon[99762]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:53:15.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:15 smithi135 ceph-mon[90132]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:53:16.146 INFO:tasks.workunit.client.0.smithi037.stdout: 57: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:16.146 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ueogyU0DtqEif3s off=17235972 len=580714 2024-07-26T06:53:16.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 287 completed, throughput=4.94MB/sec 2024-07-26T06:53:16.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mXTRA3_hrnUgCrz off=1596483 len=1790575 2024-07-26T06:53:16.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 288 completed, throughput=4.97MB/sec 2024-07-26T06:53:16.150 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fP9BWXSCZA1q9un off=7851755 len=65134 2024-07-26T06:53:16.150 INFO:tasks.workunit.client.0.smithi037.stdout:op 289 completed, throughput=4.97MB/sec 2024-07-26T06:53:16.150 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eDzpm_EH8OaGLuE off=3897083 len=428959 2024-07-26T06:53:16.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 290 completed, throughput=4.98MB/sec 2024-07-26T06:53:16.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9zYSBsb1Kt9A3vL off=223943 len=2043414 2024-07-26T06:53:16.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 291 completed, throughput=5.01MB/sec 2024-07-26T06:53:17.166 INFO:tasks.workunit.client.0.smithi037.stdout: 58: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:17.166 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tCRdUU5ASiZ7YmQ off=747466 len=442120 2024-07-26T06:53:17.167 INFO:tasks.workunit.client.0.smithi037.stdout:op 292 completed, throughput=4.93MB/sec 2024-07-26T06:53:17.167 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7DclLTKTUDOIDBr off=8674121 len=1508147 2024-07-26T06:53:17.176 INFO:tasks.workunit.client.0.smithi037.stdout:op 293 completed, throughput=4.96MB/sec 2024-07-26T06:53:17.176 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KhoUxC7aQr1rhY- off=12653511 len=144233 2024-07-26T06:53:17.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 294 completed, throughput=4.96MB/sec 2024-07-26T06:53:17.179 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cUmoyosvBLveV5Y off=2370793 len=255760 2024-07-26T06:53:17.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 295 completed, throughput=4.96MB/sec 2024-07-26T06:53:17.181 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hdgb0Lau6oZ_-LL off=230851 len=385097 2024-07-26T06:53:17.183 INFO:tasks.workunit.client.0.smithi037.stdout:op 296 completed, throughput=4.97MB/sec 2024-07-26T06:53:17.183 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dkOVjAwVaZurhWD off=6357476 len=420815 2024-07-26T06:53:17.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 297 completed, throughput=4.98MB/sec 2024-07-26T06:53:17.186 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g1dylMM6ELvuH-M off=4401447 len=1962713 2024-07-26T06:53:17.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 298 completed, throughput=5.01MB/sec 2024-07-26T06:53:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:17 smithi037 ceph-mon[97339]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:53:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:17 smithi037 ceph-mon[99762]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:53:17.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:17 smithi135 ceph-mon[90132]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:53:18.189 INFO:tasks.workunit.client.0.smithi037.stdout: 59: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:18.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tJacaeWICNLOBYw off=3194876 len=822457 2024-07-26T06:53:18.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 299 completed, throughput=4.94MB/sec 2024-07-26T06:53:18.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wI-4Tjj-YrYjzCc off=7582877 len=144268 2024-07-26T06:53:18.191 INFO:tasks.workunit.client.0.smithi037.stdout:op 300 completed, throughput=4.94MB/sec 2024-07-26T06:53:18.191 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sQ1Wpdk52n2vtoh off=5897490 len=123835 2024-07-26T06:53:18.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 301 completed, throughput=4.94MB/sec 2024-07-26T06:53:18.192 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dE8K_NxHiR5tSOw off=14397231 len=995719 2024-07-26T06:53:18.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 302 completed, throughput=4.96MB/sec 2024-07-26T06:53:18.197 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rx01tJta1r8TgXH off=7839910 len=2008050 2024-07-26T06:53:18.208 INFO:tasks.workunit.client.0.smithi037.stdout:op 303 completed, throughput=4.99MB/sec 2024-07-26T06:53:18.208 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Wp31VzTEJwc6k6 off=1243494 len=1153376 2024-07-26T06:53:18.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 304 completed, throughput=5MB/sec 2024-07-26T06:53:19.211 INFO:tasks.workunit.client.0.smithi037.stdout: 60: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:19.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9a4oI_z8zTkBdn3 off=3932365 len=779343 2024-07-26T06:53:19.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 305 completed, throughput=4.93MB/sec 2024-07-26T06:53:19.212 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QAj0CVQvX6a8g8i off=3627955 len=582020 2024-07-26T06:53:19.213 INFO:tasks.workunit.client.0.smithi037.stdout:op 306 completed, throughput=4.94MB/sec 2024-07-26T06:53:19.213 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e9mPuGZ3NHAu8It off=5693146 len=1845603 2024-07-26T06:53:19.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 307 completed, throughput=4.97MB/sec 2024-07-26T06:53:19.223 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dmWYZIWn6RpSfNX off=15579856 len=906506 2024-07-26T06:53:19.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 308 completed, throughput=4.99MB/sec 2024-07-26T06:53:19.224 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cGdgwOUU718mIYE off=8055426 len=457896 2024-07-26T06:53:19.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 309 completed, throughput=4.99MB/sec 2024-07-26T06:53:19.227 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0P8I26LL_KJ3d8j off=20114893 len=1758509 2024-07-26T06:53:19.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 310 completed, throughput=5.02MB/sec 2024-07-26T06:53:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:19 smithi037 ceph-mon[97339]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:19 smithi037 ceph-mon[99762]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:19 smithi135 ceph-mon[90132]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:20.231 INFO:tasks.workunit.client.0.smithi037.stdout: 61: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:20.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hOO3gdST5iY2Non off=158271 len=1591330 2024-07-26T06:53:20.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 311 completed, throughput=4.96MB/sec 2024-07-26T06:53:20.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X0QVNuFc9PUoT1y off=2211443 len=1296743 2024-07-26T06:53:20.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 312 completed, throughput=4.98MB/sec 2024-07-26T06:53:20.241 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rrRYtlydGJmzOkQ off=18082378 len=1395285 2024-07-26T06:53:20.244 INFO:tasks.workunit.client.0.smithi037.stdout:op 313 completed, throughput=5MB/sec 2024-07-26T06:53:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: 62: throughput=4.92MB/sec pending data=0 2024-07-26T06:53:21.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x-K2XhNp-JQM06u off=470250 len=193814 2024-07-26T06:53:21.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 314 completed, throughput=4.93MB/sec 2024-07-26T06:53:21.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O9ejS6bX-0r0doN off=6576474 len=1792769 2024-07-26T06:53:21.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 315 completed, throughput=4.95MB/sec 2024-07-26T06:53:21.248 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hSKAtE5_aEfNKFE off=7867149 len=1582169 2024-07-26T06:53:21.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 316 completed, throughput=4.98MB/sec 2024-07-26T06:53:21.250 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5j5co7T_djdh1HV off=11462108 len=1409860 2024-07-26T06:53:21.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 317 completed, throughput=5MB/sec 2024-07-26T06:53:21.256 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QywLPpr9HGsK1Mt off=13375018 len=1802278 2024-07-26T06:53:21.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 318 completed, throughput=5.03MB/sec 2024-07-26T06:53:21.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:21 smithi037 ceph-mon[97339]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:21 smithi037 ceph-mon[99762]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:21] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:53:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:21 smithi135 ceph-mon[90132]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:22.259 INFO:tasks.workunit.client.0.smithi037.stdout: 63: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:22.259 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-90B85lnwbl7t42u off=4878915 len=1656734 2024-07-26T06:53:22.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 319 completed, throughput=4.97MB/sec 2024-07-26T06:53:22.268 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-alL-FrR5LlDmGyC off=7241174 len=1865150 2024-07-26T06:53:22.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 320 completed, throughput=5MB/sec 2024-07-26T06:53:22.269 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SdTQWZhYYTy97yb off=2363077 len=714403 2024-07-26T06:53:22.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 321 completed, throughput=5.01MB/sec 2024-07-26T06:53:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: 64: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:23.272 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2DIr2zCdWtNwTbw off=6018065 len=24524 2024-07-26T06:53:23.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 322 completed, throughput=4.93MB/sec 2024-07-26T06:53:23.274 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yxiX_ivUs0RX7YH off=10078004 len=792171 2024-07-26T06:53:23.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 323 completed, throughput=4.94MB/sec 2024-07-26T06:53:23.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TW6fFxaODjFq82d off=8527080 len=1047266 2024-07-26T06:53:23.285 INFO:tasks.workunit.client.0.smithi037.stdout:op 324 completed, throughput=4.96MB/sec 2024-07-26T06:53:23.285 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RAg5V7NKaGSCq5g off=2279451 len=1822081 2024-07-26T06:53:23.287 INFO:tasks.workunit.client.0.smithi037.stdout:op 325 completed, throughput=4.99MB/sec 2024-07-26T06:53:23.287 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LDcRirjnk9UazxX off=1099145 len=158897 2024-07-26T06:53:23.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 326 completed, throughput=4.99MB/sec 2024-07-26T06:53:23.290 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0i55dOLwyL7W9tH off=4062502 len=547398 2024-07-26T06:53:23.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 327 completed, throughput=5MB/sec 2024-07-26T06:53:23.291 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wxoe9YspgPXPkaw off=872501 len=568418 2024-07-26T06:53:23.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 328 completed, throughput=5MB/sec 2024-07-26T06:53:23.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:23 smithi037 ceph-mon[99762]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:23 smithi037 ceph-mon[97339]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:23 smithi135 ceph-mon[90132]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: 65: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:24.295 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_ft6MCJLKcJIw6T off=4147123 len=1633664 2024-07-26T06:53:24.305 INFO:tasks.workunit.client.0.smithi037.stdout:op 329 completed, throughput=4.95MB/sec 2024-07-26T06:53:24.305 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KFa6vPo2VUlp_ho off=15264672 len=1215602 2024-07-26T06:53:24.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 330 completed, throughput=4.97MB/sec 2024-07-26T06:53:24.307 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3JReoZquSJxjv_u off=11531544 len=1606358 2024-07-26T06:53:24.308 INFO:tasks.workunit.client.0.smithi037.stdout:op 331 completed, throughput=4.99MB/sec 2024-07-26T06:53:24.309 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NEDjHXulqVRqI0I off=4687899 len=298968 2024-07-26T06:53:24.309 INFO:tasks.workunit.client.0.smithi037.stdout:op 332 completed, throughput=5MB/sec 2024-07-26T06:53:24.309 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9-MJeg6V8g6Yda5 off=381995 len=1889181 2024-07-26T06:53:24.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 333 completed, throughput=5.02MB/sec 2024-07-26T06:53:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: 66: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:25.321 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kzc2oRfp00nAGOV off=5553263 len=2071223 2024-07-26T06:53:25.334 INFO:tasks.workunit.client.0.smithi037.stdout:op 334 completed, throughput=4.98MB/sec 2024-07-26T06:53:25.334 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aLOG1_tcIruHQCx off=6279730 len=24017 2024-07-26T06:53:25.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 335 completed, throughput=4.98MB/sec 2024-07-26T06:53:25.337 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ct_pu-nO_26D04e off=4622795 len=1964877 2024-07-26T06:53:25.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 336 completed, throughput=5MB/sec 2024-07-26T06:53:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:25 smithi037 ceph-mon[97339]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:53:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:25 smithi037 ceph-mon[99762]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:53:25.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:25 smithi135 ceph-mon[90132]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:53:26.339 INFO:tasks.workunit.client.0.smithi037.stdout: 67: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:26.340 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Gu_HPfNxNKYO9v8 off=7897649 len=255996 2024-07-26T06:53:26.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 337 completed, throughput=4.93MB/sec 2024-07-26T06:53:26.341 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TPBFCc5yr9yM_3c off=2934286 len=956577 2024-07-26T06:53:26.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 338 completed, throughput=4.95MB/sec 2024-07-26T06:53:26.346 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XUAq1-JUoPTbNcD off=7728667 len=2070180 2024-07-26T06:53:26.356 INFO:tasks.workunit.client.0.smithi037.stdout:op 339 completed, throughput=4.97MB/sec 2024-07-26T06:53:26.357 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j7NHXiPN8r1lvBW off=3332 len=455342 2024-07-26T06:53:26.360 INFO:tasks.workunit.client.0.smithi037.stdout:op 340 completed, throughput=4.98MB/sec 2024-07-26T06:53:26.360 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EMuVfy49SFEiG9v off=2081258 len=1021114 2024-07-26T06:53:26.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 341 completed, throughput=4.99MB/sec 2024-07-26T06:53:26.366 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oUuWg_tylcKygpi off=0 len=1055770 2024-07-26T06:53:26.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 342 completed, throughput=5.01MB/sec 2024-07-26T06:53:27.371 INFO:tasks.workunit.client.0.smithi037.stdout: 68: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:27.371 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nMJTa-8yo11AQel off=19482806 len=610539 2024-07-26T06:53:27.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 343 completed, throughput=4.94MB/sec 2024-07-26T06:53:27.373 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Te2PsJF9xgo8LcI off=12183406 len=471644 2024-07-26T06:53:27.374 INFO:tasks.workunit.client.0.smithi037.stdout:op 344 completed, throughput=4.95MB/sec 2024-07-26T06:53:27.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yvkBfpNbT7Gh0GD off=14864854 len=1380159 2024-07-26T06:53:27.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 345 completed, throughput=4.97MB/sec 2024-07-26T06:53:27.384 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jiHmYH3Df0P4x2S off=14543267 len=371575 2024-07-26T06:53:27.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 346 completed, throughput=4.97MB/sec 2024-07-26T06:53:27.385 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pEdbhLeGjfI2mIb off=2302101 len=2002865 2024-07-26T06:53:27.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 347 completed, throughput=5MB/sec 2024-07-26T06:53:27.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:27 smithi037 ceph-mon[97339]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:53:27.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:27 smithi037 ceph-mon[99762]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:53:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:27 smithi135 ceph-mon[90132]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:53:28.397 INFO:tasks.workunit.client.0.smithi037.stdout: 69: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:28.397 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PHV2RC-4rniRAUd off=3143858 len=700979 2024-07-26T06:53:28.398 INFO:tasks.workunit.client.0.smithi037.stdout:op 348 completed, throughput=4.94MB/sec 2024-07-26T06:53:28.398 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-__NkeLgxwlV3pAQ off=1868217 len=292642 2024-07-26T06:53:28.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 349 completed, throughput=4.94MB/sec 2024-07-26T06:53:28.402 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tVaWVS_oi5PoN8O off=6070047 len=859543 2024-07-26T06:53:28.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 350 completed, throughput=4.95MB/sec 2024-07-26T06:53:28.406 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-33j30FxaqhZTnX0 off=4775045 len=897231 2024-07-26T06:53:28.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 351 completed, throughput=4.97MB/sec 2024-07-26T06:53:28.407 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2cJOcKTyWJt4wQH off=1543600 len=1976785 2024-07-26T06:53:28.410 INFO:tasks.workunit.client.0.smithi037.stdout:op 352 completed, throughput=4.99MB/sec 2024-07-26T06:53:28.410 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-In8i-9gzIXzKni0 off=1753280 len=1615615 2024-07-26T06:53:28.412 INFO:tasks.workunit.client.0.smithi037.stdout:op 353 completed, throughput=5.01MB/sec 2024-07-26T06:53:29.413 INFO:tasks.workunit.client.0.smithi037.stdout: 70: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:29.413 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NXfbYIIrs_x0PT2 off=3500610 len=1595105 2024-07-26T06:53:29.420 INFO:tasks.workunit.client.0.smithi037.stdout:op 354 completed, throughput=4.97MB/sec 2024-07-26T06:53:29.420 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3mxZ93RlNNU609Z off=877889 len=1221737 2024-07-26T06:53:29.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 355 completed, throughput=4.98MB/sec 2024-07-26T06:53:29.422 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T7WhsTsOW9i-0A8 off=10019886 len=256569 2024-07-26T06:53:29.423 INFO:tasks.workunit.client.0.smithi037.stdout:op 356 completed, throughput=4.98MB/sec 2024-07-26T06:53:29.423 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-g23YFy8yjmDZQkv off=6737036 len=1651537 2024-07-26T06:53:29.430 INFO:tasks.workunit.client.0.smithi037.stdout:op 357 completed, throughput=5.01MB/sec 2024-07-26T06:53:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:29 smithi037 ceph-mon[97339]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:53:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:29 smithi037 ceph-mon[99762]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:53:29.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:29 smithi135 ceph-mon[90132]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:53:30.430 INFO:tasks.workunit.client.0.smithi037.stdout: 71: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:30.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ipZ_gLtY9tLhrYB off=1681552 len=938628 2024-07-26T06:53:30.435 INFO:tasks.workunit.client.0.smithi037.stdout:op 358 completed, throughput=4.95MB/sec 2024-07-26T06:53:30.436 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cXSHh2W_UlyDduv off=4144477 len=1124453 2024-07-26T06:53:30.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 359 completed, throughput=4.96MB/sec 2024-07-26T06:53:30.441 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1R6RO1UPT4lXS0A off=15728286 len=316958 2024-07-26T06:53:30.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 360 completed, throughput=4.97MB/sec 2024-07-26T06:53:30.444 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DUPt8zA1KNrb9Qt off=299788 len=934746 2024-07-26T06:53:30.448 INFO:tasks.workunit.client.0.smithi037.stdout:op 361 completed, throughput=4.98MB/sec 2024-07-26T06:53:30.448 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OApHyGkPEcTRukN off=1849009 len=782296 2024-07-26T06:53:30.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 362 completed, throughput=4.99MB/sec 2024-07-26T06:53:30.450 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4d0Hoo84U2WRUXx off=2417269 len=1171972 2024-07-26T06:53:30.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 363 completed, throughput=5MB/sec 2024-07-26T06:53:31.457 INFO:tasks.workunit.client.0.smithi037.stdout: 72: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:31.457 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G71eoTLvsznIwpB off=2832641 len=1808543 2024-07-26T06:53:31.459 INFO:tasks.workunit.client.0.smithi037.stdout:op 364 completed, throughput=4.96MB/sec 2024-07-26T06:53:31.459 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gpycSsKjNJYs853 off=9736607 len=200982 2024-07-26T06:53:31.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 365 completed, throughput=4.96MB/sec 2024-07-26T06:53:31.462 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oUuWg_tylcKygpi off=242487 len=813283 2024-07-26T06:53:31.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 366 completed, throughput=4.97MB/sec 2024-07-26T06:53:31.468 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ubYa8wOFKriny_P off=19520390 len=555017 2024-07-26T06:53:31.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 367 completed, throughput=4.98MB/sec 2024-07-26T06:53:31.471 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v50b4P4E-58hSBb off=9135772 len=1686513 2024-07-26T06:53:31.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 368 completed, throughput=5MB/sec 2024-07-26T06:53:31.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:31 smithi037 ceph-mon[97339]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:31 smithi037 ceph-mon[99762]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:31] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:53:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:31 smithi135 ceph-mon[90132]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:53:32.479 INFO:tasks.workunit.client.0.smithi037.stdout: 73: throughput=4.93MB/sec pending data=0 2024-07-26T06:53:32.479 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4ZaXvnAdWzncUFv off=167142 len=707396 2024-07-26T06:53:32.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 369 completed, throughput=4.94MB/sec 2024-07-26T06:53:32.480 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XuQU-tqdFMKYFpI off=9188670 len=942030 2024-07-26T06:53:32.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 370 completed, throughput=4.95MB/sec 2024-07-26T06:53:32.486 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_8uF7PWRtZGG6kp off=1466434 len=1194790 2024-07-26T06:53:32.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 371 completed, throughput=4.97MB/sec 2024-07-26T06:53:32.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xoZQl4ixcKNsCc- off=3383810 len=1936501 2024-07-26T06:53:32.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 372 completed, throughput=4.99MB/sec 2024-07-26T06:53:32.492 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PMW5u1L3RdOqKre off=11629120 len=233592 2024-07-26T06:53:32.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 373 completed, throughput=5MB/sec 2024-07-26T06:53:32.493 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3Qk7pPWGSuVP73Z off=13769122 len=1168771 2024-07-26T06:53:32.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 374 completed, throughput=5.01MB/sec 2024-07-26T06:53:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:33.495 INFO:tasks.workunit.client.0.smithi037.stdout: 74: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:33.496 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SW41bdnMlcooQ0k off=5849551 len=1827858 2024-07-26T06:53:33.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 375 completed, throughput=4.97MB/sec 2024-07-26T06:53:33.498 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wfCQfPfxLtQ_9aX off=4672829 len=801549 2024-07-26T06:53:33.502 INFO:tasks.workunit.client.0.smithi037.stdout:op 376 completed, throughput=4.98MB/sec 2024-07-26T06:53:33.502 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4fd38WCJibIeqdi off=216036 len=1845002 2024-07-26T06:53:33.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 377 completed, throughput=5MB/sec 2024-07-26T06:53:33.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:33 smithi037 ceph-mon[97339]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:33.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:33 smithi037 ceph-mon[99762]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:33 smithi135 ceph-mon[90132]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:34.506 INFO:tasks.workunit.client.0.smithi037.stdout: 75: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:34.507 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OdoAisBhqozasBP off=7049296 len=1831724 2024-07-26T06:53:34.509 INFO:tasks.workunit.client.0.smithi037.stdout:op 378 completed, throughput=4.96MB/sec 2024-07-26T06:53:34.509 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-batqOgoQQiyzeS7 off=910091 len=187823 2024-07-26T06:53:34.509 INFO:tasks.workunit.client.0.smithi037.stdout:op 379 completed, throughput=4.96MB/sec 2024-07-26T06:53:34.509 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1qfFlNyaekuRdcy off=12932339 len=625609 2024-07-26T06:53:34.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 380 completed, throughput=4.97MB/sec 2024-07-26T06:53:34.513 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SA-tKnIENjtOKUZ off=2250445 len=944755 2024-07-26T06:53:34.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 381 completed, throughput=4.98MB/sec 2024-07-26T06:53:34.516 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SfqZAr-L32B8cUF off=7063574 len=1518132 2024-07-26T06:53:34.518 INFO:tasks.workunit.client.0.smithi037.stdout:op 382 completed, throughput=5MB/sec 2024-07-26T06:53:34.518 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Cr8uJw9Xaf7NXv1 off=3607233 len=1832987 2024-07-26T06:53:34.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 383 completed, throughput=5.02MB/sec 2024-07-26T06:53:35.530 INFO:tasks.workunit.client.0.smithi037.stdout: 76: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:35.530 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tERIXomf3Sb0cgi off=5076301 len=6126 2024-07-26T06:53:35.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 384 completed, throughput=4.96MB/sec 2024-07-26T06:53:35.531 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iXuDrsPkqbdiLlH off=12349314 len=1011961 2024-07-26T06:53:35.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 385 completed, throughput=4.97MB/sec 2024-07-26T06:53:35.536 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rUQxu1fFmojBM8z off=1261306 len=701041 2024-07-26T06:53:35.538 INFO:tasks.workunit.client.0.smithi037.stdout:op 386 completed, throughput=4.98MB/sec 2024-07-26T06:53:35.538 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W0AfVZU2XVdcGXL off=10087725 len=570969 2024-07-26T06:53:35.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 387 completed, throughput=4.98MB/sec 2024-07-26T06:53:35.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-riiJTDl8gAgFR3m off=2256103 len=694873 2024-07-26T06:53:35.540 INFO:tasks.workunit.client.0.smithi037.stdout:op 388 completed, throughput=4.99MB/sec 2024-07-26T06:53:35.540 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cb6Nc9pSjH70zMW off=2164524 len=618100 2024-07-26T06:53:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:35 smithi037 ceph-mon[97339]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:35 smithi037 ceph-mon[99762]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:35.545 INFO:tasks.workunit.client.0.smithi037.stdout:op 389 completed, throughput=5MB/sec 2024-07-26T06:53:35.545 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Rpjhc5XyWuNeu7 off=14772591 len=2095403 2024-07-26T06:53:35.554 INFO:tasks.workunit.client.0.smithi037.stdout:op 390 completed, throughput=5.02MB/sec 2024-07-26T06:53:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:35 smithi135 ceph-mon[90132]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:53:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:36.554 INFO:tasks.workunit.client.0.smithi037.stdout: 77: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:36.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vv_JdWPqs-GvsWK off=4946141 len=1757930 2024-07-26T06:53:36.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 391 completed, throughput=4.98MB/sec 2024-07-26T06:53:36.564 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D86l4IjISQj68AA off=5265671 len=236274 2024-07-26T06:53:36.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 392 completed, throughput=4.98MB/sec 2024-07-26T06:53:36.567 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1afpA5oQmER_YCR off=342825 len=984067 2024-07-26T06:53:36.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 393 completed, throughput=5MB/sec 2024-07-26T06:53:36.572 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8rwhizAxIYi8Aea off=5917309 len=2012889 2024-07-26T06:53:36.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 394 completed, throughput=5.02MB/sec 2024-07-26T06:53:37.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:37 smithi037 ceph-mon[99762]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:53:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:37 smithi037 ceph-mon[97339]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:53:37.574 INFO:tasks.workunit.client.0.smithi037.stdout: 78: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:37.574 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oE52yvOerZY21GB off=9207122 len=154982 2024-07-26T06:53:37.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 395 completed, throughput=4.96MB/sec 2024-07-26T06:53:37.577 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LXDL1_CN5hJH8eJ off=1513905 len=1805085 2024-07-26T06:53:37.580 INFO:tasks.workunit.client.0.smithi037.stdout:op 396 completed, throughput=4.98MB/sec 2024-07-26T06:53:37.581 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZwYCAXAowq1xOZn off=503720 len=1279011 2024-07-26T06:53:37.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:37 smithi135 ceph-mon[90132]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:53:37.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 397 completed, throughput=4.99MB/sec 2024-07-26T06:53:37.588 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fgfhzUqEmOpoWIF off=3675483 len=823184 2024-07-26T06:53:37.590 INFO:tasks.workunit.client.0.smithi037.stdout:op 398 completed, throughput=5MB/sec 2024-07-26T06:53:38.590 INFO:tasks.workunit.client.0.smithi037.stdout: 79: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:38.590 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AsagVy_q93Eo1pI off=11606200 len=1502665 2024-07-26T06:53:38.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 399 completed, throughput=4.96MB/sec 2024-07-26T06:53:38.597 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DVPJ5JcTEWAUeSB off=2304070 len=195393 2024-07-26T06:53:38.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 400 completed, throughput=4.96MB/sec 2024-07-26T06:53:38.600 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aVsDKMxOF2SEnxH off=10640569 len=1023261 2024-07-26T06:53:38.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 401 completed, throughput=4.97MB/sec 2024-07-26T06:53:38.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eTg6Js5v5F8XaSR off=16717716 len=1284456 2024-07-26T06:53:38.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 402 completed, throughput=4.99MB/sec 2024-07-26T06:53:38.607 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6QpoFN2aMMdhhIf off=11792321 len=598309 2024-07-26T06:53:38.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 403 completed, throughput=5MB/sec 2024-07-26T06:53:38.611 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N9G2npYZjhA72U3 off=18578196 len=626396 2024-07-26T06:53:38.614 INFO:tasks.workunit.client.0.smithi037.stdout:op 404 completed, throughput=5MB/sec 2024-07-26T06:53:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:39 smithi037 ceph-mon[97339]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:53:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:39 smithi037 ceph-mon[99762]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:53:39.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:39 smithi135 ceph-mon[90132]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:53:39.614 INFO:tasks.workunit.client.0.smithi037.stdout: 80: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:39.614 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sYWB0EnjbTZr_e4 off=16573394 len=2001575 2024-07-26T06:53:39.627 INFO:tasks.workunit.client.0.smithi037.stdout:op 405 completed, throughput=4.96MB/sec 2024-07-26T06:53:39.627 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RFDZAHWkDo1AjCE off=3942926 len=852163 2024-07-26T06:53:39.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 406 completed, throughput=4.97MB/sec 2024-07-26T06:53:39.629 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7i58rIOuCDNTjqg off=67571 len=1015145 2024-07-26T06:53:39.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 407 completed, throughput=4.99MB/sec 2024-07-26T06:53:39.630 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2Nhk3bb8Qmu2kB4 off=657133 len=739716 2024-07-26T06:53:39.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 408 completed, throughput=4.99MB/sec 2024-07-26T06:53:39.631 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QYhdKPr0w4KZ3-j off=2512222 len=406693 2024-07-26T06:53:39.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 409 completed, throughput=5MB/sec 2024-07-26T06:53:39.632 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rv3VgFQ5jDMVy23 off=401760 len=478059 2024-07-26T06:53:39.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 410 completed, throughput=5MB/sec 2024-07-26T06:53:40.636 INFO:tasks.workunit.client.0.smithi037.stdout: 81: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:40.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rzMJguyiBL-4mgz off=1172327 len=47208 2024-07-26T06:53:40.637 INFO:tasks.workunit.client.0.smithi037.stdout:op 411 completed, throughput=4.94MB/sec 2024-07-26T06:53:40.637 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ae8lwvKBi_4EyvC off=1588851 len=1933509 2024-07-26T06:53:40.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 412 completed, throughput=4.97MB/sec 2024-07-26T06:53:40.645 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iyPs8FLETWABjAf off=3781617 len=225736 2024-07-26T06:53:40.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 413 completed, throughput=4.97MB/sec 2024-07-26T06:53:40.646 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--AyQ3UEBsTyoud7 off=4449859 len=742048 2024-07-26T06:53:40.647 INFO:tasks.workunit.client.0.smithi037.stdout:op 414 completed, throughput=4.98MB/sec 2024-07-26T06:53:40.647 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cTDzPUSO2lJKvl9 off=1199821 len=398358 2024-07-26T06:53:40.650 INFO:tasks.workunit.client.0.smithi037.stdout:op 415 completed, throughput=4.98MB/sec 2024-07-26T06:53:40.650 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KbhsgnARbXhXzKi off=1720217 len=922652 2024-07-26T06:53:40.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 416 completed, throughput=4.99MB/sec 2024-07-26T06:53:40.652 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sKtf7T5yJAWFJyw off=10627250 len=323017 2024-07-26T06:53:40.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 417 completed, throughput=5MB/sec 2024-07-26T06:53:40.652 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SjOe4S6ab_2u_8a off=8095744 len=422874 2024-07-26T06:53:40.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 418 completed, throughput=5MB/sec 2024-07-26T06:53:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:41 smithi037 ceph-mon[97339]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:41] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:53:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:41 smithi037 ceph-mon[99762]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:41 smithi135 ceph-mon[90132]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:53:41.655 INFO:tasks.workunit.client.0.smithi037.stdout: 82: throughput=4.94MB/sec pending data=0 2024-07-26T06:53:41.656 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-irzkLInq4N0M4mC off=8655341 len=755603 2024-07-26T06:53:41.657 INFO:tasks.workunit.client.0.smithi037.stdout:op 419 completed, throughput=4.95MB/sec 2024-07-26T06:53:41.657 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BOi39WSy7UCyq_j off=4327742 len=1839321 2024-07-26T06:53:41.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 420 completed, throughput=4.97MB/sec 2024-07-26T06:53:41.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-czq12AFYzkJFAIh off=12320683 len=916002 2024-07-26T06:53:41.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 421 completed, throughput=4.98MB/sec 2024-07-26T06:53:41.671 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vTDshXKD8V0gdR0 off=620054 len=1314582 2024-07-26T06:53:41.677 INFO:tasks.workunit.client.0.smithi037.stdout:op 422 completed, throughput=4.99MB/sec 2024-07-26T06:53:41.677 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3thYz8xjbOi72Ua off=4833564 len=1660884 2024-07-26T06:53:41.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 423 completed, throughput=5.01MB/sec 2024-07-26T06:53:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:42.686 INFO:tasks.workunit.client.0.smithi037.stdout: 83: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:42.686 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6NNmrXFXU7Wswhs off=20679628 len=56653 2024-07-26T06:53:42.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 424 completed, throughput=4.95MB/sec 2024-07-26T06:53:42.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vzgethYoh91-Llu off=12970101 len=1872528 2024-07-26T06:53:42.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 425 completed, throughput=4.97MB/sec 2024-07-26T06:53:42.701 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Dew9ijtNBDgIRCe off=9031943 len=875911 2024-07-26T06:53:42.705 INFO:tasks.workunit.client.0.smithi037.stdout:op 426 completed, throughput=4.98MB/sec 2024-07-26T06:53:42.705 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t54WaxuIxWPTYSv off=10409384 len=477540 2024-07-26T06:53:42.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 427 completed, throughput=4.99MB/sec 2024-07-26T06:53:42.709 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RCRwQWef3yDdBZe off=2174260 len=1742737 2024-07-26T06:53:42.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 428 completed, throughput=5.01MB/sec 2024-07-26T06:53:43.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:43 smithi037 ceph-mon[97339]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:43.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:43 smithi037 ceph-mon[99762]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:43.641 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:43 smithi135 ceph-mon[90132]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:43.711 INFO:tasks.workunit.client.0.smithi037.stdout: 84: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:43.711 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zqmbxOKFx5qQync off=13278517 len=1619621 2024-07-26T06:53:43.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 429 completed, throughput=4.97MB/sec 2024-07-26T06:53:43.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QHVCDJfYp6hJPlG off=8256366 len=1150357 2024-07-26T06:53:43.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 430 completed, throughput=4.98MB/sec 2024-07-26T06:53:43.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s3T9Nvtp1i36ZZr off=16087458 len=1262257 2024-07-26T06:53:43.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 431 completed, throughput=4.99MB/sec 2024-07-26T06:53:43.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qs18YVnVN_h9ALW off=1124888 len=1716758 2024-07-26T06:53:43.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 432 completed, throughput=5.01MB/sec 2024-07-26T06:53:44.721 INFO:tasks.workunit.client.0.smithi037.stdout: 85: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:44.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TZaRNtqORTYPUEz off=0 len=1782528 2024-07-26T06:53:44.731 INFO:tasks.workunit.client.0.smithi037.stdout:op 433 completed, throughput=4.98MB/sec 2024-07-26T06:53:44.731 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ChCtRc5m7Ke0OwK off=11981624 len=160177 2024-07-26T06:53:44.732 INFO:tasks.workunit.client.0.smithi037.stdout:op 434 completed, throughput=4.98MB/sec 2024-07-26T06:53:44.732 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TK8xwEQTcwA8bE6 off=20780891 len=1518807 2024-07-26T06:53:44.735 INFO:tasks.workunit.client.0.smithi037.stdout:op 435 completed, throughput=4.99MB/sec 2024-07-26T06:53:44.735 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cD_vBjtzcBVHDi6 off=7393482 len=1837319 2024-07-26T06:53:44.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 436 completed, throughput=5.01MB/sec 2024-07-26T06:53:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:45 smithi037 ceph-mon[97339]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:53:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:45 smithi037 ceph-mon[99762]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:53:45.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:45 smithi135 ceph-mon[90132]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:53:45.746 INFO:tasks.workunit.client.0.smithi037.stdout: 86: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:45.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jbDbGMJYBtEYhIt off=2618835 len=1583855 2024-07-26T06:53:45.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 437 completed, throughput=4.97MB/sec 2024-07-26T06:53:45.748 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dR7Y3cutQx2BQvx off=5050884 len=52981 2024-07-26T06:53:45.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 438 completed, throughput=4.97MB/sec 2024-07-26T06:53:45.749 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IsSlDeUO8dCTa0G off=3241832 len=858280 2024-07-26T06:53:45.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 439 completed, throughput=4.98MB/sec 2024-07-26T06:53:45.750 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TyLQ3HXpOp1RowL off=6003203 len=1958120 2024-07-26T06:53:45.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 440 completed, throughput=5MB/sec 2024-07-26T06:53:46.760 INFO:tasks.workunit.client.0.smithi037.stdout: 87: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:46.760 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e71wH3PbQQHbd4k off=20353055 len=223251 2024-07-26T06:53:46.763 INFO:tasks.workunit.client.0.smithi037.stdout:op 441 completed, throughput=4.95MB/sec 2024-07-26T06:53:46.763 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k0mWzjGQShWzjwh off=5511893 len=1738364 2024-07-26T06:53:46.765 INFO:tasks.workunit.client.0.smithi037.stdout:op 442 completed, throughput=4.97MB/sec 2024-07-26T06:53:46.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ObIZJ_VpudBrlkh off=6565651 len=1735493 2024-07-26T06:53:46.776 INFO:tasks.workunit.client.0.smithi037.stdout:op 443 completed, throughput=4.99MB/sec 2024-07-26T06:53:46.776 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gBqY8rNZ3MnuiUT off=2595304 len=1050643 2024-07-26T06:53:46.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 444 completed, throughput=5MB/sec 2024-07-26T06:53:46.778 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7nLHu6XE2hF4Ev8 off=40062 len=1812832 2024-07-26T06:53:46.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 445 completed, throughput=5.02MB/sec 2024-07-26T06:53:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:47 smithi037 ceph-mon[97339]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:53:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:47 smithi037 ceph-mon[99762]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:53:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:47 smithi135 ceph-mon[90132]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:53:47.786 INFO:tasks.workunit.client.0.smithi037.stdout: 88: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:47.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WIIO88Htuf3uuvK off=667833 len=1134280 2024-07-26T06:53:47.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 446 completed, throughput=4.97MB/sec 2024-07-26T06:53:47.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cXx3DX6vYALghGH off=1265052 len=262195 2024-07-26T06:53:47.797 INFO:tasks.workunit.client.0.smithi037.stdout:op 447 completed, throughput=4.97MB/sec 2024-07-26T06:53:47.797 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CD7iuxkFuwdC-G3 off=1400805 len=1406029 2024-07-26T06:53:47.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 448 completed, throughput=4.99MB/sec 2024-07-26T06:53:47.799 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vyKSr6TghdsP3dC off=5837889 len=1610210 2024-07-26T06:53:47.806 INFO:tasks.workunit.client.0.smithi037.stdout:op 449 completed, throughput=5.01MB/sec 2024-07-26T06:53:48.806 INFO:tasks.workunit.client.0.smithi037.stdout: 89: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:48.806 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5tfQqn9ESDNkKMI off=4116113 len=1137310 2024-07-26T06:53:48.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 450 completed, throughput=4.96MB/sec 2024-07-26T06:53:48.808 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l3sB5tnMCnxftvL off=4122049 len=41942 2024-07-26T06:53:48.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 451 completed, throughput=4.96MB/sec 2024-07-26T06:53:48.808 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2B24fKz0UFUgFzS off=163280 len=149528 2024-07-26T06:53:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:op 452 completed, throughput=4.96MB/sec 2024-07-26T06:53:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JEIcAQy-as6FT2B off=1092907 len=239988 2024-07-26T06:53:48.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 453 completed, throughput=4.97MB/sec 2024-07-26T06:53:48.812 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5KMAgii2LYiommM off=4105500 len=1678202 2024-07-26T06:53:48.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 454 completed, throughput=4.98MB/sec 2024-07-26T06:53:48.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5dJJiUCMKGXdc20 off=14480593 len=780212 2024-07-26T06:53:48.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 455 completed, throughput=4.99MB/sec 2024-07-26T06:53:48.821 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rl8FMMgiDpHnXqS off=122999 len=515362 2024-07-26T06:53:48.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 456 completed, throughput=5MB/sec 2024-07-26T06:53:48.822 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eM9Ii1A9sXIyDw4 off=208763 len=401316 2024-07-26T06:53:48.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 457 completed, throughput=5MB/sec 2024-07-26T06:53:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:49 smithi037 ceph-mon[97339]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:49 smithi037 ceph-mon[99762]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:49.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:49 smithi135 ceph-mon[90132]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:53:49.826 INFO:tasks.workunit.client.0.smithi037.stdout: 90: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:49.826 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gMwpPnbiIL71UlJ off=6954047 len=1576595 2024-07-26T06:53:49.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 458 completed, throughput=4.96MB/sec 2024-07-26T06:53:49.828 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ijoz9Q0EOETB0pY off=14755959 len=1238302 2024-07-26T06:53:49.831 INFO:tasks.workunit.client.0.smithi037.stdout:op 459 completed, throughput=4.98MB/sec 2024-07-26T06:53:49.831 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aldHYJgX2KQcuBe off=13163187 len=771147 2024-07-26T06:53:49.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 460 completed, throughput=4.98MB/sec 2024-07-26T06:53:49.833 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ao2KmP4tiRBHKNk off=2530507 len=626474 2024-07-26T06:53:49.838 INFO:tasks.workunit.client.0.smithi037.stdout:op 461 completed, throughput=4.99MB/sec 2024-07-26T06:53:49.838 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-miTnUnyxCyjHFOY off=5691715 len=1086876 2024-07-26T06:53:49.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 462 completed, throughput=5MB/sec 2024-07-26T06:53:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:50.840 INFO:tasks.workunit.client.0.smithi037.stdout: 91: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:50.840 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LifVgW57gXFJNFo off=8942372 len=979963 2024-07-26T06:53:50.845 INFO:tasks.workunit.client.0.smithi037.stdout:op 463 completed, throughput=4.96MB/sec 2024-07-26T06:53:50.845 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9xWnip8MlnbJVc2 off=414913 len=1320684 2024-07-26T06:53:50.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 464 completed, throughput=4.97MB/sec 2024-07-26T06:53:50.855 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xb3Ey1hoK7FqDYE off=10064581 len=237440 2024-07-26T06:53:50.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 465 completed, throughput=4.97MB/sec 2024-07-26T06:53:50.855 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-q8NOBDj6Sv6wgkD off=530914 len=1015839 2024-07-26T06:53:50.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 466 completed, throughput=4.98MB/sec 2024-07-26T06:53:50.857 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lMvIRbODJkeGVzG off=4410731 len=1345686 2024-07-26T06:53:50.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 467 completed, throughput=5MB/sec 2024-07-26T06:53:50.859 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7_-asBbSyY98OKN off=5821316 len=996423 2024-07-26T06:53:50.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 468 completed, throughput=5.01MB/sec 2024-07-26T06:53:51.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:51 smithi037 ceph-mon[97339]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:53:51.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:51 smithi037 ceph-mon[99762]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:53:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:53:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:53:51] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:53:51.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:51 smithi135 ceph-mon[90132]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:53:51.860 INFO:tasks.workunit.client.0.smithi037.stdout: 92: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:51.860 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cILlG5WSNIepiRq off=12079747 len=2059564 2024-07-26T06:53:51.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 469 completed, throughput=4.97MB/sec 2024-07-26T06:53:51.864 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tE3VfEhigudaj7I off=6805741 len=1440060 2024-07-26T06:53:51.873 INFO:tasks.workunit.client.0.smithi037.stdout:op 470 completed, throughput=4.99MB/sec 2024-07-26T06:53:51.873 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LdL930Ie7ehQaUm off=8659834 len=1023640 2024-07-26T06:53:51.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 471 completed, throughput=5MB/sec 2024-07-26T06:53:51.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tw17soGJgYbL5yQ off=12309238 len=1447438 2024-07-26T06:53:51.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 472 completed, throughput=5.01MB/sec 2024-07-26T06:53:52.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:53:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:52.881 INFO:tasks.workunit.client.0.smithi037.stdout: 93: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:52.881 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lctpV_ooy_-GmWO off=14348707 len=1948546 2024-07-26T06:53:52.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 473 completed, throughput=4.98MB/sec 2024-07-26T06:53:52.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NjlEOwW3ieWVuPh off=5401464 len=797644 2024-07-26T06:53:52.895 INFO:tasks.workunit.client.0.smithi037.stdout:op 474 completed, throughput=4.99MB/sec 2024-07-26T06:53:52.895 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PS4eu0KuHbOJ0q0 off=884834 len=1227484 2024-07-26T06:53:52.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 475 completed, throughput=5MB/sec 2024-07-26T06:53:52.902 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kqzD5E71csrQUco off=21589606 len=2029283 2024-07-26T06:53:52.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 476 completed, throughput=5.02MB/sec 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[97339]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[99762]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:53:53.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:53 smithi135 ceph-mon[90132]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:53:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:53:53.903 INFO:tasks.workunit.client.0.smithi037.stdout: 94: throughput=4.97MB/sec pending data=0 2024-07-26T06:53:53.903 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pyqCQgcfKzECGQY off=2839237 len=1021794 2024-07-26T06:53:53.905 INFO:tasks.workunit.client.0.smithi037.stdout:op 477 completed, throughput=4.98MB/sec 2024-07-26T06:53:53.905 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-09sClmKir-GCvC4 off=2369657 len=1804589 2024-07-26T06:53:53.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 478 completed, throughput=4.99MB/sec 2024-07-26T06:53:53.915 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YhJUN21rw8w1Mkx off=6804033 len=874563 2024-07-26T06:53:53.917 INFO:tasks.workunit.client.0.smithi037.stdout:op 479 completed, throughput=5MB/sec 2024-07-26T06:53:54.917 INFO:tasks.workunit.client.0.smithi037.stdout: 95: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:54.918 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eh5PMvfOeS7M0V6 off=608295 len=1861974 2024-07-26T06:53:54.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 480 completed, throughput=4.97MB/sec 2024-07-26T06:53:54.920 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mvj3oLMyszcfkUB off=8877977 len=1111355 2024-07-26T06:53:54.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 481 completed, throughput=4.98MB/sec 2024-07-26T06:53:54.922 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-puLpYIYX7aGfS_N off=5933433 len=1515192 2024-07-26T06:53:54.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 482 completed, throughput=5MB/sec 2024-07-26T06:53:54.929 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uigoxj4LZcBz4sJ off=7142717 len=237683 2024-07-26T06:53:54.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 483 completed, throughput=5MB/sec 2024-07-26T06:53:54.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sD0uSnySnIxeiaB off=17694221 len=389437 2024-07-26T06:53:54.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 484 completed, throughput=5MB/sec 2024-07-26T06:53:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:55 smithi037 ceph-mon[97339]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:53:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:55 smithi037 ceph-mon[99762]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:53:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:55 smithi135 ceph-mon[90132]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:53:55.931 INFO:tasks.workunit.client.0.smithi037.stdout: 96: throughput=4.95MB/sec pending data=0 2024-07-26T06:53:55.931 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i9gCiDgxADUVypj off=10223978 len=1065587 2024-07-26T06:53:55.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 485 completed, throughput=4.96MB/sec 2024-07-26T06:53:55.932 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2uR5DtKxbT5Y0vE off=2109593 len=278295 2024-07-26T06:53:55.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 486 completed, throughput=4.96MB/sec 2024-07-26T06:53:55.934 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PAS7RRkKVvF-sZU off=11263603 len=258280 2024-07-26T06:53:55.937 INFO:tasks.workunit.client.0.smithi037.stdout:op 487 completed, throughput=4.97MB/sec 2024-07-26T06:53:55.937 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tjp_hhQY--x5-tM off=5996232 len=1431773 2024-07-26T06:53:55.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 488 completed, throughput=4.98MB/sec 2024-07-26T06:53:55.939 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O9ejS6bX-0r0doN off=11232245 len=1551857 2024-07-26T06:53:55.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 489 completed, throughput=4.99MB/sec 2024-07-26T06:53:55.947 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b78bIkkWIp_iYOg off=0 len=1381248 2024-07-26T06:53:55.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 490 completed, throughput=5.01MB/sec 2024-07-26T06:53:56.954 INFO:tasks.workunit.client.0.smithi037.stdout: 97: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:56.955 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tu6jKq1yK8QwvHx off=4158019 len=2012487 2024-07-26T06:53:56.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 491 completed, throughput=4.98MB/sec 2024-07-26T06:53:56.967 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9JNOUALciDX1kGM off=2458667 len=1992384 2024-07-26T06:53:56.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 492 completed, throughput=4.99MB/sec 2024-07-26T06:53:56.969 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bzio5tKuNFxNueI off=566868 len=1382721 2024-07-26T06:53:56.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 493 completed, throughput=5.01MB/sec 2024-07-26T06:53:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:57 smithi037 ceph-mon[97339]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:57 smithi037 ceph-mon[99762]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:57.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:57 smithi135 ceph-mon[90132]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:53:57.971 INFO:tasks.workunit.client.0.smithi037.stdout: 98: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:57.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OShEp8g2rFVcxFd off=953153 len=63418 2024-07-26T06:53:57.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 494 completed, throughput=4.96MB/sec 2024-07-26T06:53:57.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CdZo6wHOHCufBcA off=15452719 len=635510 2024-07-26T06:53:57.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 495 completed, throughput=4.96MB/sec 2024-07-26T06:53:57.972 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--oLSW4XGE0Nu9PT off=4589636 len=2040810 2024-07-26T06:53:57.977 INFO:tasks.workunit.client.0.smithi037.stdout:op 496 completed, throughput=4.98MB/sec 2024-07-26T06:53:57.977 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-40_HmUzrvMW1TTe off=5834308 len=194397 2024-07-26T06:53:57.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 497 completed, throughput=4.99MB/sec 2024-07-26T06:53:57.980 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SbTi5VjQNfCBbwi off=849943 len=1322204 2024-07-26T06:53:57.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 498 completed, throughput=5MB/sec 2024-07-26T06:53:57.982 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-irzkLInq4N0M4mC off=11071118 len=1744984 2024-07-26T06:53:57.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 499 completed, throughput=5.01MB/sec 2024-07-26T06:53:58.984 INFO:tasks.workunit.client.0.smithi037.stdout: 99: throughput=4.96MB/sec pending data=0 2024-07-26T06:53:58.984 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FoM8FsXWRCIy_TN off=3083194 len=180623 2024-07-26T06:53:58.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 500 completed, throughput=4.97MB/sec 2024-07-26T06:53:58.987 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9h_V9kmQAsjD8ZE off=2255821 len=889460 2024-07-26T06:53:58.989 INFO:tasks.workunit.client.0.smithi037.stdout:op 501 completed, throughput=4.97MB/sec 2024-07-26T06:53:58.989 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eWbhNXToM8Q6kbD off=425098 len=456980 2024-07-26T06:53:58.993 INFO:tasks.workunit.client.0.smithi037.stdout:op 502 completed, throughput=4.98MB/sec 2024-07-26T06:53:58.993 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fOXzleWzw6aBbF6 off=3296352 len=1419444 2024-07-26T06:53:58.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 503 completed, throughput=4.99MB/sec 2024-07-26T06:53:58.995 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9grhtb1Nf-tT1o7 off=12167130 len=171033 2024-07-26T06:53:58.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 504 completed, throughput=4.99MB/sec 2024-07-26T06:53:58.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T5ZQ9CfymWww-ew off=20605564 len=1747034 2024-07-26T06:53:59.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 505 completed, throughput=5.01MB/sec 2024-07-26T06:53:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:53:59 smithi037 ceph-mon[97339]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:53:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:53:59 smithi037 ceph-mon[99762]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:53:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:53:59 smithi135 ceph-mon[90132]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:54:00.007 INFO:tasks.workunit.client.0.smithi037.stdout: 100: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:00.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rTY6-Ghs6OI6oEy off=2615683 len=1801239 2024-07-26T06:54:00.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 506 completed, throughput=4.98MB/sec 2024-07-26T06:54:00.009 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Vkj0vHK1IZMff8W off=143489 len=1875204 2024-07-26T06:54:00.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 507 completed, throughput=4.99MB/sec 2024-07-26T06:54:00.012 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xCpCaqnDBRzmYtH off=10998288 len=595327 2024-07-26T06:54:00.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 508 completed, throughput=5MB/sec 2024-07-26T06:54:00.016 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3Y2Fo1SjKqi2dVo off=21191206 len=579484 2024-07-26T06:54:00.017 INFO:tasks.workunit.client.0.smithi037.stdout:op 509 completed, throughput=5MB/sec 2024-07-26T06:54:01.017 INFO:tasks.workunit.client.0.smithi037.stdout: 101: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:01.017 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CBt96QmKzIRCv43 off=10386118 len=185009 2024-07-26T06:54:01.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 510 completed, throughput=4.96MB/sec 2024-07-26T06:54:01.018 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G_Ktz7fsT4_SWM4 off=13096241 len=1171653 2024-07-26T06:54:01.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 511 completed, throughput=4.97MB/sec 2024-07-26T06:54:01.024 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wig81liX0Xv0_WW off=6982025 len=1806646 2024-07-26T06:54:01.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 512 completed, throughput=4.98MB/sec 2024-07-26T06:54:01.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZsOipgnSRMi7JgM off=5296253 len=542724 2024-07-26T06:54:01.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 513 completed, throughput=4.99MB/sec 2024-07-26T06:54:01.038 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_LoDzg9ouMj9kvT off=2406353 len=1184438 2024-07-26T06:54:01.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 514 completed, throughput=5MB/sec 2024-07-26T06:54:01.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:01 smithi135 ceph-mon[90132]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:01.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:01 smithi037 ceph-mon[97339]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:01 smithi037 ceph-mon[99762]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:01] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:54:02.040 INFO:tasks.workunit.client.0.smithi037.stdout: 102: throughput=4.95MB/sec pending data=0 2024-07-26T06:54:02.040 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YYYK7ix3CrTICw7 off=15220364 len=1071091 2024-07-26T06:54:02.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 515 completed, throughput=4.96MB/sec 2024-07-26T06:54:02.046 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pQSboczdCs6a4m- off=316592 len=220388 2024-07-26T06:54:02.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 516 completed, throughput=4.96MB/sec 2024-07-26T06:54:02.047 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SbTi5VjQNfCBbwi off=186636 len=516240 2024-07-26T06:54:02.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 517 completed, throughput=4.97MB/sec 2024-07-26T06:54:02.048 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4fd38WCJibIeqdi off=5014532 len=622602 2024-07-26T06:54:02.050 INFO:tasks.workunit.client.0.smithi037.stdout:op 518 completed, throughput=4.97MB/sec 2024-07-26T06:54:02.050 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-H9ez3vbYpcyMTcV off=1516376 len=495178 2024-07-26T06:54:02.054 INFO:tasks.workunit.client.0.smithi037.stdout:op 519 completed, throughput=4.98MB/sec 2024-07-26T06:54:02.054 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2iqGkBsRaaMP_3y off=3100665 len=1826214 2024-07-26T06:54:02.056 INFO:tasks.workunit.client.0.smithi037.stdout:op 520 completed, throughput=5MB/sec 2024-07-26T06:54:02.056 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cBB21xfbwgNE15v off=1202975 len=896323 2024-07-26T06:54:02.061 INFO:tasks.workunit.client.0.smithi037.stdout:op 521 completed, throughput=5MB/sec 2024-07-26T06:54:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:03.061 INFO:tasks.workunit.client.0.smithi037.stdout: 103: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:03.062 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D86l4IjISQj68AA off=8076340 len=58863 2024-07-26T06:54:03.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 522 completed, throughput=4.96MB/sec 2024-07-26T06:54:03.064 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YWKpFpDX1jSde9x off=7837496 len=118272 2024-07-26T06:54:03.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 523 completed, throughput=4.96MB/sec 2024-07-26T06:54:03.065 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-65p5blP5pR7rPng off=2388317 len=387203 2024-07-26T06:54:03.066 INFO:tasks.workunit.client.0.smithi037.stdout:op 524 completed, throughput=4.96MB/sec 2024-07-26T06:54:03.066 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vgfzo_FNzMuxVkq off=5703963 len=219454 2024-07-26T06:54:03.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 525 completed, throughput=4.96MB/sec 2024-07-26T06:54:03.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dCOm8jqln-U6DEH off=4993960 len=371806 2024-07-26T06:54:03.070 INFO:tasks.workunit.client.0.smithi037.stdout:op 526 completed, throughput=4.97MB/sec 2024-07-26T06:54:03.070 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-feXxdX9X1DjgXJ- off=7839117 len=921481 2024-07-26T06:54:03.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 527 completed, throughput=4.97MB/sec 2024-07-26T06:54:03.075 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zZ4bvMpILiJE0XY off=11969472 len=957782 2024-07-26T06:54:03.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 528 completed, throughput=4.98MB/sec 2024-07-26T06:54:03.080 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hDlqcYBb2MZGJlE off=11082649 len=1395238 2024-07-26T06:54:03.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 529 completed, throughput=4.99MB/sec 2024-07-26T06:54:03.087 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dJHVlfMveBmhbIz off=3986035 len=1352918 2024-07-26T06:54:03.094 INFO:tasks.workunit.client.0.smithi037.stdout:op 530 completed, throughput=5.01MB/sec 2024-07-26T06:54:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:03 smithi135 ceph-mon[90132]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:54:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:03 smithi037 ceph-mon[97339]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:54:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:03 smithi037 ceph-mon[99762]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:54:04.093 INFO:tasks.workunit.client.0.smithi037.stdout: 104: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:04.094 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-liGbUuZ03TW8806 off=3767689 len=892093 2024-07-26T06:54:04.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 531 completed, throughput=4.97MB/sec 2024-07-26T06:54:04.098 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xHbWIm2QSZyo9u- off=14386871 len=563487 2024-07-26T06:54:04.099 INFO:tasks.workunit.client.0.smithi037.stdout:op 532 completed, throughput=4.97MB/sec 2024-07-26T06:54:04.099 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eq3tXbIoezCDU_p off=6464814 len=1056699 2024-07-26T06:54:04.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 533 completed, throughput=4.98MB/sec 2024-07-26T06:54:04.101 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X-pU89I_k_BXPSo off=3213050 len=1147649 2024-07-26T06:54:04.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 534 completed, throughput=4.99MB/sec 2024-07-26T06:54:04.102 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_oJyiQ6NZdN0GGx off=143090 len=6892 2024-07-26T06:54:04.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 535 completed, throughput=4.99MB/sec 2024-07-26T06:54:04.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P3QMFy0ADwp-rGk off=610787 len=892400 2024-07-26T06:54:04.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 536 completed, throughput=5MB/sec 2024-07-26T06:54:04.106 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mUmOfrbmzsdkZRn off=7562733 len=688602 2024-07-26T06:54:04.110 INFO:tasks.workunit.client.0.smithi037.stdout:op 537 completed, throughput=5.01MB/sec 2024-07-26T06:54:05.111 INFO:tasks.workunit.client.0.smithi037.stdout: 105: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:05.111 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4AjpjHbw_cub1Nl off=8385675 len=2014764 2024-07-26T06:54:05.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 538 completed, throughput=4.98MB/sec 2024-07-26T06:54:05.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AH52sH61Sv2aS7l off=596783 len=1031083 2024-07-26T06:54:05.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 539 completed, throughput=4.99MB/sec 2024-07-26T06:54:05.115 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lhFQPVM5rk4Tf2S off=3304725 len=1727309 2024-07-26T06:54:05.119 INFO:tasks.workunit.client.0.smithi037.stdout:op 540 completed, throughput=5MB/sec 2024-07-26T06:54:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:05 smithi135 ceph-mon[90132]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:05.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:05 smithi037 ceph-mon[97339]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:05 smithi037 ceph-mon[99762]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:06.119 INFO:tasks.workunit.client.0.smithi037.stdout: 106: throughput=4.95MB/sec pending data=0 2024-07-26T06:54:06.120 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cJfGJyToVPgNx4L off=1760123 len=1681559 2024-07-26T06:54:06.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 541 completed, throughput=4.97MB/sec 2024-07-26T06:54:06.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c1OsukkD130YPYg off=8014238 len=1561699 2024-07-26T06:54:06.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 542 completed, throughput=4.98MB/sec 2024-07-26T06:54:06.136 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a-TSnJ7NyFFWnP1 off=17035300 len=1604653 2024-07-26T06:54:06.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 543 completed, throughput=5MB/sec 2024-07-26T06:54:06.138 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nC2P_aDorSUIhhl off=1807206 len=1982217 2024-07-26T06:54:06.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 544 completed, throughput=5.01MB/sec 2024-07-26T06:54:07.147 INFO:tasks.workunit.client.0.smithi037.stdout: 107: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:07.147 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PHINCXThMvTjAJh off=8448134 len=707627 2024-07-26T06:54:07.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 545 completed, throughput=4.97MB/sec 2024-07-26T06:54:07.151 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3qmHrBbbS7maIbC off=7563765 len=115766 2024-07-26T06:54:07.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 546 completed, throughput=4.97MB/sec 2024-07-26T06:54:07.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xO1o-l3MJIV0p1i off=67894 len=789000 2024-07-26T06:54:07.158 INFO:tasks.workunit.client.0.smithi037.stdout:op 547 completed, throughput=4.98MB/sec 2024-07-26T06:54:07.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g5vZIXiQq5ed6tB off=19256588 len=1898009 2024-07-26T06:54:07.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 548 completed, throughput=5MB/sec 2024-07-26T06:54:07.162 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5CE9LzSKlzu2r8- off=3362225 len=1576050 2024-07-26T06:54:07.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 549 completed, throughput=5.01MB/sec 2024-07-26T06:54:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:07 smithi135 ceph-mon[90132]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:07 smithi037 ceph-mon[97339]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:07 smithi037 ceph-mon[99762]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: 108: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:08.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5pws-35-6XyyYB- off=5835074 len=466161 2024-07-26T06:54:08.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 550 completed, throughput=4.97MB/sec 2024-07-26T06:54:08.168 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e9qHiSsQfUajsfO off=1378918 len=1017730 2024-07-26T06:54:08.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 551 completed, throughput=4.98MB/sec 2024-07-26T06:54:08.170 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i_sL9f9xQac2XTO off=917034 len=462585 2024-07-26T06:54:08.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 552 completed, throughput=4.98MB/sec 2024-07-26T06:54:08.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DB0w0xGHmEB0wlP off=12453456 len=734946 2024-07-26T06:54:08.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 553 completed, throughput=4.99MB/sec 2024-07-26T06:54:08.175 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JhqkBROotkmdIuy off=5420648 len=704839 2024-07-26T06:54:08.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 554 completed, throughput=4.99MB/sec 2024-07-26T06:54:08.179 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0kLAPxT-WGW9tHN off=5087168 len=1431933 2024-07-26T06:54:08.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 555 completed, throughput=5.01MB/sec 2024-07-26T06:54:09.181 INFO:tasks.workunit.client.0.smithi037.stdout: 109: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:09.182 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pJkvtPtXHAaondE off=3031359 len=267997 2024-07-26T06:54:09.185 INFO:tasks.workunit.client.0.smithi037.stdout:op 556 completed, throughput=4.96MB/sec 2024-07-26T06:54:09.185 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TWlgL9Tjfq2LGFD off=3539854 len=1449495 2024-07-26T06:54:09.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 557 completed, throughput=4.98MB/sec 2024-07-26T06:54:09.187 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E8zq_Gu9cERxccH off=3570730 len=269226 2024-07-26T06:54:09.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 558 completed, throughput=4.98MB/sec 2024-07-26T06:54:09.188 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fq0QWRiKNS4wsAM off=798211 len=1017766 2024-07-26T06:54:09.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 559 completed, throughput=4.99MB/sec 2024-07-26T06:54:09.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9wxalAvcma2Omst off=4551194 len=1291282 2024-07-26T06:54:09.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 560 completed, throughput=5MB/sec 2024-07-26T06:54:09.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mYDI6NE9jJVeE3U off=444245 len=760927 2024-07-26T06:54:09.191 INFO:tasks.workunit.client.0.smithi037.stdout:op 561 completed, throughput=5MB/sec 2024-07-26T06:54:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:09 smithi135 ceph-mon[90132]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:54:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:09 smithi037 ceph-mon[97339]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:54:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:09 smithi037 ceph-mon[99762]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:54:10.192 INFO:tasks.workunit.client.0.smithi037.stdout: 110: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:10.192 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KYOOe4rGAwbCgas off=12115830 len=801179 2024-07-26T06:54:10.196 INFO:tasks.workunit.client.0.smithi037.stdout:op 562 completed, throughput=4.97MB/sec 2024-07-26T06:54:10.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fIV31V6ZtVZfUCV off=6862676 len=1815416 2024-07-26T06:54:10.199 INFO:tasks.workunit.client.0.smithi037.stdout:op 563 completed, throughput=4.98MB/sec 2024-07-26T06:54:10.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-br33YBHs6u1cjoR off=6623939 len=1929642 2024-07-26T06:54:10.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 564 completed, throughput=5MB/sec 2024-07-26T06:54:10.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5HFwFszXoOO_qpD off=4504865 len=1511369 2024-07-26T06:54:10.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 565 completed, throughput=5.01MB/sec 2024-07-26T06:54:11.215 INFO:tasks.workunit.client.0.smithi037.stdout: 111: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:11.215 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--KeetLJdxreBOM- off=3010035 len=1001544 2024-07-26T06:54:11.217 INFO:tasks.workunit.client.0.smithi037.stdout:op 566 completed, throughput=4.97MB/sec 2024-07-26T06:54:11.217 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P2zk2_GUZzQfjYt off=2420288 len=1042920 2024-07-26T06:54:11.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 567 completed, throughput=4.98MB/sec 2024-07-26T06:54:11.218 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EvZOwYoopaCQB8G off=4574008 len=323914 2024-07-26T06:54:11.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 568 completed, throughput=4.99MB/sec 2024-07-26T06:54:11.222 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z_0nFU64Wto9nuS off=10107622 len=208136 2024-07-26T06:54:11.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 569 completed, throughput=4.99MB/sec 2024-07-26T06:54:11.225 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tBjEY5X6MPm0DId off=6333679 len=811438 2024-07-26T06:54:11.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 570 completed, throughput=4.99MB/sec 2024-07-26T06:54:11.227 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-otcCw7e89KLUHW9 off=10745985 len=1780318 2024-07-26T06:54:11.233 INFO:tasks.workunit.client.0.smithi037.stdout:op 571 completed, throughput=5.01MB/sec 2024-07-26T06:54:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:11 smithi135 ceph-mon[90132]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:11.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:11 smithi037 ceph-mon[97339]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:11 smithi037 ceph-mon[99762]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:11] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:54:12.234 INFO:tasks.workunit.client.0.smithi037.stdout: 112: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:12.234 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DtMe4ks0fPI-1Fq off=6307848 len=1661862 2024-07-26T06:54:12.242 INFO:tasks.workunit.client.0.smithi037.stdout:op 572 completed, throughput=4.98MB/sec 2024-07-26T06:54:12.242 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FrK-wyU0XxXnDDj off=5443667 len=1537292 2024-07-26T06:54:12.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 573 completed, throughput=4.99MB/sec 2024-07-26T06:54:12.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vh0jAg-FIdz8GdG off=2447039 len=1147025 2024-07-26T06:54:12.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 574 completed, throughput=5MB/sec 2024-07-26T06:54:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:13.246 INFO:tasks.workunit.client.0.smithi037.stdout: 113: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:13.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BwBeJPKt0zgF5kb off=5004669 len=1145418 2024-07-26T06:54:13.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 575 completed, throughput=4.97MB/sec 2024-07-26T06:54:13.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-USjpQ-ZR0ULKkBg off=492487 len=2082873 2024-07-26T06:54:13.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 576 completed, throughput=4.98MB/sec 2024-07-26T06:54:13.250 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p68c9j5cHxu_A5b off=6584697 len=1821630 2024-07-26T06:54:13.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 577 completed, throughput=5MB/sec 2024-07-26T06:54:13.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aTxWKC3M3xuV8uK off=5171151 len=836259 2024-07-26T06:54:13.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 578 completed, throughput=5.01MB/sec 2024-07-26T06:54:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:13 smithi135 ceph-mon[90132]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:13 smithi037 ceph-mon[97339]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:13 smithi037 ceph-mon[99762]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:14.263 INFO:tasks.workunit.client.0.smithi037.stdout: 114: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:14.336 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i9EF7OvwJ8NphAX off=6968907 len=1026018 2024-07-26T06:54:14.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 579 completed, throughput=4.97MB/sec 2024-07-26T06:54:14.337 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mvev-EFuLqDeyAf off=5918945 len=1912784 2024-07-26T06:54:14.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 580 completed, throughput=4.99MB/sec 2024-07-26T06:54:14.337 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vofsninxKZCkr3d off=10367228 len=1054355 2024-07-26T06:54:14.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 581 completed, throughput=4.99MB/sec 2024-07-26T06:54:14.338 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5XkvXEGWSNVKZiw off=602702 len=669113 2024-07-26T06:54:14.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 582 completed, throughput=5MB/sec 2024-07-26T06:54:14.338 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OkqqPlNOOjtDz0E off=4843735 len=968458 2024-07-26T06:54:14.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 583 completed, throughput=5.01MB/sec 2024-07-26T06:54:15.287 INFO:tasks.workunit.client.0.smithi037.stdout: 115: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:15.287 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8AroWm3_cpsI77U off=1039121 len=482799 2024-07-26T06:54:15.288 INFO:tasks.workunit.client.0.smithi037.stdout:op 584 completed, throughput=4.97MB/sec 2024-07-26T06:54:15.288 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oGAQSqYVLy3si2q off=4552152 len=1504178 2024-07-26T06:54:15.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 585 completed, throughput=4.98MB/sec 2024-07-26T06:54:15.291 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rw3JwZY8t0XNKkQ off=6363919 len=1050943 2024-07-26T06:54:15.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 586 completed, throughput=4.99MB/sec 2024-07-26T06:54:15.297 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HQ5WzdxJzGMXSXA off=213160 len=800482 2024-07-26T06:54:15.298 INFO:tasks.workunit.client.0.smithi037.stdout:op 587 completed, throughput=5MB/sec 2024-07-26T06:54:15.298 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VxsK_VuQIAOoj2g off=2862885 len=1710138 2024-07-26T06:54:15.300 INFO:tasks.workunit.client.0.smithi037.stdout:op 588 completed, throughput=5.01MB/sec 2024-07-26T06:54:15.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:15 smithi135 ceph-mon[90132]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:54:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:15 smithi037 ceph-mon[97339]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:54:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:15 smithi037 ceph-mon[99762]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:54:16.301 INFO:tasks.workunit.client.0.smithi037.stdout: 116: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:16.301 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v2g2eM4I3KP152O off=1716072 len=1647490 2024-07-26T06:54:16.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 589 completed, throughput=4.98MB/sec 2024-07-26T06:54:16.310 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Z_LfqWfITUQsGx off=5501426 len=424691 2024-07-26T06:54:16.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 590 completed, throughput=4.98MB/sec 2024-07-26T06:54:16.314 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K2cH95pOIqcmPQ4 off=4864943 len=1326857 2024-07-26T06:54:16.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 591 completed, throughput=4.99MB/sec 2024-07-26T06:54:16.316 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9z6jdB97Hs-poeH off=16651799 len=1530412 2024-07-26T06:54:16.325 INFO:tasks.workunit.client.0.smithi037.stdout:op 592 completed, throughput=5.01MB/sec 2024-07-26T06:54:17.325 INFO:tasks.workunit.client.0.smithi037.stdout: 117: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:17.325 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F98wquYKYx_crio off=20967789 len=59153 2024-07-26T06:54:17.327 INFO:tasks.workunit.client.0.smithi037.stdout:op 593 completed, throughput=4.96MB/sec 2024-07-26T06:54:17.328 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LVSiP41_Asa5MDH off=12634013 len=369078 2024-07-26T06:54:17.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 594 completed, throughput=4.97MB/sec 2024-07-26T06:54:17.329 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ncD6D_EVYwjta9_ off=3777906 len=370263 2024-07-26T06:54:17.332 INFO:tasks.workunit.client.0.smithi037.stdout:op 595 completed, throughput=4.97MB/sec 2024-07-26T06:54:17.332 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fRjpzla6Pkjy-Sx off=44241 len=1323554 2024-07-26T06:54:17.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 596 completed, throughput=4.98MB/sec 2024-07-26T06:54:17.340 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qT1tNDovJTmgGMQ off=3433565 len=2067645 2024-07-26T06:54:17.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 597 completed, throughput=5MB/sec 2024-07-26T06:54:17.342 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aZKpe7M3jKO6VIL off=3184189 len=1666 2024-07-26T06:54:17.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 598 completed, throughput=5MB/sec 2024-07-26T06:54:17.343 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CHbu39fJT6TX4Mj off=3332262 len=875653 2024-07-26T06:54:17.344 INFO:tasks.workunit.client.0.smithi037.stdout:op 599 completed, throughput=5MB/sec 2024-07-26T06:54:17.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:17 smithi135 ceph-mon[90132]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:54:17.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:17 smithi037 ceph-mon[97339]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:54:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:17 smithi037 ceph-mon[99762]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:54:18.345 INFO:tasks.workunit.client.0.smithi037.stdout: 118: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:18.345 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iDDBby2KFtAcMfZ off=5441662 len=782918 2024-07-26T06:54:18.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 600 completed, throughput=4.97MB/sec 2024-07-26T06:54:18.350 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W1YUHuELr-J7abx off=1487871 len=1329427 2024-07-26T06:54:18.351 INFO:tasks.workunit.client.0.smithi037.stdout:op 601 completed, throughput=4.98MB/sec 2024-07-26T06:54:18.352 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N0Smc2QZDrcxoby off=3238791 len=1050735 2024-07-26T06:54:18.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 602 completed, throughput=4.99MB/sec 2024-07-26T06:54:18.353 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k0mWzjGQShWzjwh off=11942888 len=1942821 2024-07-26T06:54:18.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 603 completed, throughput=5MB/sec 2024-07-26T06:54:19.365 INFO:tasks.workunit.client.0.smithi037.stdout: 119: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:19.366 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2G3sSkv0nacA9ng off=6259386 len=1067501 2024-07-26T06:54:19.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 604 completed, throughput=4.97MB/sec 2024-07-26T06:54:19.371 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UYsxDihTQaZEbCI off=6996354 len=1040844 2024-07-26T06:54:19.372 INFO:tasks.workunit.client.0.smithi037.stdout:op 605 completed, throughput=4.98MB/sec 2024-07-26T06:54:19.372 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PSr-TjROZPbfAOa off=10122503 len=418890 2024-07-26T06:54:19.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 606 completed, throughput=4.98MB/sec 2024-07-26T06:54:19.376 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xxRLSZMa7ldnsWG off=584628 len=102224 2024-07-26T06:54:19.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 607 completed, throughput=4.98MB/sec 2024-07-26T06:54:19.376 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n5OqApoE9OO8jAM off=3749475 len=1568267 2024-07-26T06:54:19.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 608 completed, throughput=4.99MB/sec 2024-07-26T06:54:19.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hJdYq1awnlOI5Ft off=13656457 len=778886 2024-07-26T06:54:19.388 INFO:tasks.workunit.client.0.smithi037.stdout:op 609 completed, throughput=5MB/sec 2024-07-26T06:54:19.388 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aBwsm52s_GLENwk off=347380 len=1828289 2024-07-26T06:54:19.394 INFO:tasks.workunit.client.0.smithi037.stdout:op 610 completed, throughput=5.01MB/sec 2024-07-26T06:54:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:19 smithi135 ceph-mon[90132]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:54:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:19 smithi037 ceph-mon[97339]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:54:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:19 smithi037 ceph-mon[99762]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:54:20.394 INFO:tasks.workunit.client.0.smithi037.stdout: 120: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:20.395 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kvzQoMngQZ_nct2 off=14854309 len=1927815 2024-07-26T06:54:20.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 611 completed, throughput=4.99MB/sec 2024-07-26T06:54:20.406 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TlbFqFZDIYt8OUa off=3930566 len=1674869 2024-07-26T06:54:20.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 612 completed, throughput=5MB/sec 2024-07-26T06:54:20.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tlgaZhX_eky0A8B off=1559868 len=911629 2024-07-26T06:54:20.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 613 completed, throughput=5.01MB/sec 2024-07-26T06:54:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:20.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: 121: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:21.418 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ethQGMxDYHTE2zJ off=11218884 len=170542 2024-07-26T06:54:21.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 614 completed, throughput=4.97MB/sec 2024-07-26T06:54:21.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wtKIhw3vkHL9trl off=11607375 len=1988698 2024-07-26T06:54:21.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 615 completed, throughput=4.98MB/sec 2024-07-26T06:54:21.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rEGPOmH3IFLBMmY off=808016 len=688190 2024-07-26T06:54:21.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 616 completed, throughput=4.99MB/sec 2024-07-26T06:54:21.425 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eRU5_iWONSy5fnl off=1142731 len=1662589 2024-07-26T06:54:21.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 617 completed, throughput=5MB/sec 2024-07-26T06:54:21.429 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PhdgEj5IVjl5hcu off=16080725 len=954065 2024-07-26T06:54:21.431 INFO:tasks.workunit.client.0.smithi037.stdout:op 618 completed, throughput=5.01MB/sec 2024-07-26T06:54:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:21 smithi135 ceph-mon[90132]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:21 smithi037 ceph-mon[97339]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:21] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:54:21.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:21 smithi037 ceph-mon[99762]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:54:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: 122: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:22.431 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GG7eVO6Uzt2kgLr off=6370041 len=739390 2024-07-26T06:54:22.436 INFO:tasks.workunit.client.0.smithi037.stdout:op 619 completed, throughput=4.97MB/sec 2024-07-26T06:54:22.436 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nz7rOVGtdIzCZPL off=4776182 len=1865899 2024-07-26T06:54:22.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 620 completed, throughput=4.99MB/sec 2024-07-26T06:54:22.444 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nXL2twpvCNIkbbG off=2084505 len=2046186 2024-07-26T06:54:22.448 INFO:tasks.workunit.client.0.smithi037.stdout:op 621 completed, throughput=5MB/sec 2024-07-26T06:54:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: 123: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:23.449 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NyFxtu14VABplv0 off=8010763 len=180378 2024-07-26T06:54:23.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 622 completed, throughput=4.96MB/sec 2024-07-26T06:54:23.452 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vsIih0h0ZHIeJwI off=9628918 len=1338763 2024-07-26T06:54:23.460 INFO:tasks.workunit.client.0.smithi037.stdout:op 623 completed, throughput=4.97MB/sec 2024-07-26T06:54:23.460 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eWRlpnWJISR7qRB off=1267786 len=465154 2024-07-26T06:54:23.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 624 completed, throughput=4.98MB/sec 2024-07-26T06:54:23.463 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ztY1Z0_F_5Ac8rL off=16541220 len=1838259 2024-07-26T06:54:23.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 625 completed, throughput=4.99MB/sec 2024-07-26T06:54:23.466 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JP-XFKttJJGuq9x off=5821425 len=1489324 2024-07-26T06:54:23.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 626 completed, throughput=5MB/sec 2024-07-26T06:54:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:23 smithi037 ceph-mon[97339]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:23 smithi037 ceph-mon[99762]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:23 smithi135 ceph-mon[90132]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: 124: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:24.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yXI6m8DNM6X_kzz off=1548600 len=1624346 2024-07-26T06:54:24.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 627 completed, throughput=4.97MB/sec 2024-07-26T06:54:24.475 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qzO1Duk0Z8SbBea off=1855930 len=1755939 2024-07-26T06:54:24.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 628 completed, throughput=4.99MB/sec 2024-07-26T06:54:24.478 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kxB2VPPHpFp41I6 off=7501076 len=765222 2024-07-26T06:54:24.482 INFO:tasks.workunit.client.0.smithi037.stdout:op 629 completed, throughput=4.99MB/sec 2024-07-26T06:54:24.483 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e_cCmWtmPoE2GvQ off=2415451 len=1308094 2024-07-26T06:54:24.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 630 completed, throughput=5MB/sec 2024-07-26T06:54:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: 125: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:25.490 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-74qIJUi3hljVv1X off=12544142 len=288718 2024-07-26T06:54:25.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 631 completed, throughput=4.97MB/sec 2024-07-26T06:54:25.491 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oplvagv--E3O4x5 off=17825800 len=1493461 2024-07-26T06:54:25.497 INFO:tasks.workunit.client.0.smithi037.stdout:op 632 completed, throughput=4.98MB/sec 2024-07-26T06:54:25.497 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YT3BYNPiVmOhgtJ off=4618771 len=328867 2024-07-26T06:54:25.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 633 completed, throughput=4.98MB/sec 2024-07-26T06:54:25.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CARv05t3S5maSTZ off=638848 len=1524826 2024-07-26T06:54:25.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 634 completed, throughput=4.99MB/sec 2024-07-26T06:54:25.510 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oMUI0W6ZLXyILt8 off=8098691 len=1679153 2024-07-26T06:54:25.518 INFO:tasks.workunit.client.0.smithi037.stdout:op 635 completed, throughput=5MB/sec 2024-07-26T06:54:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:25 smithi037 ceph-mon[97339]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:25 smithi037 ceph-mon[99762]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:25.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:25 smithi135 ceph-mon[90132]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:54:26.519 INFO:tasks.workunit.client.0.smithi037.stdout: 126: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:26.519 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xC-Tr0Xu0ga8COC off=13023930 len=648328 2024-07-26T06:54:26.523 INFO:tasks.workunit.client.0.smithi037.stdout:op 636 completed, throughput=4.97MB/sec 2024-07-26T06:54:26.523 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mc0i0VVMx_USYqW off=16597577 len=506838 2024-07-26T06:54:26.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 637 completed, throughput=4.97MB/sec 2024-07-26T06:54:26.527 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XnZqiPFl9aUQget off=981017 len=986049 2024-07-26T06:54:26.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 638 completed, throughput=4.98MB/sec 2024-07-26T06:54:26.529 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S1LT39xSqI67D-d off=1902660 len=1870847 2024-07-26T06:54:26.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 639 completed, throughput=4.99MB/sec 2024-07-26T06:54:26.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ffAPH8eUrcTomfk off=2030698 len=326465 2024-07-26T06:54:26.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 640 completed, throughput=4.99MB/sec 2024-07-26T06:54:26.536 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hDs_MpFiU11tot5 off=7532378 len=1790148 2024-07-26T06:54:26.538 INFO:tasks.workunit.client.0.smithi037.stdout:op 641 completed, throughput=5.01MB/sec 2024-07-26T06:54:27.538 INFO:tasks.workunit.client.0.smithi037.stdout: 127: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:27.538 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5ljMpM7VDPpVLai off=1716829 len=2062126 2024-07-26T06:54:27.549 INFO:tasks.workunit.client.0.smithi037.stdout:op 642 completed, throughput=4.98MB/sec 2024-07-26T06:54:27.549 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Y9k29teZDu_NPZ off=1516870 len=183046 2024-07-26T06:54:27.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 643 completed, throughput=4.98MB/sec 2024-07-26T06:54:27.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Lr33lnItjbZ1Aim off=11424896 len=1222578 2024-07-26T06:54:27.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 644 completed, throughput=4.99MB/sec 2024-07-26T06:54:27.554 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dyfBBt91zg_5jxW off=1967164 len=59806 2024-07-26T06:54:27.554 INFO:tasks.workunit.client.0.smithi037.stdout:op 645 completed, throughput=4.99MB/sec 2024-07-26T06:54:27.554 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3y4_mCOUO5bAz9i off=928745 len=1499505 2024-07-26T06:54:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 646 completed, throughput=5.01MB/sec 2024-07-26T06:54:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:27 smithi037 ceph-mon[97339]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:27 smithi037 ceph-mon[99762]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:27 smithi135 ceph-mon[90132]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:54:28.556 INFO:tasks.workunit.client.0.smithi037.stdout: 128: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:28.556 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZsOipgnSRMi7JgM off=2985907 len=982053 2024-07-26T06:54:28.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 647 completed, throughput=4.97MB/sec 2024-07-26T06:54:28.562 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xdXYiHIgEWiebkb off=98289 len=304985 2024-07-26T06:54:28.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 648 completed, throughput=4.98MB/sec 2024-07-26T06:54:28.566 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LkLvVvlwOHnjB05 off=5323259 len=498348 2024-07-26T06:54:28.568 INFO:tasks.workunit.client.0.smithi037.stdout:op 649 completed, throughput=4.98MB/sec 2024-07-26T06:54:28.569 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yH725ZZ07Ro9PgC off=6497618 len=1162889 2024-07-26T06:54:28.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 650 completed, throughput=4.99MB/sec 2024-07-26T06:54:28.572 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ToxGnw38y7ETAte off=2383902 len=1891056 2024-07-26T06:54:28.574 INFO:tasks.workunit.client.0.smithi037.stdout:op 651 completed, throughput=5MB/sec 2024-07-26T06:54:29.574 INFO:tasks.workunit.client.0.smithi037.stdout: 129: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:29.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZlSMBkH_jCXxo35 off=5331148 len=301902 2024-07-26T06:54:29.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 652 completed, throughput=4.97MB/sec 2024-07-26T06:54:29.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bA2v8rzFhHpil0U off=11146438 len=1227416 2024-07-26T06:54:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 653 completed, throughput=4.97MB/sec 2024-07-26T06:54:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3NkFMwLZ8FsuLZK off=1011404 len=1941106 2024-07-26T06:54:29.590 INFO:tasks.workunit.client.0.smithi037.stdout:op 654 completed, throughput=4.99MB/sec 2024-07-26T06:54:29.590 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sM6j9jxVuRU_ee6 off=6230580 len=1062588 2024-07-26T06:54:29.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 655 completed, throughput=5MB/sec 2024-07-26T06:54:29.596 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sL7MWRRJHyZjfpH off=4383173 len=1813228 2024-07-26T06:54:29.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 656 completed, throughput=5.01MB/sec 2024-07-26T06:54:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:29 smithi037 ceph-mon[97339]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:54:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:29 smithi037 ceph-mon[99762]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:54:29.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:29 smithi135 ceph-mon[90132]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:54:30.606 INFO:tasks.workunit.client.0.smithi037.stdout: 130: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:30.607 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9-jpGTiJnEljLnF off=5305239 len=1145563 2024-07-26T06:54:30.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 657 completed, throughput=4.98MB/sec 2024-07-26T06:54:30.613 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z0io6k5ejmfy9tf off=11105996 len=801790 2024-07-26T06:54:30.614 INFO:tasks.workunit.client.0.smithi037.stdout:op 658 completed, throughput=4.98MB/sec 2024-07-26T06:54:30.614 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sdnxEk8jxL9Q2lr off=18804527 len=1535796 2024-07-26T06:54:30.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 659 completed, throughput=4.99MB/sec 2024-07-26T06:54:30.623 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qx_WO-tqtMoDLol off=13073290 len=1437718 2024-07-26T06:54:30.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 660 completed, throughput=5MB/sec 2024-07-26T06:54:31.632 INFO:tasks.workunit.client.0.smithi037.stdout: 131: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:31.632 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c2m6RUZgWImkvE- off=3248852 len=105251 2024-07-26T06:54:31.633 INFO:tasks.workunit.client.0.smithi037.stdout:op 661 completed, throughput=4.97MB/sec 2024-07-26T06:54:31.633 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qcdJYnrpYCS7zvp off=3157548 len=641789 2024-07-26T06:54:31.637 INFO:tasks.workunit.client.0.smithi037.stdout:op 662 completed, throughput=4.97MB/sec 2024-07-26T06:54:31.637 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5laTicoulAIn_cc off=5617611 len=240572 2024-07-26T06:54:31.639 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:31 smithi135 ceph-mon[90132]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:54:31.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 663 completed, throughput=4.97MB/sec 2024-07-26T06:54:31.640 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-USXz7FpIYKsawDc off=3798306 len=945397 2024-07-26T06:54:31.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 664 completed, throughput=4.98MB/sec 2024-07-26T06:54:31.644 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nMx_Qh_NJEqjdXJ off=5139268 len=155046 2024-07-26T06:54:31.647 INFO:tasks.workunit.client.0.smithi037.stdout:op 665 completed, throughput=4.98MB/sec 2024-07-26T06:54:31.647 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-byIAoRmtFN7F3_i off=882746 len=1004778 2024-07-26T06:54:31.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 666 completed, throughput=4.99MB/sec 2024-07-26T06:54:31.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yX8GYb_ELkaM-Pg off=1367323 len=1446090 2024-07-26T06:54:31.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 667 completed, throughput=5MB/sec 2024-07-26T06:54:31.655 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CykjS2SOvP47EJt off=1067707 len=1925641 2024-07-26T06:54:31.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 668 completed, throughput=5.01MB/sec 2024-07-26T06:54:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:31 smithi037 ceph-mon[97339]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:54:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:31] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:54:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:31 smithi037 ceph-mon[99762]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:54:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:32.667 INFO:tasks.workunit.client.0.smithi037.stdout: 132: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:32.667 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbo9JpeB88vJnI- off=4721195 len=1032498 2024-07-26T06:54:32.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 669 completed, throughput=4.98MB/sec 2024-07-26T06:54:32.673 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PSLJ0I1ib_HJhui off=6540842 len=106270 2024-07-26T06:54:32.674 INFO:tasks.workunit.client.0.smithi037.stdout:op 670 completed, throughput=4.98MB/sec 2024-07-26T06:54:32.674 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-52nb9-2-rn4Bur3 off=946245 len=1036698 2024-07-26T06:54:32.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 671 completed, throughput=4.99MB/sec 2024-07-26T06:54:32.678 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nd_zjnnsp5pbTbv off=2243593 len=2047299 2024-07-26T06:54:32.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 672 completed, throughput=5MB/sec 2024-07-26T06:54:33.681 INFO:tasks.workunit.client.0.smithi037.stdout: 133: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:33.681 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--hC6Q_yDSu2zubr off=12808524 len=239674 2024-07-26T06:54:33.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 673 completed, throughput=4.97MB/sec 2024-07-26T06:54:33.682 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ONwy3faEE61tk0c off=5016980 len=928080 2024-07-26T06:54:33.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 674 completed, throughput=4.98MB/sec 2024-07-26T06:54:33.683 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zItXoC9GlY1niL7 off=11487997 len=729171 2024-07-26T06:54:33.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 675 completed, throughput=4.98MB/sec 2024-07-26T06:54:33.685 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CYvwXR3hc_0bJGG off=6926231 len=507410 2024-07-26T06:54:33.686 INFO:tasks.workunit.client.0.smithi037.stdout:op 676 completed, throughput=4.98MB/sec 2024-07-26T06:54:33.686 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jLAkZIicRiX1S1y off=7159133 len=636484 2024-07-26T06:54:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 677 completed, throughput=4.99MB/sec 2024-07-26T06:54:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwV9y3fuRWDuMIm off=10020310 len=719052 2024-07-26T06:54:33.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 678 completed, throughput=4.99MB/sec 2024-07-26T06:54:33.688 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GCn7UBVOMqXPmB4 off=10793883 len=793173 2024-07-26T06:54:33.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 679 completed, throughput=5MB/sec 2024-07-26T06:54:33.693 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kqzD5E71csrQUco off=4019027 len=154646 2024-07-26T06:54:33.695 INFO:tasks.workunit.client.0.smithi037.stdout:op 680 completed, throughput=5MB/sec 2024-07-26T06:54:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:33 smithi037 ceph-mon[97339]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:54:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:33 smithi037 ceph-mon[99762]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:54:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:33 smithi135 ceph-mon[90132]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:54:34.695 INFO:tasks.workunit.client.0.smithi037.stdout: 134: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:34.696 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A6ColbvKGPX7h19 off=394616 len=1980637 2024-07-26T06:54:34.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 681 completed, throughput=4.98MB/sec 2024-07-26T06:54:34.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7_dxoX3MidhYXNo off=5078216 len=717658 2024-07-26T06:54:34.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 682 completed, throughput=4.98MB/sec 2024-07-26T06:54:34.712 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ghs41cm5tXI-ETz off=88605 len=1843507 2024-07-26T06:54:34.715 INFO:tasks.workunit.client.0.smithi037.stdout:op 683 completed, throughput=4.99MB/sec 2024-07-26T06:54:34.715 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l6n1Lhkghuws7Ow off=12243902 len=1866059 2024-07-26T06:54:34.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 684 completed, throughput=5.01MB/sec 2024-07-26T06:54:35.718 INFO:tasks.workunit.client.0.smithi037.stdout: 135: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:35.718 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y0g8dwrA7egrQex off=21641874 len=1996230 2024-07-26T06:54:35.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 685 completed, throughput=4.98MB/sec 2024-07-26T06:54:35.728 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-goP5CO6K6jVI2yl off=0 len=1713307 2024-07-26T06:54:35.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 686 completed, throughput=5MB/sec 2024-07-26T06:54:35.737 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ad3k8IkK5_UpeUx off=7217268 len=693725 2024-07-26T06:54:35.742 INFO:tasks.workunit.client.0.smithi037.stdout:op 687 completed, throughput=5MB/sec 2024-07-26T06:54:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:35 smithi037 ceph-mon[97339]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:35 smithi037 ceph-mon[99762]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:35 smithi135 ceph-mon[90132]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:36.742 INFO:tasks.workunit.client.0.smithi037.stdout: 136: throughput=4.96MB/sec pending data=0 2024-07-26T06:54:36.743 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C1mUmu8jFngkuZ5 off=5077060 len=1792171 2024-07-26T06:54:36.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 688 completed, throughput=4.98MB/sec 2024-07-26T06:54:36.750 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Om3emlS8qOALGcq off=7873205 len=128852 2024-07-26T06:54:36.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 689 completed, throughput=4.98MB/sec 2024-07-26T06:54:36.753 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-acn9VxmeEa5U2bq off=1404793 len=711655 2024-07-26T06:54:36.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 690 completed, throughput=4.98MB/sec 2024-07-26T06:54:36.757 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pj-WpbDuBHJ4UOu off=12026298 len=582218 2024-07-26T06:54:36.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 691 completed, throughput=4.99MB/sec 2024-07-26T06:54:36.761 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-q40ICv3v4wCewgw off=1921282 len=1764037 2024-07-26T06:54:36.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 692 completed, throughput=5MB/sec 2024-07-26T06:54:36.764 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MWHQZOQEQWF_0ea off=22333210 len=199788 2024-07-26T06:54:36.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 693 completed, throughput=5MB/sec 2024-07-26T06:54:36.767 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e9qHiSsQfUajsfO off=457829 len=1525695 2024-07-26T06:54:36.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 694 completed, throughput=5.01MB/sec 2024-07-26T06:54:37.770 INFO:tasks.workunit.client.0.smithi037.stdout: 137: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:37.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hU4NQIJRT_ZhK92 off=10218091 len=213982 2024-07-26T06:54:37.773 INFO:tasks.workunit.client.0.smithi037.stdout:op 695 completed, throughput=4.98MB/sec 2024-07-26T06:54:37.773 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9ZGfmieJJFk8ko5 off=2354842 len=1330804 2024-07-26T06:54:37.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 696 completed, throughput=4.98MB/sec 2024-07-26T06:54:37.775 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FdsrY6Eo1o7swtP off=7151837 len=1714965 2024-07-26T06:54:37.778 INFO:tasks.workunit.client.0.smithi037.stdout:op 697 completed, throughput=5MB/sec 2024-07-26T06:54:37.778 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n6ynJfiQumXvBwh off=8780289 len=1793774 2024-07-26T06:54:37.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 698 completed, throughput=5.01MB/sec 2024-07-26T06:54:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:37 smithi037 ceph-mon[97339]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:37.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:37 smithi037 ceph-mon[99762]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:37 smithi135 ceph-mon[90132]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:38.788 INFO:tasks.workunit.client.0.smithi037.stdout: 138: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:38.788 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uYRAfYb_pT2oWqb off=12411458 len=705961 2024-07-26T06:54:38.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 699 completed, throughput=4.98MB/sec 2024-07-26T06:54:38.789 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iaKPtvHlqFGeH7n off=584362 len=2081147 2024-07-26T06:54:38.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 700 completed, throughput=4.99MB/sec 2024-07-26T06:54:38.799 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-90_VKMH6APo_v_S off=14605094 len=793342 2024-07-26T06:54:38.803 INFO:tasks.workunit.client.0.smithi037.stdout:op 701 completed, throughput=5MB/sec 2024-07-26T06:54:38.803 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M7DxWB8rSkWA-HX off=826327 len=1152111 2024-07-26T06:54:38.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 702 completed, throughput=5MB/sec 2024-07-26T06:54:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:39 smithi037 ceph-mon[97339]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:54:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:39 smithi037 ceph-mon[99762]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:54:39.808 INFO:tasks.workunit.client.0.smithi037.stdout: 139: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:39.808 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ykkLT6ypY2H2FXl off=9583935 len=575676 2024-07-26T06:54:39.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 703 completed, throughput=4.97MB/sec 2024-07-26T06:54:39.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bihx8RItZ_1sy62 off=9303647 len=1822087 2024-07-26T06:54:39.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 704 completed, throughput=4.98MB/sec 2024-07-26T06:54:39.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zHaVz_uLvYohh3x off=2884528 len=1495802 2024-07-26T06:54:39.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 705 completed, throughput=4.99MB/sec 2024-07-26T06:54:39.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--WsUsF8HhJLElQh off=44782 len=1965037 2024-07-26T06:54:39.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 706 completed, throughput=5.01MB/sec 2024-07-26T06:54:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:39 smithi135 ceph-mon[90132]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:54:40.828 INFO:tasks.workunit.client.0.smithi037.stdout: 140: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:40.828 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ODLntlL3q5lBvYj off=2426018 len=2000237 2024-07-26T06:54:40.841 INFO:tasks.workunit.client.0.smithi037.stdout:op 707 completed, throughput=4.98MB/sec 2024-07-26T06:54:40.841 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2JOuVk8bE_pjQhq off=84136 len=1536674 2024-07-26T06:54:40.848 INFO:tasks.workunit.client.0.smithi037.stdout:op 708 completed, throughput=4.99MB/sec 2024-07-26T06:54:40.848 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fdsRXhnR-MaaKpH off=4290611 len=1731608 2024-07-26T06:54:40.851 INFO:tasks.workunit.client.0.smithi037.stdout:op 709 completed, throughput=5.01MB/sec 2024-07-26T06:54:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:41 smithi037 ceph-mon[97339]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:54:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:41] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:54:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:41 smithi037 ceph-mon[99762]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:54:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:41 smithi135 ceph-mon[90132]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:54:41.852 INFO:tasks.workunit.client.0.smithi037.stdout: 141: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:41.852 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Jr0r7zPd1KlHdH off=14039369 len=643001 2024-07-26T06:54:41.853 INFO:tasks.workunit.client.0.smithi037.stdout:op 710 completed, throughput=4.98MB/sec 2024-07-26T06:54:41.853 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7SnfRj5A24t43aS off=3032635 len=402100 2024-07-26T06:54:41.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 711 completed, throughput=4.98MB/sec 2024-07-26T06:54:41.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--6c3o0ELZR-gxkT off=6534325 len=160961 2024-07-26T06:54:41.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 712 completed, throughput=4.98MB/sec 2024-07-26T06:54:41.855 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nstDPn64i_2TeKg off=975146 len=1273297 2024-07-26T06:54:41.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 713 completed, throughput=4.99MB/sec 2024-07-26T06:54:41.858 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-stL-EtSMaXRNToY off=5717220 len=1397653 2024-07-26T06:54:41.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 714 completed, throughput=5MB/sec 2024-07-26T06:54:41.860 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gSVPLyQpGrPBhAm off=4197451 len=1496704 2024-07-26T06:54:41.868 INFO:tasks.workunit.client.0.smithi037.stdout:op 715 completed, throughput=5.01MB/sec 2024-07-26T06:54:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:42.869 INFO:tasks.workunit.client.0.smithi037.stdout: 142: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:42.869 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U8zaQMKVel4F3Y9 off=17858677 len=1439710 2024-07-26T06:54:42.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 716 completed, throughput=4.98MB/sec 2024-07-26T06:54:42.878 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oxNeNxil07mBOTA off=1248768 len=816091 2024-07-26T06:54:42.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 717 completed, throughput=4.99MB/sec 2024-07-26T06:54:42.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v-sry4Yds7KEf12 off=12380409 len=1741141 2024-07-26T06:54:42.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 718 completed, throughput=5MB/sec 2024-07-26T06:54:42.890 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tm4HEXsHUiTQ3UZ off=666961 len=2002363 2024-07-26T06:54:42.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 719 completed, throughput=5.01MB/sec 2024-07-26T06:54:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:43 smithi037 ceph-mon[97339]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:54:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:43 smithi037 ceph-mon[99762]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:54:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:43 smithi135 ceph-mon[90132]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:54:43.897 INFO:tasks.workunit.client.0.smithi037.stdout: 143: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:43.897 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n5OqApoE9OO8jAM off=16381304 len=1280989 2024-07-26T06:54:43.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 720 completed, throughput=4.98MB/sec 2024-07-26T06:54:43.899 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VcajzGEVYbj0Qen off=3230993 len=726549 2024-07-26T06:54:43.901 INFO:tasks.workunit.client.0.smithi037.stdout:op 721 completed, throughput=4.99MB/sec 2024-07-26T06:54:43.901 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hWSl-a4-Uxw0Xz2 off=2118150 len=307872 2024-07-26T06:54:43.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 722 completed, throughput=4.99MB/sec 2024-07-26T06:54:43.902 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5H_04i8NK76X6lK off=9630211 len=1117365 2024-07-26T06:54:43.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 723 completed, throughput=5MB/sec 2024-07-26T06:54:43.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q38A_Im8K7HkAUH off=11994119 len=1407126 2024-07-26T06:54:43.910 INFO:tasks.workunit.client.0.smithi037.stdout:op 724 completed, throughput=5.01MB/sec 2024-07-26T06:54:44.911 INFO:tasks.workunit.client.0.smithi037.stdout: 144: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:44.911 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a1Jm3ZOgS-MrVbN off=4275128 len=372638 2024-07-26T06:54:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 725 completed, throughput=4.98MB/sec 2024-07-26T06:54:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QBjEMkk9EsNDnr7 off=2348532 len=1304924 2024-07-26T06:54:44.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 726 completed, throughput=4.98MB/sec 2024-07-26T06:54:44.914 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wXnnZavT9QG5_KL off=13448616 len=1492212 2024-07-26T06:54:44.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 727 completed, throughput=4.99MB/sec 2024-07-26T06:54:44.921 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HFdaQw3qoakY9Nc off=7631665 len=1286406 2024-07-26T06:54:44.928 INFO:tasks.workunit.client.0.smithi037.stdout:op 728 completed, throughput=5MB/sec 2024-07-26T06:54:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:45 smithi037 ceph-mon[97339]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:54:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:45 smithi037 ceph-mon[99762]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:54:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:45 smithi135 ceph-mon[90132]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:54:45.929 INFO:tasks.workunit.client.0.smithi037.stdout: 145: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:45.929 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MAOQfOu0TPDZl3E off=7015750 len=1509803 2024-07-26T06:54:45.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 729 completed, throughput=4.98MB/sec 2024-07-26T06:54:45.931 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I7RIMLCa5-7Op2T off=616222 len=1118451 2024-07-26T06:54:45.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 730 completed, throughput=4.98MB/sec 2024-07-26T06:54:45.933 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5hZvRgUmpQ0Wdd8 off=2357017 len=1725861 2024-07-26T06:54:45.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 731 completed, throughput=5MB/sec 2024-07-26T06:54:45.936 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DbEtLMe2SgRoCs5 off=20474502 len=1357238 2024-07-26T06:54:45.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 732 completed, throughput=5MB/sec 2024-07-26T06:54:46.943 INFO:tasks.workunit.client.0.smithi037.stdout: 146: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:46.943 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fVqDOD9PfPpr7xQ off=12559262 len=439951 2024-07-26T06:54:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 733 completed, throughput=4.97MB/sec 2024-07-26T06:54:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Vv-02Ytmw5Daee off=13840577 len=1200108 2024-07-26T06:54:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 734 completed, throughput=4.98MB/sec 2024-07-26T06:54:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3D24VM3yQ0tnl3k off=4852039 len=1038713 2024-07-26T06:54:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 735 completed, throughput=4.99MB/sec 2024-07-26T06:54:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NPfMKqO-8K5cr5X off=1133652 len=52253 2024-07-26T06:54:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:op 736 completed, throughput=4.99MB/sec 2024-07-26T06:54:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SMsydZED36YR4Ya off=916322 len=333202 2024-07-26T06:54:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 737 completed, throughput=4.99MB/sec 2024-07-26T06:54:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-45hhsD1gx3VgKc1 off=2503618 len=1986872 2024-07-26T06:54:46.956 INFO:tasks.workunit.client.0.smithi037.stdout:op 738 completed, throughput=5MB/sec 2024-07-26T06:54:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:47 smithi037 ceph-mon[97339]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:54:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:47 smithi037 ceph-mon[99762]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:54:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:47 smithi135 ceph-mon[90132]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:54:47.957 INFO:tasks.workunit.client.0.smithi037.stdout: 147: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:47.957 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OGqZexJDHso-V_x off=132339 len=1682790 2024-07-26T06:54:47.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 739 completed, throughput=4.98MB/sec 2024-07-26T06:54:47.959 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IHqZQOxuOvytFh1 off=6550812 len=1155721 2024-07-26T06:54:47.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 740 completed, throughput=4.99MB/sec 2024-07-26T06:54:47.961 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fEII3FVGTrv24a7 off=9942109 len=912972 2024-07-26T06:54:47.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 741 completed, throughput=4.99MB/sec 2024-07-26T06:54:47.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_FHk4c76W6Z3199 off=6756229 len=235913 2024-07-26T06:54:47.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 742 completed, throughput=4.99MB/sec 2024-07-26T06:54:47.967 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cWmQ-w1BLpDdEK3 off=10033130 len=666444 2024-07-26T06:54:47.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 743 completed, throughput=5MB/sec 2024-07-26T06:54:47.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-daasobUgzfVY5zC off=5589100 len=130885 2024-07-26T06:54:47.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 744 completed, throughput=5MB/sec 2024-07-26T06:54:47.972 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tystm4NkRmTeMq3 off=2635070 len=1521131 2024-07-26T06:54:47.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 745 completed, throughput=5.01MB/sec 2024-07-26T06:54:48.980 INFO:tasks.workunit.client.0.smithi037.stdout: 148: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:48.980 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gXxbOcnqaI74kJC off=3954617 len=348830 2024-07-26T06:54:48.981 INFO:tasks.workunit.client.0.smithi037.stdout:op 746 completed, throughput=4.98MB/sec 2024-07-26T06:54:48.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rCh-Xy7P5wipTCr off=14424272 len=681812 2024-07-26T06:54:48.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 747 completed, throughput=4.98MB/sec 2024-07-26T06:54:48.982 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SUsAXS2uxwqmehO off=1283527 len=897688 2024-07-26T06:54:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 748 completed, throughput=4.99MB/sec 2024-07-26T06:54:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-70O9a5qIAX0fy5q off=16252202 len=1742172 2024-07-26T06:54:48.990 INFO:tasks.workunit.client.0.smithi037.stdout:op 749 completed, throughput=5MB/sec 2024-07-26T06:54:48.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wqTnioc9d5f3lkv off=692526 len=1816810 2024-07-26T06:54:49.003 INFO:tasks.workunit.client.0.smithi037.stdout:op 750 completed, throughput=5.01MB/sec 2024-07-26T06:54:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:49 smithi037 ceph-mon[97339]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:54:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:49 smithi037 ceph-mon[99762]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:54:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:49 smithi135 ceph-mon[90132]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:54:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:50.003 INFO:tasks.workunit.client.0.smithi037.stdout: 149: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:50.003 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5uAQ5an8z9NPyrA off=4225786 len=999023 2024-07-26T06:54:50.004 INFO:tasks.workunit.client.0.smithi037.stdout:op 751 completed, throughput=4.98MB/sec 2024-07-26T06:54:50.004 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pHoO7Z8OG5kBIru off=4376617 len=1959953 2024-07-26T06:54:50.017 INFO:tasks.workunit.client.0.smithi037.stdout:op 752 completed, throughput=4.99MB/sec 2024-07-26T06:54:50.017 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8kE4JH6uo3ZEI9W off=1553218 len=1130494 2024-07-26T06:54:50.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 753 completed, throughput=5MB/sec 2024-07-26T06:54:51.019 INFO:tasks.workunit.client.0.smithi037.stdout: 150: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:51.019 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pzz6jz077JQTxbp off=20460593 len=33568 2024-07-26T06:54:51.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 754 completed, throughput=4.97MB/sec 2024-07-26T06:54:51.019 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZYKxDfA7u76ct8a off=5137369 len=873006 2024-07-26T06:54:51.021 INFO:tasks.workunit.client.0.smithi037.stdout:op 755 completed, throughput=4.97MB/sec 2024-07-26T06:54:51.021 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_zx5DsuzO93q6mr off=815578 len=1664837 2024-07-26T06:54:51.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 756 completed, throughput=4.98MB/sec 2024-07-26T06:54:51.029 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--M79o6MW95kStlE off=15039103 len=125880 2024-07-26T06:54:51.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 757 completed, throughput=4.98MB/sec 2024-07-26T06:54:51.030 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_kNCgvH6k8ghazT off=11725279 len=1673153 2024-07-26T06:54:51.040 INFO:tasks.workunit.client.0.smithi037.stdout:op 758 completed, throughput=4.99MB/sec 2024-07-26T06:54:51.040 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iyPs8FLETWABjAf off=1148806 len=1311481 2024-07-26T06:54:51.041 INFO:tasks.workunit.client.0.smithi037.stdout:op 759 completed, throughput=5MB/sec 2024-07-26T06:54:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:51 smithi037 ceph-mon[97339]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:51.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:54:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:54:51] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:54:51.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:51 smithi037 ceph-mon[99762]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:51 smithi135 ceph-mon[90132]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:54:52.041 INFO:tasks.workunit.client.0.smithi037.stdout: 151: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:52.041 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qxdDKBZuTw-i1PH off=429336 len=358891 2024-07-26T06:54:52.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 760 completed, throughput=4.97MB/sec 2024-07-26T06:54:52.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LDcRirjnk9UazxX off=3193115 len=1230674 2024-07-26T06:54:52.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 761 completed, throughput=4.98MB/sec 2024-07-26T06:54:52.051 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B2dT5Uxz6Dy4Qvg off=13636728 len=1454158 2024-07-26T06:54:52.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 762 completed, throughput=4.99MB/sec 2024-07-26T06:54:52.053 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nW4cqIlkrXx6tew off=699324 len=1230359 2024-07-26T06:54:52.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 763 completed, throughput=5MB/sec 2024-07-26T06:54:52.055 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zto5t9LHrmZlmAp off=3473268 len=1847431 2024-07-26T06:54:52.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 764 completed, throughput=5.01MB/sec 2024-07-26T06:54:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:54:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:53.063 INFO:tasks.workunit.client.0.smithi037.stdout: 152: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:53.063 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Q6TIkLu2pwGulw off=738048 len=1812301 2024-07-26T06:54:53.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 765 completed, throughput=4.99MB/sec 2024-07-26T06:54:53.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MYPQfsjPztk1sw2 off=7588644 len=345377 2024-07-26T06:54:53.067 INFO:tasks.workunit.client.0.smithi037.stdout:op 766 completed, throughput=4.99MB/sec 2024-07-26T06:54:53.068 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3h9kdeTGs2wGWgH off=11953204 len=1171067 2024-07-26T06:54:53.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 767 completed, throughput=5MB/sec 2024-07-26T06:54:53.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ynuNYsMJeppq45r off=13885838 len=362831 2024-07-26T06:54:53.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 768 completed, throughput=5MB/sec 2024-07-26T06:54:53.070 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oGAQSqYVLy3si2q off=5838638 len=1597533 2024-07-26T06:54:53.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 769 completed, throughput=5.01MB/sec 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:54:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:53.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:53.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:53.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:54:54.073 INFO:tasks.workunit.client.0.smithi037.stdout: 153: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:54.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z8mJSHwfHpOCTKB off=2853570 len=313316 2024-07-26T06:54:54.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 770 completed, throughput=4.98MB/sec 2024-07-26T06:54:54.074 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FNJG4nWeBrZDyx7 off=1766982 len=2011838 2024-07-26T06:54:54.084 INFO:tasks.workunit.client.0.smithi037.stdout:op 771 completed, throughput=4.99MB/sec 2024-07-26T06:54:54.084 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d3zkeQeXc-6MUi1 off=752019 len=590379 2024-07-26T06:54:54.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 772 completed, throughput=4.99MB/sec 2024-07-26T06:54:54.085 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TCLCY2lwlcxANb8 off=5646786 len=112267 2024-07-26T06:54:54.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 773 completed, throughput=4.99MB/sec 2024-07-26T06:54:54.088 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-altSlALhkac5hrC off=11902534 len=625257 2024-07-26T06:54:54.089 INFO:tasks.workunit.client.0.smithi037.stdout:op 774 completed, throughput=5MB/sec 2024-07-26T06:54:54.089 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bRI33EaykgyTFy4 off=8375075 len=1912747 2024-07-26T06:54:54.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 775 completed, throughput=5.01MB/sec 2024-07-26T06:54:55.092 INFO:tasks.workunit.client.0.smithi037.stdout: 154: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:55.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0sid3lgZsKsWYBd off=3858375 len=880640 2024-07-26T06:54:55.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 776 completed, throughput=4.98MB/sec 2024-07-26T06:54:55.098 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yH725ZZ07Ro9PgC off=7930247 len=560346 2024-07-26T06:54:55.099 INFO:tasks.workunit.client.0.smithi037.stdout:op 777 completed, throughput=4.99MB/sec 2024-07-26T06:54:55.100 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5j5co7T_djdh1HV off=14798851 len=1576847 2024-07-26T06:54:55.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 778 completed, throughput=5MB/sec 2024-07-26T06:54:55.102 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h9662xo4NkcZKuO off=721358 len=489195 2024-07-26T06:54:55.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 779 completed, throughput=5MB/sec 2024-07-26T06:54:55.105 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gShUsXHm5hHNh2r off=5844154 len=1995703 2024-07-26T06:54:55.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 780 completed, throughput=5.01MB/sec 2024-07-26T06:54:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:55 smithi037 ceph-mon[97339]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:55 smithi037 ceph-mon[99762]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:55 smithi135 ceph-mon[90132]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:54:56.117 INFO:tasks.workunit.client.0.smithi037.stdout: 155: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ThJnzDMBB65tH8 off=4943223 len=274317 2024-07-26T06:54:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 781 completed, throughput=4.98MB/sec 2024-07-26T06:54:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fcm6dpMJa0-CodK off=3258615 len=1288674 2024-07-26T06:54:56.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 782 completed, throughput=4.99MB/sec 2024-07-26T06:54:56.121 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4cRdWHn4CUoS77G off=7834984 len=1077932 2024-07-26T06:54:56.122 INFO:tasks.workunit.client.0.smithi037.stdout:op 783 completed, throughput=4.99MB/sec 2024-07-26T06:54:56.122 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ORE3eq7UM4tof2d off=3980015 len=586533 2024-07-26T06:54:56.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 784 completed, throughput=5MB/sec 2024-07-26T06:54:56.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mZXlXLqocU3AWHM off=4814642 len=1838850 2024-07-26T06:54:56.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 785 completed, throughput=5.01MB/sec 2024-07-26T06:54:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:56 smithi037 ceph-mon[97339]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:56 smithi037 ceph-mon[99762]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:56 smithi135 ceph-mon[90132]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:54:57.126 INFO:tasks.workunit.client.0.smithi037.stdout: 156: throughput=4.98MB/sec pending data=0 2024-07-26T06:54:57.126 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-f4v1Zf8b4hC-ztz off=393529 len=137559 2024-07-26T06:54:57.127 INFO:tasks.workunit.client.0.smithi037.stdout:op 786 completed, throughput=4.98MB/sec 2024-07-26T06:54:57.127 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vunA5KBZ1G3i_YI off=16697795 len=1133632 2024-07-26T06:54:57.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 787 completed, throughput=4.98MB/sec 2024-07-26T06:54:57.129 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Keruq9nh7LjJXfU off=2122752 len=1330940 2024-07-26T06:54:57.130 INFO:tasks.workunit.client.0.smithi037.stdout:op 788 completed, throughput=4.99MB/sec 2024-07-26T06:54:57.130 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fP9BWXSCZA1q9un off=7067427 len=1721808 2024-07-26T06:54:57.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 789 completed, throughput=5MB/sec 2024-07-26T06:54:58.133 INFO:tasks.workunit.client.0.smithi037.stdout: 157: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:58.133 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-idGSMZey7nXhL0t off=7659961 len=692466 2024-07-26T06:54:58.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 790 completed, throughput=4.98MB/sec 2024-07-26T06:54:58.137 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5LHuCMOX7SvAxf8 off=15731285 len=1461153 2024-07-26T06:54:58.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 791 completed, throughput=4.98MB/sec 2024-07-26T06:54:58.144 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fW5KgggQPLNvUSn off=327845 len=1245343 2024-07-26T06:54:58.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 792 completed, throughput=4.99MB/sec 2024-07-26T06:54:58.146 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cTfNT9yMSKYb184 off=10407076 len=174316 2024-07-26T06:54:58.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 793 completed, throughput=4.99MB/sec 2024-07-26T06:54:58.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ca1xO2v50xIiri off=11287525 len=2092285 2024-07-26T06:54:58.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 794 completed, throughput=5MB/sec 2024-07-26T06:54:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:54:58 smithi037 ceph-mon[97339]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:54:58 smithi037 ceph-mon[99762]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:54:58 smithi135 ceph-mon[90132]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:54:59.149 INFO:tasks.workunit.client.0.smithi037.stdout: 158: throughput=4.97MB/sec pending data=0 2024-07-26T06:54:59.149 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-d24hJIf8CtzFaUz off=2078491 len=1134801 2024-07-26T06:54:59.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 795 completed, throughput=4.98MB/sec 2024-07-26T06:54:59.158 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6hP6sH63Wxd7B7J off=800006 len=18641 2024-07-26T06:54:59.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 796 completed, throughput=4.98MB/sec 2024-07-26T06:54:59.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GoYk-VXIMXpIYjy off=9671334 len=1572171 2024-07-26T06:54:59.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 797 completed, throughput=4.99MB/sec 2024-07-26T06:54:59.161 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NfpNX3NwNLePVXc off=9437900 len=1708441 2024-07-26T06:54:59.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 798 completed, throughput=5MB/sec 2024-07-26T06:54:59.171 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OYnSo7hjQQxIYvS off=3143630 len=1278435 2024-07-26T06:54:59.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 799 completed, throughput=5.01MB/sec 2024-07-26T06:55:00.174 INFO:tasks.workunit.client.0.smithi037.stdout: 159: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:00.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HlyiHlBkbb9L4Vf off=6429456 len=555330 2024-07-26T06:55:00.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 800 completed, throughput=4.98MB/sec 2024-07-26T06:55:00.175 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r3EiI9JJf1zdrO9 off=6352753 len=716536 2024-07-26T06:55:00.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 801 completed, throughput=4.98MB/sec 2024-07-26T06:55:00.181 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GXq9FFrXb_uYBZQ off=177029 len=675952 2024-07-26T06:55:00.182 INFO:tasks.workunit.client.0.smithi037.stdout:op 802 completed, throughput=4.99MB/sec 2024-07-26T06:55:00.183 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GtNfpDAFo4FvVlb off=5979689 len=609233 2024-07-26T06:55:00.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 803 completed, throughput=4.99MB/sec 2024-07-26T06:55:00.184 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6yt3pmmbp16OgUE off=569231 len=786293 2024-07-26T06:55:00.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 804 completed, throughput=4.99MB/sec 2024-07-26T06:55:00.186 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tig2gFU84atMTg9 off=17766702 len=1797804 2024-07-26T06:55:00.188 INFO:tasks.workunit.client.0.smithi037.stdout:op 805 completed, throughput=5.01MB/sec 2024-07-26T06:55:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:00 smithi037 ceph-mon[97339]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:55:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:00 smithi037 ceph-mon[99762]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:55:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:00 smithi135 ceph-mon[90132]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:55:01.189 INFO:tasks.workunit.client.0.smithi037.stdout: 160: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:01.189 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bYHPXMV-u9Imr_k off=94047 len=269175 2024-07-26T06:55:01.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 806 completed, throughput=4.98MB/sec 2024-07-26T06:55:01.192 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MBOPLdaeYDR797y off=17744330 len=1752753 2024-07-26T06:55:01.194 INFO:tasks.workunit.client.0.smithi037.stdout:op 807 completed, throughput=4.99MB/sec 2024-07-26T06:55:01.194 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SbTi5VjQNfCBbwi off=2498758 len=740787 2024-07-26T06:55:01.199 INFO:tasks.workunit.client.0.smithi037.stdout:op 808 completed, throughput=4.99MB/sec 2024-07-26T06:55:01.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ex97DHk1Hp_azGz off=571209 len=179212 2024-07-26T06:55:01.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 809 completed, throughput=4.99MB/sec 2024-07-26T06:55:01.202 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5X2dPce8rCcjJRI off=16236204 len=1447554 2024-07-26T06:55:01.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 810 completed, throughput=5MB/sec 2024-07-26T06:55:01.205 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8S59xUgRPKjExcx off=1047305 len=645308 2024-07-26T06:55:01.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 811 completed, throughput=5MB/sec 2024-07-26T06:55:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:01] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:55:02.209 INFO:tasks.workunit.client.0.smithi037.stdout: 161: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:02.209 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RAWaTZ6-7Xu6pdt off=5893473 len=885257 2024-07-26T06:55:02.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 812 completed, throughput=4.98MB/sec 2024-07-26T06:55:02.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WGxisHveFHqVBrY off=5026536 len=1370876 2024-07-26T06:55:02.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 813 completed, throughput=4.99MB/sec 2024-07-26T06:55:02.212 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9hijCqVNtJUfhTH off=9978491 len=976487 2024-07-26T06:55:02.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 814 completed, throughput=4.99MB/sec 2024-07-26T06:55:02.218 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9ZGfmieJJFk8ko5 off=16939763 len=989507 2024-07-26T06:55:02.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 815 completed, throughput=5MB/sec 2024-07-26T06:55:02.221 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fLq-QVrdVmLZyHL off=20611951 len=1518444 2024-07-26T06:55:02.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 816 completed, throughput=5.01MB/sec 2024-07-26T06:55:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:02 smithi037 ceph-mon[97339]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T06:55:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:02 smithi037 ceph-mon[99762]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T06:55:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:02 smithi135 ceph-mon[90132]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T06:55:03.222 INFO:tasks.workunit.client.0.smithi037.stdout: 162: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:03.223 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d4vurYxdBFoc7g- off=14006045 len=640760 2024-07-26T06:55:03.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 817 completed, throughput=4.98MB/sec 2024-07-26T06:55:03.224 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-si041GvS-9nOtfJ off=29219 len=374112 2024-07-26T06:55:03.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 818 completed, throughput=4.98MB/sec 2024-07-26T06:55:03.225 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a0chFM6aXQdA1Yg off=778872 len=1850375 2024-07-26T06:55:03.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 819 completed, throughput=4.99MB/sec 2024-07-26T06:55:03.228 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ml8pTzay-BIWGuk off=687612 len=1280011 2024-07-26T06:55:03.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 820 completed, throughput=5MB/sec 2024-07-26T06:55:03.229 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7eWf5LcH7-JjD79 off=1847338 len=1336198 2024-07-26T06:55:03.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 821 completed, throughput=5.01MB/sec 2024-07-26T06:55:04.237 INFO:tasks.workunit.client.0.smithi037.stdout: 163: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:04.237 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0i_x5qdBkzxu-RQ off=944633 len=985033 2024-07-26T06:55:04.242 INFO:tasks.workunit.client.0.smithi037.stdout:op 822 completed, throughput=4.98MB/sec 2024-07-26T06:55:04.242 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eDXZTtsYKTDFaKO off=1599049 len=1735703 2024-07-26T06:55:04.244 INFO:tasks.workunit.client.0.smithi037.stdout:op 823 completed, throughput=4.99MB/sec 2024-07-26T06:55:04.244 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-538ooKowOphF11r off=10229709 len=1582528 2024-07-26T06:55:04.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 824 completed, throughput=5MB/sec 2024-07-26T06:55:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:04 smithi037 ceph-mon[97339]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:04 smithi037 ceph-mon[99762]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:04 smithi135 ceph-mon[90132]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:05.246 INFO:tasks.workunit.client.0.smithi037.stdout: 164: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:05.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t46R0Y0S6RUwXd2 off=2531024 len=1908294 2024-07-26T06:55:05.249 INFO:tasks.workunit.client.0.smithi037.stdout:op 825 completed, throughput=4.98MB/sec 2024-07-26T06:55:05.249 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Gk7ZFO8IZewJw_n off=12252361 len=1592569 2024-07-26T06:55:05.251 INFO:tasks.workunit.client.0.smithi037.stdout:op 826 completed, throughput=4.99MB/sec 2024-07-26T06:55:05.251 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jFD6vHdle9BDxdr off=249158 len=2039014 2024-07-26T06:55:05.254 INFO:tasks.workunit.client.0.smithi037.stdout:op 827 completed, throughput=5MB/sec 2024-07-26T06:55:06.254 INFO:tasks.workunit.client.0.smithi037.stdout: 165: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:06.254 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gNNKvj3n58XHBwo off=222809 len=1461370 2024-07-26T06:55:06.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 828 completed, throughput=4.98MB/sec 2024-07-26T06:55:06.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gAZh6jlak1627a- off=878334 len=943139 2024-07-26T06:55:06.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 829 completed, throughput=4.99MB/sec 2024-07-26T06:55:06.263 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7u_gSNxYFzVMsO9 off=2763008 len=157079 2024-07-26T06:55:06.265 INFO:tasks.workunit.client.0.smithi037.stdout:op 830 completed, throughput=4.99MB/sec 2024-07-26T06:55:06.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-06eOkTw7dXxWgta off=14893736 len=132653 2024-07-26T06:55:06.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 831 completed, throughput=4.99MB/sec 2024-07-26T06:55:06.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EhNXZnwBYYeekTs off=20101081 len=1004225 2024-07-26T06:55:06.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 832 completed, throughput=4.99MB/sec 2024-07-26T06:55:06.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_dvouI5z3DK3X7f off=2373221 len=1259058 2024-07-26T06:55:06.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 833 completed, throughput=5MB/sec 2024-07-26T06:55:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:06 smithi037 ceph-mon[97339]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:55:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:06 smithi037 ceph-mon[99762]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:55:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:06 smithi135 ceph-mon[90132]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:55:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: 166: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:07.268 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ShOgqT6Bf0YYQy3 off=10543128 len=1694844 2024-07-26T06:55:07.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 834 completed, throughput=4.98MB/sec 2024-07-26T06:55:07.276 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5KtBd_x2P903vyl off=8911572 len=1580144 2024-07-26T06:55:07.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 835 completed, throughput=4.99MB/sec 2024-07-26T06:55:07.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-09NohVyr5pSG3tg off=898914 len=1256300 2024-07-26T06:55:07.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 836 completed, throughput=5MB/sec 2024-07-26T06:55:07.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y8NUeR_dbiAN0jz off=4455298 len=1750446 2024-07-26T06:55:07.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 837 completed, throughput=5.01MB/sec 2024-07-26T06:55:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: 167: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:08.287 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SXqJZelxwxa1z2P off=16159870 len=450931 2024-07-26T06:55:08.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 838 completed, throughput=4.98MB/sec 2024-07-26T06:55:08.291 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EbuIDK_3n8_0-Uz off=3202995 len=1257401 2024-07-26T06:55:08.298 INFO:tasks.workunit.client.0.smithi037.stdout:op 839 completed, throughput=4.99MB/sec 2024-07-26T06:55:08.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NjcsDyZvOg8DuNe off=13325422 len=1234064 2024-07-26T06:55:08.300 INFO:tasks.workunit.client.0.smithi037.stdout:op 840 completed, throughput=4.99MB/sec 2024-07-26T06:55:08.300 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mllk1Om__ndVL1t off=5094385 len=2005366 2024-07-26T06:55:08.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 841 completed, throughput=5MB/sec 2024-07-26T06:55:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:08 smithi037 ceph-mon[97339]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:55:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:08 smithi037 ceph-mon[99762]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:55:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:08 smithi135 ceph-mon[90132]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:55:09.310 INFO:tasks.workunit.client.0.smithi037.stdout: 168: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:09.311 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GYIgqTIP6IT_z1h off=6934940 len=927689 2024-07-26T06:55:09.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 842 completed, throughput=4.98MB/sec 2024-07-26T06:55:09.316 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cLMEKZyBTlWW8SF off=1186943 len=1041177 2024-07-26T06:55:09.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 843 completed, throughput=4.99MB/sec 2024-07-26T06:55:09.318 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CQrIvlwHlcSnA3- off=0 len=1885182 2024-07-26T06:55:09.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 844 completed, throughput=5MB/sec 2024-07-26T06:55:09.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OxSHsWzMd6lJy63 off=12331486 len=1420739 2024-07-26T06:55:09.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 845 completed, throughput=5MB/sec 2024-07-26T06:55:10.323 INFO:tasks.workunit.client.0.smithi037.stdout: 169: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:10.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y6fdLUXUC_6YR-P off=2355942 len=1908946 2024-07-26T06:55:10.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 846 completed, throughput=4.98MB/sec 2024-07-26T06:55:10.335 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kvKl9JP2X7b9WZS off=4345098 len=1419428 2024-07-26T06:55:10.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 847 completed, throughput=4.99MB/sec 2024-07-26T06:55:10.338 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IHcgNLipGXRUlSE off=1046638 len=868783 2024-07-26T06:55:10.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 848 completed, throughput=5MB/sec 2024-07-26T06:55:10.340 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gd7BfCO1hWmxcTz off=5469478 len=690453 2024-07-26T06:55:10.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 849 completed, throughput=5MB/sec 2024-07-26T06:55:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:10 smithi037 ceph-mon[97339]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:55:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:10 smithi037 ceph-mon[99762]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:55:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:10 smithi135 ceph-mon[90132]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:55:11.345 INFO:tasks.workunit.client.0.smithi037.stdout: 170: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:11.345 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwXHec_oP2EYwHz off=9996250 len=108941 2024-07-26T06:55:11.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 850 completed, throughput=4.97MB/sec 2024-07-26T06:55:11.346 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DXPx2tt4p6fnekz off=4021489 len=1348810 2024-07-26T06:55:11.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 851 completed, throughput=4.98MB/sec 2024-07-26T06:55:11.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-edRoA0SeZJcaX7K off=8106553 len=924066 2024-07-26T06:55:11.349 INFO:tasks.workunit.client.0.smithi037.stdout:op 852 completed, throughput=4.98MB/sec 2024-07-26T06:55:11.349 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--nBLbTJ1KDNk-Qi off=6369313 len=465265 2024-07-26T06:55:11.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 853 completed, throughput=4.99MB/sec 2024-07-26T06:55:11.350 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7AgTGFKYJ-zaXvo off=8552296 len=74109 2024-07-26T06:55:11.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 854 completed, throughput=4.99MB/sec 2024-07-26T06:55:11.353 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wCKTq2tjj6b3Odk off=10919404 len=1863063 2024-07-26T06:55:11.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 855 completed, throughput=5MB/sec 2024-07-26T06:55:11.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7TvPayol36yyKqR off=1014630 len=1483551 2024-07-26T06:55:11.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 856 completed, throughput=5.01MB/sec 2024-07-26T06:55:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:11] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:55:12.371 INFO:tasks.workunit.client.0.smithi037.stdout: 171: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:12.371 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c8526rc4DyEfWhQ off=2583491 len=284504 2024-07-26T06:55:12.374 INFO:tasks.workunit.client.0.smithi037.stdout:op 857 completed, throughput=4.98MB/sec 2024-07-26T06:55:12.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vs1PJy6FenRjb4c off=4382379 len=933600 2024-07-26T06:55:12.380 INFO:tasks.workunit.client.0.smithi037.stdout:op 858 completed, throughput=4.98MB/sec 2024-07-26T06:55:12.380 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MXrikChrUiG_b40 off=5334592 len=785985 2024-07-26T06:55:12.381 INFO:tasks.workunit.client.0.smithi037.stdout:op 859 completed, throughput=4.99MB/sec 2024-07-26T06:55:12.381 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q2Lx5UkXtJKkrvU off=2494725 len=375005 2024-07-26T06:55:12.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 860 completed, throughput=4.99MB/sec 2024-07-26T06:55:12.385 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pzz6jz077JQTxbp off=12654724 len=1165644 2024-07-26T06:55:12.386 INFO:tasks.workunit.client.0.smithi037.stdout:op 861 completed, throughput=5MB/sec 2024-07-26T06:55:12.386 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zctVyES3rgo2fVK off=16493614 len=1056367 2024-07-26T06:55:12.388 INFO:tasks.workunit.client.0.smithi037.stdout:op 862 completed, throughput=5MB/sec 2024-07-26T06:55:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:12 smithi037 ceph-mon[97339]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-26T06:55:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:12 smithi037 ceph-mon[99762]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-26T06:55:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:12 smithi135 ceph-mon[90132]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-26T06:55:13.389 INFO:tasks.workunit.client.0.smithi037.stdout: 172: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:13.389 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x_GU76uVJcnXzwj off=16526050 len=1225056 2024-07-26T06:55:13.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 863 completed, throughput=4.98MB/sec 2024-07-26T06:55:13.391 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b0Lpu4pJXh6_mT- off=1107116 len=133813 2024-07-26T06:55:13.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 864 completed, throughput=4.98MB/sec 2024-07-26T06:55:13.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X54csXV7zVwWrKm off=16063113 len=1374555 2024-07-26T06:55:13.396 INFO:tasks.workunit.client.0.smithi037.stdout:op 865 completed, throughput=4.99MB/sec 2024-07-26T06:55:13.396 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l7mcdZsoZdV_P-z off=13794462 len=635364 2024-07-26T06:55:13.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 866 completed, throughput=4.99MB/sec 2024-07-26T06:55:13.401 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Ca6a2Ny7ROKR3Y off=2079305 len=1439146 2024-07-26T06:55:13.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 867 completed, throughput=5MB/sec 2024-07-26T06:55:13.408 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ktqnQzGJI5jVGw4 off=12812402 len=1523519 2024-07-26T06:55:13.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 868 completed, throughput=5.01MB/sec 2024-07-26T06:55:14.410 INFO:tasks.workunit.client.0.smithi037.stdout: 173: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:14.410 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4Ps_FRj_IpSabU- off=7977445 len=264622 2024-07-26T06:55:14.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 869 completed, throughput=4.98MB/sec 2024-07-26T06:55:14.413 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5qfy_0PvIaa94ZG off=961304 len=417883 2024-07-26T06:55:14.414 INFO:tasks.workunit.client.0.smithi037.stdout:op 870 completed, throughput=4.98MB/sec 2024-07-26T06:55:14.414 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GzjDTAPodGsyFFD off=9642775 len=295739 2024-07-26T06:55:14.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 871 completed, throughput=4.98MB/sec 2024-07-26T06:55:14.417 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D-vIDFpcqgCEWAP off=7252182 len=1481318 2024-07-26T06:55:14.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 872 completed, throughput=4.99MB/sec 2024-07-26T06:55:14.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W-MB8kuUnYsUriO off=16346128 len=129890 2024-07-26T06:55:14.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 873 completed, throughput=4.99MB/sec 2024-07-26T06:55:14.427 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X8JH9KIq2XLpWrW off=1844775 len=1703300 2024-07-26T06:55:14.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 874 completed, throughput=5MB/sec 2024-07-26T06:55:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:14 smithi037 ceph-mon[97339]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:55:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:14 smithi037 ceph-mon[99762]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:55:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:14 smithi135 ceph-mon[90132]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:55:15.430 INFO:tasks.workunit.client.0.smithi037.stdout: 174: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:15.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AdGjWk8jdZXbdPx off=13473953 len=467638 2024-07-26T06:55:15.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 875 completed, throughput=4.98MB/sec 2024-07-26T06:55:15.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2j4AcB5WxXLYdAT off=13028430 len=637857 2024-07-26T06:55:15.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 876 completed, throughput=4.98MB/sec 2024-07-26T06:55:15.438 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YyGTQdsBG_CgpUL off=6808259 len=1682829 2024-07-26T06:55:15.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 877 completed, throughput=4.99MB/sec 2024-07-26T06:55:15.441 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xdCTiuUUI-QlCcv off=8480256 len=106317 2024-07-26T06:55:15.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 878 completed, throughput=4.99MB/sec 2024-07-26T06:55:15.444 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bfFHSTRpU3k54Xb off=21744115 len=1513321 2024-07-26T06:55:15.445 INFO:tasks.workunit.client.0.smithi037.stdout:op 879 completed, throughput=5MB/sec 2024-07-26T06:55:15.446 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RSDhfzVqp1SDeot off=475274 len=429640 2024-07-26T06:55:15.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 880 completed, throughput=5MB/sec 2024-07-26T06:55:15.446 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fP9BWXSCZA1q9un off=6728452 len=353608 2024-07-26T06:55:15.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 881 completed, throughput=5MB/sec 2024-07-26T06:55:16.449 INFO:tasks.workunit.client.0.smithi037.stdout: 175: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:16.450 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JbQwxN1xH_ZDKKR off=658337 len=817332 2024-07-26T06:55:16.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 882 completed, throughput=4.98MB/sec 2024-07-26T06:55:16.451 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e71wH3PbQQHbd4k off=16835401 len=58023 2024-07-26T06:55:16.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 883 completed, throughput=4.98MB/sec 2024-07-26T06:55:16.452 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NjlEOwW3ieWVuPh off=1170081 len=404565 2024-07-26T06:55:16.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 884 completed, throughput=4.98MB/sec 2024-07-26T06:55:16.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TmHQCeLjcblmG6X off=7147305 len=1281291 2024-07-26T06:55:16.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 885 completed, throughput=4.99MB/sec 2024-07-26T06:55:16.463 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OeazeBJjI8FvU9j off=9262206 len=498445 2024-07-26T06:55:16.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 886 completed, throughput=4.99MB/sec 2024-07-26T06:55:16.467 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vA_OhE1lyS6-rgO off=1804592 len=1328177 2024-07-26T06:55:16.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 887 completed, throughput=4.99MB/sec 2024-07-26T06:55:16.474 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--qR36wyjFpfJDTW off=1051849 len=574929 2024-07-26T06:55:16.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 888 completed, throughput=5MB/sec 2024-07-26T06:55:16.475 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cnlH3ojrVkK3O58 off=970851 len=1008387 2024-07-26T06:55:16.476 INFO:tasks.workunit.client.0.smithi037.stdout:op 889 completed, throughput=5MB/sec 2024-07-26T06:55:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:16 smithi037 ceph-mon[97339]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:55:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:16 smithi037 ceph-mon[99762]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:55:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:16 smithi135 ceph-mon[90132]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:55:17.477 INFO:tasks.workunit.client.0.smithi037.stdout: 176: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:17.477 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HuK5YuQGgIMqeDd off=11729581 len=669198 2024-07-26T06:55:17.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 890 completed, throughput=4.98MB/sec 2024-07-26T06:55:17.481 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XVZkzOe0sVTP-vb off=2265938 len=518334 2024-07-26T06:55:17.483 INFO:tasks.workunit.client.0.smithi037.stdout:op 891 completed, throughput=4.98MB/sec 2024-07-26T06:55:17.483 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7LvRTze78ezx8rZ off=18745314 len=1346611 2024-07-26T06:55:17.491 INFO:tasks.workunit.client.0.smithi037.stdout:op 892 completed, throughput=4.99MB/sec 2024-07-26T06:55:17.491 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r8-VHw3TEpDA36o off=1724761 len=377505 2024-07-26T06:55:17.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 893 completed, throughput=4.99MB/sec 2024-07-26T06:55:17.494 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fkaDaNPgljup9vb off=524756 len=1574870 2024-07-26T06:55:17.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 894 completed, throughput=5MB/sec 2024-07-26T06:55:17.499 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pdWalNsGSGByZIz off=3066580 len=1620294 2024-07-26T06:55:17.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 895 completed, throughput=5.01MB/sec 2024-07-26T06:55:18.501 INFO:tasks.workunit.client.0.smithi037.stdout: 177: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:18.502 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6PKx_e1abojLQk5 off=106264 len=2039041 2024-07-26T06:55:18.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 896 completed, throughput=4.99MB/sec 2024-07-26T06:55:18.512 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pf6EVCMPMmhHuVO off=14106750 len=1711191 2024-07-26T06:55:18.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 897 completed, throughput=5MB/sec 2024-07-26T06:55:18.522 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hDlqcYBb2MZGJlE off=12434424 len=1810883 2024-07-26T06:55:18.531 INFO:tasks.workunit.client.0.smithi037.stdout:op 898 completed, throughput=5.01MB/sec 2024-07-26T06:55:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:18 smithi037 ceph-mon[97339]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:18 smithi037 ceph-mon[99762]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:18 smithi135 ceph-mon[90132]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:55:19.531 INFO:tasks.workunit.client.0.smithi037.stdout: 178: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:19.532 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JVtK0i1YRonDYQs off=6623453 len=928287 2024-07-26T06:55:19.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 899 completed, throughput=4.99MB/sec 2024-07-26T06:55:19.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cox6TO9eZC7qd0D off=1497599 len=1945244 2024-07-26T06:55:19.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 900 completed, throughput=5MB/sec 2024-07-26T06:55:19.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Ca6a2Ny7ROKR3Y off=1029488 len=1331936 2024-07-26T06:55:19.551 INFO:tasks.workunit.client.0.smithi037.stdout:op 901 completed, throughput=5MB/sec 2024-07-26T06:55:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: 179: throughput=4.97MB/sec pending data=0 2024-07-26T06:55:20.552 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YAcCaFXytTEjItE off=6000114 len=1448872 2024-07-26T06:55:20.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 902 completed, throughput=4.98MB/sec 2024-07-26T06:55:20.560 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zq_jnkLq-TMQXiI off=2061125 len=2017584 2024-07-26T06:55:20.570 INFO:tasks.workunit.client.0.smithi037.stdout:op 903 completed, throughput=4.99MB/sec 2024-07-26T06:55:20.571 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KAedECKbUxf-3nr off=15747073 len=699655 2024-07-26T06:55:20.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 904 completed, throughput=5MB/sec 2024-07-26T06:55:20.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X_e8u4xEP5nzuZx off=4326113 len=405259 2024-07-26T06:55:20.576 INFO:tasks.workunit.client.0.smithi037.stdout:op 905 completed, throughput=5MB/sec 2024-07-26T06:55:20.576 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pPiLzcqntQvuHdc off=8047815 len=1442762 2024-07-26T06:55:20.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 906 completed, throughput=5.01MB/sec 2024-07-26T06:55:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:20 smithi037 ceph-mon[97339]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:55:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:20 smithi037 ceph-mon[99762]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:55:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:20 smithi135 ceph-mon[90132]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:55:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: 180: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:21.578 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vua-6ARoe-rN2-s off=2797098 len=1887033 2024-07-26T06:55:21.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 907 completed, throughput=4.99MB/sec 2024-07-26T06:55:21.581 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9PDVG1DWC-v8Vsj off=624305 len=1057799 2024-07-26T06:55:21.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 908 completed, throughput=4.99MB/sec 2024-07-26T06:55:21.586 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NwRlGQUDQGcR3ZO off=2894404 len=1845562 2024-07-26T06:55:21.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 909 completed, throughput=5MB/sec 2024-07-26T06:55:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:21] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:55:22.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: 181: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:22.597 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-shoyKN05aOWaJKH off=1976951 len=1906371 2024-07-26T06:55:22.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 910 completed, throughput=4.99MB/sec 2024-07-26T06:55:22.599 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1B0WiFSVQ2STHAb off=7518042 len=302901 2024-07-26T06:55:22.603 INFO:tasks.workunit.client.0.smithi037.stdout:op 911 completed, throughput=4.99MB/sec 2024-07-26T06:55:22.603 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yjaGNhS8cJZzB5Z off=1175623 len=694924 2024-07-26T06:55:22.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 912 completed, throughput=4.99MB/sec 2024-07-26T06:55:22.607 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XHX7TUrWZmU070s off=2437742 len=797138 2024-07-26T06:55:22.608 INFO:tasks.workunit.client.0.smithi037.stdout:op 913 completed, throughput=4.99MB/sec 2024-07-26T06:55:22.609 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lpfPanTots3ywJi off=8264268 len=130584 2024-07-26T06:55:22.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 914 completed, throughput=4.99MB/sec 2024-07-26T06:55:22.611 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e7QaWVxk1juRZAd off=3893213 len=497167 2024-07-26T06:55:22.616 INFO:tasks.workunit.client.0.smithi037.stdout:op 915 completed, throughput=5MB/sec 2024-07-26T06:55:22.616 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lbVRtF5m1YrQ9yA off=6064346 len=410487 2024-07-26T06:55:22.619 INFO:tasks.workunit.client.0.smithi037.stdout:op 916 completed, throughput=5MB/sec 2024-07-26T06:55:22.620 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GxEyhCwgZ9PvGx- off=1135636 len=590122 2024-07-26T06:55:22.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 917 completed, throughput=5MB/sec 2024-07-26T06:55:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:22 smithi037 ceph-mon[97339]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:22 smithi037 ceph-mon[99762]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:22 smithi135 ceph-mon[90132]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: 182: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:23.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kGHmLL2ThH65uqv off=860198 len=832214 2024-07-26T06:55:23.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 918 completed, throughput=4.98MB/sec 2024-07-26T06:55:23.625 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CaNNXJj7GCXp9bp off=6515969 len=1494530 2024-07-26T06:55:23.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 919 completed, throughput=4.99MB/sec 2024-07-26T06:55:23.635 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-po93dnxp4RZzpCW off=3225095 len=1586745 2024-07-26T06:55:23.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 920 completed, throughput=4.99MB/sec 2024-07-26T06:55:23.642 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OsY24SXk94b_KVN off=3737740 len=693568 2024-07-26T06:55:23.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 921 completed, throughput=5MB/sec 2024-07-26T06:55:23.643 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U80I7olsxkrKdH4 off=1809492 len=1853637 2024-07-26T06:55:23.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 922 completed, throughput=5.01MB/sec 2024-07-26T06:55:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: 183: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:24.646 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-H-hgB1ZZ5YKbxjt off=1400303 len=46076 2024-07-26T06:55:24.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 923 completed, throughput=4.98MB/sec 2024-07-26T06:55:24.646 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EWO47uWZAe7NSAT off=1943718 len=1022358 2024-07-26T06:55:24.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 924 completed, throughput=4.99MB/sec 2024-07-26T06:55:24.648 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TyLQ3HXpOp1RowL off=914659 len=1123167 2024-07-26T06:55:24.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 925 completed, throughput=4.99MB/sec 2024-07-26T06:55:24.650 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XH76g3VibeFsUBd off=4093767 len=2039576 2024-07-26T06:55:24.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 926 completed, throughput=5MB/sec 2024-07-26T06:55:25.661 INFO:tasks.workunit.client.0.smithi037.stdout: 184: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:25.661 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JvKucOrqFFmaY08 off=3579580 len=170117 2024-07-26T06:55:25.662 INFO:tasks.workunit.client.0.smithi037.stdout:op 927 completed, throughput=4.98MB/sec 2024-07-26T06:55:25.662 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F_-62udXwWuH39n off=1058282 len=1519584 2024-07-26T06:55:25.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 928 completed, throughput=4.98MB/sec 2024-07-26T06:55:25.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oQh79mULmcTqKjc off=20885179 len=484274 2024-07-26T06:55:25.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 929 completed, throughput=4.99MB/sec 2024-07-26T06:55:25.670 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--i_8EpO4oIkHUXP off=1616555 len=777694 2024-07-26T06:55:25.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 930 completed, throughput=4.99MB/sec 2024-07-26T06:55:25.672 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ObIZJ_VpudBrlkh off=352384 len=979539 2024-07-26T06:55:25.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 931 completed, throughput=5MB/sec 2024-07-26T06:55:25.673 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZmRB-YtOdwl71ze off=744509 len=645010 2024-07-26T06:55:25.674 INFO:tasks.workunit.client.0.smithi037.stdout:op 932 completed, throughput=5MB/sec 2024-07-26T06:55:25.675 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OavfGX3xEkD7n47 off=1403572 len=1741822 2024-07-26T06:55:25.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 933 completed, throughput=5.01MB/sec 2024-07-26T06:55:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:25 smithi037 ceph-mon[97339]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:55:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:25 smithi037 ceph-mon[99762]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:55:25.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:25 smithi135 ceph-mon[90132]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:55:26.678 INFO:tasks.workunit.client.0.smithi037.stdout: 185: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:26.679 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aBwsm52s_GLENwk off=2737652 len=1969132 2024-07-26T06:55:26.686 INFO:tasks.workunit.client.0.smithi037.stdout:op 934 completed, throughput=4.99MB/sec 2024-07-26T06:55:26.686 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OrkJ9zlUupnSCnx off=7048231 len=685123 2024-07-26T06:55:26.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 935 completed, throughput=4.99MB/sec 2024-07-26T06:55:26.688 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YSraroVkCq59GzQ off=15633637 len=212725 2024-07-26T06:55:26.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 936 completed, throughput=4.99MB/sec 2024-07-26T06:55:26.689 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ROBq4D_yLvj8Nyq off=1372708 len=27608 2024-07-26T06:55:26.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 937 completed, throughput=4.99MB/sec 2024-07-26T06:55:26.689 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vJ4RgdStSaGcxMK off=14496140 len=930997 2024-07-26T06:55:26.691 INFO:tasks.workunit.client.0.smithi037.stdout:op 938 completed, throughput=5MB/sec 2024-07-26T06:55:26.691 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9d2uTzkZugxPpQx off=15725866 len=1696477 2024-07-26T06:55:26.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 939 completed, throughput=5.01MB/sec 2024-07-26T06:55:27.694 INFO:tasks.workunit.client.0.smithi037.stdout: 186: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:27.694 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f1GpysgmnlkgKmL off=14532616 len=824808 2024-07-26T06:55:27.699 INFO:tasks.workunit.client.0.smithi037.stdout:op 940 completed, throughput=4.99MB/sec 2024-07-26T06:55:27.699 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JRp6vJXGsll7ZV1 off=4216258 len=1699430 2024-07-26T06:55:27.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 941 completed, throughput=4.99MB/sec 2024-07-26T06:55:27.708 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aTUntRyIMvhGBwW off=3041469 len=1004112 2024-07-26T06:55:27.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 942 completed, throughput=5MB/sec 2024-07-26T06:55:27.712 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SjjFPMvaHZrqT2k off=6605058 len=707004 2024-07-26T06:55:27.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 943 completed, throughput=5MB/sec 2024-07-26T06:55:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:27 smithi037 ceph-mon[97339]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:55:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:27 smithi037 ceph-mon[99762]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:55:27.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:27 smithi135 ceph-mon[90132]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:55:28.716 INFO:tasks.workunit.client.0.smithi037.stdout: 187: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:28.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gm6QJKmyJX9vpJv off=1631420 len=746737 2024-07-26T06:55:28.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 944 completed, throughput=4.98MB/sec 2024-07-26T06:55:28.718 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ocaRYvoPnEFp_mP off=4412770 len=1623552 2024-07-26T06:55:28.720 INFO:tasks.workunit.client.0.smithi037.stdout:op 945 completed, throughput=4.99MB/sec 2024-07-26T06:55:28.720 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bYHPXMV-u9Imr_k off=3200005 len=1326903 2024-07-26T06:55:28.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 946 completed, throughput=4.99MB/sec 2024-07-26T06:55:28.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tv1Cq_RKp2JfXx8 off=3774224 len=460114 2024-07-26T06:55:28.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 947 completed, throughput=5MB/sec 2024-07-26T06:55:28.725 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yAFtEs8h675PDKy off=3671711 len=400870 2024-07-26T06:55:28.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 948 completed, throughput=5MB/sec 2024-07-26T06:55:28.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZchjUaXHz4BvkqC off=14189726 len=1847698 2024-07-26T06:55:28.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 949 completed, throughput=5.01MB/sec 2024-07-26T06:55:29.731 INFO:tasks.workunit.client.0.smithi037.stdout: 188: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:29.731 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nWLuT0Q6G8ATxv2 off=2479463 len=987556 2024-07-26T06:55:29.732 INFO:tasks.workunit.client.0.smithi037.stdout:op 950 completed, throughput=4.99MB/sec 2024-07-26T06:55:29.732 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SYAc8UCeb5__vpP off=9399982 len=709740 2024-07-26T06:55:29.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 951 completed, throughput=4.99MB/sec 2024-07-26T06:55:29.733 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qFLStZHaOx9YjOc off=4991908 len=1088662 2024-07-26T06:55:29.736 INFO:tasks.workunit.client.0.smithi037.stdout:op 952 completed, throughput=5MB/sec 2024-07-26T06:55:29.736 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ffAPH8eUrcTomfk off=7682104 len=1741505 2024-07-26T06:55:29.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 953 completed, throughput=5MB/sec 2024-07-26T06:55:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:29 smithi037 ceph-mon[97339]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:55:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:29 smithi037 ceph-mon[99762]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:55:29.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:29 smithi135 ceph-mon[90132]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:55:30.745 INFO:tasks.workunit.client.0.smithi037.stdout: 189: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:30.745 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5U52pkFxmQTRx06 off=8137169 len=1216326 2024-07-26T06:55:30.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 954 completed, throughput=4.98MB/sec 2024-07-26T06:55:30.748 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7AJGxmU2Nju6Tf_ off=4424223 len=218037 2024-07-26T06:55:30.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 955 completed, throughput=4.98MB/sec 2024-07-26T06:55:30.751 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sGnrkJ1wqGSo9o9 off=22121037 len=2093931 2024-07-26T06:55:30.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 956 completed, throughput=4.99MB/sec 2024-07-26T06:55:30.764 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kj5n3dm6tHMR6na off=20585408 len=599193 2024-07-26T06:55:30.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 957 completed, throughput=5MB/sec 2024-07-26T06:55:30.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YVohtyguVMViNdt off=10872329 len=1528625 2024-07-26T06:55:30.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 958 completed, throughput=5.01MB/sec 2024-07-26T06:55:31.770 INFO:tasks.workunit.client.0.smithi037.stdout: 190: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:31.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZchjUaXHz4BvkqC off=11376499 len=1814491 2024-07-26T06:55:31.772 INFO:tasks.workunit.client.0.smithi037.stdout:op 959 completed, throughput=4.99MB/sec 2024-07-26T06:55:31.772 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q2df7mc32UQJsnv off=6178753 len=1994408 2024-07-26T06:55:31.785 INFO:tasks.workunit.client.0.smithi037.stdout:op 960 completed, throughput=5MB/sec 2024-07-26T06:55:31.785 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QuDt3gqlYA3EUQp off=3650009 len=1806622 2024-07-26T06:55:31.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 961 completed, throughput=5.01MB/sec 2024-07-26T06:55:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:31 smithi037 ceph-mon[97339]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:55:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:31] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:55:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:31 smithi037 ceph-mon[99762]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:55:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:31 smithi135 ceph-mon[90132]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:55:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:32.793 INFO:tasks.workunit.client.0.smithi037.stdout: 191: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:32.793 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KxHCp31XXFrzuHB off=3048035 len=862744 2024-07-26T06:55:32.801 INFO:tasks.workunit.client.0.smithi037.stdout:op 962 completed, throughput=4.98MB/sec 2024-07-26T06:55:32.801 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l6n1Lhkghuws7Ow off=3088009 len=1299742 2024-07-26T06:55:32.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 963 completed, throughput=4.99MB/sec 2024-07-26T06:55:32.807 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--aJwcT1CaqwQU58 off=298203 len=736346 2024-07-26T06:55:32.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 964 completed, throughput=4.99MB/sec 2024-07-26T06:55:32.808 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ueogyU0DtqEif3s off=11769591 len=1010296 2024-07-26T06:55:32.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 965 completed, throughput=5MB/sec 2024-07-26T06:55:32.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3wpT0s5yQkrcsvD off=2309332 len=1473232 2024-07-26T06:55:32.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 966 completed, throughput=5.01MB/sec 2024-07-26T06:55:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:33 smithi037 ceph-mon[97339]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:33 smithi037 ceph-mon[99762]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:33.815 INFO:tasks.workunit.client.0.smithi037.stdout: 192: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:33.816 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zEyIbBVTcY6d2tM off=10488549 len=1082603 2024-07-26T06:55:33.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 967 completed, throughput=4.99MB/sec 2024-07-26T06:55:33.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nC2P_aDorSUIhhl off=3045111 len=80608 2024-07-26T06:55:33.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 968 completed, throughput=4.99MB/sec 2024-07-26T06:55:33.819 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Me1cLPAR55ASYPh off=5290225 len=2085649 2024-07-26T06:55:33.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 969 completed, throughput=5MB/sec 2024-07-26T06:55:33.822 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_juayH0R7B7Uri5 off=391664 len=1955057 2024-07-26T06:55:33.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 970 completed, throughput=5.01MB/sec 2024-07-26T06:55:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:33 smithi135 ceph-mon[90132]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:34.825 INFO:tasks.workunit.client.0.smithi037.stdout: 193: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:34.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Cn0iT7ECv-35AQ7 off=7186550 len=907075 2024-07-26T06:55:34.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 971 completed, throughput=4.98MB/sec 2024-07-26T06:55:34.830 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U8PYCzIl1b9_7LQ off=1427287 len=1570882 2024-07-26T06:55:34.832 INFO:tasks.workunit.client.0.smithi037.stdout:op 972 completed, throughput=4.99MB/sec 2024-07-26T06:55:34.832 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GaWfU_CTVFypFnV off=14544016 len=240823 2024-07-26T06:55:34.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 973 completed, throughput=4.99MB/sec 2024-07-26T06:55:34.835 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RFDZAHWkDo1AjCE off=15747271 len=1545008 2024-07-26T06:55:34.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 974 completed, throughput=5MB/sec 2024-07-26T06:55:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:35 smithi037 ceph-mon[97339]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:55:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:35 smithi037 ceph-mon[99762]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:55:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:35 smithi135 ceph-mon[90132]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:55:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:35.842 INFO:tasks.workunit.client.0.smithi037.stdout: 194: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:35.842 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UpyLwhyDTUOJlv3 off=5058883 len=393115 2024-07-26T06:55:35.843 INFO:tasks.workunit.client.0.smithi037.stdout:op 975 completed, throughput=4.98MB/sec 2024-07-26T06:55:35.844 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fZP5OlKp124WRj7 off=1705045 len=1031597 2024-07-26T06:55:35.850 INFO:tasks.workunit.client.0.smithi037.stdout:op 976 completed, throughput=4.98MB/sec 2024-07-26T06:55:35.850 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4eH9g_8H3IQHLRK off=4396550 len=1539481 2024-07-26T06:55:35.852 INFO:tasks.workunit.client.0.smithi037.stdout:op 977 completed, throughput=4.99MB/sec 2024-07-26T06:55:35.852 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_PiglBMPOwcMfwC off=133665 len=958202 2024-07-26T06:55:35.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 978 completed, throughput=4.99MB/sec 2024-07-26T06:55:35.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-abhHLXac-ELMyYP off=10706868 len=750676 2024-07-26T06:55:35.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 979 completed, throughput=5MB/sec 2024-07-26T06:55:35.855 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--yb_BUI4bJA9aK3 off=10307001 len=345858 2024-07-26T06:55:35.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 980 completed, throughput=5MB/sec 2024-07-26T06:55:35.859 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JAvf4slDhql4xwH off=2346978 len=1443868 2024-07-26T06:55:35.867 INFO:tasks.workunit.client.0.smithi037.stdout:op 981 completed, throughput=5.01MB/sec 2024-07-26T06:55:36.868 INFO:tasks.workunit.client.0.smithi037.stdout: 195: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:36.868 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RgRnGTWk1sSaVct off=8657884 len=591518 2024-07-26T06:55:36.872 INFO:tasks.workunit.client.0.smithi037.stdout:op 982 completed, throughput=4.98MB/sec 2024-07-26T06:55:36.872 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sEFWNB1zyNWRnNO off=5229228 len=1597648 2024-07-26T06:55:36.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 983 completed, throughput=4.99MB/sec 2024-07-26T06:55:36.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qpcby_GhBIC6hrx off=11179665 len=1452137 2024-07-26T06:55:36.881 INFO:tasks.workunit.client.0.smithi037.stdout:op 984 completed, throughput=5MB/sec 2024-07-26T06:55:36.881 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kji9IW1dcIu4U7l off=1664198 len=1483992 2024-07-26T06:55:36.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 985 completed, throughput=5.01MB/sec 2024-07-26T06:55:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:37 smithi037 ceph-mon[97339]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:37 smithi037 ceph-mon[99762]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:37 smithi135 ceph-mon[90132]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:37.883 INFO:tasks.workunit.client.0.smithi037.stdout: 196: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:37.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TE7sqfLWlKbIGFa off=185461 len=225379 2024-07-26T06:55:37.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 986 completed, throughput=4.98MB/sec 2024-07-26T06:55:37.886 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YxVAb9DJowpdGoA off=17615131 len=1116667 2024-07-26T06:55:37.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 987 completed, throughput=4.99MB/sec 2024-07-26T06:55:37.889 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tepAo983c1nKhhl off=4715457 len=493556 2024-07-26T06:55:37.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 988 completed, throughput=4.99MB/sec 2024-07-26T06:55:37.891 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-289qleDdV56r2OL off=1463777 len=1169729 2024-07-26T06:55:37.893 INFO:tasks.workunit.client.0.smithi037.stdout:op 989 completed, throughput=4.99MB/sec 2024-07-26T06:55:37.893 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qowXxdiM5oRsMIq off=0 len=1224022 2024-07-26T06:55:37.900 INFO:tasks.workunit.client.0.smithi037.stdout:op 990 completed, throughput=5MB/sec 2024-07-26T06:55:37.900 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9h_V9kmQAsjD8ZE off=13158585 len=1602759 2024-07-26T06:55:37.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 991 completed, throughput=5.01MB/sec 2024-07-26T06:55:38.903 INFO:tasks.workunit.client.0.smithi037.stdout: 197: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:38.903 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eyWAkMoG4Rfmz5q off=1555510 len=1008835 2024-07-26T06:55:38.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 992 completed, throughput=4.99MB/sec 2024-07-26T06:55:38.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UYsxDihTQaZEbCI off=17248997 len=1005966 2024-07-26T06:55:38.910 INFO:tasks.workunit.client.0.smithi037.stdout:op 993 completed, throughput=4.99MB/sec 2024-07-26T06:55:38.910 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lhmFg_tgPr08s-A off=10278008 len=145464 2024-07-26T06:55:38.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 994 completed, throughput=4.99MB/sec 2024-07-26T06:55:38.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GEO8mMwpsDZvfv9 off=9979545 len=1140603 2024-07-26T06:55:38.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 995 completed, throughput=5MB/sec 2024-07-26T06:55:38.915 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N9--LyhhvTauzvD off=18273146 len=1984844 2024-07-26T06:55:38.919 INFO:tasks.workunit.client.0.smithi037.stdout:op 996 completed, throughput=5.01MB/sec 2024-07-26T06:55:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:39 smithi037 ceph-mon[97339]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:39 smithi037 ceph-mon[99762]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:39 smithi135 ceph-mon[90132]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:39.919 INFO:tasks.workunit.client.0.smithi037.stdout: 198: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:39.919 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LnreFy6ofDgIbp1 off=7403429 len=375308 2024-07-26T06:55:39.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 997 completed, throughput=4.98MB/sec 2024-07-26T06:55:39.920 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b5ljClo6ycB5gFa off=15093259 len=1497577 2024-07-26T06:55:39.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 998 completed, throughput=4.99MB/sec 2024-07-26T06:55:39.922 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2j9G6uL08L8Cxg9 off=12810153 len=1708364 2024-07-26T06:55:39.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 999 completed, throughput=5MB/sec 2024-07-26T06:55:39.926 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HVCK3Fgpa33brct off=3709837 len=1677735 2024-07-26T06:55:39.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 1000 completed, throughput=5.01MB/sec 2024-07-26T06:55:40.930 INFO:tasks.workunit.client.0.smithi037.stdout: 199: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:40.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aCx28p2VGQ2ehZx off=8526471 len=1514326 2024-07-26T06:55:40.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 1001 completed, throughput=4.99MB/sec 2024-07-26T06:55:40.932 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vzx-k36pOn3S-85 off=1401922 len=1519102 2024-07-26T06:55:40.940 INFO:tasks.workunit.client.0.smithi037.stdout:op 1002 completed, throughput=5MB/sec 2024-07-26T06:55:40.940 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bSNFj-k4u8LlxtT off=9605255 len=2077550 2024-07-26T06:55:40.944 INFO:tasks.workunit.client.0.smithi037.stdout:op 1003 completed, throughput=5.01MB/sec 2024-07-26T06:55:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:41 smithi037 ceph-mon[97339]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:55:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:41] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:55:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:41 smithi037 ceph-mon[99762]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:55:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:41 smithi135 ceph-mon[90132]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:55:41.945 INFO:tasks.workunit.client.0.smithi037.stdout: 200: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:41.945 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-STXqiVOsRvRF_br off=5808047 len=1785060 2024-07-26T06:55:41.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 1004 completed, throughput=4.99MB/sec 2024-07-26T06:55:41.949 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UKKUpLz0mg-hFi7 off=2990257 len=595811 2024-07-26T06:55:41.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 1005 completed, throughput=4.99MB/sec 2024-07-26T06:55:41.953 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zvp1OfXbFf5-A85 off=4869452 len=386426 2024-07-26T06:55:41.956 INFO:tasks.workunit.client.0.smithi037.stdout:op 1006 completed, throughput=4.99MB/sec 2024-07-26T06:55:41.956 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JMm65CuljJtYCPW off=17173551 len=1055139 2024-07-26T06:55:41.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 1007 completed, throughput=5MB/sec 2024-07-26T06:55:41.961 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lVqxN0VwPHnwsc1 off=5927477 len=1052579 2024-07-26T06:55:41.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 1008 completed, throughput=5MB/sec 2024-07-26T06:55:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:42.966 INFO:tasks.workunit.client.0.smithi037.stdout: 201: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:42.966 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbMMxZQin-DmTbU off=10478861 len=757512 2024-07-26T06:55:42.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 1009 completed, throughput=4.98MB/sec 2024-07-26T06:55:42.971 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hMoLE9Tt04fwQVz off=10797710 len=182409 2024-07-26T06:55:42.973 INFO:tasks.workunit.client.0.smithi037.stdout:op 1010 completed, throughput=4.98MB/sec 2024-07-26T06:55:42.973 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Vp8Ka6T5bEZG434 off=1236125 len=1760656 2024-07-26T06:55:42.975 INFO:tasks.workunit.client.0.smithi037.stdout:op 1011 completed, throughput=4.99MB/sec 2024-07-26T06:55:42.975 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iZpQcOQm5TbkzAL off=3961598 len=1340921 2024-07-26T06:55:42.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 1012 completed, throughput=5MB/sec 2024-07-26T06:55:42.983 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mT629je7HUtE91C off=4973207 len=1603875 2024-07-26T06:55:42.990 INFO:tasks.workunit.client.0.smithi037.stdout:op 1013 completed, throughput=5MB/sec 2024-07-26T06:55:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:43 smithi037 ceph-mon[97339]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:43 smithi037 ceph-mon[99762]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:43 smithi135 ceph-mon[90132]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:43.991 INFO:tasks.workunit.client.0.smithi037.stdout: 202: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:43.991 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VhomoISXJ96oO6- off=14063956 len=1436570 2024-07-26T06:55:43.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 1014 completed, throughput=4.99MB/sec 2024-07-26T06:55:43.993 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WXacD0NSe6q9LWS off=2264312 len=1943128 2024-07-26T06:55:44.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 1015 completed, throughput=5MB/sec 2024-07-26T06:55:44.006 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b3VzUkjspd7YPDF off=8005729 len=1950131 2024-07-26T06:55:44.008 INFO:tasks.workunit.client.0.smithi037.stdout:op 1016 completed, throughput=5MB/sec 2024-07-26T06:55:45.008 INFO:tasks.workunit.client.0.smithi037.stdout: 203: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:45.009 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IsAJQ2gNJV1wQ1H off=2421227 len=1453848 2024-07-26T06:55:45.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 1017 completed, throughput=4.99MB/sec 2024-07-26T06:55:45.017 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WWgWm-bLxl1TxK7 off=15297341 len=1788451 2024-07-26T06:55:45.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 1018 completed, throughput=5MB/sec 2024-07-26T06:55:45.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5zQywM0fAhKbfFM off=17419916 len=1012338 2024-07-26T06:55:45.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 1019 completed, throughput=5MB/sec 2024-07-26T06:55:45.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3XoFq1bFQkrLifJ off=697871 len=13056 2024-07-26T06:55:45.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 1020 completed, throughput=5MB/sec 2024-07-26T06:55:45.031 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nKNNZ7TYWmoM2hs off=10336072 len=1396994 2024-07-26T06:55:45.032 INFO:tasks.workunit.client.0.smithi037.stdout:op 1021 completed, throughput=5.01MB/sec 2024-07-26T06:55:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:45 smithi037 ceph-mon[97339]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:45 smithi037 ceph-mon[99762]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:45 smithi135 ceph-mon[90132]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:46.032 INFO:tasks.workunit.client.0.smithi037.stdout: 204: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:46.032 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3JUPFu8HwjSsdcq off=15623115 len=463698 2024-07-26T06:55:46.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 1022 completed, throughput=4.98MB/sec 2024-07-26T06:55:46.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-siAlhsUXyKEbd2c off=8973611 len=935786 2024-07-26T06:55:46.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 1023 completed, throughput=4.99MB/sec 2024-07-26T06:55:46.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KUnQJ0-V4s8Ccg6 off=1356809 len=413200 2024-07-26T06:55:46.043 INFO:tasks.workunit.client.0.smithi037.stdout:op 1024 completed, throughput=4.99MB/sec 2024-07-26T06:55:46.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fgAG8WsdkrHLy9R off=16387806 len=1757147 2024-07-26T06:55:46.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 1025 completed, throughput=5MB/sec 2024-07-26T06:55:46.053 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YYcQ9YU0ZGlrP9m off=3034574 len=17161 2024-07-26T06:55:46.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 1026 completed, throughput=5MB/sec 2024-07-26T06:55:46.053 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oTnoJGGOU4ZRhzO off=5573808 len=1976346 2024-07-26T06:55:46.063 INFO:tasks.workunit.client.0.smithi037.stdout:op 1027 completed, throughput=5.01MB/sec 2024-07-26T06:55:47.063 INFO:tasks.workunit.client.0.smithi037.stdout: 205: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:47.064 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SdBUhgyrr2GVe-j off=15844982 len=366738 2024-07-26T06:55:47.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 1028 completed, throughput=4.98MB/sec 2024-07-26T06:55:47.064 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZYKxDfA7u76ct8a off=16213508 len=692643 2024-07-26T06:55:47.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1029 completed, throughput=4.99MB/sec 2024-07-26T06:55:47.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uyLaiepjWPDxlyi off=15057730 len=450226 2024-07-26T06:55:47.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 1030 completed, throughput=4.99MB/sec 2024-07-26T06:55:47.072 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7LMtYVMTU9hgJkv off=7236123 len=570049 2024-07-26T06:55:47.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 1031 completed, throughput=4.99MB/sec 2024-07-26T06:55:47.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XTIurOp3H9Rv9_- off=989620 len=670319 2024-07-26T06:55:47.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 1032 completed, throughput=5MB/sec 2024-07-26T06:55:47.076 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EvZOwYoopaCQB8G off=4371641 len=765002 2024-07-26T06:55:47.077 INFO:tasks.workunit.client.0.smithi037.stdout:op 1033 completed, throughput=5MB/sec 2024-07-26T06:55:47.077 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IVHLb7ztAAJ5r2R off=1397850 len=876104 2024-07-26T06:55:47.079 INFO:tasks.workunit.client.0.smithi037.stdout:op 1034 completed, throughput=5MB/sec 2024-07-26T06:55:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:47 smithi037 ceph-mon[97339]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:47 smithi037 ceph-mon[99762]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:47 smithi135 ceph-mon[90132]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:55:48.080 INFO:tasks.workunit.client.0.smithi037.stdout: 206: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:48.080 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eRU5_iWONSy5fnl off=2399234 len=123462 2024-07-26T06:55:48.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 1035 completed, throughput=4.98MB/sec 2024-07-26T06:55:48.081 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TZaRNtqORTYPUEz off=595941 len=579788 2024-07-26T06:55:48.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 1036 completed, throughput=4.98MB/sec 2024-07-26T06:55:48.085 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hWj_C3WDosYUBEC off=8268432 len=1029143 2024-07-26T06:55:48.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 1037 completed, throughput=4.99MB/sec 2024-07-26T06:55:48.087 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-te8cZBRzQ_gEKAV off=4276640 len=1710650 2024-07-26T06:55:48.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 1038 completed, throughput=4.99MB/sec 2024-07-26T06:55:48.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YfpC_AnB4azrH9t off=16349403 len=322665 2024-07-26T06:55:48.094 INFO:tasks.workunit.client.0.smithi037.stdout:op 1039 completed, throughput=5MB/sec 2024-07-26T06:55:48.094 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-brP3FY-Xz-TGKTd off=24228895 len=1315063 2024-07-26T06:55:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 1040 completed, throughput=5MB/sec 2024-07-26T06:55:49.102 INFO:tasks.workunit.client.0.smithi037.stdout: 207: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:49.102 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tDaEa5mwAu3GnN7 off=513035 len=1569893 2024-07-26T06:55:49.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 1041 completed, throughput=4.98MB/sec 2024-07-26T06:55:49.104 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X1XKqwKhYOVg8b6 off=3438179 len=565726 2024-07-26T06:55:49.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 1042 completed, throughput=4.99MB/sec 2024-07-26T06:55:49.105 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X6UwAhLPrGaoI7t off=2558839 len=885504 2024-07-26T06:55:49.111 INFO:tasks.workunit.client.0.smithi037.stdout:op 1043 completed, throughput=4.99MB/sec 2024-07-26T06:55:49.111 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_JP6T7TVvRnTGKt off=9171902 len=1922185 2024-07-26T06:55:49.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 1044 completed, throughput=5MB/sec 2024-07-26T06:55:49.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vuEOZCV0NxOWvqo off=15024829 len=1571082 2024-07-26T06:55:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 1045 completed, throughput=5.01MB/sec 2024-07-26T06:55:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:49 smithi037 ceph-mon[97339]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:55:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:49 smithi037 ceph-mon[99762]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:55:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:49 smithi135 ceph-mon[90132]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:55:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:50.125 INFO:tasks.workunit.client.0.smithi037.stdout: 208: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:50.125 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k4DB5sCRbAjHvj4 off=3048372 len=629506 2024-07-26T06:55:50.127 INFO:tasks.workunit.client.0.smithi037.stdout:op 1046 completed, throughput=4.99MB/sec 2024-07-26T06:55:50.127 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wyt-e08sJrKU5Dv off=11137041 len=422848 2024-07-26T06:55:50.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 1047 completed, throughput=4.99MB/sec 2024-07-26T06:55:50.128 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ezJzsdxfckI_bD7 off=4232661 len=1823333 2024-07-26T06:55:50.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 1048 completed, throughput=5MB/sec 2024-07-26T06:55:50.136 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fj4sdHvlS8VjgeO off=528080 len=58209 2024-07-26T06:55:50.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 1049 completed, throughput=5MB/sec 2024-07-26T06:55:50.138 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Y7I452F1Fzbm58N off=9151074 len=528883 2024-07-26T06:55:50.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 1050 completed, throughput=5MB/sec 2024-07-26T06:55:50.141 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bxJbPMp44tWKSTc off=6414 len=470939 2024-07-26T06:55:50.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 1051 completed, throughput=5MB/sec 2024-07-26T06:55:51.145 INFO:tasks.workunit.client.0.smithi037.stdout: 209: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:51.145 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yZ5jl8koCDjDsms off=8705288 len=933942 2024-07-26T06:55:51.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 1052 completed, throughput=4.98MB/sec 2024-07-26T06:55:51.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mz0riAU0YYHGQJC off=88627 len=1840626 2024-07-26T06:55:51.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 1053 completed, throughput=4.99MB/sec 2024-07-26T06:55:51.151 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nWX5A_tl-xpiYEO off=15805211 len=1086823 2024-07-26T06:55:51.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 1054 completed, throughput=4.99MB/sec 2024-07-26T06:55:51.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-197RrM33_QYmlmJ off=4252110 len=1891581 2024-07-26T06:55:51.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 1055 completed, throughput=5MB/sec 2024-07-26T06:55:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:51 smithi037 ceph-mon[97339]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:51.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:55:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:55:51] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:55:51.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:51 smithi037 ceph-mon[99762]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:51 smithi135 ceph-mon[90132]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:55:52.165 INFO:tasks.workunit.client.0.smithi037.stdout: 210: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:52.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eLsMngJ267MQ7sZ off=13990616 len=1143332 2024-07-26T06:55:52.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 1056 completed, throughput=4.98MB/sec 2024-07-26T06:55:52.171 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2LaJn9KBNRIxfwX off=1326397 len=402841 2024-07-26T06:55:52.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 1057 completed, throughput=4.99MB/sec 2024-07-26T06:55:52.174 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_yrRP2CMB2jeIDg off=8246655 len=1246496 2024-07-26T06:55:52.182 INFO:tasks.workunit.client.0.smithi037.stdout:op 1058 completed, throughput=4.99MB/sec 2024-07-26T06:55:52.182 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t2bwIjj9FQIpw1r off=1472463 len=2063645 2024-07-26T06:55:52.185 INFO:tasks.workunit.client.0.smithi037.stdout:op 1059 completed, throughput=5MB/sec 2024-07-26T06:55:52.185 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5ZVKjbrFMOnB0Hy off=308088 len=1514214 2024-07-26T06:55:52.193 INFO:tasks.workunit.client.0.smithi037.stdout:op 1060 completed, throughput=5.01MB/sec 2024-07-26T06:55:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:55:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:53.193 INFO:tasks.workunit.client.0.smithi037.stdout: 211: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:53.193 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nnnedlp8YDipOYp off=1763542 len=1416449 2024-07-26T06:55:53.195 INFO:tasks.workunit.client.0.smithi037.stdout:op 1061 completed, throughput=4.99MB/sec 2024-07-26T06:55:53.196 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0sgUFSZup7o6Ua6 off=13729941 len=1263895 2024-07-26T06:55:53.201 INFO:tasks.workunit.client.0.smithi037.stdout:op 1062 completed, throughput=4.99MB/sec 2024-07-26T06:55:53.201 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tQJcYnBT3Q5mfUy off=11780813 len=349839 2024-07-26T06:55:53.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 1063 completed, throughput=5MB/sec 2024-07-26T06:55:53.203 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4d0Hoo84U2WRUXx off=4023543 len=1314238 2024-07-26T06:55:53.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 1064 completed, throughput=5MB/sec 2024-07-26T06:55:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:53 smithi037 ceph-mon[97339]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:53 smithi037 ceph-mon[99762]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:53 smithi135 ceph-mon[90132]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:55:54.204 INFO:tasks.workunit.client.0.smithi037.stdout: 212: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:54.204 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XTvkncrElBEi0J4 off=9690248 len=329296 2024-07-26T06:55:54.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 1065 completed, throughput=4.98MB/sec 2024-07-26T06:55:54.205 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cXx3DX6vYALghGH off=14001468 len=2048382 2024-07-26T06:55:54.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 1066 completed, throughput=4.99MB/sec 2024-07-26T06:55:54.207 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KQcnNyLEtsoshZ5 off=1441198 len=273873 2024-07-26T06:55:54.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 1067 completed, throughput=4.99MB/sec 2024-07-26T06:55:54.209 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JBMwVOQ6pBr6I-9 off=1899780 len=1169720 2024-07-26T06:55:54.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 1068 completed, throughput=5MB/sec 2024-07-26T06:55:54.210 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-03GlTwfc_aM6M2O off=4566212 len=16847 2024-07-26T06:55:54.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 1069 completed, throughput=5MB/sec 2024-07-26T06:55:54.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-77glKNsLZ-itfOC off=17883900 len=406890 2024-07-26T06:55:54.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 1070 completed, throughput=5MB/sec 2024-07-26T06:55:54.212 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zm4-5xkxdSWa8ao off=8543345 len=1714302 2024-07-26T06:55:54.219 INFO:tasks.workunit.client.0.smithi037.stdout:op 1071 completed, throughput=5MB/sec 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:54.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:55:55.219 INFO:tasks.workunit.client.0.smithi037.stdout: 213: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:55.220 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ePlgLv7x3-OxIOg off=2878906 len=1926504 2024-07-26T06:55:55.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 1072 completed, throughput=4.99MB/sec 2024-07-26T06:55:55.232 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hpc0_1KI96IY91K off=0 len=1238464 2024-07-26T06:55:55.235 INFO:tasks.workunit.client.0.smithi037.stdout:op 1073 completed, throughput=5MB/sec 2024-07-26T06:55:55.235 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j3N4RG7jl09w3av off=3474149 len=721369 2024-07-26T06:55:55.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 1074 completed, throughput=5MB/sec 2024-07-26T06:55:55.240 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oHZpFXfrATVITbe off=15079180 len=845512 2024-07-26T06:55:55.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 1075 completed, throughput=5MB/sec 2024-07-26T06:55:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:55 smithi037 ceph-mon[97339]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:55 smithi037 ceph-mon[99762]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:55 smithi135 ceph-mon[90132]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:55:56.245 INFO:tasks.workunit.client.0.smithi037.stdout: 214: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:56.245 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MqIpQO_TIMBB9YD off=242953 len=1451577 2024-07-26T06:55:56.252 INFO:tasks.workunit.client.0.smithi037.stdout:op 1076 completed, throughput=4.99MB/sec 2024-07-26T06:55:56.252 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-II31GP71SbQFgpV off=1872748 len=1182193 2024-07-26T06:55:56.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 1077 completed, throughput=4.99MB/sec 2024-07-26T06:55:56.253 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1cGCIgxL7qAtXt4 off=3156603 len=1673572 2024-07-26T06:55:56.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 1078 completed, throughput=5MB/sec 2024-07-26T06:55:56.262 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iUVC4nRdCj2Z51R off=4651654 len=1354772 2024-07-26T06:55:56.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 1079 completed, throughput=5MB/sec 2024-07-26T06:55:56.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:56 smithi037 ceph-mon[97339]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:56 smithi037 ceph-mon[99762]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:56.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:56 smithi135 ceph-mon[90132]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:57.269 INFO:tasks.workunit.client.0.smithi037.stdout: 215: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:57.269 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VJ2oVOzcktB_puJ off=2298412 len=1103033 2024-07-26T06:55:57.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 1080 completed, throughput=4.99MB/sec 2024-07-26T06:55:57.271 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EgY6rcN3L6L5wmr off=23489110 len=420148 2024-07-26T06:55:57.275 INFO:tasks.workunit.client.0.smithi037.stdout:op 1081 completed, throughput=4.99MB/sec 2024-07-26T06:55:57.275 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OavfGX3xEkD7n47 off=5207751 len=1611467 2024-07-26T06:55:57.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 1082 completed, throughput=4.99MB/sec 2024-07-26T06:55:57.278 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BJkEEU80-DETxUz off=6693709 len=2033780 2024-07-26T06:55:57.281 INFO:tasks.workunit.client.0.smithi037.stdout:op 1083 completed, throughput=5MB/sec 2024-07-26T06:55:58.281 INFO:tasks.workunit.client.0.smithi037.stdout: 216: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:58.281 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6hx2Nt2M_s9fhkF off=10507673 len=197762 2024-07-26T06:55:58.284 INFO:tasks.workunit.client.0.smithi037.stdout:op 1084 completed, throughput=4.98MB/sec 2024-07-26T06:55:58.285 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e5j5SGV3yorTVoU off=7880987 len=1069181 2024-07-26T06:55:58.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 1085 completed, throughput=4.99MB/sec 2024-07-26T06:55:58.290 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oVSj45KJ3bHVEHB off=6720153 len=1080050 2024-07-26T06:55:58.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 1086 completed, throughput=4.99MB/sec 2024-07-26T06:55:58.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hoA-1yrg328dXIz off=14123429 len=431467 2024-07-26T06:55:58.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 1087 completed, throughput=4.99MB/sec 2024-07-26T06:55:58.296 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GpszuXDCNsLQ8bW off=4041916 len=2065011 2024-07-26T06:55:58.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 1088 completed, throughput=5MB/sec 2024-07-26T06:55:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:55:58 smithi037 ceph-mon[97339]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:55:58 smithi037 ceph-mon[99762]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:55:58 smithi135 ceph-mon[90132]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:55:59.307 INFO:tasks.workunit.client.0.smithi037.stdout: 217: throughput=4.98MB/sec pending data=0 2024-07-26T06:55:59.307 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4ALuzdRu80-Q_AP off=18204311 len=1306676 2024-07-26T06:55:59.315 INFO:tasks.workunit.client.0.smithi037.stdout:op 1089 completed, throughput=4.98MB/sec 2024-07-26T06:55:59.315 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZdlDx-xA9X8HWqF off=12371494 len=4459 2024-07-26T06:55:59.317 INFO:tasks.workunit.client.0.smithi037.stdout:op 1090 completed, throughput=4.98MB/sec 2024-07-26T06:55:59.317 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EcbJLwjgfKZ8DLM off=16478073 len=1824399 2024-07-26T06:55:59.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 1091 completed, throughput=4.99MB/sec 2024-07-26T06:55:59.325 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X_94zQOd8Utpaa8 off=5015788 len=1705163 2024-07-26T06:55:59.331 INFO:tasks.workunit.client.0.smithi037.stdout:op 1092 completed, throughput=5MB/sec 2024-07-26T06:55:59.331 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U8okGdXMnFmcpJa off=1675496 len=1999024 2024-07-26T06:55:59.341 INFO:tasks.workunit.client.0.smithi037.stdout:op 1093 completed, throughput=5.01MB/sec 2024-07-26T06:56:00.341 INFO:tasks.workunit.client.0.smithi037.stdout: 218: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:00.341 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l_suckU2q7CM3u9 off=7522626 len=590900 2024-07-26T06:56:00.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 1094 completed, throughput=4.99MB/sec 2024-07-26T06:56:00.342 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nJrbRKAzuFQN8bn off=22539045 len=2071597 2024-07-26T06:56:00.352 INFO:tasks.workunit.client.0.smithi037.stdout:op 1095 completed, throughput=4.99MB/sec 2024-07-26T06:56:00.352 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rJ1_Sn_mXOhhT5I off=1848245 len=1452480 2024-07-26T06:56:00.357 INFO:tasks.workunit.client.0.smithi037.stdout:op 1096 completed, throughput=5MB/sec 2024-07-26T06:56:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:00 smithi037 ceph-mon[97339]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:56:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:00 smithi037 ceph-mon[99762]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:56:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:00 smithi135 ceph-mon[90132]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:56:01.357 INFO:tasks.workunit.client.0.smithi037.stdout: 219: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:01.357 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-64sNABILSK9DciK off=532236 len=1523779 2024-07-26T06:56:01.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 1097 completed, throughput=4.99MB/sec 2024-07-26T06:56:01.360 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w2WHxokrVTqoGA9 off=7456623 len=1627586 2024-07-26T06:56:01.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 1098 completed, throughput=4.99MB/sec 2024-07-26T06:56:01.367 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YijiyFihb5IqsRB off=6000763 len=841768 2024-07-26T06:56:01.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 1099 completed, throughput=5MB/sec 2024-07-26T06:56:01.369 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k27hv8ncu-kCzay off=213727 len=1776870 2024-07-26T06:56:01.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 1100 completed, throughput=5MB/sec 2024-07-26T06:56:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:01] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:56:02.377 INFO:tasks.workunit.client.0.smithi037.stdout: 220: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:02.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hLDIrcaQz2UQ55a off=1311041 len=990284 2024-07-26T06:56:02.381 INFO:tasks.workunit.client.0.smithi037.stdout:op 1101 completed, throughput=4.98MB/sec 2024-07-26T06:56:02.381 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K8HE3IzsD4jXYtz off=1727361 len=539254 2024-07-26T06:56:02.382 INFO:tasks.workunit.client.0.smithi037.stdout:op 1102 completed, throughput=4.99MB/sec 2024-07-26T06:56:02.382 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fWsqiRrsG67NnAl off=9683466 len=725911 2024-07-26T06:56:02.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 1103 completed, throughput=4.99MB/sec 2024-07-26T06:56:02.383 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-05925hshnQxacfC off=909936 len=131367 2024-07-26T06:56:02.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 1104 completed, throughput=4.99MB/sec 2024-07-26T06:56:02.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J0qEL4vHxF1O8FD off=924253 len=1754922 2024-07-26T06:56:02.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 1105 completed, throughput=5MB/sec 2024-07-26T06:56:02.395 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cNqC1d-o2yJHsLm off=7674835 len=2093352 2024-07-26T06:56:02.398 INFO:tasks.workunit.client.0.smithi037.stdout:op 1106 completed, throughput=5.01MB/sec 2024-07-26T06:56:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:02 smithi037 ceph-mon[97339]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:02 smithi037 ceph-mon[99762]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:02 smithi135 ceph-mon[90132]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:03.398 INFO:tasks.workunit.client.0.smithi037.stdout: 221: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:03.398 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Kh8ks4W98DKwiLp off=11431487 len=1402128 2024-07-26T06:56:03.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 1107 completed, throughput=4.99MB/sec 2024-07-26T06:56:03.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5osEKlQZvYtB26w off=19642777 len=1853464 2024-07-26T06:56:03.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 1108 completed, throughput=5MB/sec 2024-07-26T06:56:03.411 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c2m6RUZgWImkvE- off=3488737 len=1628549 2024-07-26T06:56:03.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 1109 completed, throughput=5MB/sec 2024-07-26T06:56:04.414 INFO:tasks.workunit.client.0.smithi037.stdout: 222: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:04.414 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yQIeOfc1koovVRT off=19447839 len=908765 2024-07-26T06:56:04.419 INFO:tasks.workunit.client.0.smithi037.stdout:op 1110 completed, throughput=4.99MB/sec 2024-07-26T06:56:04.419 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Cn0iT7ECv-35AQ7 off=16302348 len=1287944 2024-07-26T06:56:04.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 1111 completed, throughput=4.99MB/sec 2024-07-26T06:56:04.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RJcDt79V262hQIh off=172676 len=722622 2024-07-26T06:56:04.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 1112 completed, throughput=4.99MB/sec 2024-07-26T06:56:04.422 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Rpjhc5XyWuNeu7 off=15819586 len=940085 2024-07-26T06:56:04.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 1113 completed, throughput=5MB/sec 2024-07-26T06:56:04.427 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zwSbFWLSWIOOb3I off=6986251 len=739047 2024-07-26T06:56:04.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 1114 completed, throughput=5MB/sec 2024-07-26T06:56:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:04 smithi037 ceph-mon[97339]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:04 smithi037 ceph-mon[99762]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:04 smithi135 ceph-mon[90132]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:05.429 INFO:tasks.workunit.client.0.smithi037.stdout: 223: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:05.429 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JTWuyiGFACVJqAK off=2294833 len=919932 2024-07-26T06:56:05.430 INFO:tasks.workunit.client.0.smithi037.stdout:op 1115 completed, throughput=4.98MB/sec 2024-07-26T06:56:05.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OW5Ci79TL9cQ_Cw off=12926559 len=1716575 2024-07-26T06:56:05.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 1116 completed, throughput=4.99MB/sec 2024-07-26T06:56:05.439 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WL9LeQj6sTe7QKv off=1867424 len=1582669 2024-07-26T06:56:05.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 1117 completed, throughput=5MB/sec 2024-07-26T06:56:05.447 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-arOek-Q9-qeyvqc off=635398 len=495262 2024-07-26T06:56:05.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 1118 completed, throughput=5MB/sec 2024-07-26T06:56:05.450 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1XfNCwhdU6tuFjZ off=12353303 len=363455 2024-07-26T06:56:05.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 1119 completed, throughput=5MB/sec 2024-07-26T06:56:06.453 INFO:tasks.workunit.client.0.smithi037.stdout: 224: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:06.453 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XtAAFSFSb6GOOxL off=722493 len=870635 2024-07-26T06:56:06.454 INFO:tasks.workunit.client.0.smithi037.stdout:op 1120 completed, throughput=4.98MB/sec 2024-07-26T06:56:06.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--pKUjJOMQF2CpIg off=6374462 len=684302 2024-07-26T06:56:06.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 1121 completed, throughput=4.98MB/sec 2024-07-26T06:56:06.458 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-H0FzuXdLtP0eGKV off=17699202 len=603420 2024-07-26T06:56:06.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 1122 completed, throughput=4.99MB/sec 2024-07-26T06:56:06.462 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5sztzev8868VrDR off=5733 len=54554 2024-07-26T06:56:06.465 INFO:tasks.workunit.client.0.smithi037.stdout:op 1123 completed, throughput=4.99MB/sec 2024-07-26T06:56:06.465 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9AI0gyQQX4OLynN off=449321 len=200177 2024-07-26T06:56:06.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 1124 completed, throughput=4.99MB/sec 2024-07-26T06:56:06.468 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eT7ocjcdUmpfhMh off=920597 len=1170034 2024-07-26T06:56:06.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 1125 completed, throughput=4.99MB/sec 2024-07-26T06:56:06.469 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nv83nOUjAdLuU35 off=905062 len=719133 2024-07-26T06:56:06.470 INFO:tasks.workunit.client.0.smithi037.stdout:op 1126 completed, throughput=5MB/sec 2024-07-26T06:56:06.471 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8iB6FGOsrQiXnS3 off=4310915 len=713239 2024-07-26T06:56:06.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 1127 completed, throughput=5MB/sec 2024-07-26T06:56:06.475 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2gkCr-jTZVb5nSq off=6663306 len=887632 2024-07-26T06:56:06.476 INFO:tasks.workunit.client.0.smithi037.stdout:op 1128 completed, throughput=5MB/sec 2024-07-26T06:56:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:06 smithi037 ceph-mon[97339]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:56:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:06 smithi037 ceph-mon[99762]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:56:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:06 smithi135 ceph-mon[90132]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:56:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: 225: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:07.477 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a8jjYaRV0VV3qxR off=4369212 len=1401061 2024-07-26T06:56:07.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 1129 completed, throughput=4.99MB/sec 2024-07-26T06:56:07.485 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vqSDRHnlK8Pd2jE off=655464 len=751838 2024-07-26T06:56:07.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 1130 completed, throughput=4.99MB/sec 2024-07-26T06:56:07.490 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-26kbEp21t2-H7RQ off=2380348 len=1184476 2024-07-26T06:56:07.491 INFO:tasks.workunit.client.0.smithi037.stdout:op 1131 completed, throughput=4.99MB/sec 2024-07-26T06:56:07.492 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YiCpcXXlp0y3KFY off=6103602 len=1289699 2024-07-26T06:56:07.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 1132 completed, throughput=5MB/sec 2024-07-26T06:56:07.495 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1UzX7hXSWpj_yp9 off=13382528 len=352723 2024-07-26T06:56:07.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 1133 completed, throughput=5MB/sec 2024-07-26T06:56:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: 226: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:08.499 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uj5uYVAMHoE8U-V off=2216858 len=224199 2024-07-26T06:56:08.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 1134 completed, throughput=4.98MB/sec 2024-07-26T06:56:08.500 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6yiKgN4pZi1LwuT off=4244847 len=171687 2024-07-26T06:56:08.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 1135 completed, throughput=4.98MB/sec 2024-07-26T06:56:08.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w3BXlm4Xru99xMj off=1817535 len=302683 2024-07-26T06:56:08.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 1136 completed, throughput=4.98MB/sec 2024-07-26T06:56:08.504 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EJL3u8DkgnPMJf1 off=16297363 len=2072819 2024-07-26T06:56:08.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 1137 completed, throughput=4.99MB/sec 2024-07-26T06:56:08.506 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7Tc1AAVukcVXwxH off=9603507 len=761500 2024-07-26T06:56:08.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 1138 completed, throughput=4.99MB/sec 2024-07-26T06:56:08.508 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1rDsV2qT3XW8AkM off=4938059 len=190355 2024-07-26T06:56:08.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 1139 completed, throughput=4.99MB/sec 2024-07-26T06:56:08.509 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ewtWNDBN6iLBi8s off=12026718 len=481733 2024-07-26T06:56:08.509 INFO:tasks.workunit.client.0.smithi037.stdout:op 1140 completed, throughput=5MB/sec 2024-07-26T06:56:08.509 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_cHJq9nb5H_giCy off=19950135 len=93457 2024-07-26T06:56:08.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 1141 completed, throughput=5MB/sec 2024-07-26T06:56:08.511 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L5EktLaubBMyg35 off=13580545 len=680289 2024-07-26T06:56:08.515 INFO:tasks.workunit.client.0.smithi037.stdout:op 1142 completed, throughput=5MB/sec 2024-07-26T06:56:08.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wel8aNbIp922h2R off=1248891 len=141053 2024-07-26T06:56:08.517 INFO:tasks.workunit.client.0.smithi037.stdout:op 1143 completed, throughput=5MB/sec 2024-07-26T06:56:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:08 smithi037 ceph-mon[97339]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:56:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:08 smithi037 ceph-mon[99762]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:56:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:08 smithi135 ceph-mon[90132]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:56:09.518 INFO:tasks.workunit.client.0.smithi037.stdout: 227: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:09.518 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XWu15JAKq8L49gf off=14614383 len=1289064 2024-07-26T06:56:09.520 INFO:tasks.workunit.client.0.smithi037.stdout:op 1144 completed, throughput=4.98MB/sec 2024-07-26T06:56:09.520 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E2Uwnt3Go1vMFfO off=9765711 len=762985 2024-07-26T06:56:09.525 INFO:tasks.workunit.client.0.smithi037.stdout:op 1145 completed, throughput=4.99MB/sec 2024-07-26T06:56:09.525 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HZqrqhvMCUu2Cjt off=9878977 len=1482955 2024-07-26T06:56:09.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 1146 completed, throughput=4.99MB/sec 2024-07-26T06:56:09.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SHTQT-fQ9JT8vaT off=21602900 len=536321 2024-07-26T06:56:09.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 1147 completed, throughput=4.99MB/sec 2024-07-26T06:56:09.537 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RSNLVyx6_MSh1Vj off=2426862 len=310024 2024-07-26T06:56:09.540 INFO:tasks.workunit.client.0.smithi037.stdout:op 1148 completed, throughput=5MB/sec 2024-07-26T06:56:09.540 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3d-7ye4nEwchrux off=2213999 len=1199326 2024-07-26T06:56:09.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 1149 completed, throughput=5MB/sec 2024-07-26T06:56:10.541 INFO:tasks.workunit.client.0.smithi037.stdout: 228: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:10.542 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2j4AcB5WxXLYdAT off=6652810 len=104760 2024-07-26T06:56:10.544 INFO:tasks.workunit.client.0.smithi037.stdout:op 1150 completed, throughput=4.98MB/sec 2024-07-26T06:56:10.544 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NHZJ5E_DOYLYoEF off=2254109 len=1095896 2024-07-26T06:56:10.545 INFO:tasks.workunit.client.0.smithi037.stdout:op 1151 completed, throughput=4.98MB/sec 2024-07-26T06:56:10.545 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FdoFx9gIGEsh8P5 off=405498 len=1055778 2024-07-26T06:56:10.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 1152 completed, throughput=4.99MB/sec 2024-07-26T06:56:10.553 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U7tpe_9_1Swq6Sx off=2424349 len=2028294 2024-07-26T06:56:10.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 1153 completed, throughput=5MB/sec 2024-07-26T06:56:10.564 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DqosDpuOcWuqnzK off=7460004 len=572257 2024-07-26T06:56:10.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 1154 completed, throughput=5MB/sec 2024-07-26T06:56:10.565 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZUFg24Nddbh0tBk off=657676 len=470104 2024-07-26T06:56:10.568 INFO:tasks.workunit.client.0.smithi037.stdout:op 1155 completed, throughput=5MB/sec 2024-07-26T06:56:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:10 smithi037 ceph-mon[97339]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:56:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:10 smithi037 ceph-mon[99762]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:56:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:10 smithi135 ceph-mon[90132]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:56:11.568 INFO:tasks.workunit.client.0.smithi037.stdout: 229: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:11.568 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RKtMH_MLEsWpr61 off=5845307 len=1864642 2024-07-26T06:56:11.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 1156 completed, throughput=4.99MB/sec 2024-07-26T06:56:11.572 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RM9Iq28FcBRjVkM off=2451185 len=772920 2024-07-26T06:56:11.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 1157 completed, throughput=4.99MB/sec 2024-07-26T06:56:11.575 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_T-zgqG9RYZ3YAT off=4626253 len=1509273 2024-07-26T06:56:11.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 1158 completed, throughput=5MB/sec 2024-07-26T06:56:11.583 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fw8PVF3fMbxCbUI off=1996707 len=1070139 2024-07-26T06:56:11.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 1159 completed, throughput=5MB/sec 2024-07-26T06:56:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:11] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:56:12.584 INFO:tasks.workunit.client.0.smithi037.stdout: 230: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:12.584 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AluAIrRPxLrH7so off=3287001 len=869632 2024-07-26T06:56:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:12.590 INFO:tasks.workunit.client.0.smithi037.stdout:op 1160 completed, throughput=4.98MB/sec 2024-07-26T06:56:12.590 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QwNpUv6lfzit8B_ off=4486631 len=650151 2024-07-26T06:56:12.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 1161 completed, throughput=4.99MB/sec 2024-07-26T06:56:12.591 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WRrcwskbz-HvPp8 off=0 len=1280397 2024-07-26T06:56:12.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 1162 completed, throughput=4.99MB/sec 2024-07-26T06:56:12.598 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-95c7vtzSLZNSWBF off=424700 len=1189569 2024-07-26T06:56:12.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 1163 completed, throughput=4.99MB/sec 2024-07-26T06:56:12.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0Zd0OCXR3fGbB2O off=32114 len=491778 2024-07-26T06:56:12.604 INFO:tasks.workunit.client.0.smithi037.stdout:op 1164 completed, throughput=5MB/sec 2024-07-26T06:56:12.604 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Rrh5OLPnUVPB_0 off=14373272 len=240589 2024-07-26T06:56:12.604 INFO:tasks.workunit.client.0.smithi037.stdout:op 1165 completed, throughput=5MB/sec 2024-07-26T06:56:12.604 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ywDWUI3Kl4-XrPe off=11345426 len=1061821 2024-07-26T06:56:12.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 1166 completed, throughput=5MB/sec 2024-07-26T06:56:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:12 smithi037 ceph-mon[97339]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:56:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:12 smithi037 ceph-mon[99762]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:56:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:12 smithi135 ceph-mon[90132]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:56:13.607 INFO:tasks.workunit.client.0.smithi037.stdout: 231: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:13.607 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JyyRuQKFg74JF4S off=15061742 len=1671786 2024-07-26T06:56:13.615 INFO:tasks.workunit.client.0.smithi037.stdout:op 1167 completed, throughput=4.99MB/sec 2024-07-26T06:56:13.615 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aaxIvhu428CeAzN off=6084871 len=281193 2024-07-26T06:56:13.616 INFO:tasks.workunit.client.0.smithi037.stdout:op 1168 completed, throughput=4.99MB/sec 2024-07-26T06:56:13.616 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1wvAoZFQ8wSO6ux off=8053056 len=1559686 2024-07-26T06:56:13.617 INFO:tasks.workunit.client.0.smithi037.stdout:op 1169 completed, throughput=4.99MB/sec 2024-07-26T06:56:13.617 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwX8fj39oupfteJ off=1285195 len=978066 2024-07-26T06:56:13.620 INFO:tasks.workunit.client.0.smithi037.stdout:op 1170 completed, throughput=5MB/sec 2024-07-26T06:56:13.620 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fDyWdlumjZ0vo5z off=1179315 len=312728 2024-07-26T06:56:13.621 INFO:tasks.workunit.client.0.smithi037.stdout:op 1171 completed, throughput=5MB/sec 2024-07-26T06:56:13.621 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yvkBfpNbT7Gh0GD off=16682262 len=988989 2024-07-26T06:56:13.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 1172 completed, throughput=5MB/sec 2024-07-26T06:56:14.622 INFO:tasks.workunit.client.0.smithi037.stdout: 232: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:14.623 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CYc94YKagJm9w90 off=2768257 len=980179 2024-07-26T06:56:14.628 INFO:tasks.workunit.client.0.smithi037.stdout:op 1173 completed, throughput=4.99MB/sec 2024-07-26T06:56:14.628 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8c3bdCO4iVSveKK off=2426831 len=1141138 2024-07-26T06:56:14.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 1174 completed, throughput=4.99MB/sec 2024-07-26T06:56:14.630 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qYvGZ2TCr15De4E off=3480582 len=4173 2024-07-26T06:56:14.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 1175 completed, throughput=4.99MB/sec 2024-07-26T06:56:14.630 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tf7aIE31pIa9v-k off=17401 len=1816176 2024-07-26T06:56:14.639 INFO:tasks.workunit.client.0.smithi037.stdout:op 1176 completed, throughput=5MB/sec 2024-07-26T06:56:14.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bgGJQ0tvSgU93Y2 off=9331326 len=65470 2024-07-26T06:56:14.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 1177 completed, throughput=5MB/sec 2024-07-26T06:56:14.640 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M7wRtmKOmIahyc3 off=1334199 len=944202 2024-07-26T06:56:14.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 1178 completed, throughput=5MB/sec 2024-07-26T06:56:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:14 smithi037 ceph-mon[97339]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:14 smithi037 ceph-mon[99762]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:14 smithi135 ceph-mon[90132]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:15.645 INFO:tasks.workunit.client.0.smithi037.stdout: 233: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:15.645 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wAzs979NhQyZFKa off=4005804 len=1979942 2024-07-26T06:56:15.647 INFO:tasks.workunit.client.0.smithi037.stdout:op 1179 completed, throughput=4.99MB/sec 2024-07-26T06:56:15.647 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4naWf3XtmlQYa0Q off=17721667 len=674922 2024-07-26T06:56:15.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 1180 completed, throughput=4.99MB/sec 2024-07-26T06:56:15.649 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TYCTrufHsM9FPv- off=16043907 len=2008824 2024-07-26T06:56:15.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 1181 completed, throughput=5MB/sec 2024-07-26T06:56:15.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rv3VgFQ5jDMVy23 off=3472041 len=11071 2024-07-26T06:56:15.654 INFO:tasks.workunit.client.0.smithi037.stdout:op 1182 completed, throughput=5MB/sec 2024-07-26T06:56:15.654 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DYFBEfRAiebpaL7 off=7923859 len=2091484 2024-07-26T06:56:15.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 1183 completed, throughput=5.01MB/sec 2024-07-26T06:56:16.667 INFO:tasks.workunit.client.0.smithi037.stdout: 234: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:16.667 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MDbfu92xTuSW0PB off=17651178 len=671703 2024-07-26T06:56:16.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 1184 completed, throughput=4.99MB/sec 2024-07-26T06:56:16.672 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0sJDesfzHkYdzJ5 off=5406442 len=874052 2024-07-26T06:56:16.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 1185 completed, throughput=4.99MB/sec 2024-07-26T06:56:16.673 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qYVLYS6IuH2rCU_ off=6826938 len=1220149 2024-07-26T06:56:16.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 1186 completed, throughput=5MB/sec 2024-07-26T06:56:16.679 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uw8QtU2KGlhnfNK off=2178233 len=659388 2024-07-26T06:56:16.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 1187 completed, throughput=5MB/sec 2024-07-26T06:56:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:16 smithi037 ceph-mon[97339]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:56:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:16 smithi037 ceph-mon[99762]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:56:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:16 smithi135 ceph-mon[90132]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:56:17.683 INFO:tasks.workunit.client.0.smithi037.stdout: 235: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:17.683 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4kGe6H80GOiYb6R off=3948305 len=1219886 2024-07-26T06:56:17.691 INFO:tasks.workunit.client.0.smithi037.stdout:op 1188 completed, throughput=4.98MB/sec 2024-07-26T06:56:17.691 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m9zPc-UYeIP387r off=6125459 len=1313128 2024-07-26T06:56:17.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 1189 completed, throughput=4.99MB/sec 2024-07-26T06:56:17.692 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MDjM0SCAJVpJEGF off=124262 len=619552 2024-07-26T06:56:17.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 1190 completed, throughput=4.99MB/sec 2024-07-26T06:56:17.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IcuM8wTenDwFyf_ off=1656180 len=1374684 2024-07-26T06:56:17.696 INFO:tasks.workunit.client.0.smithi037.stdout:op 1191 completed, throughput=5MB/sec 2024-07-26T06:56:17.696 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cJfGJyToVPgNx4L off=4165552 len=54973 2024-07-26T06:56:17.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 1192 completed, throughput=5MB/sec 2024-07-26T06:56:17.697 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z1H3wiqmO-Alyqn off=281936 len=1915008 2024-07-26T06:56:17.709 INFO:tasks.workunit.client.0.smithi037.stdout:op 1193 completed, throughput=5MB/sec 2024-07-26T06:56:18.709 INFO:tasks.workunit.client.0.smithi037.stdout: 236: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:18.709 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-guYOsxe40PyXKdV off=453017 len=950955 2024-07-26T06:56:18.715 INFO:tasks.workunit.client.0.smithi037.stdout:op 1194 completed, throughput=4.99MB/sec 2024-07-26T06:56:18.715 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w7sqF-WiB2a5R9U off=4808977 len=1649408 2024-07-26T06:56:18.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 1195 completed, throughput=4.99MB/sec 2024-07-26T06:56:18.723 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G1IuTyzxLIAKlpX off=13258758 len=880830 2024-07-26T06:56:18.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 1196 completed, throughput=5MB/sec 2024-07-26T06:56:18.726 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xXQ6GFPRlDU6DdP off=7893197 len=1976933 2024-07-26T06:56:18.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 1197 completed, throughput=5MB/sec 2024-07-26T06:56:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:18 smithi037 ceph-mon[97339]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:56:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:18 smithi037 ceph-mon[99762]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:56:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:18 smithi135 ceph-mon[90132]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:56:19.738 INFO:tasks.workunit.client.0.smithi037.stdout: 237: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:19.739 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--XQEOmuIiIV5O1C off=6145075 len=1465646 2024-07-26T06:56:19.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 1198 completed, throughput=4.99MB/sec 2024-07-26T06:56:19.745 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NeDWvobPLKUFXGf off=8468557 len=253292 2024-07-26T06:56:19.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 1199 completed, throughput=4.99MB/sec 2024-07-26T06:56:19.748 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xXQ6GFPRlDU6DdP off=16603861 len=1829740 2024-07-26T06:56:19.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 1200 completed, throughput=5MB/sec 2024-07-26T06:56:19.750 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UhhNB-9srFlAq23 off=2926399 len=1766409 2024-07-26T06:56:19.759 INFO:tasks.workunit.client.0.smithi037.stdout:op 1201 completed, throughput=5MB/sec 2024-07-26T06:56:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: 238: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:20.760 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-syJhgSKvGI8xwK8 off=6164130 len=399742 2024-07-26T06:56:20.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 1202 completed, throughput=4.99MB/sec 2024-07-26T06:56:20.761 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LFR-AMB1U6U1Slu off=8654154 len=1625847 2024-07-26T06:56:20.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 1203 completed, throughput=4.99MB/sec 2024-07-26T06:56:20.771 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-npQRAS9gio5IhOg off=1162727 len=2043912 2024-07-26T06:56:20.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 1204 completed, throughput=5MB/sec 2024-07-26T06:56:20.774 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KnZDoyip1bfq6dw off=10861515 len=369922 2024-07-26T06:56:20.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 1205 completed, throughput=5MB/sec 2024-07-26T06:56:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:20 smithi037 ceph-mon[97339]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-07-26T06:56:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:20 smithi037 ceph-mon[99762]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-07-26T06:56:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:20 smithi135 ceph-mon[90132]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-07-26T06:56:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: 239: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:21.778 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KyhNbcnjChZbE-s off=2527958 len=735241 2024-07-26T06:56:21.779 INFO:tasks.workunit.client.0.smithi037.stdout:op 1206 completed, throughput=4.98MB/sec 2024-07-26T06:56:21.779 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rXPBWphCQsD-N9p off=21564048 len=613167 2024-07-26T06:56:21.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 1207 completed, throughput=4.99MB/sec 2024-07-26T06:56:21.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JL9J-5Gv_y3rWGD off=386404 len=1044267 2024-07-26T06:56:21.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 1208 completed, throughput=4.99MB/sec 2024-07-26T06:56:21.786 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GFSCyWvGb5TcVUx off=10971509 len=1778203 2024-07-26T06:56:21.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 1209 completed, throughput=5MB/sec 2024-07-26T06:56:21.790 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PnabhyWhh2l-Q6k off=2844969 len=1777661 2024-07-26T06:56:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:21] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:56:21.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 1210 completed, throughput=5MB/sec 2024-07-26T06:56:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: 240: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:22.798 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wNteyZZfkAnzFyJ off=10064276 len=1424736 2024-07-26T06:56:22.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 1211 completed, throughput=4.99MB/sec 2024-07-26T06:56:22.807 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-87k7cZYyIWwHJeg off=17805168 len=387829 2024-07-26T06:56:22.810 INFO:tasks.workunit.client.0.smithi037.stdout:op 1212 completed, throughput=4.99MB/sec 2024-07-26T06:56:22.811 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JoYf3uagLhlr6JD off=11432108 len=1020335 2024-07-26T06:56:22.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 1213 completed, throughput=4.99MB/sec 2024-07-26T06:56:22.816 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4PQ-3viB5euHItK off=2661632 len=1240416 2024-07-26T06:56:22.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 1214 completed, throughput=5MB/sec 2024-07-26T06:56:22.819 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LUgleKNHY4gRzf7 off=4948211 len=536869 2024-07-26T06:56:22.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 1215 completed, throughput=5MB/sec 2024-07-26T06:56:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:22 smithi037 ceph-mon[97339]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:22 smithi037 ceph-mon[99762]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:22 smithi135 ceph-mon[90132]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:56:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: 241: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:23.821 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JQuvQdivej1i-HS off=12152144 len=587356 2024-07-26T06:56:23.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 1216 completed, throughput=4.98MB/sec 2024-07-26T06:56:23.822 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TWsBYq7FHYz2Huf off=1518815 len=87415 2024-07-26T06:56:23.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 1217 completed, throughput=4.98MB/sec 2024-07-26T06:56:23.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eQzJ-7k--lcKDAA off=4117536 len=810369 2024-07-26T06:56:23.829 INFO:tasks.workunit.client.0.smithi037.stdout:op 1218 completed, throughput=4.99MB/sec 2024-07-26T06:56:23.829 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oVcGed0ZtJyIELY off=4626071 len=1199250 2024-07-26T06:56:23.837 INFO:tasks.workunit.client.0.smithi037.stdout:op 1219 completed, throughput=4.99MB/sec 2024-07-26T06:56:23.837 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EDUVpYDygvG7B3b off=556987 len=369380 2024-07-26T06:56:23.838 INFO:tasks.workunit.client.0.smithi037.stdout:op 1220 completed, throughput=4.99MB/sec 2024-07-26T06:56:23.838 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-451RdDk6O2vIW8o off=11529116 len=1984192 2024-07-26T06:56:23.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 1221 completed, throughput=5MB/sec 2024-07-26T06:56:23.841 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hHnCgsI0jqdLI_2 off=1981991 len=909301 2024-07-26T06:56:23.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 1222 completed, throughput=5MB/sec 2024-07-26T06:56:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: 242: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:24.842 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bzNUnTfAxBcYU4F off=594327 len=569145 2024-07-26T06:56:24.843 INFO:tasks.workunit.client.0.smithi037.stdout:op 1223 completed, throughput=4.98MB/sec 2024-07-26T06:56:24.843 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GaWfU_CTVFypFnV off=15432346 len=850996 2024-07-26T06:56:24.848 INFO:tasks.workunit.client.0.smithi037.stdout:op 1224 completed, throughput=4.99MB/sec 2024-07-26T06:56:24.848 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pVYSYhFZniPrAKS off=8017729 len=1869685 2024-07-26T06:56:24.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 1225 completed, throughput=5MB/sec 2024-07-26T06:56:24.857 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8SXAEUuXR6cJz-- off=7420171 len=1490310 2024-07-26T06:56:24.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 1226 completed, throughput=5MB/sec 2024-07-26T06:56:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:24 smithi037 ceph-mon[97339]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:24 smithi037 ceph-mon[99762]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:25.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:24 smithi135 ceph-mon[90132]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:56:25.860 INFO:tasks.workunit.client.0.smithi037.stdout: 243: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:25.860 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WRjAQqmQivOm2f3 off=11805470 len=963874 2024-07-26T06:56:25.861 INFO:tasks.workunit.client.0.smithi037.stdout:op 1227 completed, throughput=4.98MB/sec 2024-07-26T06:56:25.862 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6UPH_jYOTemQemd off=7154152 len=804435 2024-07-26T06:56:25.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 1228 completed, throughput=4.99MB/sec 2024-07-26T06:56:25.864 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_RJkjUgAqrIkLpJ off=4466505 len=1919928 2024-07-26T06:56:25.875 INFO:tasks.workunit.client.0.smithi037.stdout:op 1229 completed, throughput=4.99MB/sec 2024-07-26T06:56:25.875 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4yzzCj8EYayFML0 off=455142 len=961066 2024-07-26T06:56:25.877 INFO:tasks.workunit.client.0.smithi037.stdout:op 1230 completed, throughput=5MB/sec 2024-07-26T06:56:25.877 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_fcIpPVbATWPcNI off=947106 len=748701 2024-07-26T06:56:25.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 1231 completed, throughput=5MB/sec 2024-07-26T06:56:26.879 INFO:tasks.workunit.client.0.smithi037.stdout: 244: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:26.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2YJ0l0sx8JrJOT7 off=3599108 len=1344238 2024-07-26T06:56:26.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 1232 completed, throughput=4.99MB/sec 2024-07-26T06:56:26.882 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FNVvA4c7bFIDoro off=5202241 len=531539 2024-07-26T06:56:26.884 INFO:tasks.workunit.client.0.smithi037.stdout:op 1233 completed, throughput=4.99MB/sec 2024-07-26T06:56:26.884 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tQJcYnBT3Q5mfUy off=23239839 len=1424866 2024-07-26T06:56:26.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 1234 completed, throughput=4.99MB/sec 2024-07-26T06:56:26.887 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pdW_J0fpYLqJcaA off=10908776 len=1147075 2024-07-26T06:56:26.894 INFO:tasks.workunit.client.0.smithi037.stdout:op 1235 completed, throughput=5MB/sec 2024-07-26T06:56:26.895 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AVnPOFn6KdcaSLS off=14190416 len=2041256 2024-07-26T06:56:26.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 1236 completed, throughput=5.01MB/sec 2024-07-26T06:56:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:26 smithi037 ceph-mon[97339]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:56:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:26 smithi037 ceph-mon[99762]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:56:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:26 smithi135 ceph-mon[90132]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:56:27.903 INFO:tasks.workunit.client.0.smithi037.stdout: 245: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:27.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xzOBMyAYLPav5Zt off=16190732 len=1278875 2024-07-26T06:56:27.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 1237 completed, throughput=4.99MB/sec 2024-07-26T06:56:27.909 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fn1MdpRWpooVFoz off=3793528 len=634806 2024-07-26T06:56:27.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 1238 completed, throughput=4.99MB/sec 2024-07-26T06:56:27.913 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uh3seD4XIg5AVSS off=4206226 len=1297521 2024-07-26T06:56:27.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 1239 completed, throughput=5MB/sec 2024-07-26T06:56:27.921 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X9mwSC83Fz_CWdU off=7370567 len=2023598 2024-07-26T06:56:27.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 1240 completed, throughput=5MB/sec 2024-07-26T06:56:28.924 INFO:tasks.workunit.client.0.smithi037.stdout: 246: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:28.924 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AirIFXyVWBj-64O off=0 len=1336717 2024-07-26T06:56:28.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 1241 completed, throughput=4.99MB/sec 2024-07-26T06:56:28.931 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KLF8el6tih_plHu off=13955685 len=1168664 2024-07-26T06:56:28.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 1242 completed, throughput=4.99MB/sec 2024-07-26T06:56:28.933 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DHyundY2Yvo9-X1 off=701766 len=737806 2024-07-26T06:56:28.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 1243 completed, throughput=5MB/sec 2024-07-26T06:56:28.934 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-njkDum2LN7OS1XM off=194761 len=871652 2024-07-26T06:56:28.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 1244 completed, throughput=5MB/sec 2024-07-26T06:56:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:28 smithi037 ceph-mon[97339]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:28 smithi037 ceph-mon[99762]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:29.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:28 smithi135 ceph-mon[90132]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:29.939 INFO:tasks.workunit.client.0.smithi037.stdout: 247: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:29.939 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fJPn93VW-CS12nk off=11858849 len=51868 2024-07-26T06:56:29.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 1245 completed, throughput=4.98MB/sec 2024-07-26T06:56:29.941 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F9X712krjP5xhDN off=8128274 len=817871 2024-07-26T06:56:29.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 1246 completed, throughput=4.98MB/sec 2024-07-26T06:56:29.944 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SjZtBqLnlRqowTw off=1754606 len=606724 2024-07-26T06:56:29.945 INFO:tasks.workunit.client.0.smithi037.stdout:op 1247 completed, throughput=4.99MB/sec 2024-07-26T06:56:29.945 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ffXgPNMwmCdbGxM off=9511142 len=1454766 2024-07-26T06:56:29.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 1248 completed, throughput=4.99MB/sec 2024-07-26T06:56:29.947 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6XDESDjcu_0X4sR off=17032731 len=1104562 2024-07-26T06:56:29.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 1249 completed, throughput=5MB/sec 2024-07-26T06:56:29.952 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yaQCkSy2m2nTPUR off=7805911 len=1066359 2024-07-26T06:56:29.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 1250 completed, throughput=5MB/sec 2024-07-26T06:56:29.958 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nyxAd8kM57cx_tM off=1999 len=1063887 2024-07-26T06:56:29.963 INFO:tasks.workunit.client.0.smithi037.stdout:op 1251 completed, throughput=5MB/sec 2024-07-26T06:56:30.963 INFO:tasks.workunit.client.0.smithi037.stdout: 248: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:30.963 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pmHWwLfFpf58DHi off=11323034 len=1952930 2024-07-26T06:56:30.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 1252 completed, throughput=4.99MB/sec 2024-07-26T06:56:30.974 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Vr85Wmr7dcIOrWn off=7568539 len=507055 2024-07-26T06:56:30.975 INFO:tasks.workunit.client.0.smithi037.stdout:op 1253 completed, throughput=4.99MB/sec 2024-07-26T06:56:30.975 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z8mJSHwfHpOCTKB off=2303689 len=1357714 2024-07-26T06:56:30.981 INFO:tasks.workunit.client.0.smithi037.stdout:op 1254 completed, throughput=5MB/sec 2024-07-26T06:56:30.982 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yPOy0gzruUdUug7 off=21804417 len=8745 2024-07-26T06:56:30.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 1255 completed, throughput=5MB/sec 2024-07-26T06:56:30.984 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SUKblqWv0HVaZDp off=9058567 len=567093 2024-07-26T06:56:30.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 1256 completed, throughput=5MB/sec 2024-07-26T06:56:30.985 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-52nb9-2-rn4Bur3 off=3728558 len=84802 2024-07-26T06:56:30.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 1257 completed, throughput=5MB/sec 2024-07-26T06:56:30.987 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y95_F2OKGzyHbRn off=6287071 len=1836588 2024-07-26T06:56:30.997 INFO:tasks.workunit.client.0.smithi037.stdout:op 1258 completed, throughput=5.01MB/sec 2024-07-26T06:56:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:31 smithi037 ceph-mon[97339]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:56:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:31] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:56:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:31 smithi037 ceph-mon[99762]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:56:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:31 smithi135 ceph-mon[90132]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:56:31.997 INFO:tasks.workunit.client.0.smithi037.stdout: 249: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:32.067 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K9xSsXYrKr9gPri off=16209281 len=796069 2024-07-26T06:56:32.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 1259 completed, throughput=4.99MB/sec 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1ey7SwzFAtxS97C off=16411698 len=1492121 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1260 completed, throughput=5MB/sec 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Sp7WFx0FV26Lt-q off=7419084 len=289971 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1261 completed, throughput=5MB/sec 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1f0WOvT4nmNhsB8 off=3265906 len=337205 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1262 completed, throughput=5MB/sec 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IK1UV_kQMTKxroR off=842852 len=609471 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1263 completed, throughput=5MB/sec 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-90B85lnwbl7t42u off=10006299 len=1111477 2024-07-26T06:56:32.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1264 completed, throughput=5MB/sec 2024-07-26T06:56:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:33.020 INFO:tasks.workunit.client.0.smithi037.stdout: 250: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:33.021 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B2jq2Z4ITb7zCZR off=1027511 len=1175984 2024-07-26T06:56:33.026 INFO:tasks.workunit.client.0.smithi037.stdout:op 1265 completed, throughput=4.99MB/sec 2024-07-26T06:56:33.027 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1iz0P0fbldH99v_ off=352356 len=1457715 2024-07-26T06:56:33.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 1266 completed, throughput=4.99MB/sec 2024-07-26T06:56:33.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FdsrY6Eo1o7swtP off=3850592 len=1209557 2024-07-26T06:56:33.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 1267 completed, throughput=5MB/sec 2024-07-26T06:56:33.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nzKgsQXecwzfSTC off=603027 len=741965 2024-07-26T06:56:33.040 INFO:tasks.workunit.client.0.smithi037.stdout:op 1268 completed, throughput=5MB/sec 2024-07-26T06:56:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:33 smithi037 ceph-mon[97339]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:56:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:33 smithi037 ceph-mon[99762]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:56:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:33 smithi135 ceph-mon[90132]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:56:34.041 INFO:tasks.workunit.client.0.smithi037.stdout: 251: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:34.041 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FytvuDg9B8r4nj1 off=8148341 len=1598876 2024-07-26T06:56:34.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 1269 completed, throughput=4.99MB/sec 2024-07-26T06:56:34.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HHzcUICCbQC_zuw off=10516043 len=160359 2024-07-26T06:56:34.050 INFO:tasks.workunit.client.0.smithi037.stdout:op 1270 completed, throughput=4.99MB/sec 2024-07-26T06:56:34.050 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P_mIZ-VC8BG3ell off=5895964 len=1416230 2024-07-26T06:56:34.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 1271 completed, throughput=4.99MB/sec 2024-07-26T06:56:34.051 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zwADFimW_G4kJh4 off=0 len=1730488 2024-07-26T06:56:34.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 1272 completed, throughput=5MB/sec 2024-07-26T06:56:34.055 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qnuDtP158Qx3IuK off=11456055 len=539900 2024-07-26T06:56:34.059 INFO:tasks.workunit.client.0.smithi037.stdout:op 1273 completed, throughput=5MB/sec 2024-07-26T06:56:35.060 INFO:tasks.workunit.client.0.smithi037.stdout: 252: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:35.060 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kFuplmmh2XAB7pw off=14466282 len=1349 2024-07-26T06:56:35.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 1274 completed, throughput=4.98MB/sec 2024-07-26T06:56:35.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-C567FRX4L4sNM1E off=1040886 len=2093419 2024-07-26T06:56:35.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 1275 completed, throughput=4.99MB/sec 2024-07-26T06:56:35.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NM3eHgT6v_62EKy off=21097186 len=204644 2024-07-26T06:56:35.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 1276 completed, throughput=4.99MB/sec 2024-07-26T06:56:35.068 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MqIpQO_TIMBB9YD off=3896505 len=1856783 2024-07-26T06:56:35.078 INFO:tasks.workunit.client.0.smithi037.stdout:op 1277 completed, throughput=5MB/sec 2024-07-26T06:56:35.078 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rnj21tlcUMuCXmr off=10270505 len=1093184 2024-07-26T06:56:35.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 1278 completed, throughput=5MB/sec 2024-07-26T06:56:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:35 smithi037 ceph-mon[97339]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:35 smithi037 ceph-mon[99762]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:35 smithi135 ceph-mon[90132]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:56:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:36.083 INFO:tasks.workunit.client.0.smithi037.stdout: 253: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:36.083 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Boii-UhWNCN5aj off=11126167 len=561384 2024-07-26T06:56:36.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 1279 completed, throughput=4.98MB/sec 2024-07-26T06:56:36.087 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZuIvwLqXLK30yG_ off=6743672 len=1087311 2024-07-26T06:56:36.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 1280 completed, throughput=4.99MB/sec 2024-07-26T06:56:36.092 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Dy6v2q28q8ejZZZ off=8932425 len=1807663 2024-07-26T06:56:36.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 1281 completed, throughput=4.99MB/sec 2024-07-26T06:56:36.103 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZJIlDWKG7VCMkPw off=2418122 len=197300 2024-07-26T06:56:36.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 1282 completed, throughput=4.99MB/sec 2024-07-26T06:56:36.104 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hRQudPUwTKqpYgR off=1487207 len=1964193 2024-07-26T06:56:36.113 INFO:tasks.workunit.client.0.smithi037.stdout:op 1283 completed, throughput=5MB/sec 2024-07-26T06:56:37.114 INFO:tasks.workunit.client.0.smithi037.stdout: 254: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:37.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m5XtuMT7y6rYggj off=1732343 len=339537 2024-07-26T06:56:37.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 1284 completed, throughput=4.98MB/sec 2024-07-26T06:56:37.115 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WagiBOGUQ0nxKrK off=1207038 len=1119476 2024-07-26T06:56:37.116 INFO:tasks.workunit.client.0.smithi037.stdout:op 1285 completed, throughput=4.99MB/sec 2024-07-26T06:56:37.116 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7c-tgVFLcjIKXJS off=2360702 len=190399 2024-07-26T06:56:37.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 1286 completed, throughput=4.99MB/sec 2024-07-26T06:56:37.117 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AlzhflnbX110jJL off=14441012 len=861963 2024-07-26T06:56:37.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 1287 completed, throughput=4.99MB/sec 2024-07-26T06:56:37.120 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n8E8rf0u8lm7lb8 off=3058394 len=1879704 2024-07-26T06:56:37.122 INFO:tasks.workunit.client.0.smithi037.stdout:op 1288 completed, throughput=5MB/sec 2024-07-26T06:56:37.122 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q9YBRhF5tfo_8XC off=5147596 len=1359654 2024-07-26T06:56:37.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 1289 completed, throughput=5MB/sec 2024-07-26T06:56:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:37 smithi037 ceph-mon[97339]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:56:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:37 smithi037 ceph-mon[99762]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:56:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:37 smithi135 ceph-mon[90132]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:56:38.124 INFO:tasks.workunit.client.0.smithi037.stdout: 255: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:38.124 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E2MURO38QJcQb_r off=4859376 len=1674136 2024-07-26T06:56:38.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 1290 completed, throughput=4.99MB/sec 2024-07-26T06:56:38.126 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uymJluEm7su788Z off=3976313 len=300475 2024-07-26T06:56:38.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 1291 completed, throughput=4.99MB/sec 2024-07-26T06:56:38.128 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uxoctSOXwMRLDkD off=11768993 len=1982826 2024-07-26T06:56:38.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 1292 completed, throughput=5MB/sec 2024-07-26T06:56:38.132 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6akxE62zrSYMpee off=9192185 len=70352 2024-07-26T06:56:38.134 INFO:tasks.workunit.client.0.smithi037.stdout:op 1293 completed, throughput=5MB/sec 2024-07-26T06:56:38.134 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xb30_utSHUm6Bkh off=814259 len=748708 2024-07-26T06:56:38.135 INFO:tasks.workunit.client.0.smithi037.stdout:op 1294 completed, throughput=5MB/sec 2024-07-26T06:56:39.138 INFO:tasks.workunit.client.0.smithi037.stdout: 256: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:39.138 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-99StWmWCf2fIsC- off=4716800 len=1839724 2024-07-26T06:56:39.144 INFO:tasks.workunit.client.0.smithi037.stdout:op 1295 completed, throughput=4.99MB/sec 2024-07-26T06:56:39.144 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i9ySXOpvCnaOvcp off=6270635 len=1889355 2024-07-26T06:56:39.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 1296 completed, throughput=5MB/sec 2024-07-26T06:56:39.146 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-paaGhZa538MeGFM off=2880990 len=1774411 2024-07-26T06:56:39.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 1297 completed, throughput=5MB/sec 2024-07-26T06:56:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:39 smithi037 ceph-mon[97339]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:39.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:39 smithi037 ceph-mon[99762]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:39 smithi135 ceph-mon[90132]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:40.148 INFO:tasks.workunit.client.0.smithi037.stdout: 257: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:40.148 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MDVNchsv2-sWVhg off=12908869 len=24712 2024-07-26T06:56:40.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 1298 completed, throughput=4.98MB/sec 2024-07-26T06:56:40.148 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WreWrifsWIhjiRy off=14000588 len=822524 2024-07-26T06:56:40.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 1299 completed, throughput=4.99MB/sec 2024-07-26T06:56:40.149 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DunRwcJOHxhz8nA off=14736376 len=557485 2024-07-26T06:56:40.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 1300 completed, throughput=4.99MB/sec 2024-07-26T06:56:40.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sD0uSnySnIxeiaB off=4520437 len=623570 2024-07-26T06:56:40.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 1301 completed, throughput=4.99MB/sec 2024-07-26T06:56:40.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DzX2b8xrLTPk9HO off=1785033 len=907549 2024-07-26T06:56:40.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 1302 completed, throughput=4.99MB/sec 2024-07-26T06:56:40.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u2aoDhkvc9lIP22 off=1600161 len=620611 2024-07-26T06:56:40.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 1303 completed, throughput=5MB/sec 2024-07-26T06:56:40.163 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xadBZ1pi9AFM_w4 off=20854211 len=1769618 2024-07-26T06:56:40.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 1304 completed, throughput=5MB/sec 2024-07-26T06:56:41.167 INFO:tasks.workunit.client.0.smithi037.stdout: 258: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:41.167 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1uYnFluwL1QDkWU off=1334102 len=1318451 2024-07-26T06:56:41.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 1305 completed, throughput=4.99MB/sec 2024-07-26T06:56:41.170 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WirYE6CoElDrHER off=8027608 len=372053 2024-07-26T06:56:41.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 1306 completed, throughput=4.99MB/sec 2024-07-26T06:56:41.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-doxkVae0x_sl_dA off=744365 len=770954 2024-07-26T06:56:41.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 1307 completed, throughput=4.99MB/sec 2024-07-26T06:56:41.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tc5xYNkbOCw1O6g off=1777598 len=399411 2024-07-26T06:56:41.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 1308 completed, throughput=4.99MB/sec 2024-07-26T06:56:41.174 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-muX6B8j3-HHJpW_ off=4850274 len=1765797 2024-07-26T06:56:41.183 INFO:tasks.workunit.client.0.smithi037.stdout:op 1309 completed, throughput=5MB/sec 2024-07-26T06:56:41.183 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wQJsQnAwATRBTuA off=8788968 len=521150 2024-07-26T06:56:41.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 1310 completed, throughput=5MB/sec 2024-07-26T06:56:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:41 smithi037 ceph-mon[97339]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:56:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:41] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:56:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:41 smithi037 ceph-mon[99762]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:56:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:41 smithi135 ceph-mon[90132]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:56:42.185 INFO:tasks.workunit.client.0.smithi037.stdout: 259: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:42.185 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zRA3jCyKY06f_Dn off=227758 len=83766 2024-07-26T06:56:42.185 INFO:tasks.workunit.client.0.smithi037.stdout:op 1311 completed, throughput=4.98MB/sec 2024-07-26T06:56:42.185 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YZKvpHLCQnxMWMU off=15469562 len=451944 2024-07-26T06:56:42.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 1312 completed, throughput=4.98MB/sec 2024-07-26T06:56:42.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u5O0Vq3LxjmNSWG off=8874170 len=379186 2024-07-26T06:56:42.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 1313 completed, throughput=4.99MB/sec 2024-07-26T06:56:42.190 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Jc2XL5P5YDeKkFJ off=1184360 len=1981792 2024-07-26T06:56:42.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 1314 completed, throughput=4.99MB/sec 2024-07-26T06:56:42.198 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nHNCsNyXwUndP4U off=4454859 len=1679703 2024-07-26T06:56:42.201 INFO:tasks.workunit.client.0.smithi037.stdout:op 1315 completed, throughput=5MB/sec 2024-07-26T06:56:42.201 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rCJlXAQEnWBeY_z off=3239323 len=1485696 2024-07-26T06:56:42.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 1316 completed, throughput=5MB/sec 2024-07-26T06:56:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:43.203 INFO:tasks.workunit.client.0.smithi037.stdout: 260: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:43.203 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-inXphlCsu9i77Sr off=5868433 len=1123771 2024-07-26T06:56:43.206 INFO:tasks.workunit.client.0.smithi037.stdout:op 1317 completed, throughput=4.99MB/sec 2024-07-26T06:56:43.206 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rBnevNdOPFbDb5V off=2591063 len=589621 2024-07-26T06:56:43.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 1318 completed, throughput=4.99MB/sec 2024-07-26T06:56:43.207 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ztpFNNgzdqzb_PA off=16960011 len=1656302 2024-07-26T06:56:43.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 1319 completed, throughput=5MB/sec 2024-07-26T06:56:43.209 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ieYEkQXx48TJOQM off=4808072 len=1585206 2024-07-26T06:56:43.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 1320 completed, throughput=5MB/sec 2024-07-26T06:56:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:43 smithi037 ceph-mon[97339]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:43 smithi037 ceph-mon[99762]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:43 smithi135 ceph-mon[90132]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:56:44.212 INFO:tasks.workunit.client.0.smithi037.stdout: 261: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:44.212 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JLXczAtovS7DNTu off=17881346 len=1877670 2024-07-26T06:56:44.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 1321 completed, throughput=4.99MB/sec 2024-07-26T06:56:44.223 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kxl_jFzsUVFGQ4T off=2712924 len=793532 2024-07-26T06:56:44.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 1322 completed, throughput=4.99MB/sec 2024-07-26T06:56:44.228 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PCwbxha0wg8jwie off=15602154 len=263280 2024-07-26T06:56:44.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 1323 completed, throughput=4.99MB/sec 2024-07-26T06:56:44.230 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xwmFOD8qahcpaEp off=21284288 len=265668 2024-07-26T06:56:44.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 1324 completed, throughput=5MB/sec 2024-07-26T06:56:44.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--CXkhX9aiTPovfG off=132994 len=1291984 2024-07-26T06:56:44.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 1325 completed, throughput=5MB/sec 2024-07-26T06:56:44.237 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ua1uhdZi1cDu3s5 off=3164330 len=1924202 2024-07-26T06:56:44.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 1326 completed, throughput=5.01MB/sec 2024-07-26T06:56:45.241 INFO:tasks.workunit.client.0.smithi037.stdout: 262: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:45.241 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VdRMMSzNava4z9V off=295571 len=1895180 2024-07-26T06:56:45.252 INFO:tasks.workunit.client.0.smithi037.stdout:op 1327 completed, throughput=4.99MB/sec 2024-07-26T06:56:45.252 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ek2t9o5cdPYWL6d off=11146530 len=1018527 2024-07-26T06:56:45.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 1328 completed, throughput=5MB/sec 2024-07-26T06:56:45.258 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b9Yy4g_86Mpn4Zz off=1298927 len=2086460 2024-07-26T06:56:45.260 INFO:tasks.workunit.client.0.smithi037.stdout:op 1329 completed, throughput=5.01MB/sec 2024-07-26T06:56:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:45 smithi037 ceph-mon[97339]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:56:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:45 smithi037 ceph-mon[99762]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:56:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:45 smithi135 ceph-mon[90132]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:56:46.260 INFO:tasks.workunit.client.0.smithi037.stdout: 263: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:46.261 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kdb-B0yS_6nwJLf off=1456804 len=407544 2024-07-26T06:56:46.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 1330 completed, throughput=4.99MB/sec 2024-07-26T06:56:46.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_fCaHzdGMYU3L1j off=932309 len=264067 2024-07-26T06:56:46.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 1331 completed, throughput=4.99MB/sec 2024-07-26T06:56:46.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-82w7gGvolalJOxD off=8275225 len=658682 2024-07-26T06:56:46.264 INFO:tasks.workunit.client.0.smithi037.stdout:op 1332 completed, throughput=4.99MB/sec 2024-07-26T06:56:46.264 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qnzl2SHyOLDia6y off=620261 len=1545426 2024-07-26T06:56:46.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 1333 completed, throughput=5MB/sec 2024-07-26T06:56:46.271 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-785nqbwDjMwW6pf off=18183574 len=943961 2024-07-26T06:56:46.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 1334 completed, throughput=5MB/sec 2024-07-26T06:56:46.276 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wilWYB2XYY74TFC off=2455506 len=34508 2024-07-26T06:56:46.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 1335 completed, throughput=5MB/sec 2024-07-26T06:56:46.278 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-99StWmWCf2fIsC- off=449036 len=335937 2024-07-26T06:56:46.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 1336 completed, throughput=5MB/sec 2024-07-26T06:56:47.279 INFO:tasks.workunit.client.0.smithi037.stdout: 264: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:47.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PZxwrSPBjq58BQ8 off=6322709 len=1052941 2024-07-26T06:56:47.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 1337 completed, throughput=4.99MB/sec 2024-07-26T06:56:47.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hQjS46FQBE0DFt- off=6804473 len=1614323 2024-07-26T06:56:47.295 INFO:tasks.workunit.client.0.smithi037.stdout:op 1338 completed, throughput=4.99MB/sec 2024-07-26T06:56:47.295 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JfTvlm7LaDuOgmv off=6069948 len=148848 2024-07-26T06:56:47.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 1339 completed, throughput=4.99MB/sec 2024-07-26T06:56:47.297 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B3-_GooCdSjMlM2 off=1496438 len=1645726 2024-07-26T06:56:47.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 1340 completed, throughput=5MB/sec 2024-07-26T06:56:47.299 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VmJ1gfSURA2CMQg off=18370241 len=458811 2024-07-26T06:56:47.302 INFO:tasks.workunit.client.0.smithi037.stdout:op 1341 completed, throughput=5MB/sec 2024-07-26T06:56:47.302 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nMRG8oli-9Mjz5Q off=7673535 len=1935182 2024-07-26T06:56:47.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 1342 completed, throughput=5.01MB/sec 2024-07-26T06:56:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:47 smithi037 ceph-mon[97339]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:47 smithi037 ceph-mon[99762]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:47 smithi135 ceph-mon[90132]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:48.312 INFO:tasks.workunit.client.0.smithi037.stdout: 265: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:48.312 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NriPTQADdsEcGwW off=10037893 len=1345327 2024-07-26T06:56:48.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 1343 completed, throughput=4.99MB/sec 2024-07-26T06:56:48.314 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cgQkeaMm8CdOEO- off=1211079 len=1041357 2024-07-26T06:56:48.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 1344 completed, throughput=5MB/sec 2024-07-26T06:56:48.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8NU_GAdOh4lpy5J off=11586748 len=2083155 2024-07-26T06:56:48.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 1345 completed, throughput=5MB/sec 2024-07-26T06:56:49.323 INFO:tasks.workunit.client.0.smithi037.stdout: 266: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:49.323 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P7x-EkSp-XcUIYd off=4196439 len=1213157 2024-07-26T06:56:49.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 1346 completed, throughput=4.99MB/sec 2024-07-26T06:56:49.326 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mgAaEcf843tkt6h off=4445797 len=1839042 2024-07-26T06:56:49.328 INFO:tasks.workunit.client.0.smithi037.stdout:op 1347 completed, throughput=5MB/sec 2024-07-26T06:56:49.328 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KxkD_DsidF3oXzM off=10924958 len=793432 2024-07-26T06:56:49.333 INFO:tasks.workunit.client.0.smithi037.stdout:op 1348 completed, throughput=5MB/sec 2024-07-26T06:56:49.333 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QBzO_bx3dCnJY6o off=3209590 len=444136 2024-07-26T06:56:49.334 INFO:tasks.workunit.client.0.smithi037.stdout:op 1349 completed, throughput=5MB/sec 2024-07-26T06:56:49.335 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-leybpYrj8_dk5y2 off=3581191 len=877507 2024-07-26T06:56:49.336 INFO:tasks.workunit.client.0.smithi037.stdout:op 1350 completed, throughput=5MB/sec 2024-07-26T06:56:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:49 smithi037 ceph-mon[97339]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:49.821 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:49.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:49 smithi037 ceph-mon[99762]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:49.822 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:49 smithi135 ceph-mon[90132]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:56:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:50.336 INFO:tasks.workunit.client.0.smithi037.stdout: 267: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:50.346 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rqrq2PSYimbgsJf off=10324748 len=560144 2024-07-26T06:56:50.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 1351 completed, throughput=4.99MB/sec 2024-07-26T06:56:50.347 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZuDKXQRXFi46heP off=5833573 len=263353 2024-07-26T06:56:50.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 1352 completed, throughput=4.99MB/sec 2024-07-26T06:56:50.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vyHKFHnkipPDwDx off=13634433 len=1653958 2024-07-26T06:56:50.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 1353 completed, throughput=4.99MB/sec 2024-07-26T06:56:50.348 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_DU0CIpbM9WJDUF off=12973914 len=507624 2024-07-26T06:56:50.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 1354 completed, throughput=4.99MB/sec 2024-07-26T06:56:50.348 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U4Idzn8DOCwdz2G off=6469261 len=529076 2024-07-26T06:56:50.356 INFO:tasks.workunit.client.0.smithi037.stdout:op 1355 completed, throughput=5MB/sec 2024-07-26T06:56:50.356 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D2-Z-J4fcXio3Lh off=8011126 len=109017 2024-07-26T06:56:50.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 1356 completed, throughput=5MB/sec 2024-07-26T06:56:50.358 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nu7DKc2TrA3d31R off=12100671 len=1213711 2024-07-26T06:56:50.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 1357 completed, throughput=5MB/sec 2024-07-26T06:56:51.361 INFO:tasks.workunit.client.0.smithi037.stdout: 268: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:51.361 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FWbAkoQ7Bo9x5_o off=7836642 len=1965235 2024-07-26T06:56:51.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 1358 completed, throughput=4.99MB/sec 2024-07-26T06:56:51.371 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sTxPWFFot8meCKl off=115623 len=386715 2024-07-26T06:56:51.374 INFO:tasks.workunit.client.0.smithi037.stdout:op 1359 completed, throughput=4.99MB/sec 2024-07-26T06:56:51.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3AlIwBjgvhiDXDM off=222258 len=700036 2024-07-26T06:56:51.378 INFO:tasks.workunit.client.0.smithi037.stdout:op 1360 completed, throughput=4.99MB/sec 2024-07-26T06:56:51.378 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Gu_HPfNxNKYO9v8 off=2046225 len=774289 2024-07-26T06:56:51.382 INFO:tasks.workunit.client.0.smithi037.stdout:op 1361 completed, throughput=5MB/sec 2024-07-26T06:56:51.382 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-D900Dnzcm4FCmEP off=6146050 len=377391 2024-07-26T06:56:51.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 1362 completed, throughput=5MB/sec 2024-07-26T06:56:51.383 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NctRJhCXEMVUd0p off=3203011 len=1696685 2024-07-26T06:56:51.388 INFO:tasks.workunit.client.0.smithi037.stdout:op 1363 completed, throughput=5MB/sec 2024-07-26T06:56:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:51 smithi037 ceph-mon[97339]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:56:51.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:56:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:56:51] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:56:51.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:51 smithi037 ceph-mon[99762]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:56:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:51 smithi135 ceph-mon[90132]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:56:52.389 INFO:tasks.workunit.client.0.smithi037.stdout: 269: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:52.389 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a3F7fihZqbD8ai_ off=14842735 len=924474 2024-07-26T06:56:52.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 1364 completed, throughput=4.99MB/sec 2024-07-26T06:56:52.391 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lbSHlfNxF9s4GFg off=6113331 len=88406 2024-07-26T06:56:52.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 1365 completed, throughput=4.99MB/sec 2024-07-26T06:56:52.392 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yKVKHrjEsRo5egr off=2779773 len=207023 2024-07-26T06:56:52.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 1366 completed, throughput=4.99MB/sec 2024-07-26T06:56:52.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F_-62udXwWuH39n off=2752874 len=1151748 2024-07-26T06:56:52.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 1367 completed, throughput=4.99MB/sec 2024-07-26T06:56:52.395 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eIBfcyuzxEsr3Xk off=6359582 len=1368576 2024-07-26T06:56:52.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 1368 completed, throughput=5MB/sec 2024-07-26T06:56:52.397 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U1dK6Bx0H-DiWuf off=8486698 len=836229 2024-07-26T06:56:52.402 INFO:tasks.workunit.client.0.smithi037.stdout:op 1369 completed, throughput=5MB/sec 2024-07-26T06:56:52.402 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tULBQGFJsiWrNsY off=10694275 len=1337726 2024-07-26T06:56:52.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 1370 completed, throughput=5MB/sec 2024-07-26T06:56:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:56:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:53.405 INFO:tasks.workunit.client.0.smithi037.stdout: 270: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:53.405 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dd4w5JpBexm81vO off=1578022 len=1990134 2024-07-26T06:56:53.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 1371 completed, throughput=4.99MB/sec 2024-07-26T06:56:53.417 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g3Hrbt60N2CHLet off=16323480 len=2071580 2024-07-26T06:56:53.419 INFO:tasks.workunit.client.0.smithi037.stdout:op 1372 completed, throughput=5MB/sec 2024-07-26T06:56:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:53 smithi037 ceph-mon[97339]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:56:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:53 smithi037 ceph-mon[99762]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:56:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:53 smithi135 ceph-mon[90132]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:56:54.419 INFO:tasks.workunit.client.0.smithi037.stdout: 271: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:54.420 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bBpQ4wrmZQ_NcNz off=364885 len=1625027 2024-07-26T06:56:54.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 1373 completed, throughput=4.99MB/sec 2024-07-26T06:56:54.421 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O2TylvqqqlwsASs off=1581728 len=1784527 2024-07-26T06:56:54.428 INFO:tasks.workunit.client.0.smithi037.stdout:op 1374 completed, throughput=4.99MB/sec 2024-07-26T06:56:54.428 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eB5vUEKj26IKjjU off=13871575 len=1412964 2024-07-26T06:56:54.430 INFO:tasks.workunit.client.0.smithi037.stdout:op 1375 completed, throughput=5MB/sec 2024-07-26T06:56:54.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qORrcIXL1D7aGDv off=4785434 len=163482 2024-07-26T06:56:54.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 1376 completed, throughput=5MB/sec 2024-07-26T06:56:54.432 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AXPWXmVzf-9mzlm off=10399125 len=2002777 2024-07-26T06:56:54.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 1377 completed, throughput=5.01MB/sec 2024-07-26T06:56:54.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:54.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:55.438 INFO:tasks.workunit.client.0.smithi037.stdout: 272: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:55.438 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ksT5Hr2g7UIhPJy off=399099 len=545449 2024-07-26T06:56:55.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 1378 completed, throughput=4.99MB/sec 2024-07-26T06:56:55.439 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--xI5zzJ6KOm6hl- off=14266613 len=569710 2024-07-26T06:56:55.440 INFO:tasks.workunit.client.0.smithi037.stdout:op 1379 completed, throughput=4.99MB/sec 2024-07-26T06:56:55.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SqHp5KyXhtg5k2s off=3408245 len=812276 2024-07-26T06:56:55.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 1380 completed, throughput=4.99MB/sec 2024-07-26T06:56:55.441 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7neE4Dt-mMV7vAx off=3763342 len=1262951 2024-07-26T06:56:55.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 1381 completed, throughput=5MB/sec 2024-07-26T06:56:55.447 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B0Ee-82n-L7UlVj off=3087786 len=2003828 2024-07-26T06:56:55.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 1382 completed, throughput=5.01MB/sec 2024-07-26T06:56:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[97339]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[99762]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:56:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:55 smithi135 ceph-mon[90132]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:56:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:56:56.450 INFO:tasks.workunit.client.0.smithi037.stdout: 273: throughput=4.99MB/sec pending data=0 2024-07-26T06:56:56.450 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wXnnZavT9QG5_KL off=14324445 len=874688 2024-07-26T06:56:56.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 1383 completed, throughput=4.99MB/sec 2024-07-26T06:56:56.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4DeFs45WGQkUa0w off=1362765 len=1070890 2024-07-26T06:56:56.461 INFO:tasks.workunit.client.0.smithi037.stdout:op 1384 completed, throughput=4.99MB/sec 2024-07-26T06:56:56.461 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V2thQiy7RFQnYjy off=331935 len=277441 2024-07-26T06:56:56.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 1385 completed, throughput=4.99MB/sec 2024-07-26T06:56:56.462 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vJlHz_NSoOO_F6U off=1874612 len=750714 2024-07-26T06:56:56.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 1386 completed, throughput=5MB/sec 2024-07-26T06:56:56.466 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IpI1TXMeJwiYUHa off=11801725 len=1527306 2024-07-26T06:56:56.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 1387 completed, throughput=5MB/sec 2024-07-26T06:56:57.469 INFO:tasks.workunit.client.0.smithi037.stdout: 274: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:57.469 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1uYnFluwL1QDkWU off=8738256 len=1508826 2024-07-26T06:56:57.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 1388 completed, throughput=4.99MB/sec 2024-07-26T06:56:57.478 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2VdaLoRQMidykwp off=4685205 len=1561530 2024-07-26T06:56:57.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 1389 completed, throughput=4.99MB/sec 2024-07-26T06:56:57.480 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E9vzHIspNhsP6PN off=317929 len=1104425 2024-07-26T06:56:57.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 1390 completed, throughput=5MB/sec 2024-07-26T06:56:57.486 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-48Rp8ssrmRPnSU9 off=0 len=1130995 2024-07-26T06:56:57.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 1391 completed, throughput=5MB/sec 2024-07-26T06:56:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:57 smithi037 ceph-mon[97339]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:57 smithi037 ceph-mon[99762]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:57 smithi135 ceph-mon[90132]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:56:58.489 INFO:tasks.workunit.client.0.smithi037.stdout: 275: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:58.489 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RQv8InF70D0pi0S off=4636041 len=1056342 2024-07-26T06:56:58.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 1392 completed, throughput=4.99MB/sec 2024-07-26T06:56:58.494 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xxRLSZMa7ldnsWG off=3971116 len=1401571 2024-07-26T06:56:58.503 INFO:tasks.workunit.client.0.smithi037.stdout:op 1393 completed, throughput=4.99MB/sec 2024-07-26T06:56:58.503 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C8HonuljSStbpNU off=6196071 len=1530304 2024-07-26T06:56:58.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 1394 completed, throughput=5MB/sec 2024-07-26T06:56:58.512 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-si3rukavcEWCQ7t off=14006168 len=822176 2024-07-26T06:56:58.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 1395 completed, throughput=5MB/sec 2024-07-26T06:56:59.514 INFO:tasks.workunit.client.0.smithi037.stdout: 276: throughput=4.98MB/sec pending data=0 2024-07-26T06:56:59.514 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_-odUQl443ZbOpN off=1240917 len=782413 2024-07-26T06:56:59.515 INFO:tasks.workunit.client.0.smithi037.stdout:op 1396 completed, throughput=4.99MB/sec 2024-07-26T06:56:59.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1H7LlM1DG8Np_sC off=20001948 len=1928837 2024-07-26T06:56:59.525 INFO:tasks.workunit.client.0.smithi037.stdout:op 1397 completed, throughput=4.99MB/sec 2024-07-26T06:56:59.525 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SszYhhATATqiI89 off=20463474 len=429872 2024-07-26T06:56:59.526 INFO:tasks.workunit.client.0.smithi037.stdout:op 1398 completed, throughput=4.99MB/sec 2024-07-26T06:56:59.526 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M1LH1G5pd5tHPil off=10474568 len=1410091 2024-07-26T06:56:59.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 1399 completed, throughput=5MB/sec 2024-07-26T06:56:59.529 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I3G_0Qr0Dobh0PK off=19875785 len=1465406 2024-07-26T06:56:59.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 1400 completed, throughput=5MB/sec 2024-07-26T06:56:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:56:59 smithi037 ceph-mon[97339]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:56:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:56:59 smithi037 ceph-mon[99762]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:56:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:56:59 smithi135 ceph-mon[90132]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:57:00.537 INFO:tasks.workunit.client.0.smithi037.stdout: 277: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:00.537 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2s6MEobUpGRApX4 off=6493814 len=475654 2024-07-26T06:57:00.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 1401 completed, throughput=4.99MB/sec 2024-07-26T06:57:00.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tjYoxN5lJ9TRdXl off=4844860 len=1897738 2024-07-26T06:57:00.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 1402 completed, throughput=4.99MB/sec 2024-07-26T06:57:00.542 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l3sB5tnMCnxftvL off=2701193 len=1734561 2024-07-26T06:57:00.549 INFO:tasks.workunit.client.0.smithi037.stdout:op 1403 completed, throughput=5MB/sec 2024-07-26T06:57:00.550 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2mQkLWRMZL07kr0 off=3238176 len=2007394 2024-07-26T06:57:00.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 1404 completed, throughput=5.01MB/sec 2024-07-26T06:57:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:00 smithi037 ceph-mon[97339]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:57:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:00 smithi037 ceph-mon[99762]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:57:00.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:00 smithi135 ceph-mon[90132]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:57:01.560 INFO:tasks.workunit.client.0.smithi037.stdout: 278: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:01.560 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sSNIPgM1NNqSqq8 off=3144819 len=1040021 2024-07-26T06:57:01.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 1405 completed, throughput=4.99MB/sec 2024-07-26T06:57:01.562 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TO6Kt3O4qeVoafL off=2286971 len=2091580 2024-07-26T06:57:01.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 1406 completed, throughput=5MB/sec 2024-07-26T06:57:01.566 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fMLa_QZdETbZICG off=16622395 len=1160070 2024-07-26T06:57:01.568 INFO:tasks.workunit.client.0.smithi037.stdout:op 1407 completed, throughput=5MB/sec 2024-07-26T06:57:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:01] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:57:02.568 INFO:tasks.workunit.client.0.smithi037.stdout: 279: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:02.568 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CbNL_Tv1zatMncg off=3049259 len=983420 2024-07-26T06:57:02.574 INFO:tasks.workunit.client.0.smithi037.stdout:op 1408 completed, throughput=4.99MB/sec 2024-07-26T06:57:02.574 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yvdgL-Ejcz5gHss off=7561251 len=1501586 2024-07-26T06:57:02.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 1409 completed, throughput=4.99MB/sec 2024-07-26T06:57:02.582 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E5beh9zdRES6Ivt off=14244974 len=1291071 2024-07-26T06:57:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:02.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 1410 completed, throughput=5MB/sec 2024-07-26T06:57:02.591 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tRMX4GaXKMJwsh9 off=15452211 len=1911624 2024-07-26T06:57:02.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 1411 completed, throughput=5MB/sec 2024-07-26T06:57:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:02 smithi037 ceph-mon[97339]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:57:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:02 smithi037 ceph-mon[99762]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:57:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:02 smithi135 ceph-mon[90132]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:57:03.593 INFO:tasks.workunit.client.0.smithi037.stdout: 280: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:03.593 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mvku2ka3JpMlUdS off=4873781 len=1520286 2024-07-26T06:57:03.601 INFO:tasks.workunit.client.0.smithi037.stdout:op 1412 completed, throughput=4.99MB/sec 2024-07-26T06:57:03.601 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nYuIZRhL5Gsj8rE off=10879332 len=1114243 2024-07-26T06:57:03.603 INFO:tasks.workunit.client.0.smithi037.stdout:op 1413 completed, throughput=4.99MB/sec 2024-07-26T06:57:03.603 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o9gcf-0842TmCNj off=3743513 len=1132359 2024-07-26T06:57:03.605 INFO:tasks.workunit.client.0.smithi037.stdout:op 1414 completed, throughput=5MB/sec 2024-07-26T06:57:03.605 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NRNnB7INm06UmKD off=1278075 len=2065132 2024-07-26T06:57:03.615 INFO:tasks.workunit.client.0.smithi037.stdout:op 1415 completed, throughput=5MB/sec 2024-07-26T06:57:04.616 INFO:tasks.workunit.client.0.smithi037.stdout: 281: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:04.616 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yWdoEHoEqGviaCm off=1170085 len=426319 2024-07-26T06:57:04.620 INFO:tasks.workunit.client.0.smithi037.stdout:op 1416 completed, throughput=4.99MB/sec 2024-07-26T06:57:04.620 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-caq_UBNtSI9NBZ1 off=3220144 len=1927872 2024-07-26T06:57:04.627 INFO:tasks.workunit.client.0.smithi037.stdout:op 1417 completed, throughput=4.99MB/sec 2024-07-26T06:57:04.628 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8iJeSx8GJ9-vrce off=2548316 len=1047786 2024-07-26T06:57:04.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 1418 completed, throughput=5MB/sec 2024-07-26T06:57:04.629 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BK5-xcKkUAAPNra off=7593949 len=1831943 2024-07-26T06:57:04.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 1419 completed, throughput=5MB/sec 2024-07-26T06:57:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:04 smithi037 ceph-mon[97339]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:57:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:04 smithi037 ceph-mon[99762]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:57:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:04 smithi135 ceph-mon[90132]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:57:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:05.640 INFO:tasks.workunit.client.0.smithi037.stdout: 282: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:05.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c8526rc4DyEfWhQ off=1015965 len=1949645 2024-07-26T06:57:05.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 1420 completed, throughput=4.99MB/sec 2024-07-26T06:57:05.643 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T5ZQ9CfymWww-ew off=16433257 len=1566457 2024-07-26T06:57:05.647 INFO:tasks.workunit.client.0.smithi037.stdout:op 1421 completed, throughput=5MB/sec 2024-07-26T06:57:05.647 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7qTjVgvXoszBqdd off=6254156 len=741872 2024-07-26T06:57:05.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 1422 completed, throughput=5MB/sec 2024-07-26T06:57:06.648 INFO:tasks.workunit.client.0.smithi037.stdout: 283: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:06.648 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2mv8YEECu-OE3TC off=2065174 len=576947 2024-07-26T06:57:06.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 1423 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.652 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q_mQup81LiKRraD off=4979486 len=6577 2024-07-26T06:57:06.654 INFO:tasks.workunit.client.0.smithi037.stdout:op 1424 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.654 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5XkvXEGWSNVKZiw off=587761 len=609843 2024-07-26T06:57:06.656 INFO:tasks.workunit.client.0.smithi037.stdout:op 1425 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.656 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hcDYjYFqaI4r1mC off=15075074 len=1903225 2024-07-26T06:57:06.658 INFO:tasks.workunit.client.0.smithi037.stdout:op 1426 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.658 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ffAPH8eUrcTomfk off=5210567 len=64085 2024-07-26T06:57:06.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 1427 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.661 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eq3tXbIoezCDU_p off=2023505 len=76655 2024-07-26T06:57:06.662 INFO:tasks.workunit.client.0.smithi037.stdout:op 1428 completed, throughput=4.99MB/sec 2024-07-26T06:57:06.662 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cVbhk9haIeSz44Z off=2145194 len=1574866 2024-07-26T06:57:06.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 1429 completed, throughput=5MB/sec 2024-07-26T06:57:06.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CRJHZy4E8sEhYqc off=308751 len=577263 2024-07-26T06:57:06.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 1430 completed, throughput=5MB/sec 2024-07-26T06:57:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:06 smithi037 ceph-mon[97339]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:06 smithi037 ceph-mon[99762]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:06 smithi135 ceph-mon[90132]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: 284: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:07.669 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QrzkfQM89BTS5-v off=333561 len=1235048 2024-07-26T06:57:07.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 1431 completed, throughput=4.99MB/sec 2024-07-26T06:57:07.676 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-afJfRX2D37BJ-xn off=3022741 len=204955 2024-07-26T06:57:07.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 1432 completed, throughput=4.99MB/sec 2024-07-26T06:57:07.679 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vTpvcJgSZAlDoJP off=1937965 len=1868789 2024-07-26T06:57:07.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 1433 completed, throughput=4.99MB/sec 2024-07-26T06:57:07.681 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VN3re-gZsV8GuoS off=17723722 len=634515 2024-07-26T06:57:07.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 1434 completed, throughput=5MB/sec 2024-07-26T06:57:07.685 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AyJtZ-6DU8Zc_2b off=5117999 len=1199301 2024-07-26T06:57:07.691 INFO:tasks.workunit.client.0.smithi037.stdout:op 1435 completed, throughput=5MB/sec 2024-07-26T06:57:07.691 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bqYitUETEBz2-5J off=5189024 len=1840219 2024-07-26T06:57:07.699 INFO:tasks.workunit.client.0.smithi037.stdout:op 1436 completed, throughput=5.01MB/sec 2024-07-26T06:57:08.699 INFO:tasks.workunit.client.0.smithi037.stdout: 285: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:08.699 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VLXI1q6A92kzFeM off=8450052 len=819742 2024-07-26T06:57:08.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 1437 completed, throughput=4.99MB/sec 2024-07-26T06:57:08.705 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CXrYnFcXFqDTNIy off=0 len=1462033 2024-07-26T06:57:08.711 INFO:tasks.workunit.client.0.smithi037.stdout:op 1438 completed, throughput=5MB/sec 2024-07-26T06:57:08.711 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wklFNwlS1zttc79 off=427598 len=1263386 2024-07-26T06:57:08.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 1439 completed, throughput=5MB/sec 2024-07-26T06:57:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:08 smithi037 ceph-mon[97339]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:08 smithi037 ceph-mon[99762]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:08 smithi135 ceph-mon[90132]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:09.713 INFO:tasks.workunit.client.0.smithi037.stdout: 286: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:09.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6Utqs4aoNnduUPO off=6667233 len=1097189 2024-07-26T06:57:09.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 1440 completed, throughput=4.99MB/sec 2024-07-26T06:57:09.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JZjU2QXSRwBCW9x off=6262452 len=961978 2024-07-26T06:57:09.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 1441 completed, throughput=4.99MB/sec 2024-07-26T06:57:09.718 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1BEDP72OGGIlsP7 off=1228437 len=1514872 2024-07-26T06:57:09.720 INFO:tasks.workunit.client.0.smithi037.stdout:op 1442 completed, throughput=4.99MB/sec 2024-07-26T06:57:09.720 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q2reK2B8JRzJkQu off=1844525 len=846855 2024-07-26T06:57:09.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 1443 completed, throughput=5MB/sec 2024-07-26T06:57:09.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lpfPanTots3ywJi off=15674782 len=1230918 2024-07-26T06:57:09.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 1444 completed, throughput=5MB/sec 2024-07-26T06:57:10.727 INFO:tasks.workunit.client.0.smithi037.stdout: 287: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:10.727 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xC-Tr0Xu0ga8COC off=4460588 len=1997881 2024-07-26T06:57:10.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 1445 completed, throughput=4.99MB/sec 2024-07-26T06:57:10.737 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uyLaiepjWPDxlyi off=5156251 len=475597 2024-07-26T06:57:10.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 1446 completed, throughput=4.99MB/sec 2024-07-26T06:57:10.741 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4BmSwb29GTtp8G9 off=11922136 len=415646 2024-07-26T06:57:10.744 INFO:tasks.workunit.client.0.smithi037.stdout:op 1447 completed, throughput=4.99MB/sec 2024-07-26T06:57:10.744 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z2Plm2zgMH4fHDk off=3131202 len=527516 2024-07-26T06:57:10.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 1448 completed, throughput=4.99MB/sec 2024-07-26T06:57:10.745 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C4-xSoRBXONpAI2 off=1868298 len=2039218 2024-07-26T06:57:10.754 INFO:tasks.workunit.client.0.smithi037.stdout:op 1449 completed, throughput=5MB/sec 2024-07-26T06:57:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:10 smithi037 ceph-mon[97339]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:57:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:10 smithi037 ceph-mon[99762]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:57:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:10 smithi135 ceph-mon[90132]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:57:11.754 INFO:tasks.workunit.client.0.smithi037.stdout: 288: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:11.755 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ca1xO2v50xIiri off=8484679 len=1646177 2024-07-26T06:57:11.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 1450 completed, throughput=4.99MB/sec 2024-07-26T06:57:11.757 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wZZPkJee15LKvON off=226429 len=1945323 2024-07-26T06:57:11.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 1451 completed, throughput=5MB/sec 2024-07-26T06:57:11.765 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OlCkbleytyGk3gk off=5465859 len=1536328 2024-07-26T06:57:11.766 INFO:tasks.workunit.client.0.smithi037.stdout:op 1452 completed, throughput=5MB/sec 2024-07-26T06:57:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:11] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:57:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:12.767 INFO:tasks.workunit.client.0.smithi037.stdout: 289: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:12.767 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--8YEM_Wyyaqx6US off=12074808 len=233963 2024-07-26T06:57:12.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 1453 completed, throughput=4.98MB/sec 2024-07-26T06:57:12.768 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-35rJeg8HfRi_avk off=5909114 len=2043442 2024-07-26T06:57:12.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 1454 completed, throughput=4.99MB/sec 2024-07-26T06:57:12.778 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pwTeBzXVOx0X2Mo off=5554969 len=714750 2024-07-26T06:57:12.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 1455 completed, throughput=4.99MB/sec 2024-07-26T06:57:12.782 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-331WTluIgfrmfmb off=1664941 len=941029 2024-07-26T06:57:12.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 1456 completed, throughput=5MB/sec 2024-07-26T06:57:12.786 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HaMZt3PmtaOQuHO off=19198197 len=1004854 2024-07-26T06:57:12.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 1457 completed, throughput=5MB/sec 2024-07-26T06:57:12.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a8VdwD9w-G5-65m off=22871934 len=1782477 2024-07-26T06:57:12.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 1458 completed, throughput=5.01MB/sec 2024-07-26T06:57:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:12 smithi037 ceph-mon[97339]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:12 smithi037 ceph-mon[99762]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:12 smithi135 ceph-mon[90132]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:57:13.799 INFO:tasks.workunit.client.0.smithi037.stdout: 290: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:13.799 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TaaWr7yX1ceRVtm off=270287 len=365387 2024-07-26T06:57:13.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 1459 completed, throughput=4.99MB/sec 2024-07-26T06:57:13.803 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1aULiiLyVNrB2U8 off=10469529 len=1799405 2024-07-26T06:57:13.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 1460 completed, throughput=4.99MB/sec 2024-07-26T06:57:13.811 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xY4hn3tgHy4H12m off=4013062 len=1221377 2024-07-26T06:57:13.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 1461 completed, throughput=5MB/sec 2024-07-26T06:57:13.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_4gCTRlxN81T6Fi off=8109642 len=1827576 2024-07-26T06:57:13.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 1462 completed, throughput=5MB/sec 2024-07-26T06:57:14.828 INFO:tasks.workunit.client.0.smithi037.stdout: 291: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:14.828 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JA3BYEruyJqeyls off=6457104 len=265647 2024-07-26T06:57:14.829 INFO:tasks.workunit.client.0.smithi037.stdout:op 1463 completed, throughput=4.99MB/sec 2024-07-26T06:57:14.829 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YfOj09oA7ydDFaN off=5437415 len=1700296 2024-07-26T06:57:14.831 INFO:tasks.workunit.client.0.smithi037.stdout:op 1464 completed, throughput=4.99MB/sec 2024-07-26T06:57:14.831 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9grhtb1Nf-tT1o7 off=2647483 len=1288501 2024-07-26T06:57:14.838 INFO:tasks.workunit.client.0.smithi037.stdout:op 1465 completed, throughput=5MB/sec 2024-07-26T06:57:14.838 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aNT2sBQBkxb9dMI off=10631141 len=1588892 2024-07-26T06:57:14.846 INFO:tasks.workunit.client.0.smithi037.stdout:op 1466 completed, throughput=5MB/sec 2024-07-26T06:57:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:14 smithi037 ceph-mon[97339]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:57:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:14 smithi037 ceph-mon[99762]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:57:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:14 smithi135 ceph-mon[90132]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:57:15.847 INFO:tasks.workunit.client.0.smithi037.stdout: 292: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:15.847 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o0J6nxDsF5F8Os0 off=3661750 len=158110 2024-07-26T06:57:15.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 1467 completed, throughput=4.99MB/sec 2024-07-26T06:57:15.848 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PhdgEj5IVjl5hcu off=16107005 len=710498 2024-07-26T06:57:15.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 1468 completed, throughput=4.99MB/sec 2024-07-26T06:57:15.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gd7BfCO1hWmxcTz off=22655177 len=1716601 2024-07-26T06:57:15.856 INFO:tasks.workunit.client.0.smithi037.stdout:op 1469 completed, throughput=4.99MB/sec 2024-07-26T06:57:15.856 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ONwy3faEE61tk0c off=1060255 len=820835 2024-07-26T06:57:15.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 1470 completed, throughput=5MB/sec 2024-07-26T06:57:15.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZS981cSR209H2Xn off=10246590 len=1079598 2024-07-26T06:57:15.862 INFO:tasks.workunit.client.0.smithi037.stdout:op 1471 completed, throughput=5MB/sec 2024-07-26T06:57:16.863 INFO:tasks.workunit.client.0.smithi037.stdout: 293: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:16.863 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KkQul0gqDIdBfBu off=1594670 len=962382 2024-07-26T06:57:16.867 INFO:tasks.workunit.client.0.smithi037.stdout:op 1472 completed, throughput=4.99MB/sec 2024-07-26T06:57:16.867 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5rcZtEs6zTMnA-O off=2627260 len=1491278 2024-07-26T06:57:16.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 1473 completed, throughput=4.99MB/sec 2024-07-26T06:57:16.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MZZ5vqugQta1UUL off=2158449 len=1726054 2024-07-26T06:57:16.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 1474 completed, throughput=5MB/sec 2024-07-26T06:57:16.871 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x-Nm5OjILil43VT off=1790045 len=2013835 2024-07-26T06:57:16.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 1475 completed, throughput=5MB/sec 2024-07-26T06:57:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:16 smithi037 ceph-mon[97339]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:57:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:16 smithi037 ceph-mon[99762]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:57:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:16 smithi135 ceph-mon[90132]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:57:17.881 INFO:tasks.workunit.client.0.smithi037.stdout: 294: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:17.881 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e9mPuGZ3NHAu8It off=3650406 len=1051469 2024-07-26T06:57:17.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 1476 completed, throughput=4.99MB/sec 2024-07-26T06:57:17.887 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-877A21Bw78UynzP off=9578951 len=609153 2024-07-26T06:57:17.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 1477 completed, throughput=4.99MB/sec 2024-07-26T06:57:17.888 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GXTUyGv8YhzMerR off=7118941 len=1846972 2024-07-26T06:57:17.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 1478 completed, throughput=5MB/sec 2024-07-26T06:57:17.890 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ReduPXHTaPBtI7F off=12192915 len=726422 2024-07-26T06:57:17.895 INFO:tasks.workunit.client.0.smithi037.stdout:op 1479 completed, throughput=5MB/sec 2024-07-26T06:57:17.895 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I2D05c9U7xYzxrE off=2176834 len=1336426 2024-07-26T06:57:17.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 1480 completed, throughput=5MB/sec 2024-07-26T06:57:18.902 INFO:tasks.workunit.client.0.smithi037.stdout: 295: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:18.902 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gW_EwmI5ACa3ybI off=8338116 len=864784 2024-07-26T06:57:18.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 1481 completed, throughput=4.99MB/sec 2024-07-26T06:57:18.903 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0vAY1OZJeDVY0Am off=4505452 len=18023 2024-07-26T06:57:18.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 1482 completed, throughput=4.99MB/sec 2024-07-26T06:57:18.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--TR5-hB_ojxiaCV off=768197 len=1814789 2024-07-26T06:57:18.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 1483 completed, throughput=5MB/sec 2024-07-26T06:57:18.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OhptW_PVSGHLnmQ off=14510322 len=1542608 2024-07-26T06:57:18.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 1484 completed, throughput=5MB/sec 2024-07-26T06:57:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:18 smithi037 ceph-mon[97339]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:18 smithi037 ceph-mon[99762]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:18 smithi135 ceph-mon[90132]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:19.916 INFO:tasks.workunit.client.0.smithi037.stdout: 296: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:19.916 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cpiwIWXAtV0qOsZ off=4985743 len=624329 2024-07-26T06:57:19.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 1485 completed, throughput=4.99MB/sec 2024-07-26T06:57:19.920 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k7WT5zuriRFlXo3 off=6927521 len=1766562 2024-07-26T06:57:19.928 INFO:tasks.workunit.client.0.smithi037.stdout:op 1486 completed, throughput=4.99MB/sec 2024-07-26T06:57:19.928 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8jCIx0l0sxw-WEB off=301741 len=561039 2024-07-26T06:57:19.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 1487 completed, throughput=4.99MB/sec 2024-07-26T06:57:19.932 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ARnTVOnxC_ZZDiD off=0 len=1816105 2024-07-26T06:57:19.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 1488 completed, throughput=5MB/sec 2024-07-26T06:57:19.933 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TW6fFxaODjFq82d off=723716 len=1182559 2024-07-26T06:57:19.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 1489 completed, throughput=5MB/sec 2024-07-26T06:57:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: 297: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:20.936 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6t4HRW9IGF15Z1C off=2600036 len=983929 2024-07-26T06:57:20.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 1490 completed, throughput=4.99MB/sec 2024-07-26T06:57:20.938 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fVtU_W24PuGxqao off=13581353 len=1082217 2024-07-26T06:57:20.944 INFO:tasks.workunit.client.0.smithi037.stdout:op 1491 completed, throughput=4.99MB/sec 2024-07-26T06:57:20.944 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Kt6OLUeLe3yQFM off=16056066 len=1904985 2024-07-26T06:57:20.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 1492 completed, throughput=5MB/sec 2024-07-26T06:57:20.954 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Adh-5sg9_8wtu5Z off=4891716 len=1164791 2024-07-26T06:57:20.955 INFO:tasks.workunit.client.0.smithi037.stdout:op 1493 completed, throughput=5MB/sec 2024-07-26T06:57:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:20 smithi037 ceph-mon[97339]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:57:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:20 smithi037 ceph-mon[99762]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:57:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:20 smithi135 ceph-mon[90132]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:57:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:21] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:57:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: 298: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:21.956 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GFSCyWvGb5TcVUx off=6093023 len=243016 2024-07-26T06:57:21.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 1494 completed, throughput=4.99MB/sec 2024-07-26T06:57:21.959 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JRp6vJXGsll7ZV1 off=3977621 len=1118458 2024-07-26T06:57:21.964 INFO:tasks.workunit.client.0.smithi037.stdout:op 1495 completed, throughput=4.99MB/sec 2024-07-26T06:57:21.964 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UoFx0cQa6f_TIAj off=4664284 len=1779789 2024-07-26T06:57:21.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 1496 completed, throughput=4.99MB/sec 2024-07-26T06:57:21.974 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ghq6BUPvtXzlzNL off=597637 len=1137884 2024-07-26T06:57:21.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 1497 completed, throughput=5MB/sec 2024-07-26T06:57:21.979 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GZlk9P_abuXXuW4 off=1086949 len=1553039 2024-07-26T06:57:21.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 1498 completed, throughput=5MB/sec 2024-07-26T06:57:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: 299: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4DPYS8H8_JmRb7i off=1178555 len=690320 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 1499 completed, throughput=4.99MB/sec 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LxOBVEv2mdY-v53 off=3081204 len=935884 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi037.stdout:op 1500 completed, throughput=4.99MB/sec 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-73e4YBcmGIdXI4q off=5103146 len=352060 2024-07-26T06:57:22.997 INFO:tasks.workunit.client.0.smithi037.stdout:op 1501 completed, throughput=4.99MB/sec 2024-07-26T06:57:22.997 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GtM0TSXtZ7uy1qz off=728046 len=1208153 2024-07-26T06:57:23.003 INFO:tasks.workunit.client.0.smithi037.stdout:op 1502 completed, throughput=5MB/sec 2024-07-26T06:57:23.003 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1kW_8KAcuYOzrBU off=12649182 len=893544 2024-07-26T06:57:23.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 1503 completed, throughput=5MB/sec 2024-07-26T06:57:23.008 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qaaMBJAqmCWZtwP off=3287164 len=1752760 2024-07-26T06:57:23.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 1504 completed, throughput=5MB/sec 2024-07-26T06:57:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:22 smithi037 ceph-mon[97339]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:22 smithi037 ceph-mon[99762]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:22 smithi135 ceph-mon[90132]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: 300: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ijRTTtr6zWJYfAg off=1072939 len=7271 2024-07-26T06:57:24.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 1505 completed, throughput=4.99MB/sec 2024-07-26T06:57:24.015 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WTfAI60Ar1sG8BD off=929748 len=489207 2024-07-26T06:57:24.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 1506 completed, throughput=4.99MB/sec 2024-07-26T06:57:24.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P0NugUgPjmrJBAF off=994676 len=1562667 2024-07-26T06:57:24.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 1507 completed, throughput=4.99MB/sec 2024-07-26T06:57:24.026 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2gkCr-jTZVb5nSq off=1928634 len=1941221 2024-07-26T06:57:24.032 INFO:tasks.workunit.client.0.smithi037.stdout:op 1508 completed, throughput=5MB/sec 2024-07-26T06:57:24.032 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qOu6sEbYU0qvLw1 off=5609157 len=131244 2024-07-26T06:57:24.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 1509 completed, throughput=5MB/sec 2024-07-26T06:57:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: 301: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:25.033 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QZbRFm37pMbF3s4 off=19789867 len=1579968 2024-07-26T06:57:25.036 INFO:tasks.workunit.client.0.smithi037.stdout:op 1510 completed, throughput=4.99MB/sec 2024-07-26T06:57:25.037 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m5XtuMT7y6rYggj off=200592 len=1871288 2024-07-26T06:57:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:24 smithi037 ceph-mon[97339]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:57:25.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:24 smithi037 ceph-mon[99762]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:57:25.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 1511 completed, throughput=4.99MB/sec 2024-07-26T06:57:25.046 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MmK5QJ-44W48ryI off=20523333 len=75999 2024-07-26T06:57:25.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 1512 completed, throughput=4.99MB/sec 2024-07-26T06:57:25.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G4-3Q1tG87T1KIX off=10930037 len=897296 2024-07-26T06:57:25.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 1513 completed, throughput=5MB/sec 2024-07-26T06:57:25.054 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p_EDn4AsjDd5BXL off=547934 len=528360 2024-07-26T06:57:25.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 1514 completed, throughput=5MB/sec 2024-07-26T06:57:25.057 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oWrs7NfJgCl5JdX off=9394902 len=1913823 2024-07-26T06:57:25.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 1515 completed, throughput=5MB/sec 2024-07-26T06:57:25.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:24 smithi135 ceph-mon[90132]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:57:26.064 INFO:tasks.workunit.client.0.smithi037.stdout: 302: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:26.064 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ARDZ_KWbrcqP3b_ off=1318112 len=1104989 2024-07-26T06:57:26.066 INFO:tasks.workunit.client.0.smithi037.stdout:op 1516 completed, throughput=4.99MB/sec 2024-07-26T06:57:26.066 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CaM63rUA5jBMo11 off=1011803 len=678108 2024-07-26T06:57:26.070 INFO:tasks.workunit.client.0.smithi037.stdout:op 1517 completed, throughput=4.99MB/sec 2024-07-26T06:57:26.071 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4spLSk3n5T9DoFy off=3026844 len=594031 2024-07-26T06:57:26.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 1518 completed, throughput=5MB/sec 2024-07-26T06:57:26.072 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l-oo4x8yHa5L292 off=2105633 len=778292 2024-07-26T06:57:26.073 INFO:tasks.workunit.client.0.smithi037.stdout:op 1519 completed, throughput=5MB/sec 2024-07-26T06:57:26.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VHv2t1nxMogTjqu off=8548701 len=58500 2024-07-26T06:57:26.073 INFO:tasks.workunit.client.0.smithi037.stdout:op 1520 completed, throughput=5MB/sec 2024-07-26T06:57:26.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7qLQCUhVoaZX2gK off=10565852 len=547379 2024-07-26T06:57:26.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 1521 completed, throughput=5MB/sec 2024-07-26T06:57:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:26 smithi037 ceph-mon[97339]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:57:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:26 smithi037 ceph-mon[99762]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:57:27.074 INFO:tasks.workunit.client.0.smithi037.stdout: 303: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:27.075 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jQ3akCs8ifGurnT off=651963 len=1778883 2024-07-26T06:57:27.084 INFO:tasks.workunit.client.0.smithi037.stdout:op 1522 completed, throughput=4.99MB/sec 2024-07-26T06:57:27.084 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3W_4CCoRLS7nquo off=10050781 len=1171391 2024-07-26T06:57:27.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 1523 completed, throughput=4.99MB/sec 2024-07-26T06:57:27.086 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZmRB-YtOdwl71ze off=19300499 len=304356 2024-07-26T06:57:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:26 smithi135 ceph-mon[90132]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:57:27.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 1524 completed, throughput=4.99MB/sec 2024-07-26T06:57:27.089 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ejr6ztz6EDhdlCN off=13465710 len=517059 2024-07-26T06:57:27.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 1525 completed, throughput=5MB/sec 2024-07-26T06:57:27.093 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UpyLwhyDTUOJlv3 off=4576740 len=297905 2024-07-26T06:57:27.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 1526 completed, throughput=5MB/sec 2024-07-26T06:57:27.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JsmE_Z8jv9OC1mv off=22038828 len=1344136 2024-07-26T06:57:27.100 INFO:tasks.workunit.client.0.smithi037.stdout:op 1527 completed, throughput=5MB/sec 2024-07-26T06:57:28.100 INFO:tasks.workunit.client.0.smithi037.stdout: 304: throughput=4.98MB/sec pending data=0 2024-07-26T06:57:28.101 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yB4zf9RsYCCO-89 off=11909258 len=830406 2024-07-26T06:57:28.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 1528 completed, throughput=4.99MB/sec 2024-07-26T06:57:28.102 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-meZYfbR--LiIzI5 off=1120776 len=192445 2024-07-26T06:57:28.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 1529 completed, throughput=4.99MB/sec 2024-07-26T06:57:28.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EHa6Wrx73QB2Xue off=6303556 len=524543 2024-07-26T06:57:28.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 1530 completed, throughput=4.99MB/sec 2024-07-26T06:57:28.107 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hLDIrcaQz2UQ55a off=5914662 len=1873524 2024-07-26T06:57:28.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 1531 completed, throughput=4.99MB/sec 2024-07-26T06:57:28.109 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OXjJurSHwYOuklM off=3114189 len=1661484 2024-07-26T06:57:28.119 INFO:tasks.workunit.client.0.smithi037.stdout:op 1532 completed, throughput=5MB/sec 2024-07-26T06:57:28.119 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xHtWbSJMko1jElF off=1677954 len=1224665 2024-07-26T06:57:28.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 1533 completed, throughput=5MB/sec 2024-07-26T06:57:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:28 smithi037 ceph-mon[97339]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:57:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:28 smithi037 ceph-mon[99762]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:57:29.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:28 smithi135 ceph-mon[90132]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:57:29.121 INFO:tasks.workunit.client.0.smithi037.stdout: 305: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:29.121 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-to9x_xJHzrscapy off=10143641 len=1815383 2024-07-26T06:57:29.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 1534 completed, throughput=4.99MB/sec 2024-07-26T06:57:29.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RZIBSL_PtQ-Om0c off=15603728 len=1317779 2024-07-26T06:57:29.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 1535 completed, throughput=5MB/sec 2024-07-26T06:57:29.125 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4qrH2-UWEvn8-Sz off=8711117 len=1542492 2024-07-26T06:57:29.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 1536 completed, throughput=5MB/sec 2024-07-26T06:57:30.132 INFO:tasks.workunit.client.0.smithi037.stdout: 306: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:30.133 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lFLVJAH6RtxCepi off=1279332 len=346795 2024-07-26T06:57:30.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 1537 completed, throughput=4.99MB/sec 2024-07-26T06:57:30.136 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nMJTa-8yo11AQel off=19377321 len=1198245 2024-07-26T06:57:30.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 1538 completed, throughput=4.99MB/sec 2024-07-26T06:57:30.139 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z8FXMFOBqAnV84A off=13767176 len=1579452 2024-07-26T06:57:30.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 1539 completed, throughput=4.99MB/sec 2024-07-26T06:57:30.147 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tDzot5v-2k1EdTu off=3438729 len=1016808 2024-07-26T06:57:30.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 1540 completed, throughput=5MB/sec 2024-07-26T06:57:30.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rx01tJta1r8TgXH off=2381928 len=1296376 2024-07-26T06:57:30.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 1541 completed, throughput=5MB/sec 2024-07-26T06:57:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:30 smithi037 ceph-mon[97339]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:57:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:30 smithi037 ceph-mon[99762]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:57:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:30 smithi135 ceph-mon[90132]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:57:31.154 INFO:tasks.workunit.client.0.smithi037.stdout: 307: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:31.154 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HuU1eNwWBeGI5tD off=1042943 len=64559 2024-07-26T06:57:31.155 INFO:tasks.workunit.client.0.smithi037.stdout:op 1542 completed, throughput=4.99MB/sec 2024-07-26T06:57:31.155 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nk5gIkFLjjCU4G1 off=7469271 len=1717831 2024-07-26T06:57:31.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 1543 completed, throughput=4.99MB/sec 2024-07-26T06:57:31.162 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2r628r0mDNncQa0 off=6266356 len=1164528 2024-07-26T06:57:31.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 1544 completed, throughput=4.99MB/sec 2024-07-26T06:57:31.163 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--EasQ-TC-BBfeRP off=8976864 len=1285575 2024-07-26T06:57:31.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 1545 completed, throughput=5MB/sec 2024-07-26T06:57:31.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9h-fPQUpI-6fIXV off=2928668 len=1417292 2024-07-26T06:57:31.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 1546 completed, throughput=5MB/sec 2024-07-26T06:57:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:31] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:57:32.173 INFO:tasks.workunit.client.0.smithi037.stdout: 308: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:32.219 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GrTw-w5V3StCWBI off=1076637 len=1476543 2024-07-26T06:57:32.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 1547 completed, throughput=4.99MB/sec 2024-07-26T06:57:32.220 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sdsDMPVOMqbGkRv off=3315582 len=1242001 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 1548 completed, throughput=4.99MB/sec 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IfkdWmgMI5-hC61 off=15754091 len=426476 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 1549 completed, throughput=5MB/sec 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J2SdFpXz-dMXL_F off=104409 len=1127777 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 1550 completed, throughput=5MB/sec 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WN5gZ5Lo-SFB93T off=3651722 len=2010695 2024-07-26T06:57:32.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 1551 completed, throughput=5.01MB/sec 2024-07-26T06:57:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:32 smithi037 ceph-mon[97339]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:32 smithi037 ceph-mon[99762]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:32 smithi135 ceph-mon[90132]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:57:33.201 INFO:tasks.workunit.client.0.smithi037.stdout: 309: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:33.201 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--bzkMdxETiD-Ifh off=391377 len=1530645 2024-07-26T06:57:33.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 1552 completed, throughput=4.99MB/sec 2024-07-26T06:57:33.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cXx3DX6vYALghGH off=3282351 len=254349 2024-07-26T06:57:33.213 INFO:tasks.workunit.client.0.smithi037.stdout:op 1553 completed, throughput=4.99MB/sec 2024-07-26T06:57:33.213 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-efK04sbpYWnw-Fa off=2579244 len=16163 2024-07-26T06:57:33.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 1554 completed, throughput=4.99MB/sec 2024-07-26T06:57:33.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OK0G8P0eJE9h9Ju off=6423205 len=134481 2024-07-26T06:57:33.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 1555 completed, throughput=4.99MB/sec 2024-07-26T06:57:33.218 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b5ljClo6ycB5gFa off=20095768 len=714870 2024-07-26T06:57:33.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 1556 completed, throughput=5MB/sec 2024-07-26T06:57:33.222 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0X3zZ53tOrve4Fx off=4317390 len=441647 2024-07-26T06:57:33.226 INFO:tasks.workunit.client.0.smithi037.stdout:op 1557 completed, throughput=5MB/sec 2024-07-26T06:57:33.226 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EAGmo7GjxXj_SzV off=19866884 len=1075849 2024-07-26T06:57:33.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 1558 completed, throughput=5MB/sec 2024-07-26T06:57:34.231 INFO:tasks.workunit.client.0.smithi037.stdout: 310: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:34.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xEy0KCYnL7b7dIw off=747055 len=1356148 2024-07-26T06:57:34.237 INFO:tasks.workunit.client.0.smithi037.stdout:op 1559 completed, throughput=4.99MB/sec 2024-07-26T06:57:34.237 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r6emJjuoFr7ZT28 off=1341782 len=1997613 2024-07-26T06:57:34.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 1560 completed, throughput=5MB/sec 2024-07-26T06:57:34.248 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d4mEpgTsFWEwTqk off=22628389 len=1928338 2024-07-26T06:57:34.251 INFO:tasks.workunit.client.0.smithi037.stdout:op 1561 completed, throughput=5MB/sec 2024-07-26T06:57:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:34 smithi135 ceph-mon[90132]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:34.839 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 06:57:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=sqlstore.transactions t=2024-07-26T06:57:34.560879774Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:57:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:34 smithi037 ceph-mon[97339]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:34 smithi037 ceph-mon[99762]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:35.252 INFO:tasks.workunit.client.0.smithi037.stdout: 311: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:35.252 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hDs_MpFiU11tot5 off=8342275 len=1771063 2024-07-26T06:57:35.261 INFO:tasks.workunit.client.0.smithi037.stdout:op 1562 completed, throughput=4.99MB/sec 2024-07-26T06:57:35.261 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fg8RtrZHyTreeFx off=6529259 len=223924 2024-07-26T06:57:35.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 1563 completed, throughput=4.99MB/sec 2024-07-26T06:57:35.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O67eygUyN-BO991 off=4608331 len=683462 2024-07-26T06:57:35.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 1564 completed, throughput=4.99MB/sec 2024-07-26T06:57:35.263 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M6_XD_zuG-W31mf off=1577142 len=493049 2024-07-26T06:57:35.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 1565 completed, throughput=4.99MB/sec 2024-07-26T06:57:35.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0TF1QrDvimPRQpr off=2573506 len=1492191 2024-07-26T06:57:35.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 1566 completed, throughput=5MB/sec 2024-07-26T06:57:35.269 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lmWifhE8R-93Rp8 off=6118827 len=1559058 2024-07-26T06:57:35.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 1567 completed, throughput=5MB/sec 2024-07-26T06:57:36.271 INFO:tasks.workunit.client.0.smithi037.stdout: 312: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:36.272 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cQP-dVqLehmgRXc off=195813 len=197310 2024-07-26T06:57:36.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 1568 completed, throughput=4.99MB/sec 2024-07-26T06:57:36.273 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZxnyhPpCV5ys18U off=5822956 len=1787514 2024-07-26T06:57:36.275 INFO:tasks.workunit.client.0.smithi037.stdout:op 1569 completed, throughput=4.99MB/sec 2024-07-26T06:57:36.275 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LQY7DBLuwAKH1P7 off=7800281 len=1255019 2024-07-26T06:57:36.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 1570 completed, throughput=5MB/sec 2024-07-26T06:57:36.277 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-exnD_j1u_uV4nmS off=8106336 len=1401148 2024-07-26T06:57:36.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 1571 completed, throughput=5MB/sec 2024-07-26T06:57:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:36 smithi037 ceph-mon[97339]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:57:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:36 smithi037 ceph-mon[99762]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:57:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:36 smithi135 ceph-mon[90132]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:57:37.291 INFO:tasks.workunit.client.0.smithi037.stdout: 313: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:37.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dYkDvt4wer9tlwF off=4684921 len=1459559 2024-07-26T06:57:37.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 1572 completed, throughput=4.99MB/sec 2024-07-26T06:57:37.294 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FuS5JCDjvgK6Js2 off=6455407 len=998979 2024-07-26T06:57:37.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 1573 completed, throughput=4.99MB/sec 2024-07-26T06:57:37.296 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IGqMEROhugFHW_L off=638629 len=870043 2024-07-26T06:57:37.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 1574 completed, throughput=5MB/sec 2024-07-26T06:57:37.298 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JUgeIYUNTSvgLpX off=12647844 len=1731151 2024-07-26T06:57:37.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 1575 completed, throughput=5MB/sec 2024-07-26T06:57:38.308 INFO:tasks.workunit.client.0.smithi037.stdout: 314: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:38.308 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HsuoeiP7vkQdjsV off=24532492 len=799850 2024-07-26T06:57:38.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 1576 completed, throughput=4.99MB/sec 2024-07-26T06:57:38.312 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--GxGJaWFIyxWrU4 off=1024315 len=440502 2024-07-26T06:57:38.315 INFO:tasks.workunit.client.0.smithi037.stdout:op 1577 completed, throughput=4.99MB/sec 2024-07-26T06:57:38.315 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_zJ3VRm7cf5bo49 off=3311621 len=410573 2024-07-26T06:57:38.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 1578 completed, throughput=4.99MB/sec 2024-07-26T06:57:38.318 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eujgq-GA1Mhhj_D off=468037 len=1240203 2024-07-26T06:57:38.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 1579 completed, throughput=4.99MB/sec 2024-07-26T06:57:38.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8cfxSidxc0oZSl9 off=55437 len=18244 2024-07-26T06:57:38.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 1580 completed, throughput=4.99MB/sec 2024-07-26T06:57:38.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-or53runqj5-GpVy off=20352898 len=689795 2024-07-26T06:57:38.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 1581 completed, throughput=5MB/sec 2024-07-26T06:57:38.320 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xq3eYRf-EBvuIVC off=9113095 len=398390 2024-07-26T06:57:38.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 1582 completed, throughput=5MB/sec 2024-07-26T06:57:38.324 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nr_qVD1WLe8uCVy off=4042312 len=864826 2024-07-26T06:57:38.325 INFO:tasks.workunit.client.0.smithi037.stdout:op 1583 completed, throughput=5MB/sec 2024-07-26T06:57:38.325 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-odv-EOGAe53YVc5 off=2041205 len=1769056 2024-07-26T06:57:38.328 INFO:tasks.workunit.client.0.smithi037.stdout:op 1584 completed, throughput=5MB/sec 2024-07-26T06:57:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:38 smithi037 ceph-mon[97339]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:57:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:38 smithi037 ceph-mon[99762]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:57:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:38 smithi135 ceph-mon[90132]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:57:39.329 INFO:tasks.workunit.client.0.smithi037.stdout: 315: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:39.329 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fKFo-JgCxohU1hp off=5089255 len=1975826 2024-07-26T06:57:39.333 INFO:tasks.workunit.client.0.smithi037.stdout:op 1585 completed, throughput=4.99MB/sec 2024-07-26T06:57:39.333 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PNPLZBOKZiuK8pQ off=297504 len=730731 2024-07-26T06:57:39.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 1586 completed, throughput=5MB/sec 2024-07-26T06:57:39.338 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X8JH9KIq2XLpWrW off=2494611 len=1890360 2024-07-26T06:57:39.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 1587 completed, throughput=5MB/sec 2024-07-26T06:57:40.346 INFO:tasks.workunit.client.0.smithi037.stdout: 316: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:40.346 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ibUxn9wyfmqBfAd off=217698 len=359015 2024-07-26T06:57:40.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 1588 completed, throughput=4.99MB/sec 2024-07-26T06:57:40.347 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s6wQbRJFOja_-n2 off=8200041 len=514413 2024-07-26T06:57:40.351 INFO:tasks.workunit.client.0.smithi037.stdout:op 1589 completed, throughput=4.99MB/sec 2024-07-26T06:57:40.352 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PpeOo1qW07H-J7y off=623437 len=659523 2024-07-26T06:57:40.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 1590 completed, throughput=4.99MB/sec 2024-07-26T06:57:40.356 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tGEDETngxSbNE6V off=10781295 len=294075 2024-07-26T06:57:40.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 1591 completed, throughput=4.99MB/sec 2024-07-26T06:57:40.359 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-liGbUuZ03TW8806 off=164365 len=1697139 2024-07-26T06:57:40.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 1592 completed, throughput=5MB/sec 2024-07-26T06:57:40.366 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qpZvqmDlb6fIT5T off=9054912 len=2031971 2024-07-26T06:57:40.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 1593 completed, throughput=5MB/sec 2024-07-26T06:57:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:40 smithi037 ceph-mon[97339]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:57:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:40 smithi037 ceph-mon[99762]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:57:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:40 smithi135 ceph-mon[90132]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:57:41.373 INFO:tasks.workunit.client.0.smithi037.stdout: 317: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:41.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2vBAqWeo9FeSli5 off=2893174 len=657003 2024-07-26T06:57:41.378 INFO:tasks.workunit.client.0.smithi037.stdout:op 1594 completed, throughput=4.99MB/sec 2024-07-26T06:57:41.378 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AlbMz12A162z2ug off=33905 len=1188043 2024-07-26T06:57:41.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 1595 completed, throughput=4.99MB/sec 2024-07-26T06:57:41.384 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JRty84-4P2iDjGE off=5025328 len=439198 2024-07-26T06:57:41.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 1596 completed, throughput=4.99MB/sec 2024-07-26T06:57:41.385 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-d0l6zTmuh7HfbHE off=1964700 len=1457711 2024-07-26T06:57:41.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 1597 completed, throughput=5MB/sec 2024-07-26T06:57:41.391 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NicoRJD8Qbb0EHs off=8841710 len=2030386 2024-07-26T06:57:41.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 1598 completed, throughput=5MB/sec 2024-07-26T06:57:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:41] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:57:42.401 INFO:tasks.workunit.client.0.smithi037.stdout: 318: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:42.401 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bnYzzXhrp01s2Ma off=3246545 len=656762 2024-07-26T06:57:42.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 1599 completed, throughput=4.99MB/sec 2024-07-26T06:57:42.406 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-w3t2pUsWgejALwN off=2126451 len=1150382 2024-07-26T06:57:42.408 INFO:tasks.workunit.client.0.smithi037.stdout:op 1600 completed, throughput=4.99MB/sec 2024-07-26T06:57:42.408 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N5qwH3iUnyPkSq4 off=12738004 len=236478 2024-07-26T06:57:42.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 1601 completed, throughput=4.99MB/sec 2024-07-26T06:57:42.411 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KgRTEcHG5wi9VMN off=2241882 len=1703160 2024-07-26T06:57:42.420 INFO:tasks.workunit.client.0.smithi037.stdout:op 1602 completed, throughput=5MB/sec 2024-07-26T06:57:42.420 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oUuWg_tylcKygpi off=778251 len=166197 2024-07-26T06:57:42.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 1603 completed, throughput=5MB/sec 2024-07-26T06:57:42.425 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a-TSnJ7NyFFWnP1 off=7414484 len=1921658 2024-07-26T06:57:42.437 INFO:tasks.workunit.client.0.smithi037.stdout:op 1604 completed, throughput=5.01MB/sec 2024-07-26T06:57:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:42 smithi037 ceph-mon[97339]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:57:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:42 smithi037 ceph-mon[99762]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:57:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:42 smithi135 ceph-mon[90132]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:57:43.437 INFO:tasks.workunit.client.0.smithi037.stdout: 319: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:43.437 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YSDkqO2uNVIYVrw off=3834105 len=1139576 2024-07-26T06:57:43.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 1605 completed, throughput=4.99MB/sec 2024-07-26T06:57:43.439 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2ZStQkycncNJHku off=63202 len=1108433 2024-07-26T06:57:43.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 1606 completed, throughput=5MB/sec 2024-07-26T06:57:43.444 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--yGQi9p-qiqmlab off=6162336 len=806832 2024-07-26T06:57:43.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 1607 completed, throughput=5MB/sec 2024-07-26T06:57:43.446 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TwdCIZYk2kbVDJm off=1216748 len=388345 2024-07-26T06:57:43.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 1608 completed, throughput=5MB/sec 2024-07-26T06:57:43.450 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vutpRgjLml601RB off=869661 len=1664588 2024-07-26T06:57:43.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 1609 completed, throughput=5MB/sec 2024-07-26T06:57:44.453 INFO:tasks.workunit.client.0.smithi037.stdout: 320: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:44.454 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s_TemAqcsEweC7Z off=2884402 len=706198 2024-07-26T06:57:44.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 1610 completed, throughput=4.99MB/sec 2024-07-26T06:57:44.458 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iSsFIdQhN86XeVZ off=5863711 len=729889 2024-07-26T06:57:44.459 INFO:tasks.workunit.client.0.smithi037.stdout:op 1611 completed, throughput=4.99MB/sec 2024-07-26T06:57:44.460 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vYvmAliVSK6Pnda off=3255460 len=201435 2024-07-26T06:57:44.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 1612 completed, throughput=4.99MB/sec 2024-07-26T06:57:44.463 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IY-VdKKrHFZWKT3 off=13265548 len=1833212 2024-07-26T06:57:44.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 1613 completed, throughput=5MB/sec 2024-07-26T06:57:44.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jMmVPqo9PiAfddd off=8300293 len=1593743 2024-07-26T06:57:44.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 1614 completed, throughput=5MB/sec 2024-07-26T06:57:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:44 smithi037 ceph-mon[97339]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:57:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:44 smithi037 ceph-mon[99762]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:57:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:44 smithi135 ceph-mon[90132]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:57:45.474 INFO:tasks.workunit.client.0.smithi037.stdout: 321: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:45.474 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DImbajXJ9LQR0bV off=635412 len=593482 2024-07-26T06:57:45.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 1615 completed, throughput=4.99MB/sec 2024-07-26T06:57:45.475 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XcmZ5e52vEKcS1i off=20057680 len=1745907 2024-07-26T06:57:45.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 1616 completed, throughput=5MB/sec 2024-07-26T06:57:45.479 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HQ_TpkkpvVvwDiE off=10505003 len=735027 2024-07-26T06:57:45.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 1617 completed, throughput=5MB/sec 2024-07-26T06:57:45.481 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JRp6vJXGsll7ZV1 off=4984692 len=1053460 2024-07-26T06:57:45.483 INFO:tasks.workunit.client.0.smithi037.stdout:op 1618 completed, throughput=5MB/sec 2024-07-26T06:57:46.483 INFO:tasks.workunit.client.0.smithi037.stdout: 322: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:46.483 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Np7CghaaZlFCC_U off=6695021 len=752113 2024-07-26T06:57:46.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 1619 completed, throughput=4.99MB/sec 2024-07-26T06:57:46.488 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BgS2GeC8JjOcXjk off=1359241 len=563046 2024-07-26T06:57:46.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 1620 completed, throughput=4.99MB/sec 2024-07-26T06:57:46.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2XKMz9kEgHFILXG off=12011793 len=111034 2024-07-26T06:57:46.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 1621 completed, throughput=4.99MB/sec 2024-07-26T06:57:46.490 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eDflNya8LpPggQi off=7136913 len=729517 2024-07-26T06:57:46.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 1622 completed, throughput=4.99MB/sec 2024-07-26T06:57:46.492 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xfru9FFdiOdYNv4 off=4378741 len=1336347 2024-07-26T06:57:46.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 1623 completed, throughput=4.99MB/sec 2024-07-26T06:57:46.500 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LCJvPXeBeqxievG off=9906902 len=1319297 2024-07-26T06:57:46.502 INFO:tasks.workunit.client.0.smithi037.stdout:op 1624 completed, throughput=5MB/sec 2024-07-26T06:57:46.502 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wheCSY1H6MzMDmF off=15757393 len=1477364 2024-07-26T06:57:46.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 1625 completed, throughput=5MB/sec 2024-07-26T06:57:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:46 smithi037 ceph-mon[97339]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:57:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:46 smithi037 ceph-mon[99762]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:57:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:46 smithi135 ceph-mon[90132]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:57:47.505 INFO:tasks.workunit.client.0.smithi037.stdout: 323: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:47.505 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SimbCw5b81qS0ZW off=6875003 len=1087540 2024-07-26T06:57:47.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 1626 completed, throughput=4.99MB/sec 2024-07-26T06:57:47.507 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SWlzojcc9DfCm8A off=4225352 len=1499017 2024-07-26T06:57:47.517 INFO:tasks.workunit.client.0.smithi037.stdout:op 1627 completed, throughput=5MB/sec 2024-07-26T06:57:47.517 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LqZrHMtHocbUdJl off=6159433 len=1319129 2024-07-26T06:57:47.523 INFO:tasks.workunit.client.0.smithi037.stdout:op 1628 completed, throughput=5MB/sec 2024-07-26T06:57:47.523 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XWV-jaBDrbhax-u off=18409723 len=1473392 2024-07-26T06:57:47.526 INFO:tasks.workunit.client.0.smithi037.stdout:op 1629 completed, throughput=5MB/sec 2024-07-26T06:57:48.526 INFO:tasks.workunit.client.0.smithi037.stdout: 324: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:48.526 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-meZYfbR--LiIzI5 off=9150906 len=1644697 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 1630 completed, throughput=4.99MB/sec 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JZhWE6WfVFfoKU7 off=3922793 len=1030967 2024-07-26T06:57:48.538 INFO:tasks.workunit.client.0.smithi037.stdout:op 1631 completed, throughput=5MB/sec 2024-07-26T06:57:48.538 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ly3LLvCD4q398xJ off=3184381 len=501900 2024-07-26T06:57:48.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 1632 completed, throughput=5MB/sec 2024-07-26T06:57:48.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9MIcvh3uThQdp4v off=268814 len=1188475 2024-07-26T06:57:48.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 1633 completed, throughput=5MB/sec 2024-07-26T06:57:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:48 smithi037 ceph-mon[97339]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:48 smithi037 ceph-mon[99762]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:48 smithi135 ceph-mon[90132]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:57:49.541 INFO:tasks.workunit.client.0.smithi037.stdout: 325: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:49.542 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SKlQazOrRtOp31z off=9848546 len=25407 2024-07-26T06:57:49.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 1634 completed, throughput=4.99MB/sec 2024-07-26T06:57:49.542 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yNRXy6S5TppTg9W off=20276835 len=1198144 2024-07-26T06:57:49.548 INFO:tasks.workunit.client.0.smithi037.stdout:op 1635 completed, throughput=4.99MB/sec 2024-07-26T06:57:49.548 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fG8Vn-A8q4tJATs off=8700923 len=1587131 2024-07-26T06:57:49.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 1636 completed, throughput=4.99MB/sec 2024-07-26T06:57:49.550 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--5AfqE9WSffQTFh off=2615597 len=1683940 2024-07-26T06:57:49.559 INFO:tasks.workunit.client.0.smithi037.stdout:op 1637 completed, throughput=5MB/sec 2024-07-26T06:57:49.559 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zS5UPAmpXd_uth7 off=8739203 len=956256 2024-07-26T06:57:49.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 1638 completed, throughput=5MB/sec 2024-07-26T06:57:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:50.561 INFO:tasks.workunit.client.0.smithi037.stdout: 326: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:50.561 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HVCK3Fgpa33brct off=427772 len=1696646 2024-07-26T06:57:50.571 INFO:tasks.workunit.client.0.smithi037.stdout:op 1639 completed, throughput=4.99MB/sec 2024-07-26T06:57:50.571 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-93YhzyqCAP68Kxm off=629507 len=423035 2024-07-26T06:57:50.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 1640 completed, throughput=4.99MB/sec 2024-07-26T06:57:50.572 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gRaddbgIxpivn3i off=9995619 len=1120216 2024-07-26T06:57:50.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 1641 completed, throughput=4.99MB/sec 2024-07-26T06:57:50.577 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x5tSowZjLtFOQcp off=1510655 len=686949 2024-07-26T06:57:50.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 1642 completed, throughput=5MB/sec 2024-07-26T06:57:50.581 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fqtuLZ5E3myYR2a off=8344128 len=513848 2024-07-26T06:57:50.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 1643 completed, throughput=5MB/sec 2024-07-26T06:57:50.585 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zWX_tiipXcipm62 off=1805498 len=1662062 2024-07-26T06:57:50.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 1644 completed, throughput=5MB/sec 2024-07-26T06:57:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:50 smithi037 ceph-mon[97339]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:57:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:50 smithi037 ceph-mon[99762]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:57:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:50 smithi135 ceph-mon[90132]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T06:57:51.593 INFO:tasks.workunit.client.0.smithi037.stdout: 327: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:51.593 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w6hnVDeYmkLykAi off=5031764 len=1439525 2024-07-26T06:57:51.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 1645 completed, throughput=4.99MB/sec 2024-07-26T06:57:51.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RwRwT2fU0gA7v4B off=5151758 len=521280 2024-07-26T06:57:51.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 1646 completed, throughput=4.99MB/sec 2024-07-26T06:57:51.606 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RltwwDPoe3DzSy7 off=4562875 len=925679 2024-07-26T06:57:51.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 1647 completed, throughput=5MB/sec 2024-07-26T06:57:51.607 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xLT43Zr0ZgKFAri off=4696908 len=69427 2024-07-26T06:57:51.608 INFO:tasks.workunit.client.0.smithi037.stdout:op 1648 completed, throughput=5MB/sec 2024-07-26T06:57:51.608 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vpc3nWolNtGwD9N off=678237 len=1627906 2024-07-26T06:57:51.614 INFO:tasks.workunit.client.0.smithi037.stdout:op 1649 completed, throughput=5MB/sec 2024-07-26T06:57:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:57:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:57:51] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-07-26T06:57:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:57:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:52.615 INFO:tasks.workunit.client.0.smithi037.stdout: 328: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:52.615 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-md_PapaZoA8QFI4 off=7739904 len=1900214 2024-07-26T06:57:52.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 1650 completed, throughput=4.99MB/sec 2024-07-26T06:57:52.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SK60c2sP4VlA8B1 off=8727663 len=1742103 2024-07-26T06:57:52.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 1651 completed, throughput=5MB/sec 2024-07-26T06:57:52.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hRQudPUwTKqpYgR off=3756411 len=1107758 2024-07-26T06:57:52.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 1652 completed, throughput=5MB/sec 2024-07-26T06:57:52.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jJvevfRB6FP5QOj off=13379445 len=770610 2024-07-26T06:57:52.627 INFO:tasks.workunit.client.0.smithi037.stdout:op 1653 completed, throughput=5MB/sec 2024-07-26T06:57:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:52 smithi037 ceph-mon[97339]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:57:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:52 smithi037 ceph-mon[99762]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:57:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:52 smithi135 ceph-mon[90132]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:57:53.627 INFO:tasks.workunit.client.0.smithi037.stdout: 329: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:53.627 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ShOgqT6Bf0YYQy3 off=3891131 len=1777024 2024-07-26T06:57:53.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 1654 completed, throughput=4.99MB/sec 2024-07-26T06:57:53.630 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P8kHpLOEi2qGb9L off=8123419 len=669052 2024-07-26T06:57:53.634 INFO:tasks.workunit.client.0.smithi037.stdout:op 1655 completed, throughput=4.99MB/sec 2024-07-26T06:57:53.634 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-noqiMVD4eDhLMCz off=935446 len=1753543 2024-07-26T06:57:53.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 1656 completed, throughput=5MB/sec 2024-07-26T06:57:53.645 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mjMUvfCqvUNxgEi off=1674015 len=1002786 2024-07-26T06:57:53.650 INFO:tasks.workunit.client.0.smithi037.stdout:op 1657 completed, throughput=5MB/sec 2024-07-26T06:57:54.650 INFO:tasks.workunit.client.0.smithi037.stdout: 330: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:54.650 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-82Mke2aCyMTsOgZ off=2862873 len=1384092 2024-07-26T06:57:54.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 1658 completed, throughput=4.99MB/sec 2024-07-26T06:57:54.652 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2Ch0mIGxxEcnZTk off=7403163 len=1996174 2024-07-26T06:57:54.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 1659 completed, throughput=4.99MB/sec 2024-07-26T06:57:54.665 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--eRHBYofMEogM0X off=2075278 len=725758 2024-07-26T06:57:54.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 1660 completed, throughput=5MB/sec 2024-07-26T06:57:54.670 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SHTQT-fQ9JT8vaT off=1461196 len=1814063 2024-07-26T06:57:54.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 1661 completed, throughput=5MB/sec 2024-07-26T06:57:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:54 smithi037 ceph-mon[97339]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:57:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:54 smithi037 ceph-mon[99762]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:57:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:54 smithi135 ceph-mon[90132]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:57:55.677 INFO:tasks.workunit.client.0.smithi037.stdout: 331: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:55.677 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fsB5_OqK-05hERY off=1092528 len=1141891 2024-07-26T06:57:55.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 1662 completed, throughput=4.99MB/sec 2024-07-26T06:57:55.679 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KPVcEpn5dvUYFY4 off=485143 len=247005 2024-07-26T06:57:55.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 1663 completed, throughput=4.99MB/sec 2024-07-26T06:57:55.680 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E5XI64vWZ6PifGW off=12106334 len=1827003 2024-07-26T06:57:55.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 1664 completed, throughput=5MB/sec 2024-07-26T06:57:55.688 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XMLcqIBHR-z04Ks off=13175555 len=1742660 2024-07-26T06:57:55.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 1665 completed, throughput=5MB/sec 2024-07-26T06:57:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:57:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:57:56.695 INFO:tasks.workunit.client.0.smithi037.stdout: 332: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:56.695 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PoY1LsNb65Ag97T off=7134841 len=773974 2024-07-26T06:57:56.700 INFO:tasks.workunit.client.0.smithi037.stdout:op 1666 completed, throughput=4.99MB/sec 2024-07-26T06:57:56.700 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_apDTZfwwtCWUNm off=17972607 len=447585 2024-07-26T06:57:56.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 1667 completed, throughput=4.99MB/sec 2024-07-26T06:57:56.701 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AASs1mnReqxOwYm off=23039702 len=853132 2024-07-26T06:57:56.706 INFO:tasks.workunit.client.0.smithi037.stdout:op 1668 completed, throughput=4.99MB/sec 2024-07-26T06:57:56.706 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c0A-6Rrlh4fdgyL off=5639251 len=1944619 2024-07-26T06:57:56.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 1669 completed, throughput=5MB/sec 2024-07-26T06:57:56.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iVKj8oRuWWsBhyS off=1613421 len=354423 2024-07-26T06:57:56.711 INFO:tasks.workunit.client.0.smithi037.stdout:op 1670 completed, throughput=5MB/sec 2024-07-26T06:57:56.712 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E1c1UF1tCNF0KiI off=7529231 len=207119 2024-07-26T06:57:56.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 1671 completed, throughput=5MB/sec 2024-07-26T06:57:56.712 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-09sClmKir-GCvC4 off=15548892 len=1655079 2024-07-26T06:57:56.722 INFO:tasks.workunit.client.0.smithi037.stdout:op 1672 completed, throughput=5MB/sec 2024-07-26T06:57:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:57 smithi037 ceph-mon[97339]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:57 smithi037 ceph-mon[99762]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:57.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:57 smithi135 ceph-mon[90132]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:57:57.723 INFO:tasks.workunit.client.0.smithi037.stdout: 333: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:57.723 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lY7eUXJMB3-C1nb off=7283002 len=1485800 2024-07-26T06:57:57.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 1673 completed, throughput=4.99MB/sec 2024-07-26T06:57:57.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_qCLW44KWeS5mXe off=6879091 len=1922167 2024-07-26T06:57:57.732 INFO:tasks.workunit.client.0.smithi037.stdout:op 1674 completed, throughput=5MB/sec 2024-07-26T06:57:57.732 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-13acLMrwRREyJLl off=13130825 len=423135 2024-07-26T06:57:57.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 1675 completed, throughput=5MB/sec 2024-07-26T06:57:57.733 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P2icB7QbEkIUDkq off=6842759 len=2082498 2024-07-26T06:57:57.735 INFO:tasks.workunit.client.0.smithi037.stdout:op 1676 completed, throughput=5MB/sec 2024-07-26T06:57:58.735 INFO:tasks.workunit.client.0.smithi037.stdout: 334: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:58.736 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-te85lx_isTnNQGh off=12160632 len=1403014 2024-07-26T06:57:58.744 INFO:tasks.workunit.client.0.smithi037.stdout:op 1677 completed, throughput=4.99MB/sec 2024-07-26T06:57:58.744 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u53s2sriInZM2Uz off=1152028 len=1538457 2024-07-26T06:57:58.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 1678 completed, throughput=5MB/sec 2024-07-26T06:57:58.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fXPrjjSu_ipIx8A off=3183710 len=1375297 2024-07-26T06:57:58.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 1679 completed, throughput=5MB/sec 2024-07-26T06:57:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:57:59 smithi037 ceph-mon[97339]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:57:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:57:59 smithi037 ceph-mon[99762]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:57:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:57:59 smithi135 ceph-mon[90132]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:57:59.747 INFO:tasks.workunit.client.0.smithi037.stdout: 335: throughput=4.99MB/sec pending data=0 2024-07-26T06:57:59.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vJgJJ9KVjQlZv0J off=7057854 len=1792523 2024-07-26T06:57:59.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 1680 completed, throughput=4.99MB/sec 2024-07-26T06:57:59.755 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BX8UodzCl7WT1SP off=8435531 len=1145416 2024-07-26T06:57:59.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 1681 completed, throughput=5MB/sec 2024-07-26T06:57:59.763 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ncDE1qrH5kVj7Q- off=2242255 len=639722 2024-07-26T06:57:59.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 1682 completed, throughput=5MB/sec 2024-07-26T06:57:59.767 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-obU6DT4x1TFa3u_ off=20192231 len=1132751 2024-07-26T06:57:59.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 1683 completed, throughput=5MB/sec 2024-07-26T06:58:00.769 INFO:tasks.workunit.client.0.smithi037.stdout: 336: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:00.769 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B67XQIV2MAEN_PU off=1286155 len=1368229 2024-07-26T06:58:00.776 INFO:tasks.workunit.client.0.smithi037.stdout:op 1684 completed, throughput=4.99MB/sec 2024-07-26T06:58:00.776 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_gXvC0mxlbzoTTq off=14012815 len=471915 2024-07-26T06:58:00.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 1685 completed, throughput=4.99MB/sec 2024-07-26T06:58:00.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tjfxjN4E4xqr4OU off=13609289 len=102300 2024-07-26T06:58:00.780 INFO:tasks.workunit.client.0.smithi037.stdout:op 1686 completed, throughput=4.99MB/sec 2024-07-26T06:58:00.780 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UeEWoU4ucCEtbAD off=10296445 len=867973 2024-07-26T06:58:00.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 1687 completed, throughput=4.99MB/sec 2024-07-26T06:58:00.782 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mj4-rspWiuyAG1t off=7201694 len=1949975 2024-07-26T06:58:00.784 INFO:tasks.workunit.client.0.smithi037.stdout:op 1688 completed, throughput=5MB/sec 2024-07-26T06:58:00.784 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mwtR8nruW55Cixu off=1545050 len=1677705 2024-07-26T06:58:00.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 1689 completed, throughput=5MB/sec 2024-07-26T06:58:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:01 smithi037 ceph-mon[97339]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:01] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-07-26T06:58:01.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:01 smithi037 ceph-mon[99762]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:01.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:01 smithi135 ceph-mon[90132]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:01.787 INFO:tasks.workunit.client.0.smithi037.stdout: 337: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:01.787 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XO0O_2rQLB7qb8B off=9908042 len=1274824 2024-07-26T06:58:01.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 1690 completed, throughput=4.99MB/sec 2024-07-26T06:58:01.789 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-INpGO2bYNbC7uup off=8248892 len=1128135 2024-07-26T06:58:01.795 INFO:tasks.workunit.client.0.smithi037.stdout:op 1691 completed, throughput=5MB/sec 2024-07-26T06:58:01.795 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W_PYldLvmW8n8mv off=13968642 len=1557331 2024-07-26T06:58:01.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 1692 completed, throughput=5MB/sec 2024-07-26T06:58:01.798 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Cfjlvz1N4uLcZyF off=8658474 len=1068951 2024-07-26T06:58:01.803 INFO:tasks.workunit.client.0.smithi037.stdout:op 1693 completed, throughput=5MB/sec 2024-07-26T06:58:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:02.803 INFO:tasks.workunit.client.0.smithi037.stdout: 338: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:02.803 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K8HyT4aW-u25szw off=5029561 len=1585196 2024-07-26T06:58:02.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 1694 completed, throughput=4.99MB/sec 2024-07-26T06:58:02.806 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-r0RPPfEOUIx_pn_ off=2581689 len=623945 2024-07-26T06:58:02.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 1695 completed, throughput=4.99MB/sec 2024-07-26T06:58:02.807 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v7QOWDm6AjDZOIl off=2341374 len=776914 2024-07-26T06:58:02.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 1696 completed, throughput=5MB/sec 2024-07-26T06:58:02.811 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lkg-4qY3d5rivPm off=3905802 len=662281 2024-07-26T06:58:02.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 1697 completed, throughput=5MB/sec 2024-07-26T06:58:02.812 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-d63jAimn952aVuw off=3364679 len=228412 2024-07-26T06:58:02.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 1698 completed, throughput=5MB/sec 2024-07-26T06:58:02.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E2shteII-kqrdJd off=12589165 len=1654654 2024-07-26T06:58:02.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 1699 completed, throughput=5MB/sec 2024-07-26T06:58:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:03 smithi037 ceph-mon[97339]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:58:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:03 smithi037 ceph-mon[99762]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:58:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:03 smithi135 ceph-mon[90132]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:58:03.817 INFO:tasks.workunit.client.0.smithi037.stdout: 339: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:03.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6sEMA8rpSWusCpO off=14711222 len=2090161 2024-07-26T06:58:03.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 1700 completed, throughput=4.99MB/sec 2024-07-26T06:58:03.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kcllimBpIC0S5C4 off=34060 len=1148113 2024-07-26T06:58:03.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 1701 completed, throughput=5MB/sec 2024-07-26T06:58:03.822 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kjXri-cb477Ka5r off=3020200 len=1176885 2024-07-26T06:58:03.829 INFO:tasks.workunit.client.0.smithi037.stdout:op 1702 completed, throughput=5MB/sec 2024-07-26T06:58:04.829 INFO:tasks.workunit.client.0.smithi037.stdout: 340: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:04.830 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gedL4BUkBzHwfwF off=115864 len=1099939 2024-07-26T06:58:04.831 INFO:tasks.workunit.client.0.smithi037.stdout:op 1703 completed, throughput=4.99MB/sec 2024-07-26T06:58:04.831 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JVLSsgwUmQ_bhrD off=53769 len=1930100 2024-07-26T06:58:04.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 1704 completed, throughput=4.99MB/sec 2024-07-26T06:58:04.835 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6SbLeMEwtNsB7Cw off=14572245 len=1925598 2024-07-26T06:58:04.844 INFO:tasks.workunit.client.0.smithi037.stdout:op 1705 completed, throughput=5MB/sec 2024-07-26T06:58:04.844 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XyuyKbgHrJ_yHAI off=5518532 len=275471 2024-07-26T06:58:04.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 1706 completed, throughput=5MB/sec 2024-07-26T06:58:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:05 smithi037 ceph-mon[97339]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:58:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:05 smithi037 ceph-mon[99762]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:58:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:05 smithi135 ceph-mon[90132]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:58:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:05.848 INFO:tasks.workunit.client.0.smithi037.stdout: 341: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:05.848 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hpc0_1KI96IY91K off=0 len=1238464 2024-07-26T06:58:05.851 INFO:tasks.workunit.client.0.smithi037.stdout:op 1707 completed, throughput=4.99MB/sec 2024-07-26T06:58:05.851 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kzkSGu203HjF3nA off=339334 len=1008362 2024-07-26T06:58:05.853 INFO:tasks.workunit.client.0.smithi037.stdout:op 1708 completed, throughput=4.99MB/sec 2024-07-26T06:58:05.853 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KFss34SOwSs5QT_ off=10155571 len=1758757 2024-07-26T06:58:05.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 1709 completed, throughput=5MB/sec 2024-07-26T06:58:05.855 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kWljwT4wazf420K off=356555 len=890572 2024-07-26T06:58:05.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 1710 completed, throughput=5MB/sec 2024-07-26T06:58:05.860 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zGlE2bKwKCt-F02 off=4796130 len=876147 2024-07-26T06:58:05.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 1711 completed, throughput=5MB/sec 2024-07-26T06:58:06.865 INFO:tasks.workunit.client.0.smithi037.stdout: 342: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:06.865 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O9yL0_NuPrCLchi off=10280283 len=401158 2024-07-26T06:58:06.868 INFO:tasks.workunit.client.0.smithi037.stdout:op 1712 completed, throughput=4.99MB/sec 2024-07-26T06:58:06.869 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hxllsqzbXs30dLC off=9288897 len=731157 2024-07-26T06:58:06.872 INFO:tasks.workunit.client.0.smithi037.stdout:op 1713 completed, throughput=4.99MB/sec 2024-07-26T06:58:06.873 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-37WRkH7GPNY_BOj off=6259798 len=927108 2024-07-26T06:58:06.877 INFO:tasks.workunit.client.0.smithi037.stdout:op 1714 completed, throughput=4.99MB/sec 2024-07-26T06:58:06.877 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bgUZLCJu6voGiCd off=4092419 len=249612 2024-07-26T06:58:06.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 1715 completed, throughput=4.99MB/sec 2024-07-26T06:58:06.880 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vUL1nuG4eIRPHf9 off=3024773 len=1734465 2024-07-26T06:58:06.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 1716 completed, throughput=5MB/sec 2024-07-26T06:58:06.887 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_7Qp0FB9zIsAgnK off=5571049 len=2075141 2024-07-26T06:58:06.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 1717 completed, throughput=5MB/sec 2024-07-26T06:58:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:07 smithi037 ceph-mon[97339]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:58:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:07 smithi037 ceph-mon[99762]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:58:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:07 smithi135 ceph-mon[90132]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:58:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: 343: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:07.899 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v707JP-mtHFIzm3 off=3187365 len=235127 2024-07-26T06:58:07.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 1718 completed, throughput=4.99MB/sec 2024-07-26T06:58:07.900 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZRWmEbi4U4GTSOi off=3404120 len=17073 2024-07-26T06:58:07.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 1719 completed, throughput=4.99MB/sec 2024-07-26T06:58:07.902 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4MzCs62RG7J5nnq off=10355901 len=628864 2024-07-26T06:58:07.906 INFO:tasks.workunit.client.0.smithi037.stdout:op 1720 completed, throughput=4.99MB/sec 2024-07-26T06:58:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Vw3akrbX-jI2UuW off=275117 len=1062269 2024-07-26T06:58:07.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 1721 completed, throughput=4.99MB/sec 2024-07-26T06:58:07.908 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3j4UmJjMl1CRGIN off=5324822 len=1442378 2024-07-26T06:58:07.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 1722 completed, throughput=5MB/sec 2024-07-26T06:58:07.915 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qtSsKy0PreZZm9P off=16720204 len=1529302 2024-07-26T06:58:07.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 1723 completed, throughput=5MB/sec 2024-07-26T06:58:08.922 INFO:tasks.workunit.client.0.smithi037.stdout: 344: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:08.923 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Gu_HPfNxNKYO9v8 off=12380484 len=1108886 2024-07-26T06:58:08.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 1724 completed, throughput=4.99MB/sec 2024-07-26T06:58:08.924 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pmwM1LhiW9qz8Zz off=12187219 len=362506 2024-07-26T06:58:08.925 INFO:tasks.workunit.client.0.smithi037.stdout:op 1725 completed, throughput=4.99MB/sec 2024-07-26T06:58:08.925 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZDf9NepSvhZaGFR off=531053 len=1983008 2024-07-26T06:58:08.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 1726 completed, throughput=5MB/sec 2024-07-26T06:58:08.931 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-utJnVeDPSuiRLju off=11807907 len=1049351 2024-07-26T06:58:08.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 1727 completed, throughput=5MB/sec 2024-07-26T06:58:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:09 smithi037 ceph-mon[97339]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:58:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:09 smithi037 ceph-mon[99762]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:58:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:09 smithi135 ceph-mon[90132]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:58:09.929 INFO:tasks.workunit.client.0.smithi037.stdout: 345: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:09.929 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kBAtWyyQ0bxqk-s off=1694148 len=196082 2024-07-26T06:58:09.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 1728 completed, throughput=4.99MB/sec 2024-07-26T06:58:09.932 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Iqw33pU7DvWtif_ off=6322856 len=2029606 2024-07-26T06:58:09.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 1729 completed, throughput=4.99MB/sec 2024-07-26T06:58:09.936 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BWV24XthAp6RazJ off=1323342 len=1064150 2024-07-26T06:58:09.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 1730 completed, throughput=4.99MB/sec 2024-07-26T06:58:09.938 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mc0i0VVMx_USYqW off=7429127 len=451887 2024-07-26T06:58:09.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 1731 completed, throughput=5MB/sec 2024-07-26T06:58:09.939 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t_ui31kvO2uDxf_ off=694667 len=1605315 2024-07-26T06:58:09.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 1732 completed, throughput=5MB/sec 2024-07-26T06:58:10.946 INFO:tasks.workunit.client.0.smithi037.stdout: 346: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:10.947 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-L1gwvcUgdtwlgzH off=5743906 len=1274487 2024-07-26T06:58:10.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 1733 completed, throughput=4.99MB/sec 2024-07-26T06:58:10.948 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NriPTQADdsEcGwW off=7813604 len=175514 2024-07-26T06:58:10.951 INFO:tasks.workunit.client.0.smithi037.stdout:op 1734 completed, throughput=4.99MB/sec 2024-07-26T06:58:10.951 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HirV2nG5C7xGZbR off=15282045 len=1773082 2024-07-26T06:58:10.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 1735 completed, throughput=4.99MB/sec 2024-07-26T06:58:10.959 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_JHv5elazh_-bhg off=1109291 len=503853 2024-07-26T06:58:10.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 1736 completed, throughput=5MB/sec 2024-07-26T06:58:10.962 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-txSdJ4SYlaSzkhr off=4884293 len=252778 2024-07-26T06:58:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:op 1737 completed, throughput=5MB/sec 2024-07-26T06:58:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KIBlPU936XPSl39 off=1486917 len=1713633 2024-07-26T06:58:10.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 1738 completed, throughput=5MB/sec 2024-07-26T06:58:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:11 smithi037 ceph-mon[97339]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:11] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:58:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:11 smithi037 ceph-mon[99762]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:11 smithi135 ceph-mon[90132]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:11.967 INFO:tasks.workunit.client.0.smithi037.stdout: 347: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:11.967 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HBsktVP7FbJiO_J off=2275376 len=704423 2024-07-26T06:58:11.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 1739 completed, throughput=4.99MB/sec 2024-07-26T06:58:11.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aUms5UPivGz0Rri off=2948864 len=1344472 2024-07-26T06:58:11.973 INFO:tasks.workunit.client.0.smithi037.stdout:op 1740 completed, throughput=4.99MB/sec 2024-07-26T06:58:11.973 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zhf4IfsGHu2PZ-d off=9551453 len=801301 2024-07-26T06:58:11.975 INFO:tasks.workunit.client.0.smithi037.stdout:op 1741 completed, throughput=4.99MB/sec 2024-07-26T06:58:11.975 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IKiZCP9O66IWG6h off=8998857 len=1806151 2024-07-26T06:58:11.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 1742 completed, throughput=5MB/sec 2024-07-26T06:58:11.986 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s3T9Nvtp1i36ZZr off=11490340 len=429208 2024-07-26T06:58:11.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 1743 completed, throughput=5MB/sec 2024-07-26T06:58:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:12.988 INFO:tasks.workunit.client.0.smithi037.stdout: 348: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:12.988 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EguV5HveqfE7l7p off=940033 len=1018597 2024-07-26T06:58:12.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 1744 completed, throughput=4.99MB/sec 2024-07-26T06:58:12.991 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Jr0r7zPd1KlHdH off=11262892 len=87089 2024-07-26T06:58:12.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 1745 completed, throughput=4.99MB/sec 2024-07-26T06:58:12.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZKV-TqO6gg8hUFf off=1483009 len=766310 2024-07-26T06:58:12.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 1746 completed, throughput=4.99MB/sec 2024-07-26T06:58:12.996 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GMREL-0B7K8ZdVB off=3055773 len=644846 2024-07-26T06:58:12.997 INFO:tasks.workunit.client.0.smithi037.stdout:op 1747 completed, throughput=4.99MB/sec 2024-07-26T06:58:12.997 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m7hmiVlQxtSBtE2 off=747518 len=1700544 2024-07-26T06:58:13.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 1748 completed, throughput=5MB/sec 2024-07-26T06:58:13.000 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_gXvC0mxlbzoTTq off=2234023 len=1754926 2024-07-26T06:58:13.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 1749 completed, throughput=5MB/sec 2024-07-26T06:58:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:13 smithi037 ceph-mon[97339]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:13 smithi037 ceph-mon[99762]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:13 smithi135 ceph-mon[90132]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:14.003 INFO:tasks.workunit.client.0.smithi037.stdout: 349: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:14.003 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6YJkAWmwv2AfHI off=5126851 len=972510 2024-07-26T06:58:14.004 INFO:tasks.workunit.client.0.smithi037.stdout:op 1750 completed, throughput=4.99MB/sec 2024-07-26T06:58:14.004 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NwRlGQUDQGcR3ZO off=4906109 len=29205 2024-07-26T06:58:14.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 1751 completed, throughput=4.99MB/sec 2024-07-26T06:58:14.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BeIG0eX8vF2A9bq off=4904984 len=1029546 2024-07-26T06:58:14.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 1752 completed, throughput=4.99MB/sec 2024-07-26T06:58:14.010 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qMKe-qvkbweiXiy off=862518 len=1147867 2024-07-26T06:58:14.014 INFO:tasks.workunit.client.0.smithi037.stdout:op 1753 completed, throughput=5MB/sec 2024-07-26T06:58:14.015 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R5WIDRsOagc68YN off=7157368 len=1020279 2024-07-26T06:58:14.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 1754 completed, throughput=5MB/sec 2024-07-26T06:58:14.020 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h-4mn_EhXzj2jg8 off=15712871 len=846762 2024-07-26T06:58:14.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 1755 completed, throughput=5MB/sec 2024-07-26T06:58:15.025 INFO:tasks.workunit.client.0.smithi037.stdout: 350: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:15.025 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mSXGIep2HWyTJKx off=11749564 len=864695 2024-07-26T06:58:15.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 1756 completed, throughput=4.99MB/sec 2024-07-26T06:58:15.030 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Mi4sr5uKyvaDM4 off=17528516 len=965173 2024-07-26T06:58:15.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 1757 completed, throughput=4.99MB/sec 2024-07-26T06:58:15.031 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IoFcNRqvGnCSrkT off=11397842 len=236417 2024-07-26T06:58:15.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 1758 completed, throughput=4.99MB/sec 2024-07-26T06:58:15.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x3VgxH8UlBZxDBK off=2907800 len=686204 2024-07-26T06:58:15.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 1759 completed, throughput=4.99MB/sec 2024-07-26T06:58:15.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nMyjgzsUu0XB8EL off=42931 len=1211001 2024-07-26T06:58:15.043 INFO:tasks.workunit.client.0.smithi037.stdout:op 1760 completed, throughput=5MB/sec 2024-07-26T06:58:15.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TNbSDiwjobsUmMc off=7403021 len=113041 2024-07-26T06:58:15.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 1761 completed, throughput=5MB/sec 2024-07-26T06:58:15.046 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OL3own6iVN68-3v off=884280 len=1963764 2024-07-26T06:58:15.054 INFO:tasks.workunit.client.0.smithi037.stdout:op 1762 completed, throughput=5MB/sec 2024-07-26T06:58:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:15 smithi037 ceph-mon[97339]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:15 smithi037 ceph-mon[99762]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:15.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:15 smithi135 ceph-mon[90132]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:58:16.054 INFO:tasks.workunit.client.0.smithi037.stdout: 351: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:16.054 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wdzcXmeENb9TSK5 off=5082786 len=1788515 2024-07-26T06:58:16.056 INFO:tasks.workunit.client.0.smithi037.stdout:op 1763 completed, throughput=4.99MB/sec 2024-07-26T06:58:16.056 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7jzM1cpjvmCT6cO off=7054531 len=1528602 2024-07-26T06:58:16.063 INFO:tasks.workunit.client.0.smithi037.stdout:op 1764 completed, throughput=5MB/sec 2024-07-26T06:58:16.063 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zhf4IfsGHu2PZ-d off=2695689 len=757826 2024-07-26T06:58:16.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 1765 completed, throughput=5MB/sec 2024-07-26T06:58:16.068 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ujBVYg98YK0DDeS off=4195148 len=613631 2024-07-26T06:58:16.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 1766 completed, throughput=5MB/sec 2024-07-26T06:58:17.069 INFO:tasks.workunit.client.0.smithi037.stdout: 352: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:17.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tyxPRC0AFJuix7e off=977196 len=18497 2024-07-26T06:58:17.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 1767 completed, throughput=4.99MB/sec 2024-07-26T06:58:17.070 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BK5-xcKkUAAPNra off=1588747 len=678081 2024-07-26T06:58:17.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 1768 completed, throughput=4.99MB/sec 2024-07-26T06:58:17.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A5fUicbRGHhX97G off=11070038 len=831641 2024-07-26T06:58:17.075 INFO:tasks.workunit.client.0.smithi037.stdout:op 1769 completed, throughput=4.99MB/sec 2024-07-26T06:58:17.075 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ybMdU7K91dwfb61 off=5536916 len=20226 2024-07-26T06:58:17.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 1770 completed, throughput=4.99MB/sec 2024-07-26T06:58:17.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Um5hHLTtaj9tyf9 off=13106200 len=1110007 2024-07-26T06:58:17.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 1771 completed, throughput=4.99MB/sec 2024-07-26T06:58:17.081 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lKMOh6Z1b39afdT off=13624202 len=718827 2024-07-26T06:58:17.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 1772 completed, throughput=5MB/sec 2024-07-26T06:58:17.085 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-beRBfKoo5OTWsdD off=17234662 len=403648 2024-07-26T06:58:17.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 1773 completed, throughput=5MB/sec 2024-07-26T06:58:17.088 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YwAILj-1CQdds5Q off=1642962 len=999142 2024-07-26T06:58:17.089 INFO:tasks.workunit.client.0.smithi037.stdout:op 1774 completed, throughput=5MB/sec 2024-07-26T06:58:17.090 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9z6RvnNdeVMC4lW off=10760278 len=1485598 2024-07-26T06:58:17.097 INFO:tasks.workunit.client.0.smithi037.stdout:op 1775 completed, throughput=5MB/sec 2024-07-26T06:58:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:17 smithi037 ceph-mon[97339]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:58:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:17 smithi037 ceph-mon[99762]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:58:17.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:17 smithi135 ceph-mon[90132]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:58:18.097 INFO:tasks.workunit.client.0.smithi037.stdout: 353: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:18.097 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iQi9rmjZDWXt1tQ off=6252390 len=283890 2024-07-26T06:58:18.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 1776 completed, throughput=4.99MB/sec 2024-07-26T06:58:18.099 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TZQbbUg30XooW1G off=9308779 len=352448 2024-07-26T06:58:18.100 INFO:tasks.workunit.client.0.smithi037.stdout:op 1777 completed, throughput=4.99MB/sec 2024-07-26T06:58:18.100 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P8kHpLOEi2qGb9L off=6969995 len=984230 2024-07-26T06:58:18.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 1778 completed, throughput=4.99MB/sec 2024-07-26T06:58:18.101 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-p2rS7OboBBLOUUa off=11213841 len=1748271 2024-07-26T06:58:18.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 1779 completed, throughput=5MB/sec 2024-07-26T06:58:18.104 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4b0ibxrUwdAm25L off=11837916 len=1565964 2024-07-26T06:58:18.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 1780 completed, throughput=5MB/sec 2024-07-26T06:58:19.107 INFO:tasks.workunit.client.0.smithi037.stdout: 354: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:19.107 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OwK4NILctg6rpLi off=3988692 len=1305890 2024-07-26T06:58:19.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 1781 completed, throughput=4.99MB/sec 2024-07-26T06:58:19.109 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OC-SA6GeUTbhqzJ off=3455588 len=1685531 2024-07-26T06:58:19.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 1782 completed, throughput=5MB/sec 2024-07-26T06:58:19.120 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vIZ_r_ryfbEziN8 off=978962 len=1603588 2024-07-26T06:58:19.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 1783 completed, throughput=5MB/sec 2024-07-26T06:58:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:19 smithi037 ceph-mon[97339]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:58:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:19 smithi037 ceph-mon[99762]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:58:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:19 smithi135 ceph-mon[90132]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:58:20.123 INFO:tasks.workunit.client.0.smithi037.stdout: 355: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:20.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zV67ak9kwMxcPKM off=12821896 len=188559 2024-07-26T06:58:20.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 1784 completed, throughput=4.99MB/sec 2024-07-26T06:58:20.124 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NN0IdwDo9z7iWYm off=3436581 len=977207 2024-07-26T06:58:20.127 INFO:tasks.workunit.client.0.smithi037.stdout:op 1785 completed, throughput=4.99MB/sec 2024-07-26T06:58:20.127 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8y8Z0va35PD9Qp5 off=9226395 len=857689 2024-07-26T06:58:20.131 INFO:tasks.workunit.client.0.smithi037.stdout:op 1786 completed, throughput=4.99MB/sec 2024-07-26T06:58:20.131 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-duto_to_s7BM3rM off=17237069 len=1168820 2024-07-26T06:58:20.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 1787 completed, throughput=5MB/sec 2024-07-26T06:58:20.138 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kpapqXKnBvvj0r5 off=54882 len=1296491 2024-07-26T06:58:20.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 1788 completed, throughput=5MB/sec 2024-07-26T06:58:20.141 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AgVi7J0bWlLXXOt off=0 len=1976658 2024-07-26T06:58:20.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 1789 completed, throughput=5MB/sec 2024-07-26T06:58:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: 356: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:21.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cUTHfwqEwwxRjnE off=1219189 len=70256 2024-07-26T06:58:21.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 1790 completed, throughput=4.99MB/sec 2024-07-26T06:58:21.153 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l5nH2ZlNlk3TFeO off=15118504 len=1136592 2024-07-26T06:58:21.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 1791 completed, throughput=4.99MB/sec 2024-07-26T06:58:21.155 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f0jRLV01kNtsrGn off=2831624 len=642048 2024-07-26T06:58:21.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 1792 completed, throughput=4.99MB/sec 2024-07-26T06:58:21.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-unQ6z5NG2gyoA40 off=10298344 len=968677 2024-07-26T06:58:21.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 1793 completed, throughput=5MB/sec 2024-07-26T06:58:21.161 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EK_NWRr3jBu9uhO off=3636177 len=1698312 2024-07-26T06:58:21.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 1794 completed, throughput=5MB/sec 2024-07-26T06:58:21.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:21 smithi037 ceph-mon[97339]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:58:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:21] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:58:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:21 smithi037 ceph-mon[99762]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:58:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:21 smithi135 ceph-mon[90132]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:58:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 357: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:22.163 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JzUL793uaonGUq_ off=3488101 len=812867 2024-07-26T06:58:22.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 1795 completed, throughput=4.99MB/sec 2024-07-26T06:58:22.168 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0l-5484mRl2aPPC off=12256752 len=174407 2024-07-26T06:58:22.169 INFO:tasks.workunit.client.0.smithi037.stdout:op 1796 completed, throughput=4.99MB/sec 2024-07-26T06:58:22.169 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cEICen3UqUH6Ky- off=13979043 len=810034 2024-07-26T06:58:22.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 1797 completed, throughput=4.99MB/sec 2024-07-26T06:58:22.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v0_MQTuuiQ1qBRo off=3692472 len=1000947 2024-07-26T06:58:22.176 INFO:tasks.workunit.client.0.smithi037.stdout:op 1798 completed, throughput=4.99MB/sec 2024-07-26T06:58:22.176 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lFiEPMnEhrGp6RP off=1066019 len=1013866 2024-07-26T06:58:22.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 1799 completed, throughput=5MB/sec 2024-07-26T06:58:22.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3itQsTnQvvfV7X0 off=4337471 len=2076666 2024-07-26T06:58:22.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 1800 completed, throughput=5MB/sec 2024-07-26T06:58:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: 358: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:23.193 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V-eBZAcwcvYHMDr off=2592284 len=1154877 2024-07-26T06:58:23.199 INFO:tasks.workunit.client.0.smithi037.stdout:op 1801 completed, throughput=4.99MB/sec 2024-07-26T06:58:23.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5vCVchj0iONM4WG off=2205788 len=1340342 2024-07-26T06:58:23.206 INFO:tasks.workunit.client.0.smithi037.stdout:op 1802 completed, throughput=5MB/sec 2024-07-26T06:58:23.206 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E1c1UF1tCNF0KiI off=653641 len=1350261 2024-07-26T06:58:23.213 INFO:tasks.workunit.client.0.smithi037.stdout:op 1803 completed, throughput=5MB/sec 2024-07-26T06:58:23.213 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ru2bt-ibGf1HsrP off=5887697 len=1454435 2024-07-26T06:58:23.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 1804 completed, throughput=5MB/sec 2024-07-26T06:58:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:23 smithi037 ceph-mon[97339]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:58:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:23 smithi037 ceph-mon[99762]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:58:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:23 smithi135 ceph-mon[90132]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:58:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: 359: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:24.216 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NQG7XHMvE0phEIM off=2882972 len=1268558 2024-07-26T06:58:24.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 1805 completed, throughput=4.99MB/sec 2024-07-26T06:58:24.222 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vYdF9zS1liU0aa6 off=14295773 len=117058 2024-07-26T06:58:24.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 1806 completed, throughput=4.99MB/sec 2024-07-26T06:58:24.224 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-imkwICjuSlQI30_ off=6274909 len=1350182 2024-07-26T06:58:24.226 INFO:tasks.workunit.client.0.smithi037.stdout:op 1807 completed, throughput=5MB/sec 2024-07-26T06:58:24.226 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N2cbQejwEMWfn90 off=4220235 len=1301800 2024-07-26T06:58:24.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 1808 completed, throughput=5MB/sec 2024-07-26T06:58:24.227 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A8PEg9mfmM9esQl off=1784521 len=458224 2024-07-26T06:58:24.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 1809 completed, throughput=5MB/sec 2024-07-26T06:58:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: 360: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:25.229 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ePlgLv7x3-OxIOg off=9094255 len=1616855 2024-07-26T06:58:25.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 1810 completed, throughput=4.99MB/sec 2024-07-26T06:58:25.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iDxvM8WoleUvd2B off=8134150 len=1206986 2024-07-26T06:58:25.244 INFO:tasks.workunit.client.0.smithi037.stdout:op 1811 completed, throughput=4.99MB/sec 2024-07-26T06:58:25.245 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xrUsqQEAiiwTiCo off=339476 len=1547663 2024-07-26T06:58:25.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 1812 completed, throughput=5MB/sec 2024-07-26T06:58:25.250 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eu8vuhOYtQqpOFb off=1616979 len=861828 2024-07-26T06:58:25.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 1813 completed, throughput=5MB/sec 2024-07-26T06:58:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:25 smithi037 ceph-mon[97339]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:58:25.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:25 smithi037 ceph-mon[99762]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:58:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:25 smithi135 ceph-mon[90132]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:58:26.254 INFO:tasks.workunit.client.0.smithi037.stdout: 361: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:26.254 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1LTYnmUHkUydkkt off=8070313 len=1652316 2024-07-26T06:58:26.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 1814 completed, throughput=4.99MB/sec 2024-07-26T06:58:26.256 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rVt56tsz0pcyui- off=10972884 len=573193 2024-07-26T06:58:26.260 INFO:tasks.workunit.client.0.smithi037.stdout:op 1815 completed, throughput=4.99MB/sec 2024-07-26T06:58:26.260 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Uv68TbX3c4Bk2Sd off=550490 len=28238 2024-07-26T06:58:26.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 1816 completed, throughput=4.99MB/sec 2024-07-26T06:58:26.262 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MuTOxgiACIP01uc off=1934923 len=843347 2024-07-26T06:58:26.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 1817 completed, throughput=4.99MB/sec 2024-07-26T06:58:26.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M6rF2JZP9E3PDz5 off=6633854 len=184106 2024-07-26T06:58:26.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 1818 completed, throughput=4.99MB/sec 2024-07-26T06:58:26.268 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fidBxQ7zkSScjMI off=11205818 len=1763958 2024-07-26T06:58:26.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 1819 completed, throughput=5MB/sec 2024-07-26T06:58:26.276 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9qUR5kamG1EP4x4 off=9916739 len=278484 2024-07-26T06:58:26.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 1820 completed, throughput=5MB/sec 2024-07-26T06:58:26.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aCx28p2VGQ2ehZx off=6332638 len=881539 2024-07-26T06:58:26.284 INFO:tasks.workunit.client.0.smithi037.stdout:op 1821 completed, throughput=5MB/sec 2024-07-26T06:58:27.284 INFO:tasks.workunit.client.0.smithi037.stdout: 362: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:27.285 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4kGe6H80GOiYb6R off=6703895 len=310519 2024-07-26T06:58:27.285 INFO:tasks.workunit.client.0.smithi037.stdout:op 1822 completed, throughput=4.99MB/sec 2024-07-26T06:58:27.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mNmnPNXcqzJm9aO off=741097 len=1378583 2024-07-26T06:58:27.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 1823 completed, throughput=4.99MB/sec 2024-07-26T06:58:27.292 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ajCpIuXPdXWutGE off=8559534 len=1841426 2024-07-26T06:58:27.294 INFO:tasks.workunit.client.0.smithi037.stdout:op 1824 completed, throughput=5MB/sec 2024-07-26T06:58:27.294 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Akg6uCTxfbjgHN9 off=4706442 len=42990 2024-07-26T06:58:27.295 INFO:tasks.workunit.client.0.smithi037.stdout:op 1825 completed, throughput=5MB/sec 2024-07-26T06:58:27.295 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HZ9FvS7WduxjDME off=306069 len=2085803 2024-07-26T06:58:27.305 INFO:tasks.workunit.client.0.smithi037.stdout:op 1826 completed, throughput=5MB/sec 2024-07-26T06:58:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:27 smithi037 ceph-mon[97339]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:58:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:27 smithi037 ceph-mon[99762]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:58:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:27 smithi135 ceph-mon[90132]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:58:28.305 INFO:tasks.workunit.client.0.smithi037.stdout: 363: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:28.305 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aJ3s1u2V-NDa2vb off=9140773 len=215444 2024-07-26T06:58:28.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 1827 completed, throughput=4.99MB/sec 2024-07-26T06:58:28.306 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r3WLh1SKG5KwWs3 off=10622840 len=1209809 2024-07-26T06:58:28.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 1828 completed, throughput=4.99MB/sec 2024-07-26T06:58:28.312 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iih4DdPpaksici4 off=286565 len=717504 2024-07-26T06:58:28.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 1829 completed, throughput=4.99MB/sec 2024-07-26T06:58:28.314 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5-dMuvCF8WeMEsW off=3796948 len=444384 2024-07-26T06:58:28.317 INFO:tasks.workunit.client.0.smithi037.stdout:op 1830 completed, throughput=5MB/sec 2024-07-26T06:58:28.318 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LZLvdDMV3yNGXoc off=3760394 len=1264207 2024-07-26T06:58:28.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 1831 completed, throughput=5MB/sec 2024-07-26T06:58:28.320 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2VX-EkuKccYONgV off=3676151 len=1068327 2024-07-26T06:58:28.325 INFO:tasks.workunit.client.0.smithi037.stdout:op 1832 completed, throughput=5MB/sec 2024-07-26T06:58:29.326 INFO:tasks.workunit.client.0.smithi037.stdout: 364: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:29.326 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vp5ZSKahVpIDyr_ off=6535459 len=1539614 2024-07-26T06:58:29.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 1833 completed, throughput=4.99MB/sec 2024-07-26T06:58:29.335 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8ItujlAhBk4XlpX off=2375646 len=790164 2024-07-26T06:58:29.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 1834 completed, throughput=4.99MB/sec 2024-07-26T06:58:29.340 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mPQyaFtf3OZ6MZy off=0 len=1341490 2024-07-26T06:58:29.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 1835 completed, throughput=5MB/sec 2024-07-26T06:58:29.347 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ejjT62r6930nU5I off=2980932 len=1457533 2024-07-26T06:58:29.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 1836 completed, throughput=5MB/sec 2024-07-26T06:58:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:29 smithi037 ceph-mon[97339]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:58:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:29 smithi037 ceph-mon[99762]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:58:29.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:29 smithi135 ceph-mon[90132]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:58:30.353 INFO:tasks.workunit.client.0.smithi037.stdout: 365: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:30.353 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fg-gzR0DUraWlLS off=3380928 len=987094 2024-07-26T06:58:30.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 1837 completed, throughput=4.99MB/sec 2024-07-26T06:58:30.358 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kh8ks4W98DKwiLp off=5329946 len=143438 2024-07-26T06:58:30.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 1838 completed, throughput=4.99MB/sec 2024-07-26T06:58:30.361 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oc4Z__yqu8LBndH off=6595318 len=625211 2024-07-26T06:58:30.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 1839 completed, throughput=4.99MB/sec 2024-07-26T06:58:30.365 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q2df7mc32UQJsnv off=1734877 len=1328431 2024-07-26T06:58:30.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 1840 completed, throughput=5MB/sec 2024-07-26T06:58:30.367 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NcVU4IbQ9Zkc-t4 off=6621233 len=625033 2024-07-26T06:58:30.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 1841 completed, throughput=5MB/sec 2024-07-26T06:58:30.370 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Bt-smqtsGSZ4-qQ off=19914432 len=588094 2024-07-26T06:58:30.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 1842 completed, throughput=5MB/sec 2024-07-26T06:58:30.371 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x_Bn18ZdS8_RDbM off=19382117 len=1290961 2024-07-26T06:58:30.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 1843 completed, throughput=5MB/sec 2024-07-26T06:58:31.377 INFO:tasks.workunit.client.0.smithi037.stdout: 366: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:31.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B5WrHv1gG_Cg8tb off=11932202 len=1853608 2024-07-26T06:58:31.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 1844 completed, throughput=4.99MB/sec 2024-07-26T06:58:31.387 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BuCUEkT4G9KQUkQ off=316267 len=1425119 2024-07-26T06:58:31.390 INFO:tasks.workunit.client.0.smithi037.stdout:op 1845 completed, throughput=5MB/sec 2024-07-26T06:58:31.390 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bO07-Asqe4CTYgX off=816539 len=1782241 2024-07-26T06:58:31.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 1846 completed, throughput=5MB/sec 2024-07-26T06:58:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:31 smithi037 ceph-mon[97339]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:58:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:31 smithi037 ceph-mon[99762]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:58:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:31] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:58:31.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:31 smithi135 ceph-mon[90132]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:58:32.393 INFO:tasks.workunit.client.0.smithi037.stdout: 367: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:32.394 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8UIUFy-kt0Qrt3P off=38450 len=335056 2024-07-26T06:58:32.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 1847 completed, throughput=4.99MB/sec 2024-07-26T06:58:32.397 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DvBU9OUErlTA4As off=3634438 len=1543810 2024-07-26T06:58:32.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 1848 completed, throughput=4.99MB/sec 2024-07-26T06:58:32.406 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2fhsX1g7uE142xl off=297299 len=131178 2024-07-26T06:58:32.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 1849 completed, throughput=4.99MB/sec 2024-07-26T06:58:32.409 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nG6wnwii67NewYO off=17254341 len=1178517 2024-07-26T06:58:32.410 INFO:tasks.workunit.client.0.smithi037.stdout:op 1850 completed, throughput=5MB/sec 2024-07-26T06:58:32.410 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--YYXLPMZGYxRoYJ off=19444684 len=256053 2024-07-26T06:58:32.410 INFO:tasks.workunit.client.0.smithi037.stdout:op 1851 completed, throughput=5MB/sec 2024-07-26T06:58:32.411 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UdOfWIHDvQGGLmR off=5708546 len=140115 2024-07-26T06:58:32.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 1852 completed, throughput=5MB/sec 2024-07-26T06:58:32.411 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hWSl-a4-Uxw0Xz2 off=4079620 len=1029607 2024-07-26T06:58:32.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 1853 completed, throughput=5MB/sec 2024-07-26T06:58:32.416 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PfzayU_IAEbz1_b off=11575655 len=1338624 2024-07-26T06:58:32.423 INFO:tasks.workunit.client.0.smithi037.stdout:op 1854 completed, throughput=5MB/sec 2024-07-26T06:58:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:33.423 INFO:tasks.workunit.client.0.smithi037.stdout: 368: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:33.423 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hSdRAHxePBEONLI off=9225767 len=1325738 2024-07-26T06:58:33.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 1855 completed, throughput=4.99MB/sec 2024-07-26T06:58:33.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d4vurYxdBFoc7g- off=738994 len=590733 2024-07-26T06:58:33.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 1856 completed, throughput=4.99MB/sec 2024-07-26T06:58:33.427 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bq1rubPjiRMAcwk off=1742261 len=637221 2024-07-26T06:58:33.428 INFO:tasks.workunit.client.0.smithi037.stdout:op 1857 completed, throughput=5MB/sec 2024-07-26T06:58:33.428 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-puSWyAmrwBPOu8C off=2670245 len=811351 2024-07-26T06:58:33.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 1858 completed, throughput=5MB/sec 2024-07-26T06:58:33.429 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-duto_to_s7BM3rM off=12676149 len=1736403 2024-07-26T06:58:33.431 INFO:tasks.workunit.client.0.smithi037.stdout:op 1859 completed, throughput=5MB/sec 2024-07-26T06:58:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:33 smithi037 ceph-mon[97339]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:33 smithi037 ceph-mon[99762]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:33 smithi135 ceph-mon[90132]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:34.431 INFO:tasks.workunit.client.0.smithi037.stdout: 369: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:34.432 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I2oTkHq1o6_4CP6 off=14430832 len=2042262 2024-07-26T06:58:34.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 1860 completed, throughput=4.99MB/sec 2024-07-26T06:58:34.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RTj5f06VpJBU7IF off=7430872 len=2039375 2024-07-26T06:58:34.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 1861 completed, throughput=5MB/sec 2024-07-26T06:58:34.443 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BPeaC8WRgn2iep9 off=14352913 len=1491003 2024-07-26T06:58:34.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 1862 completed, throughput=5MB/sec 2024-07-26T06:58:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:34.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:35.446 INFO:tasks.workunit.client.0.smithi037.stdout: 370: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:35.447 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BveIi70J3ZoijmX off=5348246 len=1653748 2024-07-26T06:58:35.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 1863 completed, throughput=4.99MB/sec 2024-07-26T06:58:35.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pOEPFOM3WIE9-AX off=6896112 len=1999049 2024-07-26T06:58:35.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 1864 completed, throughput=5MB/sec 2024-07-26T06:58:35.468 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-29CaSx9p-uIxYnR off=9960443 len=1000428 2024-07-26T06:58:35.473 INFO:tasks.workunit.client.0.smithi037.stdout:op 1865 completed, throughput=5MB/sec 2024-07-26T06:58:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:35 smithi037 ceph-mon[97339]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:35 smithi037 ceph-mon[99762]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:35 smithi135 ceph-mon[90132]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:36.474 INFO:tasks.workunit.client.0.smithi037.stdout: 371: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:36.474 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_WvZvOHkF4YBb3F off=870740 len=2092443 2024-07-26T06:58:36.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 1866 completed, throughput=4.99MB/sec 2024-07-26T06:58:36.486 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JkPLIDV83Y7DIxs off=6529625 len=1820789 2024-07-26T06:58:36.496 INFO:tasks.workunit.client.0.smithi037.stdout:op 1867 completed, throughput=5MB/sec 2024-07-26T06:58:36.496 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wjDO8iFxnlhiJZ_ off=1774735 len=481811 2024-07-26T06:58:36.497 INFO:tasks.workunit.client.0.smithi037.stdout:op 1868 completed, throughput=5MB/sec 2024-07-26T06:58:36.497 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bIyngWwmxFoFRRj off=7157285 len=709734 2024-07-26T06:58:36.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 1869 completed, throughput=5MB/sec 2024-07-26T06:58:37.499 INFO:tasks.workunit.client.0.smithi037.stdout: 372: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:37.499 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J6iio8iLwv3vWMs off=12432537 len=331917 2024-07-26T06:58:37.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 1870 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m6-1nFFg1Jwz2DS off=1216864 len=201801 2024-07-26T06:58:37.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 1871 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.504 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ootzsgCCd8qyK8h off=6935746 len=661040 2024-07-26T06:58:37.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 1872 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.508 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0T-aYPjLQjMyfIA off=19838433 len=47670 2024-07-26T06:58:37.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 1873 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.510 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MCU82lef84IQayp off=403075 len=436510 2024-07-26T06:58:37.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 1874 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.511 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xW_xurMQ9hpHWf2 off=4093395 len=1032116 2024-07-26T06:58:37.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 1875 completed, throughput=4.99MB/sec 2024-07-26T06:58:37.514 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A5WdqndwWxG2fEk off=578241 len=1358003 2024-07-26T06:58:37.515 INFO:tasks.workunit.client.0.smithi037.stdout:op 1876 completed, throughput=5MB/sec 2024-07-26T06:58:37.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oTHjm3FqFTVLf7V off=19946989 len=1673030 2024-07-26T06:58:37.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 1877 completed, throughput=5MB/sec 2024-07-26T06:58:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:37 smithi037 ceph-mon[97339]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:37.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:37 smithi037 ceph-mon[99762]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:37 smithi135 ceph-mon[90132]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:58:38.523 INFO:tasks.workunit.client.0.smithi037.stdout: 373: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:38.523 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-guYOsxe40PyXKdV off=700440 len=528400 2024-07-26T06:58:38.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 1878 completed, throughput=4.99MB/sec 2024-07-26T06:58:38.527 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b3o4i8PmdobBgFe off=3482305 len=1455364 2024-07-26T06:58:38.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 1879 completed, throughput=4.99MB/sec 2024-07-26T06:58:38.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qRpENdWxvV431ZP off=7063583 len=1958833 2024-07-26T06:58:38.540 INFO:tasks.workunit.client.0.smithi037.stdout:op 1880 completed, throughput=5MB/sec 2024-07-26T06:58:38.540 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8yqBNc4FlTGbBWy off=992635 len=1551555 2024-07-26T06:58:38.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 1881 completed, throughput=5MB/sec 2024-07-26T06:58:39.544 INFO:tasks.workunit.client.0.smithi037.stdout: 374: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:39.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9mfvjiZTgVInpmn off=1599830 len=2009033 2024-07-26T06:58:39.556 INFO:tasks.workunit.client.0.smithi037.stdout:op 1882 completed, throughput=4.99MB/sec 2024-07-26T06:58:39.556 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JAvf4slDhql4xwH off=7189471 len=1980481 2024-07-26T06:58:39.567 INFO:tasks.workunit.client.0.smithi037.stdout:op 1883 completed, throughput=5MB/sec 2024-07-26T06:58:39.567 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TMkfCJ6sfvTJ5-B off=15003307 len=641502 2024-07-26T06:58:39.571 INFO:tasks.workunit.client.0.smithi037.stdout:op 1884 completed, throughput=5MB/sec 2024-07-26T06:58:39.571 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ffAPH8eUrcTomfk off=83490 len=1968906 2024-07-26T06:58:39.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 1885 completed, throughput=5MB/sec 2024-07-26T06:58:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:39 smithi037 ceph-mon[97339]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:39 smithi037 ceph-mon[99762]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:39 smithi135 ceph-mon[90132]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:40.582 INFO:tasks.workunit.client.0.smithi037.stdout: 375: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:40.582 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uBMMvktXLbhkPkA off=887840 len=709445 2024-07-26T06:58:40.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 1886 completed, throughput=4.99MB/sec 2024-07-26T06:58:40.584 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iiVH0b9gIMbfT-I off=12333105 len=1038790 2024-07-26T06:58:40.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 1887 completed, throughput=5MB/sec 2024-07-26T06:58:40.589 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KtJsXhL0kUAXQkA off=7163965 len=2010127 2024-07-26T06:58:40.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 1888 completed, throughput=5MB/sec 2024-07-26T06:58:41.592 INFO:tasks.workunit.client.0.smithi037.stdout: 376: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:41.592 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s42vtrO5YrUp_ck off=3370920 len=1742074 2024-07-26T06:58:41.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 1889 completed, throughput=4.99MB/sec 2024-07-26T06:58:41.596 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IIvyweeu5say7ZH off=16821697 len=907009 2024-07-26T06:58:41.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 1890 completed, throughput=4.99MB/sec 2024-07-26T06:58:41.602 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QVXh4q2E4lEB-VK off=4955230 len=1655882 2024-07-26T06:58:41.604 INFO:tasks.workunit.client.0.smithi037.stdout:op 1891 completed, throughput=5MB/sec 2024-07-26T06:58:41.604 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-afJfRX2D37BJ-xn off=5320988 len=226324 2024-07-26T06:58:41.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 1892 completed, throughput=5MB/sec 2024-07-26T06:58:41.607 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TrgwTTIcYsEiQYW off=2882317 len=1161929 2024-07-26T06:58:41.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 1893 completed, throughput=5MB/sec 2024-07-26T06:58:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:41 smithi037 ceph-mon[97339]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-26T06:58:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:41] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-07-26T06:58:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:41 smithi037 ceph-mon[99762]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-26T06:58:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:41 smithi135 ceph-mon[90132]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-26T06:58:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:42.612 INFO:tasks.workunit.client.0.smithi037.stdout: 377: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:42.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MUutLbqy-jChC3C off=10447768 len=1565484 2024-07-26T06:58:42.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 1894 completed, throughput=4.99MB/sec 2024-07-26T06:58:42.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-be67RMFMEGXoAzG off=1792280 len=1024987 2024-07-26T06:58:42.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 1895 completed, throughput=4.99MB/sec 2024-07-26T06:58:42.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YnKS1d2KkPpjB7j off=4438505 len=1497331 2024-07-26T06:58:42.627 INFO:tasks.workunit.client.0.smithi037.stdout:op 1896 completed, throughput=5MB/sec 2024-07-26T06:58:42.627 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HzvdVBkfAwOt0P6 off=3992008 len=2008280 2024-07-26T06:58:42.637 INFO:tasks.workunit.client.0.smithi037.stdout:op 1897 completed, throughput=5MB/sec 2024-07-26T06:58:43.638 INFO:tasks.workunit.client.0.smithi037.stdout: 378: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:43.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_dFx1FyHXaQRv66 off=4213567 len=912432 2024-07-26T06:58:43.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 1898 completed, throughput=4.99MB/sec 2024-07-26T06:58:43.643 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dOt9us1Zf-H_9cH off=16925845 len=489878 2024-07-26T06:58:43.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 1899 completed, throughput=4.99MB/sec 2024-07-26T06:58:43.645 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Ik-mCdqVi-RgpJ off=15195145 len=496980 2024-07-26T06:58:43.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 1900 completed, throughput=4.99MB/sec 2024-07-26T06:58:43.645 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HrzfzArIAFvkK7P off=2513473 len=323217 2024-07-26T06:58:43.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 1901 completed, throughput=5MB/sec 2024-07-26T06:58:43.648 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yDqvo6-LETSUcMy off=3820847 len=769605 2024-07-26T06:58:43.650 INFO:tasks.workunit.client.0.smithi037.stdout:op 1902 completed, throughput=5MB/sec 2024-07-26T06:58:43.650 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8LDTya5FhqfyYW4 off=61428 len=1428152 2024-07-26T06:58:43.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 1903 completed, throughput=5MB/sec 2024-07-26T06:58:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:43 smithi037 ceph-mon[97339]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:43 smithi037 ceph-mon[99762]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:43 smithi135 ceph-mon[90132]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:58:44.652 INFO:tasks.workunit.client.0.smithi037.stdout: 379: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:44.652 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NedUyMGANM2VlNe off=4727556 len=1374314 2024-07-26T06:58:44.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 1904 completed, throughput=4.99MB/sec 2024-07-26T06:58:44.655 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-By3f-fMdn_j4uJF off=2851363 len=1121927 2024-07-26T06:58:44.657 INFO:tasks.workunit.client.0.smithi037.stdout:op 1905 completed, throughput=4.99MB/sec 2024-07-26T06:58:44.657 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1AAYCFVY9kL3iDb off=148431 len=1410157 2024-07-26T06:58:44.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 1906 completed, throughput=5MB/sec 2024-07-26T06:58:44.665 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FBNVWs0Uv7uL4-x off=7646567 len=118534 2024-07-26T06:58:44.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 1907 completed, throughput=5MB/sec 2024-07-26T06:58:44.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0DqyimJHY34suEm off=13023079 len=1802647 2024-07-26T06:58:44.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 1908 completed, throughput=5MB/sec 2024-07-26T06:58:45.676 INFO:tasks.workunit.client.0.smithi037.stdout: 380: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:45.676 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jEpH2Cn0N4xI34A off=9526724 len=2016262 2024-07-26T06:58:45.686 INFO:tasks.workunit.client.0.smithi037.stdout:op 1909 completed, throughput=4.99MB/sec 2024-07-26T06:58:45.687 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q40ICv3v4wCewgw off=5035633 len=1143918 2024-07-26T06:58:45.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 1910 completed, throughput=5MB/sec 2024-07-26T06:58:45.693 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SwDSZcN1iAY7adi off=1762829 len=175117 2024-07-26T06:58:45.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 1911 completed, throughput=5MB/sec 2024-07-26T06:58:45.693 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nWKnz_E_Aur1-xo off=6092348 len=1154908 2024-07-26T06:58:45.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 1912 completed, throughput=5MB/sec 2024-07-26T06:58:45.698 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qs4n6odInPCRsOb off=12007510 len=1193967 2024-07-26T06:58:45.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 1913 completed, throughput=5MB/sec 2024-07-26T06:58:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:45 smithi037 ceph-mon[97339]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:45 smithi037 ceph-mon[99762]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:45 smithi135 ceph-mon[90132]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:58:46.705 INFO:tasks.workunit.client.0.smithi037.stdout: 381: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:46.705 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0MC7SojG2coaMCb off=1886698 len=563185 2024-07-26T06:58:46.706 INFO:tasks.workunit.client.0.smithi037.stdout:op 1914 completed, throughput=4.99MB/sec 2024-07-26T06:58:46.706 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vyCnvKLObYxvIcb off=2378908 len=760579 2024-07-26T06:58:46.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 1915 completed, throughput=4.99MB/sec 2024-07-26T06:58:46.710 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aOgaDrfbrBH1mHJ off=880065 len=2050765 2024-07-26T06:58:46.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 1916 completed, throughput=5MB/sec 2024-07-26T06:58:46.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-soWMSyDbJzvLKMI off=781299 len=102610 2024-07-26T06:58:46.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 1917 completed, throughput=5MB/sec 2024-07-26T06:58:46.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wWAuR9WAKbhunRd off=4468833 len=2083230 2024-07-26T06:58:46.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 1918 completed, throughput=5MB/sec 2024-07-26T06:58:47.716 INFO:tasks.workunit.client.0.smithi037.stdout: 382: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:47.716 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5c1u8QnOEMc868z off=2096707 len=58559 2024-07-26T06:58:47.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 1919 completed, throughput=4.99MB/sec 2024-07-26T06:58:47.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yMEBzfQK0MAaCFi off=4957331 len=1942368 2024-07-26T06:58:47.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 1920 completed, throughput=5MB/sec 2024-07-26T06:58:47.723 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ntllj3PsSIWZs9m off=3724942 len=1257688 2024-07-26T06:58:47.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 1921 completed, throughput=5MB/sec 2024-07-26T06:58:47.725 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IQZFTW3nZGKCA7G off=2506143 len=714865 2024-07-26T06:58:47.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 1922 completed, throughput=5MB/sec 2024-07-26T06:58:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:47 smithi037 ceph-mon[97339]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:47 smithi037 ceph-mon[99762]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:47 smithi135 ceph-mon[90132]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:58:48.726 INFO:tasks.workunit.client.0.smithi037.stdout: 383: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:48.726 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YU_pVm78ef_Lyns off=4303294 len=250821 2024-07-26T06:58:48.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 1923 completed, throughput=4.99MB/sec 2024-07-26T06:58:48.727 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QwNpUv6lfzit8B_ off=13939683 len=707239 2024-07-26T06:58:48.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 1924 completed, throughput=4.99MB/sec 2024-07-26T06:58:48.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5_fOPD1ySUqqzpk off=4945852 len=735372 2024-07-26T06:58:48.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 1925 completed, throughput=4.99MB/sec 2024-07-26T06:58:48.730 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1zcXqhZ9qik23-X off=14348410 len=881783 2024-07-26T06:58:48.731 INFO:tasks.workunit.client.0.smithi037.stdout:op 1926 completed, throughput=4.99MB/sec 2024-07-26T06:58:48.731 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TbFyL5AwvhTomof off=4789896 len=832157 2024-07-26T06:58:48.735 INFO:tasks.workunit.client.0.smithi037.stdout:op 1927 completed, throughput=5MB/sec 2024-07-26T06:58:48.735 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XcmZ5e52vEKcS1i off=1988960 len=1262545 2024-07-26T06:58:48.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 1928 completed, throughput=5MB/sec 2024-07-26T06:58:48.743 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-syvHzT1W55RIsmm off=786269 len=182705 2024-07-26T06:58:48.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 1929 completed, throughput=5MB/sec 2024-07-26T06:58:48.746 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Yy6B48GR6No0oFQ off=2369974 len=1014002 2024-07-26T06:58:48.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 1930 completed, throughput=5MB/sec 2024-07-26T06:58:49.751 INFO:tasks.workunit.client.0.smithi037.stdout: 384: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:49.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-haoVwG1S2DQAGAo off=16582775 len=1036042 2024-07-26T06:58:49.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 1931 completed, throughput=4.99MB/sec 2024-07-26T06:58:49.753 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YzQW38CVx1ZYlXt off=18447732 len=312200 2024-07-26T06:58:49.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 1932 completed, throughput=4.99MB/sec 2024-07-26T06:58:49.756 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UwCenRixzbp_vxX off=2318872 len=1374857 2024-07-26T06:58:49.758 INFO:tasks.workunit.client.0.smithi037.stdout:op 1933 completed, throughput=5MB/sec 2024-07-26T06:58:49.758 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FdoFx9gIGEsh8P5 off=24605837 len=945468 2024-07-26T06:58:49.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 1934 completed, throughput=5MB/sec 2024-07-26T06:58:49.760 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qOWw08udekdnMJ5 off=6386383 len=2034945 2024-07-26T06:58:49.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 1935 completed, throughput=5MB/sec 2024-07-26T06:58:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:49 smithi037 ceph-mon[97339]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:58:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:49 smithi037 ceph-mon[99762]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:58:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:49 smithi135 ceph-mon[90132]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:58:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:50.762 INFO:tasks.workunit.client.0.smithi037.stdout: 385: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:50.763 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-szjbn0Vxs_gUz2V off=3595722 len=2059543 2024-07-26T06:58:50.765 INFO:tasks.workunit.client.0.smithi037.stdout:op 1936 completed, throughput=4.99MB/sec 2024-07-26T06:58:50.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zswzcX08uRXRi_7 off=3796148 len=777840 2024-07-26T06:58:50.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 1937 completed, throughput=5MB/sec 2024-07-26T06:58:50.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DFpoSO5-2U1FBvs off=1429959 len=679202 2024-07-26T06:58:50.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 1938 completed, throughput=5MB/sec 2024-07-26T06:58:50.771 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-siC7whN6u37QNnP off=7569175 len=20779 2024-07-26T06:58:50.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 1939 completed, throughput=5MB/sec 2024-07-26T06:58:50.771 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UqiLSFHZhMZo27Q off=11156801 len=733804 2024-07-26T06:58:50.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 1940 completed, throughput=5MB/sec 2024-07-26T06:58:50.776 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eM6xtdurrcbPWR4 off=1462546 len=194577 2024-07-26T06:58:50.776 INFO:tasks.workunit.client.0.smithi037.stdout:op 1941 completed, throughput=5MB/sec 2024-07-26T06:58:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:51 smithi037 ceph-mon[97339]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:51.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:58:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:58:51] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:58:51.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:51 smithi037 ceph-mon[99762]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:51.776 INFO:tasks.workunit.client.0.smithi037.stdout: 386: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:51.777 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2vr9A6HNye7pCgg off=9688699 len=129485 2024-07-26T06:58:51.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 1942 completed, throughput=4.99MB/sec 2024-07-26T06:58:51.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GArvZUEKy9YU-up off=8566740 len=458158 2024-07-26T06:58:51.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 1943 completed, throughput=4.99MB/sec 2024-07-26T06:58:51.781 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qRpENdWxvV431ZP off=15983955 len=852591 2024-07-26T06:58:51.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 1944 completed, throughput=4.99MB/sec 2024-07-26T06:58:51.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7W4D1wZY1x0z4u2 off=6447465 len=478230 2024-07-26T06:58:51.784 INFO:tasks.workunit.client.0.smithi037.stdout:op 1945 completed, throughput=4.99MB/sec 2024-07-26T06:58:51.784 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XZEqpy8T_Bm5yv8 off=1793039 len=797396 2024-07-26T06:58:51.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 1946 completed, throughput=4.99MB/sec 2024-07-26T06:58:51.788 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0xJl3axzmwEUpji off=10475560 len=1845575 2024-07-26T06:58:51.791 INFO:tasks.workunit.client.0.smithi037.stdout:op 1947 completed, throughput=5MB/sec 2024-07-26T06:58:51.791 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2LaJn9KBNRIxfwX off=345214 len=1756166 2024-07-26T06:58:51.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 1948 completed, throughput=5MB/sec 2024-07-26T06:58:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:51 smithi135 ceph-mon[90132]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:58:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:58:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:52.794 INFO:tasks.workunit.client.0.smithi037.stdout: 387: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:52.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qZzMvbaHXLP6OZa off=10644375 len=805661 2024-07-26T06:58:52.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 1949 completed, throughput=4.99MB/sec 2024-07-26T06:58:52.798 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P9sW7idr3YzjKJt off=3414590 len=1446761 2024-07-26T06:58:52.806 INFO:tasks.workunit.client.0.smithi037.stdout:op 1950 completed, throughput=5MB/sec 2024-07-26T06:58:52.806 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3a2wQYBUjp8ERCK off=2243683 len=290837 2024-07-26T06:58:52.809 INFO:tasks.workunit.client.0.smithi037.stdout:op 1951 completed, throughput=5MB/sec 2024-07-26T06:58:52.809 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fPmyaAsE8xELhxf off=2343859 len=1314349 2024-07-26T06:58:52.810 INFO:tasks.workunit.client.0.smithi037.stdout:op 1952 completed, throughput=5MB/sec 2024-07-26T06:58:52.810 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uIB3pukwwA-NMjD off=1294500 len=2078718 2024-07-26T06:58:52.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 1953 completed, throughput=5MB/sec 2024-07-26T06:58:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:53 smithi037 ceph-mon[97339]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:58:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:53 smithi037 ceph-mon[99762]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:58:53.814 INFO:tasks.workunit.client.0.smithi037.stdout: 388: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:53.814 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1qQuRbcWY0s-hjr off=15568312 len=24340 2024-07-26T06:58:53.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 1954 completed, throughput=4.99MB/sec 2024-07-26T06:58:53.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NtcfmoHJ9y4Penc off=5117290 len=917813 2024-07-26T06:58:53.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 1955 completed, throughput=4.99MB/sec 2024-07-26T06:58:53.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--S2D2Wb6WQZG3kj off=11672422 len=956637 2024-07-26T06:58:53.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 1956 completed, throughput=5MB/sec 2024-07-26T06:58:53.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GpszuXDCNsLQ8bW off=219107 len=1168577 2024-07-26T06:58:53.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 1957 completed, throughput=5MB/sec 2024-07-26T06:58:53.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RZYC2hWDbWYiZp2 off=8929568 len=995866 2024-07-26T06:58:53.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 1958 completed, throughput=5MB/sec 2024-07-26T06:58:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:53 smithi135 ceph-mon[90132]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:58:54.821 INFO:tasks.workunit.client.0.smithi037.stdout: 389: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:54.822 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bv775WgAyl-uSPu off=8040407 len=1825211 2024-07-26T06:58:54.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 1959 completed, throughput=4.99MB/sec 2024-07-26T06:58:54.824 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-REKN6dZbBqUMsoM off=14863466 len=74727 2024-07-26T06:58:54.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 1960 completed, throughput=4.99MB/sec 2024-07-26T06:58:54.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L-fys8jgn_ya7fM off=15536130 len=1357224 2024-07-26T06:58:54.832 INFO:tasks.workunit.client.0.smithi037.stdout:op 1961 completed, throughput=5MB/sec 2024-07-26T06:58:54.832 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-muGGv4qqb3-cExC off=4363803 len=255311 2024-07-26T06:58:54.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 1962 completed, throughput=5MB/sec 2024-07-26T06:58:54.835 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J-Ir6060VpW9jPg off=1798887 len=387353 2024-07-26T06:58:54.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 1963 completed, throughput=5MB/sec 2024-07-26T06:58:54.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YEvA4aWcdJlvpCN off=291155 len=735977 2024-07-26T06:58:54.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 1964 completed, throughput=5MB/sec 2024-07-26T06:58:54.840 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--d-mEhMboMklOSf off=22216340 len=623780 2024-07-26T06:58:54.843 INFO:tasks.workunit.client.0.smithi037.stdout:op 1965 completed, throughput=5MB/sec 2024-07-26T06:58:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:55 smithi037 ceph-mon[97339]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:58:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:55 smithi037 ceph-mon[99762]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:58:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:55 smithi135 ceph-mon[90132]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:58:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:55.844 INFO:tasks.workunit.client.0.smithi037.stdout: 390: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:55.844 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C5Mi5TuZ6IvBEQh off=19800055 len=1899878 2024-07-26T06:58:55.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 1966 completed, throughput=4.99MB/sec 2024-07-26T06:58:55.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8QZzRNusUuNeauk off=13721135 len=531164 2024-07-26T06:58:55.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 1967 completed, throughput=4.99MB/sec 2024-07-26T06:58:55.855 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0N3M08Z-UhrxY4X off=80460 len=862745 2024-07-26T06:58:55.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 1968 completed, throughput=5MB/sec 2024-07-26T06:58:55.858 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y8UoORhFzYRv_43 off=4758620 len=518045 2024-07-26T06:58:55.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 1969 completed, throughput=5MB/sec 2024-07-26T06:58:55.859 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Br8eA1wtwivnK1d off=0 len=1981600 2024-07-26T06:58:55.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 1970 completed, throughput=5MB/sec 2024-07-26T06:58:56.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:58:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:58:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:58:56.866 INFO:tasks.workunit.client.0.smithi037.stdout: 391: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:56.866 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tmcyl8Ahm-nY1gf off=4598143 len=287789 2024-07-26T06:58:56.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 1971 completed, throughput=4.99MB/sec 2024-07-26T06:58:56.869 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cEnBHEJylNMZBkG off=5779554 len=1904628 2024-07-26T06:58:56.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 1972 completed, throughput=4.99MB/sec 2024-07-26T06:58:56.880 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q2reK2B8JRzJkQu off=211156 len=1322063 2024-07-26T06:58:56.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 1973 completed, throughput=5MB/sec 2024-07-26T06:58:56.882 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9-aAKxZUfoVTrSP off=2952762 len=1670952 2024-07-26T06:58:56.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 1974 completed, throughput=5MB/sec 2024-07-26T06:58:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:57 smithi037 ceph-mon[97339]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:58:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:57 smithi037 ceph-mon[99762]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:58:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:57 smithi135 ceph-mon[90132]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:58:57.889 INFO:tasks.workunit.client.0.smithi037.stdout: 392: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:57.889 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jG-VhVcs7hGSl0o off=6220112 len=1303384 2024-07-26T06:58:57.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 1975 completed, throughput=4.99MB/sec 2024-07-26T06:58:57.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_fjSlNGmPmuVzIx off=6948120 len=349068 2024-07-26T06:58:57.895 INFO:tasks.workunit.client.0.smithi037.stdout:op 1976 completed, throughput=4.99MB/sec 2024-07-26T06:58:57.895 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-obvnJogvW6UW2Sj off=6588366 len=2068447 2024-07-26T06:58:57.905 INFO:tasks.workunit.client.0.smithi037.stdout:op 1977 completed, throughput=5MB/sec 2024-07-26T06:58:57.906 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RAhZ5-6ksUEjN6a off=6336344 len=1516152 2024-07-26T06:58:57.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 1978 completed, throughput=5MB/sec 2024-07-26T06:58:58.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:58:58 smithi037 ceph-mon[97339]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:58:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:58:58 smithi037 ceph-mon[99762]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:58:58.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:58:58 smithi135 ceph-mon[90132]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:58:58.913 INFO:tasks.workunit.client.0.smithi037.stdout: 393: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:58.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AxEgOwlzgjOzXLQ off=7675407 len=88827 2024-07-26T06:58:58.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 1979 completed, throughput=4.99MB/sec 2024-07-26T06:58:58.915 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eMi-Apxz_3ePNWe off=3401126 len=449498 2024-07-26T06:58:58.918 INFO:tasks.workunit.client.0.smithi037.stdout:op 1980 completed, throughput=4.99MB/sec 2024-07-26T06:58:58.918 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RUEHrcE1hgOxMif off=3185833 len=1529092 2024-07-26T06:58:58.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 1981 completed, throughput=4.99MB/sec 2024-07-26T06:58:58.927 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zc-84-tUEDKWmGP off=11614280 len=1084299 2024-07-26T06:58:58.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 1982 completed, throughput=5MB/sec 2024-07-26T06:58:58.933 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wN0AViSfHo14YCw off=13133863 len=1317886 2024-07-26T06:58:58.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 1983 completed, throughput=5MB/sec 2024-07-26T06:58:58.934 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9cBGlpjUy9uG3t1 off=12589123 len=821420 2024-07-26T06:58:58.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 1984 completed, throughput=5MB/sec 2024-07-26T06:58:59.939 INFO:tasks.workunit.client.0.smithi037.stdout: 394: throughput=4.99MB/sec pending data=0 2024-07-26T06:58:59.939 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v0xKoQ_wAyRlrY5 off=446359 len=235902 2024-07-26T06:58:59.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 1985 completed, throughput=4.99MB/sec 2024-07-26T06:58:59.940 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0hND2_6CBoJf1Wu off=10934154 len=1534897 2024-07-26T06:58:59.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 1986 completed, throughput=4.99MB/sec 2024-07-26T06:58:59.941 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YVgjE1KYTfCYdGJ off=13565365 len=1293822 2024-07-26T06:58:59.949 INFO:tasks.workunit.client.0.smithi037.stdout:op 1987 completed, throughput=5MB/sec 2024-07-26T06:58:59.949 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--d-mEhMboMklOSf off=9418117 len=568189 2024-07-26T06:58:59.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 1988 completed, throughput=5MB/sec 2024-07-26T06:58:59.953 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9h_V9kmQAsjD8ZE off=3906883 len=887723 2024-07-26T06:58:59.955 INFO:tasks.workunit.client.0.smithi037.stdout:op 1989 completed, throughput=5MB/sec 2024-07-26T06:58:59.955 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EmkO3D2ibdSC8wM off=12205783 len=998983 2024-07-26T06:58:59.960 INFO:tasks.workunit.client.0.smithi037.stdout:op 1990 completed, throughput=5MB/sec 2024-07-26T06:59:00.960 INFO:tasks.workunit.client.0.smithi037.stdout: 395: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:00.961 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwpG8J8fp_bC0K8 off=21052251 len=1954046 2024-07-26T06:59:00.963 INFO:tasks.workunit.client.0.smithi037.stdout:op 1991 completed, throughput=4.99MB/sec 2024-07-26T06:59:00.963 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AiU2QX3MNz_RQAR off=8675308 len=134342 2024-07-26T06:59:00.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 1992 completed, throughput=4.99MB/sec 2024-07-26T06:59:00.966 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pvzna47kY8Fphwf off=9043847 len=1931402 2024-07-26T06:59:00.977 INFO:tasks.workunit.client.0.smithi037.stdout:op 1993 completed, throughput=5MB/sec 2024-07-26T06:59:00.977 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-28uqs9TiUL5-9W0 off=7579644 len=356453 2024-07-26T06:59:00.977 INFO:tasks.workunit.client.0.smithi037.stdout:op 1994 completed, throughput=5MB/sec 2024-07-26T06:59:00.977 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dsibEEy19GVq16y off=9268390 len=1925973 2024-07-26T06:59:00.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 1995 completed, throughput=5MB/sec 2024-07-26T06:59:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:00 smithi037 ceph-mon[97339]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:59:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:00 smithi037 ceph-mon[99762]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:59:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:00 smithi135 ceph-mon[90132]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:59:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:01] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:59:01.987 INFO:tasks.workunit.client.0.smithi037.stdout: 396: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:01.987 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fsB5_OqK-05hERY off=2404435 len=1472451 2024-07-26T06:59:01.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 1996 completed, throughput=4.99MB/sec 2024-07-26T06:59:01.988 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-or53runqj5-GpVy off=3900185 len=104737 2024-07-26T06:59:01.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 1997 completed, throughput=4.99MB/sec 2024-07-26T06:59:01.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ur8q_IvzBBQsIgx off=1728347 len=1889107 2024-07-26T06:59:02.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 1998 completed, throughput=5MB/sec 2024-07-26T06:59:02.001 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lEMJb6X7maoBa6x off=810457 len=992028 2024-07-26T06:59:02.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 1999 completed, throughput=5MB/sec 2024-07-26T06:59:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:03.002 INFO:tasks.workunit.client.0.smithi037.stdout: 397: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:03.003 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zzb6NXhuR-mnVTH off=9210882 len=666171 2024-07-26T06:59:03.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 2000 completed, throughput=4.99MB/sec 2024-07-26T06:59:03.006 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EdSJpraIvecZuqx off=6836805 len=798912 2024-07-26T06:59:03.008 INFO:tasks.workunit.client.0.smithi037.stdout:op 2001 completed, throughput=4.99MB/sec 2024-07-26T06:59:03.009 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pKVpOg5JpeH81Sq off=4916796 len=436165 2024-07-26T06:59:03.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 2002 completed, throughput=4.99MB/sec 2024-07-26T06:59:03.012 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--rPFEhM9q6iK-fk off=6402721 len=323619 2024-07-26T06:59:03.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 2003 completed, throughput=4.99MB/sec 2024-07-26T06:59:03.015 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fsB5_OqK-05hERY off=1163343 len=2039049 2024-07-26T06:59:03.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 2004 completed, throughput=5MB/sec 2024-07-26T06:59:03.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ix-dZQJzpjmpZco off=4651271 len=921739 2024-07-26T06:59:03.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 2005 completed, throughput=5MB/sec 2024-07-26T06:59:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:02 smithi037 ceph-mon[97339]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:59:03.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:02 smithi037 ceph-mon[99762]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:59:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:02 smithi135 ceph-mon[90132]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:59:04.025 INFO:tasks.workunit.client.0.smithi037.stdout: 398: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:04.025 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YUgDWLQo5xIGEbZ off=7556803 len=319521 2024-07-26T06:59:04.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 2006 completed, throughput=4.99MB/sec 2024-07-26T06:59:04.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-If1m4zQfcqI-Gjr off=2515788 len=613585 2024-07-26T06:59:04.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 2007 completed, throughput=4.99MB/sec 2024-07-26T06:59:04.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sqJv4SDOW8fKh8Q off=12567866 len=619270 2024-07-26T06:59:04.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 2008 completed, throughput=4.99MB/sec 2024-07-26T06:59:04.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zq_jnkLq-TMQXiI off=8698478 len=2052820 2024-07-26T06:59:04.043 INFO:tasks.workunit.client.0.smithi037.stdout:op 2009 completed, throughput=5MB/sec 2024-07-26T06:59:04.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5BRgEZi9_uvRpLJ off=3217026 len=950232 2024-07-26T06:59:04.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 2010 completed, throughput=5MB/sec 2024-07-26T06:59:04.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rs4lO5ib6oRaLnb off=8112762 len=801717 2024-07-26T06:59:04.052 INFO:tasks.workunit.client.0.smithi037.stdout:op 2011 completed, throughput=5MB/sec 2024-07-26T06:59:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:04 smithi037 ceph-mon[97339]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:04 smithi037 ceph-mon[99762]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:05.052 INFO:tasks.workunit.client.0.smithi037.stdout: 399: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:05.052 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mgAaEcf843tkt6h off=16364537 len=1480022 2024-07-26T06:59:05.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 2012 completed, throughput=4.99MB/sec 2024-07-26T06:59:05.055 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mPOR9_AP0fyPZ66 off=112646 len=1316564 2024-07-26T06:59:05.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 2013 completed, throughput=5MB/sec 2024-07-26T06:59:05.063 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YJEmJIYj1Xy-lTj off=10971894 len=591815 2024-07-26T06:59:05.066 INFO:tasks.workunit.client.0.smithi037.stdout:op 2014 completed, throughput=5MB/sec 2024-07-26T06:59:05.066 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ocCqsbyAOtJdwaf off=1972332 len=1850626 2024-07-26T06:59:05.077 INFO:tasks.workunit.client.0.smithi037.stdout:op 2015 completed, throughput=5MB/sec 2024-07-26T06:59:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:04 smithi135 ceph-mon[90132]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:06.078 INFO:tasks.workunit.client.0.smithi037.stdout: 400: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:06.078 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rMXlLKXdUjE28Y6 off=11722001 len=1143934 2024-07-26T06:59:06.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 2016 completed, throughput=4.99MB/sec 2024-07-26T06:59:06.080 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rr6GdyR5md4Kp3p off=2001857 len=78373 2024-07-26T06:59:06.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 2017 completed, throughput=4.99MB/sec 2024-07-26T06:59:06.083 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pRaWcBP6BJuBCwT off=16102024 len=1539531 2024-07-26T06:59:06.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 2018 completed, throughput=4.99MB/sec 2024-07-26T06:59:06.085 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eM6xtdurrcbPWR4 off=1261884 len=1409542 2024-07-26T06:59:06.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 2019 completed, throughput=5MB/sec 2024-07-26T06:59:06.087 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yGMaiQkcOsaGjKS off=1520313 len=745536 2024-07-26T06:59:06.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 2020 completed, throughput=5MB/sec 2024-07-26T06:59:06.092 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b7L01U5pty8RMYF off=16042788 len=1501455 2024-07-26T06:59:06.100 INFO:tasks.workunit.client.0.smithi037.stdout:op 2021 completed, throughput=5MB/sec 2024-07-26T06:59:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:06 smithi037 ceph-mon[97339]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:59:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:06 smithi037 ceph-mon[99762]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:59:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:06 smithi135 ceph-mon[90132]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:59:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: 401: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:07.100 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4VbLqRkfzj5EoK0 off=5518443 len=1782912 2024-07-26T06:59:07.110 INFO:tasks.workunit.client.0.smithi037.stdout:op 2022 completed, throughput=4.99MB/sec 2024-07-26T06:59:07.111 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3Ww7YPBG0R0r1TO off=7499297 len=1299800 2024-07-26T06:59:07.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 2023 completed, throughput=5MB/sec 2024-07-26T06:59:07.113 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sAtIaMWH8H1uokH off=0 len=1916350 2024-07-26T06:59:07.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 2024 completed, throughput=5MB/sec 2024-07-26T06:59:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: 402: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:08.120 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P67aJEcRostDrE0 off=13830789 len=536537 2024-07-26T06:59:08.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 2025 completed, throughput=4.99MB/sec 2024-07-26T06:59:08.122 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1tpYz7YkOVcqc4Q off=19257464 len=603925 2024-07-26T06:59:08.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 2026 completed, throughput=4.99MB/sec 2024-07-26T06:59:08.126 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sr1OH9L94qlWcFL off=8292557 len=1673973 2024-07-26T06:59:08.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 2027 completed, throughput=5MB/sec 2024-07-26T06:59:08.136 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jw2SMXreE350OiM off=2048541 len=2096070 2024-07-26T06:59:08.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 2028 completed, throughput=5MB/sec 2024-07-26T06:59:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:08 smithi037 ceph-mon[97339]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:59:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:08 smithi037 ceph-mon[99762]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:59:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:08 smithi135 ceph-mon[90132]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:59:09.140 INFO:tasks.workunit.client.0.smithi037.stdout: 403: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:09.140 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O9ejS6bX-0r0doN off=8582576 len=95672 2024-07-26T06:59:09.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 2029 completed, throughput=4.99MB/sec 2024-07-26T06:59:09.142 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lKYTWzhPTBCZkgv off=8777610 len=324757 2024-07-26T06:59:09.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 2030 completed, throughput=4.99MB/sec 2024-07-26T06:59:09.146 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-__hFl39fmrBhel5 off=3171906 len=216440 2024-07-26T06:59:09.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 2031 completed, throughput=4.99MB/sec 2024-07-26T06:59:09.149 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nmrKgNvzkET_KUU off=0 len=1209806 2024-07-26T06:59:09.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 2032 completed, throughput=4.99MB/sec 2024-07-26T06:59:09.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JHB45SMBrmpM7wE off=4761293 len=1289388 2024-07-26T06:59:09.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 2033 completed, throughput=5MB/sec 2024-07-26T06:59:09.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wsSjUQ62hv-BdVg off=22427019 len=539178 2024-07-26T06:59:09.158 INFO:tasks.workunit.client.0.smithi037.stdout:op 2034 completed, throughput=5MB/sec 2024-07-26T06:59:09.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jU36vFZIGfk3c7T off=5971071 len=1112208 2024-07-26T06:59:09.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 2035 completed, throughput=5MB/sec 2024-07-26T06:59:09.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dxkn0CIrCbekxyO off=23223053 len=197541 2024-07-26T06:59:09.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 2036 completed, throughput=5MB/sec 2024-07-26T06:59:10.162 INFO:tasks.workunit.client.0.smithi037.stdout: 404: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:10.162 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uN6VSRkUlIcxMga off=14045395 len=1352 2024-07-26T06:59:10.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 2037 completed, throughput=4.99MB/sec 2024-07-26T06:59:10.164 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NE728MkG9ZC5QMl off=17234179 len=637732 2024-07-26T06:59:10.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 2038 completed, throughput=4.99MB/sec 2024-07-26T06:59:10.166 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wEQV1r3BD4seIW1 off=14267217 len=618877 2024-07-26T06:59:10.167 INFO:tasks.workunit.client.0.smithi037.stdout:op 2039 completed, throughput=4.99MB/sec 2024-07-26T06:59:10.167 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ca1xO2v50xIiri off=8294466 len=1481967 2024-07-26T06:59:10.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 2040 completed, throughput=4.99MB/sec 2024-07-26T06:59:10.169 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yvdgL-Ejcz5gHss off=2341551 len=677729 2024-07-26T06:59:10.169 INFO:tasks.workunit.client.0.smithi037.stdout:op 2041 completed, throughput=5MB/sec 2024-07-26T06:59:10.170 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-785nqbwDjMwW6pf off=2431571 len=1326186 2024-07-26T06:59:10.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 2042 completed, throughput=5MB/sec 2024-07-26T06:59:10.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CRJHb01AmrbB_Td off=7089042 len=771973 2024-07-26T06:59:10.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 2043 completed, throughput=5MB/sec 2024-07-26T06:59:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:10 smithi037 ceph-mon[97339]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:59:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:10 smithi037 ceph-mon[99762]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:59:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:10 smithi135 ceph-mon[90132]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:59:11.172 INFO:tasks.workunit.client.0.smithi037.stdout: 405: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:11.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-loYYX8nYeGt3_Jk off=17766953 len=743544 2024-07-26T06:59:11.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 2044 completed, throughput=4.99MB/sec 2024-07-26T06:59:11.173 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ku2g3-FpRXFL7LS off=2717803 len=2009555 2024-07-26T06:59:11.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 2045 completed, throughput=4.99MB/sec 2024-07-26T06:59:11.186 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h2vucnMbjqkzx8v off=4153018 len=559682 2024-07-26T06:59:11.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 2046 completed, throughput=5MB/sec 2024-07-26T06:59:11.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2E43g_H49-S4SBE off=1300277 len=1928884 2024-07-26T06:59:11.194 INFO:tasks.workunit.client.0.smithi037.stdout:op 2047 completed, throughput=5MB/sec 2024-07-26T06:59:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:11] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:59:12.194 INFO:tasks.workunit.client.0.smithi037.stdout: 406: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:12.194 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BwpBu6zX9DTUrTv off=1238237 len=1261207 2024-07-26T06:59:12.200 INFO:tasks.workunit.client.0.smithi037.stdout:op 2048 completed, throughput=4.99MB/sec 2024-07-26T06:59:12.200 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pE7pOB76EUanSIZ off=6379682 len=1043592 2024-07-26T06:59:12.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 2049 completed, throughput=4.99MB/sec 2024-07-26T06:59:12.206 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3iZN9Nj3qAERPcg off=1551870 len=701377 2024-07-26T06:59:12.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 2050 completed, throughput=5MB/sec 2024-07-26T06:59:12.209 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qjGV83hjQPvzqUM off=15878073 len=1376163 2024-07-26T06:59:12.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 2051 completed, throughput=5MB/sec 2024-07-26T06:59:12.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X9mwSC83Fz_CWdU off=10694128 len=917829 2024-07-26T06:59:12.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 2052 completed, throughput=5MB/sec 2024-07-26T06:59:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:13.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:12 smithi037 ceph-mon[97339]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:59:13.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:12 smithi037 ceph-mon[99762]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:59:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:12 smithi135 ceph-mon[90132]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:59:13.213 INFO:tasks.workunit.client.0.smithi037.stdout: 407: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:13.213 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xj_7fsaCV-0HCpE off=12042055 len=85452 2024-07-26T06:59:13.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 2053 completed, throughput=4.99MB/sec 2024-07-26T06:59:13.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xCpCaqnDBRzmYtH off=364061 len=878220 2024-07-26T06:59:13.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 2054 completed, throughput=4.99MB/sec 2024-07-26T06:59:13.220 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7TgjxvynnAT5FL7 off=5729387 len=672450 2024-07-26T06:59:13.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 2055 completed, throughput=4.99MB/sec 2024-07-26T06:59:13.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZBScmmvKxaMzaLs off=5303142 len=379025 2024-07-26T06:59:13.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 2056 completed, throughput=4.99MB/sec 2024-07-26T06:59:13.224 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LXDL1_CN5hJH8eJ off=12197233 len=26344 2024-07-26T06:59:13.226 INFO:tasks.workunit.client.0.smithi037.stdout:op 2057 completed, throughput=4.99MB/sec 2024-07-26T06:59:13.227 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FUFyQVOul5MjKMJ off=16934656 len=1179672 2024-07-26T06:59:13.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 2058 completed, throughput=5MB/sec 2024-07-26T06:59:13.229 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3Xz0s5u7x9OpEM6 off=9265168 len=1011794 2024-07-26T06:59:13.233 INFO:tasks.workunit.client.0.smithi037.stdout:op 2059 completed, throughput=5MB/sec 2024-07-26T06:59:13.234 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bVXJy_B440jaOXZ off=7166366 len=795680 2024-07-26T06:59:13.235 INFO:tasks.workunit.client.0.smithi037.stdout:op 2060 completed, throughput=5MB/sec 2024-07-26T06:59:13.236 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LGyvzkZHddP_XrY off=13353705 len=338635 2024-07-26T06:59:13.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 2061 completed, throughput=5MB/sec 2024-07-26T06:59:14.237 INFO:tasks.workunit.client.0.smithi037.stdout: 408: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:14.237 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ck5RhN9zL6hpLRO off=19061436 len=317189 2024-07-26T06:59:14.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 2062 completed, throughput=4.99MB/sec 2024-07-26T06:59:14.240 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xuLfsUhA2oUWpSC off=2582818 len=1116215 2024-07-26T06:59:14.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 2063 completed, throughput=4.99MB/sec 2024-07-26T06:59:14.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RcjPG8OVWm_TJ4V off=891186 len=332696 2024-07-26T06:59:14.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 2064 completed, throughput=4.99MB/sec 2024-07-26T06:59:14.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UraXCNUIG9QdXMl off=8495318 len=614729 2024-07-26T06:59:14.249 INFO:tasks.workunit.client.0.smithi037.stdout:op 2065 completed, throughput=4.99MB/sec 2024-07-26T06:59:14.249 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Gm3chpVbfoDcIc5 off=42706 len=567022 2024-07-26T06:59:14.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 2066 completed, throughput=4.99MB/sec 2024-07-26T06:59:14.253 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x8FM2F6sv9pILdr off=1632098 len=1804082 2024-07-26T06:59:14.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 2067 completed, throughput=5MB/sec 2024-07-26T06:59:14.262 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-StIxt6myzDdsehC off=2510069 len=896031 2024-07-26T06:59:14.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 2068 completed, throughput=5MB/sec 2024-07-26T06:59:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:14 smithi037 ceph-mon[97339]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:59:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:14 smithi037 ceph-mon[99762]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:59:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:14 smithi135 ceph-mon[90132]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:59:15.267 INFO:tasks.workunit.client.0.smithi037.stdout: 409: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:15.268 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d8Ua2zOfneozWpk off=0 len=1280296 2024-07-26T06:59:15.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 2069 completed, throughput=4.99MB/sec 2024-07-26T06:59:15.271 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ljz4qc90CknNhKH off=2684502 len=357888 2024-07-26T06:59:15.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 2070 completed, throughput=4.99MB/sec 2024-07-26T06:59:15.274 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WrqqTYIPBum1q2v off=7744603 len=945326 2024-07-26T06:59:15.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 2071 completed, throughput=4.99MB/sec 2024-07-26T06:59:15.279 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XFHxd05fdeOY-h3 off=6113886 len=1115829 2024-07-26T06:59:15.281 INFO:tasks.workunit.client.0.smithi037.stdout:op 2072 completed, throughput=5MB/sec 2024-07-26T06:59:15.281 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7Jwosd2G94z4_9l off=2934510 len=3190 2024-07-26T06:59:15.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 2073 completed, throughput=5MB/sec 2024-07-26T06:59:15.282 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kYQpEhZh9WN5sSu off=18469547 len=871574 2024-07-26T06:59:15.287 INFO:tasks.workunit.client.0.smithi037.stdout:op 2074 completed, throughput=5MB/sec 2024-07-26T06:59:15.287 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gWESIcLFqz573I5 off=13112350 len=657730 2024-07-26T06:59:15.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 2075 completed, throughput=5MB/sec 2024-07-26T06:59:16.291 INFO:tasks.workunit.client.0.smithi037.stdout: 410: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:16.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DVPJ5JcTEWAUeSB off=1046065 len=68569 2024-07-26T06:59:16.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 2076 completed, throughput=4.99MB/sec 2024-07-26T06:59:16.291 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yvGbXf1TRIAlpdm off=11974621 len=1668254 2024-07-26T06:59:16.298 INFO:tasks.workunit.client.0.smithi037.stdout:op 2077 completed, throughput=4.99MB/sec 2024-07-26T06:59:16.299 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LGMJCv3PIx5OE-n off=2358877 len=1445249 2024-07-26T06:59:16.308 INFO:tasks.workunit.client.0.smithi037.stdout:op 2078 completed, throughput=5MB/sec 2024-07-26T06:59:16.308 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-88-two6-VFMHrfX off=6974603 len=872555 2024-07-26T06:59:16.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 2079 completed, throughput=5MB/sec 2024-07-26T06:59:16.312 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BXNSkEPiafedddC off=4241890 len=686604 2024-07-26T06:59:16.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 2080 completed, throughput=5MB/sec 2024-07-26T06:59:16.314 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IJo_G8a14yg5dBF off=1129198 len=84517 2024-07-26T06:59:16.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 2081 completed, throughput=5MB/sec 2024-07-26T06:59:16.316 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hp7AGC_xsJSGhcS off=12870511 len=156825 2024-07-26T06:59:16.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 2082 completed, throughput=5MB/sec 2024-07-26T06:59:16.318 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Hl1yFXdxp5F3Tty off=674171 len=119597 2024-07-26T06:59:16.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 2083 completed, throughput=5MB/sec 2024-07-26T06:59:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:16 smithi037 ceph-mon[97339]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:59:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:16 smithi037 ceph-mon[99762]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:59:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:16 smithi135 ceph-mon[90132]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:59:17.319 INFO:tasks.workunit.client.0.smithi037.stdout: 411: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:17.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ws0spnE974GKENa off=6372594 len=793651 2024-07-26T06:59:17.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 2084 completed, throughput=4.99MB/sec 2024-07-26T06:59:17.322 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2_k6UsQd3b48tNr off=3289858 len=1668730 2024-07-26T06:59:17.331 INFO:tasks.workunit.client.0.smithi037.stdout:op 2085 completed, throughput=4.99MB/sec 2024-07-26T06:59:17.332 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qjttAL_TV_fqcDB off=17957394 len=751803 2024-07-26T06:59:17.336 INFO:tasks.workunit.client.0.smithi037.stdout:op 2086 completed, throughput=5MB/sec 2024-07-26T06:59:17.336 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hRQudPUwTKqpYgR off=3086297 len=1548712 2024-07-26T06:59:17.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 2087 completed, throughput=5MB/sec 2024-07-26T06:59:17.340 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2fusPbYXlLUzHGp off=1588863 len=1451346 2024-07-26T06:59:17.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 2088 completed, throughput=5MB/sec 2024-07-26T06:59:18.343 INFO:tasks.workunit.client.0.smithi037.stdout: 412: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:18.343 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uVTf5KsHZg8cYrd off=12204238 len=1729291 2024-07-26T06:59:18.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 2089 completed, throughput=4.99MB/sec 2024-07-26T06:59:18.345 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bFBtSF8v2bLtVL_ off=12049557 len=71340 2024-07-26T06:59:18.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 2090 completed, throughput=4.99MB/sec 2024-07-26T06:59:18.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LGOj-Gus3EsUGav off=13703195 len=1961901 2024-07-26T06:59:18.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 2091 completed, throughput=5MB/sec 2024-07-26T06:59:18.350 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EJ84D0v9DSZw4dm off=1598899 len=1376477 2024-07-26T06:59:18.357 INFO:tasks.workunit.client.0.smithi037.stdout:op 2092 completed, throughput=5MB/sec 2024-07-26T06:59:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:18 smithi037 ceph-mon[97339]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:59:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:18 smithi037 ceph-mon[99762]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:59:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:18 smithi135 ceph-mon[90132]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:59:19.357 INFO:tasks.workunit.client.0.smithi037.stdout: 413: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:19.358 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YhJUN21rw8w1Mkx off=6194029 len=1635080 2024-07-26T06:59:19.362 INFO:tasks.workunit.client.0.smithi037.stdout:op 2093 completed, throughput=4.99MB/sec 2024-07-26T06:59:19.362 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K8HLXyzSG5tah_a off=4444061 len=399656 2024-07-26T06:59:19.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 2094 completed, throughput=4.99MB/sec 2024-07-26T06:59:19.364 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HuJROHwoEKtniPU off=3402190 len=856050 2024-07-26T06:59:19.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 2095 completed, throughput=5MB/sec 2024-07-26T06:59:19.365 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NT9B2xyo2T3asOk off=17298992 len=697885 2024-07-26T06:59:19.366 INFO:tasks.workunit.client.0.smithi037.stdout:op 2096 completed, throughput=5MB/sec 2024-07-26T06:59:19.366 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WN5gZ5Lo-SFB93T off=1917656 len=1030114 2024-07-26T06:59:19.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 2097 completed, throughput=5MB/sec 2024-07-26T06:59:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:20.368 INFO:tasks.workunit.client.0.smithi037.stdout: 414: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:20.368 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BLV2eipXBvYKTAN off=2153568 len=1710879 2024-07-26T06:59:20.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 2098 completed, throughput=4.99MB/sec 2024-07-26T06:59:20.376 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XpRUmtHWwrN5AqS off=2566065 len=1042599 2024-07-26T06:59:20.378 INFO:tasks.workunit.client.0.smithi037.stdout:op 2099 completed, throughput=4.99MB/sec 2024-07-26T06:59:20.378 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jnPNTQV-26PqxQ8 off=5901773 len=1843188 2024-07-26T06:59:20.388 INFO:tasks.workunit.client.0.smithi037.stdout:op 2100 completed, throughput=5MB/sec 2024-07-26T06:59:20.388 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VCm0_FuxpJU1VSw off=452445 len=304238 2024-07-26T06:59:20.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 2101 completed, throughput=5MB/sec 2024-07-26T06:59:20.391 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-68FfsNhC3PE1GRw off=1892632 len=1307373 2024-07-26T06:59:20.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 2102 completed, throughput=5MB/sec 2024-07-26T06:59:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:20 smithi037 ceph-mon[97339]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:59:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:20 smithi037 ceph-mon[99762]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:59:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:20 smithi135 ceph-mon[90132]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T06:59:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: 415: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:21.396 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AohSnIl5_zHafwG off=1798309 len=1119431 2024-07-26T06:59:21.403 INFO:tasks.workunit.client.0.smithi037.stdout:op 2103 completed, throughput=4.99MB/sec 2024-07-26T06:59:21.403 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9_3Xm66ogVIeMhG off=5957119 len=1177774 2024-07-26T06:59:21.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 2104 completed, throughput=5MB/sec 2024-07-26T06:59:21.405 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VdRMMSzNava4z9V off=1669297 len=521454 2024-07-26T06:59:21.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 2105 completed, throughput=5MB/sec 2024-07-26T06:59:21.409 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zK_X2V_sC2SLWYo off=1368862 len=977696 2024-07-26T06:59:21.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 2106 completed, throughput=5MB/sec 2024-07-26T06:59:21.411 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6cxoPNAk2m1m-w0 off=67284 len=1947818 2024-07-26T06:59:21.414 INFO:tasks.workunit.client.0.smithi037.stdout:op 2107 completed, throughput=5MB/sec 2024-07-26T06:59:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:21] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:59:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: 416: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:22.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t8yVQt_xNoo7-FD off=11732726 len=75343 2024-07-26T06:59:22.415 INFO:tasks.workunit.client.0.smithi037.stdout:op 2108 completed, throughput=4.99MB/sec 2024-07-26T06:59:22.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dE8K_NxHiR5tSOw off=16895020 len=738066 2024-07-26T06:59:22.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 2109 completed, throughput=4.99MB/sec 2024-07-26T06:59:22.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VDuMs90HbjrD_uL off=8288444 len=1210938 2024-07-26T06:59:22.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 2110 completed, throughput=5MB/sec 2024-07-26T06:59:22.418 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xGEjWDoOUlxpend off=458409 len=2002767 2024-07-26T06:59:22.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 2111 completed, throughput=5MB/sec 2024-07-26T06:59:22.432 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5zQywM0fAhKbfFM off=17904530 len=1840496 2024-07-26T06:59:22.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 2112 completed, throughput=5MB/sec 2024-07-26T06:59:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:22 smithi037 ceph-mon[97339]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:59:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:22 smithi037 ceph-mon[99762]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:59:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:22 smithi135 ceph-mon[90132]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:59:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: 417: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:23.443 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PDXHJyqB6HagORt off=1085390 len=1204809 2024-07-26T06:59:23.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 2113 completed, throughput=4.99MB/sec 2024-07-26T06:59:23.451 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BnrHykGZyQafwXX off=15462889 len=388445 2024-07-26T06:59:23.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 2114 completed, throughput=5MB/sec 2024-07-26T06:59:23.452 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3OJBEtoaRN6vl0J off=8856853 len=638391 2024-07-26T06:59:23.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 2115 completed, throughput=5MB/sec 2024-07-26T06:59:23.456 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YbSiB8_NuutXWcs off=3961463 len=1804469 2024-07-26T06:59:23.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 2116 completed, throughput=5MB/sec 2024-07-26T06:59:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: 418: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:24.458 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-q-xCKoPrjvHq4aa off=5882441 len=1785574 2024-07-26T06:59:24.460 INFO:tasks.workunit.client.0.smithi037.stdout:op 2117 completed, throughput=4.99MB/sec 2024-07-26T06:59:24.460 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DN44bcL0LixqK00 off=13241972 len=1255285 2024-07-26T06:59:24.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 2118 completed, throughput=5MB/sec 2024-07-26T06:59:24.469 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WRqUU_iXT6sjruc off=971519 len=1262294 2024-07-26T06:59:24.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 2119 completed, throughput=5MB/sec 2024-07-26T06:59:24.474 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UPqQcFyyr-WhUEL off=5985129 len=265787 2024-07-26T06:59:24.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 2120 completed, throughput=5MB/sec 2024-07-26T06:59:24.478 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1wablhNIX3-V-di off=4397706 len=191594 2024-07-26T06:59:24.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 2121 completed, throughput=5MB/sec 2024-07-26T06:59:24.478 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FybsCeOF68kbmD5 off=14416691 len=570003 2024-07-26T06:59:24.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 2122 completed, throughput=5MB/sec 2024-07-26T06:59:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:24 smithi037 ceph-mon[97339]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:24 smithi037 ceph-mon[99762]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:25.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:24 smithi135 ceph-mon[90132]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: 419: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:25.482 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vXt8HngnTysshR4 off=5115694 len=848421 2024-07-26T06:59:25.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 2123 completed, throughput=4.99MB/sec 2024-07-26T06:59:25.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BcSw66Ua5z0_89E off=1862348 len=897644 2024-07-26T06:59:25.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 2124 completed, throughput=4.99MB/sec 2024-07-26T06:59:25.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RBFx6YTiVv6Bykg off=3185628 len=1156618 2024-07-26T06:59:25.491 INFO:tasks.workunit.client.0.smithi037.stdout:op 2125 completed, throughput=5MB/sec 2024-07-26T06:59:25.491 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OhptW_PVSGHLnmQ off=12332758 len=1650031 2024-07-26T06:59:25.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 2126 completed, throughput=5MB/sec 2024-07-26T06:59:25.498 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ap7UxlIUx-x_6gl off=6322296 len=543733 2024-07-26T06:59:25.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 2127 completed, throughput=5MB/sec 2024-07-26T06:59:26.500 INFO:tasks.workunit.client.0.smithi037.stdout: 420: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:26.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XdSwg3TcdVuol3V off=13285015 len=1756027 2024-07-26T06:59:26.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 2128 completed, throughput=4.99MB/sec 2024-07-26T06:59:26.511 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oTkF0k0YUq0wd-V off=2413299 len=1962335 2024-07-26T06:59:26.520 INFO:tasks.workunit.client.0.smithi037.stdout:op 2129 completed, throughput=5MB/sec 2024-07-26T06:59:26.521 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YQvU5KU0v_3LQbW off=5780477 len=1330145 2024-07-26T06:59:26.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 2130 completed, throughput=5MB/sec 2024-07-26T06:59:26.527 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pdWalNsGSGByZIz off=11439768 len=20114 2024-07-26T06:59:26.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 2131 completed, throughput=5MB/sec 2024-07-26T06:59:26.529 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wpqj7PExJySiFnR off=19881014 len=353509 2024-07-26T06:59:26.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 2132 completed, throughput=5MB/sec 2024-07-26T06:59:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:26 smithi037 ceph-mon[97339]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:26 smithi037 ceph-mon[99762]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:26 smithi135 ceph-mon[90132]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:59:27.530 INFO:tasks.workunit.client.0.smithi037.stdout: 421: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:27.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DoI6QdCVjgeYx5f off=5577334 len=1898228 2024-07-26T06:59:27.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 2133 completed, throughput=4.99MB/sec 2024-07-26T06:59:27.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fJPn93VW-CS12nk off=9227828 len=849938 2024-07-26T06:59:27.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 2134 completed, throughput=4.99MB/sec 2024-07-26T06:59:27.541 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dc6aQatOCuYR_cq off=706102 len=1392809 2024-07-26T06:59:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 2135 completed, throughput=5MB/sec 2024-07-26T06:59:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jeuJliMUh3NK2n1 off=7099862 len=834133 2024-07-26T06:59:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 2136 completed, throughput=5MB/sec 2024-07-26T06:59:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XWV-jaBDrbhax-u off=13386456 len=1159046 2024-07-26T06:59:27.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 2137 completed, throughput=5MB/sec 2024-07-26T06:59:28.561 INFO:tasks.workunit.client.0.smithi037.stdout: 422: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:28.561 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MKJlLlIi2CcRAvP off=1362760 len=1036722 2024-07-26T06:59:28.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 2138 completed, throughput=4.99MB/sec 2024-07-26T06:59:28.566 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-46Cdgn63jq1MxSc off=8487945 len=726667 2024-07-26T06:59:28.570 INFO:tasks.workunit.client.0.smithi037.stdout:op 2139 completed, throughput=4.99MB/sec 2024-07-26T06:59:28.571 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x5B0FuEc5sbvqdX off=9015345 len=1103490 2024-07-26T06:59:28.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 2140 completed, throughput=5MB/sec 2024-07-26T06:59:28.573 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lB8yPVBdQkrFpwH off=14357081 len=1014931 2024-07-26T06:59:28.574 INFO:tasks.workunit.client.0.smithi037.stdout:op 2141 completed, throughput=5MB/sec 2024-07-26T06:59:28.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F8YPBUD5q_IlrDG off=3511256 len=1585754 2024-07-26T06:59:28.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 2142 completed, throughput=5MB/sec 2024-07-26T06:59:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:28 smithi037 ceph-mon[97339]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:28 smithi037 ceph-mon[99762]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:29.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:28 smithi135 ceph-mon[90132]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:29.578 INFO:tasks.workunit.client.0.smithi037.stdout: 423: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:29.578 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3WudnV-XoJVWg5u off=6361172 len=136595 2024-07-26T06:59:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 2143 completed, throughput=4.99MB/sec 2024-07-26T06:59:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vyAWlM7BNPt1o9w off=10319771 len=48116 2024-07-26T06:59:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 2144 completed, throughput=4.99MB/sec 2024-07-26T06:59:29.579 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U2T7HETBOsabExJ off=7233041 len=1488118 2024-07-26T06:59:29.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 2145 completed, throughput=4.99MB/sec 2024-07-26T06:59:29.588 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1XptSPrAWrWAnk_ off=6656152 len=607882 2024-07-26T06:59:29.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 2146 completed, throughput=5MB/sec 2024-07-26T06:59:29.593 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T8TnbhutebSv4sW off=16301010 len=880419 2024-07-26T06:59:29.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 2147 completed, throughput=5MB/sec 2024-07-26T06:59:29.598 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5x4JAQEuztpiNOf off=3530897 len=1679456 2024-07-26T06:59:29.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 2148 completed, throughput=5MB/sec 2024-07-26T06:59:30.599 INFO:tasks.workunit.client.0.smithi037.stdout: 424: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:30.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KJBaX7QZfV7GKeA off=9650781 len=1181663 2024-07-26T06:59:30.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 2149 completed, throughput=4.99MB/sec 2024-07-26T06:59:30.606 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uwugCxCO4ZVzNsi off=8934003 len=1309301 2024-07-26T06:59:30.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 2150 completed, throughput=4.99MB/sec 2024-07-26T06:59:30.612 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f1D3vTlS-dgJgaT off=2220533 len=523621 2024-07-26T06:59:30.615 INFO:tasks.workunit.client.0.smithi037.stdout:op 2151 completed, throughput=5MB/sec 2024-07-26T06:59:30.615 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VMFS9UiZScZFgTS off=10410652 len=243428 2024-07-26T06:59:30.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 2152 completed, throughput=5MB/sec 2024-07-26T06:59:30.618 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hssMmcSf8XIdYrQ off=1358049 len=1550359 2024-07-26T06:59:30.628 INFO:tasks.workunit.client.0.smithi037.stdout:op 2153 completed, throughput=5MB/sec 2024-07-26T06:59:30.628 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iAV9nvpxg11I5Nc off=1807379 len=732243 2024-07-26T06:59:30.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 2154 completed, throughput=5MB/sec 2024-07-26T06:59:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:30 smithi037 ceph-mon[97339]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:30 smithi037 ceph-mon[99762]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:30 smithi135 ceph-mon[90132]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:31.629 INFO:tasks.workunit.client.0.smithi037.stdout: 425: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:31.630 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZuDKXQRXFi46heP off=2216753 len=720638 2024-07-26T06:59:31.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 2155 completed, throughput=4.99MB/sec 2024-07-26T06:59:31.635 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-g5LOwBe7_jod749 off=5830418 len=454390 2024-07-26T06:59:31.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 2156 completed, throughput=4.99MB/sec 2024-07-26T06:59:31.638 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gxF-bdqkqMc2ada off=6354128 len=250016 2024-07-26T06:59:31.639 INFO:tasks.workunit.client.0.smithi037.stdout:op 2157 completed, throughput=4.99MB/sec 2024-07-26T06:59:31.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A27YAypXsK4td3P off=2334561 len=1631146 2024-07-26T06:59:31.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 2158 completed, throughput=5MB/sec 2024-07-26T06:59:31.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W8qy4LmgTIhsbFm off=3594435 len=1981753 2024-07-26T06:59:31.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 2159 completed, throughput=5MB/sec 2024-07-26T06:59:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:31] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:59:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:32.644 INFO:tasks.workunit.client.0.smithi037.stdout: 426: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:32.644 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YupyiXsHuT5vWKk off=2982489 len=326058 2024-07-26T06:59:32.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 2160 completed, throughput=4.99MB/sec 2024-07-26T06:59:32.648 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_tB1qKa0qyAtt2R off=4449953 len=2082123 2024-07-26T06:59:32.659 INFO:tasks.workunit.client.0.smithi037.stdout:op 2161 completed, throughput=4.99MB/sec 2024-07-26T06:59:32.659 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZP_O_Dh7kSgTp5e off=20122137 len=718235 2024-07-26T06:59:32.660 INFO:tasks.workunit.client.0.smithi037.stdout:op 2162 completed, throughput=5MB/sec 2024-07-26T06:59:32.660 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2Ch0mIGxxEcnZTk off=6001013 len=1125457 2024-07-26T06:59:32.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 2163 completed, throughput=5MB/sec 2024-07-26T06:59:32.667 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IY-VdKKrHFZWKT3 off=11555037 len=655045 2024-07-26T06:59:32.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 2164 completed, throughput=5MB/sec 2024-07-26T06:59:32.670 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2wWEg0OCdpcVf2_ off=1624982 len=1951077 2024-07-26T06:59:32.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 2165 completed, throughput=5MB/sec 2024-07-26T06:59:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:32 smithi037 ceph-mon[97339]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:59:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:32 smithi037 ceph-mon[99762]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:59:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:32 smithi135 ceph-mon[90132]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:59:33.673 INFO:tasks.workunit.client.0.smithi037.stdout: 427: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:33.673 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JSNQ897j1FGyzSK off=9888107 len=1610725 2024-07-26T06:59:33.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 2166 completed, throughput=5MB/sec 2024-07-26T06:59:33.680 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PF-DAJvtp1A2EFW off=3082271 len=866559 2024-07-26T06:59:33.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 2167 completed, throughput=5MB/sec 2024-07-26T06:59:33.681 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fpzocZRivsSugQZ off=5680611 len=1416945 2024-07-26T06:59:33.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 2168 completed, throughput=5MB/sec 2024-07-26T06:59:34.689 INFO:tasks.workunit.client.0.smithi037.stdout: 428: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:34.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nhN_UUfiBr82OlS off=5010662 len=2012269 2024-07-26T06:59:34.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 2169 completed, throughput=4.99MB/sec 2024-07-26T06:59:34.698 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BHWdR7DEnBvIMoo off=12129258 len=186650 2024-07-26T06:59:34.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 2170 completed, throughput=4.99MB/sec 2024-07-26T06:59:34.701 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cD_vBjtzcBVHDi6 off=8854553 len=1024398 2024-07-26T06:59:34.703 INFO:tasks.workunit.client.0.smithi037.stdout:op 2171 completed, throughput=5MB/sec 2024-07-26T06:59:34.703 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IimKGmgwV_z9LDr off=5118865 len=122711 2024-07-26T06:59:34.706 INFO:tasks.workunit.client.0.smithi037.stdout:op 2172 completed, throughput=5MB/sec 2024-07-26T06:59:34.706 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5K6M1QV_AVYzz85 off=1534886 len=868044 2024-07-26T06:59:34.707 INFO:tasks.workunit.client.0.smithi037.stdout:op 2173 completed, throughput=5MB/sec 2024-07-26T06:59:34.707 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q476Klb3Oe_5v7H off=11836211 len=1240389 2024-07-26T06:59:34.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 2174 completed, throughput=5MB/sec 2024-07-26T06:59:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:34 smithi037 ceph-mon[97339]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:59:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:34 smithi037 ceph-mon[99762]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:59:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:34 smithi135 ceph-mon[90132]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:59:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:35.709 INFO:tasks.workunit.client.0.smithi037.stdout: 429: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:35.709 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BC0IJOvVHdCN9rn off=11976581 len=1689484 2024-07-26T06:59:35.711 INFO:tasks.workunit.client.0.smithi037.stdout:op 2175 completed, throughput=4.99MB/sec 2024-07-26T06:59:35.711 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_LknHgFVQVeR0E5 off=14095043 len=17220 2024-07-26T06:59:35.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 2176 completed, throughput=4.99MB/sec 2024-07-26T06:59:35.712 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xyLdmxBezhcopFj off=6626276 len=1566353 2024-07-26T06:59:35.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 2177 completed, throughput=5MB/sec 2024-07-26T06:59:35.718 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_bvUaOehOIPXGj0 off=8379028 len=649234 2024-07-26T06:59:35.720 INFO:tasks.workunit.client.0.smithi037.stdout:op 2178 completed, throughput=5MB/sec 2024-07-26T06:59:35.720 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-362IRzs0bBPKhir off=701565 len=126464 2024-07-26T06:59:35.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 2179 completed, throughput=5MB/sec 2024-07-26T06:59:35.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XAS1TKnI5mkqt7L off=2124170 len=1638006 2024-07-26T06:59:35.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 2180 completed, throughput=5MB/sec 2024-07-26T06:59:36.729 INFO:tasks.workunit.client.0.smithi037.stdout: 430: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:36.729 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1rRZJoYtf49Q5Li off=71254 len=109832 2024-07-26T06:59:36.732 INFO:tasks.workunit.client.0.smithi037.stdout:op 2181 completed, throughput=4.99MB/sec 2024-07-26T06:59:36.732 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wlEvIkQzK3jxf-T off=18782199 len=1213587 2024-07-26T06:59:36.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 2182 completed, throughput=4.99MB/sec 2024-07-26T06:59:36.738 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mQjk9U2zfmS-av6 off=3672287 len=1358786 2024-07-26T06:59:36.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 2183 completed, throughput=5MB/sec 2024-07-26T06:59:36.741 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V8m-XDWSAPzT8yn off=6197712 len=1856331 2024-07-26T06:59:36.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 2184 completed, throughput=5MB/sec 2024-07-26T06:59:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:36 smithi037 ceph-mon[97339]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:59:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:36 smithi037 ceph-mon[99762]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:59:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:36 smithi135 ceph-mon[90132]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:59:37.744 INFO:tasks.workunit.client.0.smithi037.stdout: 431: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:37.744 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jQ3akCs8ifGurnT off=938255 len=78159 2024-07-26T06:59:37.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 2185 completed, throughput=4.99MB/sec 2024-07-26T06:59:37.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RM9Iq28FcBRjVkM off=192268 len=455967 2024-07-26T06:59:37.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 2186 completed, throughput=4.99MB/sec 2024-07-26T06:59:37.750 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dwDGdQFWFcN81fQ off=1026941 len=946981 2024-07-26T06:59:37.752 INFO:tasks.workunit.client.0.smithi037.stdout:op 2187 completed, throughput=4.99MB/sec 2024-07-26T06:59:37.752 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_7DVsng1aSF4Arp off=3613674 len=1294758 2024-07-26T06:59:37.754 INFO:tasks.workunit.client.0.smithi037.stdout:op 2188 completed, throughput=4.99MB/sec 2024-07-26T06:59:37.754 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HfBZJew3RIWzJcx off=3815919 len=1348205 2024-07-26T06:59:37.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 2189 completed, throughput=5MB/sec 2024-07-26T06:59:37.761 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rrRYtlydGJmzOkQ off=11804659 len=1560827 2024-07-26T06:59:37.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 2190 completed, throughput=5MB/sec 2024-07-26T06:59:38.764 INFO:tasks.workunit.client.0.smithi037.stdout: 432: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:38.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ryGKOxYdgijy1V6 off=10584245 len=1222166 2024-07-26T06:59:38.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 2191 completed, throughput=4.99MB/sec 2024-07-26T06:59:38.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K05X1blbuvRcr25 off=13680210 len=499978 2024-07-26T06:59:38.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 2192 completed, throughput=4.99MB/sec 2024-07-26T06:59:38.774 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qnzTHlQxj_sZuM_ off=5006942 len=1826448 2024-07-26T06:59:38.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 2193 completed, throughput=5MB/sec 2024-07-26T06:59:38.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DpkhkTSpGe9GiA5 off=8097038 len=1855898 2024-07-26T06:59:38.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 2194 completed, throughput=5MB/sec 2024-07-26T06:59:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:38 smithi037 ceph-mon[97339]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:59:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:38 smithi037 ceph-mon[99762]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:59:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:38 smithi135 ceph-mon[90132]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:59:39.787 INFO:tasks.workunit.client.0.smithi037.stdout: 433: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:39.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ho7laJ5KtjiLwRg off=517405 len=1306382 2024-07-26T06:59:39.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 2195 completed, throughput=4.99MB/sec 2024-07-26T06:59:39.794 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1A285Wrb9iIqpLO off=3516222 len=480772 2024-07-26T06:59:39.795 INFO:tasks.workunit.client.0.smithi037.stdout:op 2196 completed, throughput=4.99MB/sec 2024-07-26T06:59:39.795 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hEMytAzyaMtsIth off=5058674 len=1381784 2024-07-26T06:59:39.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 2197 completed, throughput=5MB/sec 2024-07-26T06:59:39.802 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v-smiS_A0j_ntNU off=15242789 len=925993 2024-07-26T06:59:39.804 INFO:tasks.workunit.client.0.smithi037.stdout:op 2198 completed, throughput=5MB/sec 2024-07-26T06:59:39.804 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AH52sH61Sv2aS7l off=2768381 len=1686718 2024-07-26T06:59:39.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 2199 completed, throughput=5MB/sec 2024-07-26T06:59:40.812 INFO:tasks.workunit.client.0.smithi037.stdout: 434: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:40.813 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--5YKsiSk0cfjs2a off=4576844 len=25033 2024-07-26T06:59:40.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 2200 completed, throughput=4.99MB/sec 2024-07-26T06:59:40.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_a80D_6kaUtmmuK off=16051615 len=1500975 2024-07-26T06:59:40.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 2201 completed, throughput=4.99MB/sec 2024-07-26T06:59:40.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OXdyDDjqoieH06M off=20566516 len=884077 2024-07-26T06:59:40.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 2202 completed, throughput=5MB/sec 2024-07-26T06:59:40.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dDLFL1lWbG66Qi5 off=13750125 len=563518 2024-07-26T06:59:40.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 2203 completed, throughput=5MB/sec 2024-07-26T06:59:40.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P0p-I8VQT9cXuhN off=8658965 len=577440 2024-07-26T06:59:40.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 2204 completed, throughput=5MB/sec 2024-07-26T06:59:40.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pitTHGF-Rhxb6Xx off=5200443 len=1262762 2024-07-26T06:59:40.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 2205 completed, throughput=5MB/sec 2024-07-26T06:59:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:40 smithi037 ceph-mon[97339]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:40 smithi037 ceph-mon[99762]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:40 smithi135 ceph-mon[90132]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T06:59:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:41] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:59:41.822 INFO:tasks.workunit.client.0.smithi037.stdout: 435: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:41.823 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_a9bcgqLEJRFvjK off=11819630 len=107654 2024-07-26T06:59:41.826 INFO:tasks.workunit.client.0.smithi037.stdout:op 2206 completed, throughput=4.99MB/sec 2024-07-26T06:59:41.826 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JoHRMZF_VzTDUJO off=12767189 len=1530646 2024-07-26T06:59:41.832 INFO:tasks.workunit.client.0.smithi037.stdout:op 2207 completed, throughput=4.99MB/sec 2024-07-26T06:59:41.832 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8yqBNc4FlTGbBWy off=847685 len=866142 2024-07-26T06:59:41.834 INFO:tasks.workunit.client.0.smithi037.stdout:op 2208 completed, throughput=4.99MB/sec 2024-07-26T06:59:41.834 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JeDTd7xNh69xmBX off=2704232 len=1816916 2024-07-26T06:59:41.838 INFO:tasks.workunit.client.0.smithi037.stdout:op 2209 completed, throughput=5MB/sec 2024-07-26T06:59:41.838 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ru2rTIdbPGaY71v off=11409983 len=558098 2024-07-26T06:59:41.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 2210 completed, throughput=5MB/sec 2024-07-26T06:59:41.842 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PKFn_en02CdfahD off=7156057 len=268870 2024-07-26T06:59:41.843 INFO:tasks.workunit.client.0.smithi037.stdout:op 2211 completed, throughput=5MB/sec 2024-07-26T06:59:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:42.843 INFO:tasks.workunit.client.0.smithi037.stdout: 436: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:42.844 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-21Iz3LH45-jv5TN off=2882058 len=1071267 2024-07-26T06:59:42.846 INFO:tasks.workunit.client.0.smithi037.stdout:op 2212 completed, throughput=4.99MB/sec 2024-07-26T06:59:42.846 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YaSCMVsYTZgdcg1 off=5700969 len=1173170 2024-07-26T06:59:42.852 INFO:tasks.workunit.client.0.smithi037.stdout:op 2213 completed, throughput=4.99MB/sec 2024-07-26T06:59:42.852 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4DG-tth-8bMmDSn off=9581784 len=1778568 2024-07-26T06:59:42.861 INFO:tasks.workunit.client.0.smithi037.stdout:op 2214 completed, throughput=5MB/sec 2024-07-26T06:59:42.861 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EiiDmHeORR5KVXR off=14714861 len=652601 2024-07-26T06:59:42.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 2215 completed, throughput=5MB/sec 2024-07-26T06:59:42.865 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V-rhAo0pbUy2Uxc off=13733511 len=419493 2024-07-26T06:59:42.867 INFO:tasks.workunit.client.0.smithi037.stdout:op 2216 completed, throughput=5MB/sec 2024-07-26T06:59:42.868 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GgxReWGbcFyD-sJ off=12700456 len=1203001 2024-07-26T06:59:42.873 INFO:tasks.workunit.client.0.smithi037.stdout:op 2217 completed, throughput=5MB/sec 2024-07-26T06:59:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:42 smithi037 ceph-mon[97339]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:42 smithi037 ceph-mon[99762]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:42 smithi135 ceph-mon[90132]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:43.874 INFO:tasks.workunit.client.0.smithi037.stdout: 437: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:43.874 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ryTzs133kfrWwEy off=2585070 len=724048 2024-07-26T06:59:43.875 INFO:tasks.workunit.client.0.smithi037.stdout:op 2218 completed, throughput=4.99MB/sec 2024-07-26T06:59:43.875 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c6pGuSXV-biDh-C off=4894676 len=367191 2024-07-26T06:59:43.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 2219 completed, throughput=4.99MB/sec 2024-07-26T06:59:43.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y-NL80bV8c0dGrK off=3483342 len=328041 2024-07-26T06:59:43.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 2220 completed, throughput=4.99MB/sec 2024-07-26T06:59:43.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fq0QWRiKNS4wsAM off=970067 len=920325 2024-07-26T06:59:43.881 INFO:tasks.workunit.client.0.smithi037.stdout:op 2221 completed, throughput=5MB/sec 2024-07-26T06:59:43.881 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ARwtpayZ-B6lNUP off=2479476 len=646797 2024-07-26T06:59:43.885 INFO:tasks.workunit.client.0.smithi037.stdout:op 2222 completed, throughput=5MB/sec 2024-07-26T06:59:43.885 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bFBtSF8v2bLtVL_ off=5303264 len=1343045 2024-07-26T06:59:43.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 2223 completed, throughput=5MB/sec 2024-07-26T06:59:44.888 INFO:tasks.workunit.client.0.smithi037.stdout: 438: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:44.888 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zwCdyAcsd2EOaaF off=13386307 len=11751 2024-07-26T06:59:44.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 2224 completed, throughput=4.99MB/sec 2024-07-26T06:59:44.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_T-zgqG9RYZ3YAT off=6567590 len=1009806 2024-07-26T06:59:44.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 2225 completed, throughput=4.99MB/sec 2024-07-26T06:59:44.896 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t_ui31kvO2uDxf_ off=4083108 len=1825530 2024-07-26T06:59:44.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 2226 completed, throughput=4.99MB/sec 2024-07-26T06:59:44.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kRU3wfhWUaSU9oG off=9982605 len=1563945 2024-07-26T06:59:44.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 2227 completed, throughput=5MB/sec 2024-07-26T06:59:44.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zT9XjiL5tVpapur off=2228109 len=426915 2024-07-26T06:59:44.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 2228 completed, throughput=5MB/sec 2024-07-26T06:59:44.909 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ime2n1TgVQZuNI- off=2683549 len=1903208 2024-07-26T06:59:44.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 2229 completed, throughput=5MB/sec 2024-07-26T06:59:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:44 smithi037 ceph-mon[97339]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:44 smithi037 ceph-mon[99762]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:44 smithi135 ceph-mon[90132]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:45.922 INFO:tasks.workunit.client.0.smithi037.stdout: 439: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:45.922 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wmk22CslHPYIMmu off=217465 len=108091 2024-07-26T06:59:45.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 2230 completed, throughput=4.99MB/sec 2024-07-26T06:59:45.922 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-27c5Ml3a9yONMYd off=453037 len=1111183 2024-07-26T06:59:45.928 INFO:tasks.workunit.client.0.smithi037.stdout:op 2231 completed, throughput=4.99MB/sec 2024-07-26T06:59:45.928 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JGHk7hx0dYsw6as off=1847871 len=1758029 2024-07-26T06:59:45.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 2232 completed, throughput=5MB/sec 2024-07-26T06:59:45.935 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0SiOuGJclbNEQA3 off=14980750 len=119406 2024-07-26T06:59:45.937 INFO:tasks.workunit.client.0.smithi037.stdout:op 2233 completed, throughput=5MB/sec 2024-07-26T06:59:45.937 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u5O0Vq3LxjmNSWG off=5766434 len=1049841 2024-07-26T06:59:45.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 2234 completed, throughput=5MB/sec 2024-07-26T06:59:46.939 INFO:tasks.workunit.client.0.smithi037.stdout: 440: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:46.939 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tEwDq42K8G7tCUs off=444929 len=727880 2024-07-26T06:59:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:op 2235 completed, throughput=4.99MB/sec 2024-07-26T06:59:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DB-ijxQ6OxrKiDm off=11136582 len=1114392 2024-07-26T06:59:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 2236 completed, throughput=4.99MB/sec 2024-07-26T06:59:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hwSnS2KBPzLucgI off=781399 len=1642998 2024-07-26T06:59:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:op 2237 completed, throughput=5MB/sec 2024-07-26T06:59:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zOIkDHjV9SBSpQh off=6787790 len=777705 2024-07-26T06:59:46.960 INFO:tasks.workunit.client.0.smithi037.stdout:op 2238 completed, throughput=5MB/sec 2024-07-26T06:59:46.960 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NN0IdwDo9z7iWYm off=3719751 len=368167 2024-07-26T06:59:46.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 2239 completed, throughput=5MB/sec 2024-07-26T06:59:46.961 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tl2vdZ3LO-kTFvx off=9893312 len=31666 2024-07-26T06:59:46.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 2240 completed, throughput=5MB/sec 2024-07-26T06:59:46.962 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-goHUEzMrYqawgJC off=973186 len=1899192 2024-07-26T06:59:46.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 2241 completed, throughput=5MB/sec 2024-07-26T06:59:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:46 smithi037 ceph-mon[97339]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:46 smithi037 ceph-mon[99762]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:46 smithi135 ceph-mon[90132]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:47.972 INFO:tasks.workunit.client.0.smithi037.stdout: 441: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:47.972 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WArgYaMWOabxL8k off=4490438 len=2070134 2024-07-26T06:59:47.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 2242 completed, throughput=5MB/sec 2024-07-26T06:59:47.983 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PS4eu0KuHbOJ0q0 off=74349 len=1306332 2024-07-26T06:59:47.990 INFO:tasks.workunit.client.0.smithi037.stdout:op 2243 completed, throughput=5MB/sec 2024-07-26T06:59:47.991 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JbQwxN1xH_ZDKKR off=7971064 len=799951 2024-07-26T06:59:47.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 2244 completed, throughput=5MB/sec 2024-07-26T06:59:48.992 INFO:tasks.workunit.client.0.smithi037.stdout: 442: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:49.122 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mKsKQ9KsaGPKWpX off=7258010 len=1734687 2024-07-26T06:59:49.123 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:48 smithi135 ceph-mon[90132]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 2245 completed, throughput=4.99MB/sec 2024-07-26T06:59:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TCIZP69-RCcpGR7 off=993987 len=1715507 2024-07-26T06:59:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 2246 completed, throughput=5MB/sec 2024-07-26T06:59:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-C8HonuljSStbpNU off=5486118 len=1297435 2024-07-26T06:59:49.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 2247 completed, throughput=5MB/sec 2024-07-26T06:59:49.125 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zNNxSI6AqKWedbM off=3337909 len=1028610 2024-07-26T06:59:49.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 2248 completed, throughput=5MB/sec 2024-07-26T06:59:49.125 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:48 smithi037 ceph-mon[97339]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:49.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:48 smithi037 ceph-mon[99762]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:50.014 INFO:tasks.workunit.client.0.smithi037.stdout: 443: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:50.014 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3-lR9MecPwLAY3R off=8249782 len=1081454 2024-07-26T06:59:50.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 2249 completed, throughput=4.99MB/sec 2024-07-26T06:59:50.019 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QC-UaiShv8-mi9z off=2831200 len=384639 2024-07-26T06:59:50.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 2250 completed, throughput=4.99MB/sec 2024-07-26T06:59:50.020 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_w5ETurFBhW768Q off=10339603 len=1966117 2024-07-26T06:59:50.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 2251 completed, throughput=5MB/sec 2024-07-26T06:59:50.023 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-74qIJUi3hljVv1X off=12102552 len=799808 2024-07-26T06:59:50.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 2252 completed, throughput=5MB/sec 2024-07-26T06:59:50.024 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I3G_vW_qIr1uwPX off=7057006 len=593321 2024-07-26T06:59:50.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 2253 completed, throughput=5MB/sec 2024-07-26T06:59:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:51.028 INFO:tasks.workunit.client.0.smithi037.stdout: 444: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:51.028 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--dmuW45IsWdQrY4 off=1582292 len=58583 2024-07-26T06:59:51.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 2254 completed, throughput=4.99MB/sec 2024-07-26T06:59:51.031 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6Ry8RhIQUM0Y2mC off=5574117 len=465227 2024-07-26T06:59:51.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 2255 completed, throughput=4.99MB/sec 2024-07-26T06:59:51.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zxNqGjt_X-1B50h off=21287893 len=1994605 2024-07-26T06:59:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:50 smithi037 ceph-mon[97339]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:51.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:50 smithi037 ceph-mon[99762]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:51.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 2256 completed, throughput=4.99MB/sec 2024-07-26T06:59:51.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lBS0b1_h4KqQDmL off=240826 len=2033170 2024-07-26T06:59:51.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 2257 completed, throughput=5MB/sec 2024-07-26T06:59:51.057 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mgul1iE2bCUYSYZ off=7025605 len=1573665 2024-07-26T06:59:51.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 2258 completed, throughput=5MB/sec 2024-07-26T06:59:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:50 smithi135 ceph-mon[90132]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:59:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 06:59:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:06:59:51] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:59:52.063 INFO:tasks.workunit.client.0.smithi037.stdout: 445: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:52.063 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dCxb2CZG8-8rh1L off=1528234 len=1653258 2024-07-26T06:59:52.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 2259 completed, throughput=4.99MB/sec 2024-07-26T06:59:52.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GClQNjSA7z-jamy off=1076596 len=19922 2024-07-26T06:59:52.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 2260 completed, throughput=4.99MB/sec 2024-07-26T06:59:52.068 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qLdQApoR5Eo547T off=4557702 len=1594467 2024-07-26T06:59:52.077 INFO:tasks.workunit.client.0.smithi037.stdout:op 2261 completed, throughput=5MB/sec 2024-07-26T06:59:52.077 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2o-t4ahTkvG_5N_ off=10374384 len=1044252 2024-07-26T06:59:52.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 2262 completed, throughput=5MB/sec 2024-07-26T06:59:52.082 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_JHv5elazh_-bhg off=261258 len=288034 2024-07-26T06:59:52.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 2263 completed, throughput=5MB/sec 2024-07-26T06:59:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 06:59:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T06:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:52 smithi037 ceph-mon[97339]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:52 smithi037 ceph-mon[99762]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:53.085 INFO:tasks.workunit.client.0.smithi037.stdout: 446: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:53.086 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XH76g3VibeFsUBd off=6402334 len=67853 2024-07-26T06:59:53.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 2264 completed, throughput=4.99MB/sec 2024-07-26T06:59:53.086 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jZcTP3J0waN7T_i off=10252548 len=1024137 2024-07-26T06:59:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:52 smithi135 ceph-mon[90132]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:59:53.091 INFO:tasks.workunit.client.0.smithi037.stdout:op 2265 completed, throughput=4.99MB/sec 2024-07-26T06:59:53.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-te85lx_isTnNQGh off=12665969 len=1903643 2024-07-26T06:59:53.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 2266 completed, throughput=5MB/sec 2024-07-26T06:59:53.101 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Cr_D0uIwhHPu1ta off=1305013 len=981666 2024-07-26T06:59:53.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 2267 completed, throughput=5MB/sec 2024-07-26T06:59:53.102 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AF4wgd-IQYIiBQW off=5429315 len=617457 2024-07-26T06:59:53.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 2268 completed, throughput=5MB/sec 2024-07-26T06:59:53.103 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y6cX6llN1rWuI27 off=2697586 len=1876736 2024-07-26T06:59:53.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 2269 completed, throughput=5MB/sec 2024-07-26T06:59:54.105 INFO:tasks.workunit.client.0.smithi037.stdout: 447: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:54.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3OJBEtoaRN6vl0J off=7859797 len=1499342 2024-07-26T06:59:54.108 INFO:tasks.workunit.client.0.smithi037.stdout:op 2270 completed, throughput=4.99MB/sec 2024-07-26T06:59:54.108 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bNSYVHEPtQblf6T off=12495084 len=1882510 2024-07-26T06:59:54.111 INFO:tasks.workunit.client.0.smithi037.stdout:op 2271 completed, throughput=5MB/sec 2024-07-26T06:59:54.111 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LsFZxowPZdOgpA_ off=4322962 len=1268217 2024-07-26T06:59:54.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 2272 completed, throughput=5MB/sec 2024-07-26T06:59:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:54 smithi135 ceph-mon[90132]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:59:55.117 INFO:tasks.workunit.client.0.smithi037.stdout: 448: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:55.118 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rsw6KjNsbg-kxiW off=9886 len=1993612 2024-07-26T06:59:55.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 2273 completed, throughput=4.99MB/sec 2024-07-26T06:59:55.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qs18YVnVN_h9ALW off=1257007 len=2039688 2024-07-26T06:59:55.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 2274 completed, throughput=5MB/sec 2024-07-26T06:59:55.138 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xoZQl4ixcKNsCc- off=5694732 len=1925422 2024-07-26T06:59:55.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 2275 completed, throughput=5MB/sec 2024-07-26T06:59:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:54 smithi037 ceph-mon[97339]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:59:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:54 smithi037 ceph-mon[99762]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:59:56.141 INFO:tasks.workunit.client.0.smithi037.stdout: 449: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:56.142 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pK5wD6LkT-B0BxW off=1287039 len=1034945 2024-07-26T06:59:56.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 2276 completed, throughput=4.99MB/sec 2024-07-26T06:59:56.143 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0pC8AL0Ze5KtP6R off=2528980 len=67611 2024-07-26T06:59:56.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 2277 completed, throughput=4.99MB/sec 2024-07-26T06:59:56.143 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lgzvT_KqcsOvMGN off=1432431 len=2034199 2024-07-26T06:59:56.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 2278 completed, throughput=5MB/sec 2024-07-26T06:59:56.145 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lecMOYNqys28_Pg off=896963 len=747370 2024-07-26T06:59:56.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 2279 completed, throughput=5MB/sec 2024-07-26T06:59:56.149 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nb75HQhpDL8c7a7 off=4717481 len=160921 2024-07-26T06:59:56.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 2280 completed, throughput=5MB/sec 2024-07-26T06:59:56.151 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Lq9vXqn3EA1KrSn off=14358843 len=1490620 2024-07-26T06:59:56.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 2281 completed, throughput=5MB/sec 2024-07-26T06:59:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:56 smithi135 ceph-mon[90132]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:59:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:59:57.153 INFO:tasks.workunit.client.0.smithi037.stdout: 450: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:57.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0QbdvkV9TMwm_vc off=10715592 len=608164 2024-07-26T06:59:57.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 2282 completed, throughput=4.99MB/sec 2024-07-26T06:59:57.157 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t-sITXbZPBfn3Kz off=6749980 len=298934 2024-07-26T06:59:57.160 INFO:tasks.workunit.client.0.smithi037.stdout:op 2283 completed, throughput=4.99MB/sec 2024-07-26T06:59:57.160 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YKGAaVoTMAT6y0g off=14061406 len=879673 2024-07-26T06:59:57.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 2284 completed, throughput=5MB/sec 2024-07-26T06:59:57.162 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1f0WOvT4nmNhsB8 off=2734236 len=2039803 2024-07-26T06:59:57.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 2285 completed, throughput=5MB/sec 2024-07-26T06:59:57.164 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0i55dOLwyL7W9tH off=3549635 len=207614 2024-07-26T06:59:57.167 INFO:tasks.workunit.client.0.smithi037.stdout:op 2286 completed, throughput=5MB/sec 2024-07-26T06:59:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[97339]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:59:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[99762]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T06:59:58.167 INFO:tasks.workunit.client.0.smithi037.stdout: 451: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:58.167 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-o0LrL-hC1U7rX_4 off=6699211 len=1937126 2024-07-26T06:59:58.177 INFO:tasks.workunit.client.0.smithi037.stdout:op 2287 completed, throughput=4.99MB/sec 2024-07-26T06:59:58.177 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OgJ2uj60TyciM5r off=4868541 len=2065271 2024-07-26T06:59:58.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 2288 completed, throughput=5MB/sec 2024-07-26T06:59:58.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RPt6nHG5Z4cwJNc off=2280436 len=1960939 2024-07-26T06:59:58.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 2289 completed, throughput=5MB/sec 2024-07-26T06:59:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 06:59:58 smithi135 ceph-mon[90132]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:59:59.190 INFO:tasks.workunit.client.0.smithi037.stdout: 452: throughput=4.99MB/sec pending data=0 2024-07-26T06:59:59.190 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c813ZCFqd1A-4Q9 off=1498813 len=1324188 2024-07-26T06:59:59.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 2290 completed, throughput=4.99MB/sec 2024-07-26T06:59:59.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CmbdcT0Brf4PqL5 off=273843 len=729632 2024-07-26T06:59:59.198 INFO:tasks.workunit.client.0.smithi037.stdout:op 2291 completed, throughput=4.99MB/sec 2024-07-26T06:59:59.198 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5XIny15h3gSASDP off=8091583 len=1161538 2024-07-26T06:59:59.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 2292 completed, throughput=5MB/sec 2024-07-26T06:59:59.204 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y-O2CH_ecCH2IYu off=14307039 len=2032037 2024-07-26T06:59:59.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 2293 completed, throughput=5MB/sec 2024-07-26T06:59:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 06:59:58 smithi037 ceph-mon[97339]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:59:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 06:59:58 smithi037 ceph-mon[99762]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:00:00.209 INFO:tasks.workunit.client.0.smithi037.stdout: 453: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:00.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xFOgdRD0UGRMYQ- off=5735233 len=1419306 2024-07-26T07:00:00.216 INFO:tasks.workunit.client.0.smithi037.stdout:op 2294 completed, throughput=4.99MB/sec 2024-07-26T07:00:00.216 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-myILANP7Dhn9Avk off=2484509 len=704615 2024-07-26T07:00:00.217 INFO:tasks.workunit.client.0.smithi037.stdout:op 2295 completed, throughput=4.99MB/sec 2024-07-26T07:00:00.217 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EB2O2uyBSzTDtuD off=2350371 len=843948 2024-07-26T07:00:00.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 2296 completed, throughput=5MB/sec 2024-07-26T07:00:00.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z4mFoLGbydBNQSD off=12541558 len=683152 2024-07-26T07:00:00.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 2297 completed, throughput=5MB/sec 2024-07-26T07:00:00.225 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9grhtb1Nf-tT1o7 off=9931638 len=290684 2024-07-26T07:00:00.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 2298 completed, throughput=5MB/sec 2024-07-26T07:00:00.228 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VTXs5vruwHsTeQa off=343121 len=1481033 2024-07-26T07:00:00.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 2299 completed, throughput=5MB/sec 2024-07-26T07:00:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:00 smithi135 ceph-mon[90132]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:00 smithi135 ceph-mon[90132]: overall HEALTH_OK 2024-07-26T07:00:01.230 INFO:tasks.workunit.client.0.smithi037.stdout: 454: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:01.230 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-14qEKtWE1-Eb4hJ off=3813131 len=1949715 2024-07-26T07:00:01.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 2300 completed, throughput=4.99MB/sec 2024-07-26T07:00:01.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xiKAU6UOk5kwjem off=763586 len=1324436 2024-07-26T07:00:01.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 2301 completed, throughput=5MB/sec 2024-07-26T07:00:01.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QfokGEagnveiH7F off=12389086 len=2019314 2024-07-26T07:00:01.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 2302 completed, throughput=5MB/sec 2024-07-26T07:00:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:00 smithi037 ceph-mon[97339]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:00 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T07:00:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:00 smithi037 ceph-mon[99762]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:00 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T07:00:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:01] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T07:00:02.251 INFO:tasks.workunit.client.0.smithi037.stdout: 455: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:02.251 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vR_xqmNGIzCQr_B off=9280562 len=1570920 2024-07-26T07:00:02.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 2303 completed, throughput=4.99MB/sec 2024-07-26T07:00:02.253 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uOrMm9fgHjB7Ote off=19518917 len=1352351 2024-07-26T07:00:02.261 INFO:tasks.workunit.client.0.smithi037.stdout:op 2304 completed, throughput=5MB/sec 2024-07-26T07:00:02.261 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9URe-9EQ26yTH9R off=4776202 len=406845 2024-07-26T07:00:02.265 INFO:tasks.workunit.client.0.smithi037.stdout:op 2305 completed, throughput=5MB/sec 2024-07-26T07:00:02.265 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b2GSI09GI5FJDi1 off=9896140 len=301570 2024-07-26T07:00:02.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 2306 completed, throughput=5MB/sec 2024-07-26T07:00:02.268 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ezmz6HmouV5FuMM off=1058501 len=406744 2024-07-26T07:00:02.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 2307 completed, throughput=5MB/sec 2024-07-26T07:00:02.268 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fBiXiYIwuv7afNo off=14697243 len=1002984 2024-07-26T07:00:02.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 2308 completed, throughput=5MB/sec 2024-07-26T07:00:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:02 smithi135 ceph-mon[90132]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:00:03.270 INFO:tasks.workunit.client.0.smithi037.stdout: 456: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:03.270 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_xyg5yzbEN1WjZx off=12503830 len=170175 2024-07-26T07:00:03.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 2309 completed, throughput=4.99MB/sec 2024-07-26T07:00:03.271 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M6_XD_zuG-W31mf off=3885854 len=337111 2024-07-26T07:00:03.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 2310 completed, throughput=4.99MB/sec 2024-07-26T07:00:03.275 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ytl8weVMGv5FMym off=1400710 len=1303975 2024-07-26T07:00:03.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 2311 completed, throughput=4.99MB/sec 2024-07-26T07:00:03.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WNP2TbIXITn7UBt off=1252149 len=18040 2024-07-26T07:00:03.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 2312 completed, throughput=4.99MB/sec 2024-07-26T07:00:03.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zNNxSI6AqKWedbM off=2608238 len=329593 2024-07-26T07:00:03.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 2313 completed, throughput=4.99MB/sec 2024-07-26T07:00:03.278 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0_EGz0xRBJJY3eP off=9336181 len=1031386 2024-07-26T07:00:03.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 2314 completed, throughput=5MB/sec 2024-07-26T07:00:03.279 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eVcYTeCJ6WwVS1L off=6356493 len=1318652 2024-07-26T07:00:03.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 2315 completed, throughput=5MB/sec 2024-07-26T07:00:03.282 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ed6qbJJIiewKQCB off=3532492 len=2001505 2024-07-26T07:00:03.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 2316 completed, throughput=5MB/sec 2024-07-26T07:00:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:02 smithi037 ceph-mon[97339]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:00:03.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:02 smithi037 ceph-mon[99762]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:00:04.286 INFO:tasks.workunit.client.0.smithi037.stdout: 457: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:04.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TOBXx7fclwNXXgW off=9797069 len=1678266 2024-07-26T07:00:04.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 2317 completed, throughput=5MB/sec 2024-07-26T07:00:04.293 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a7PCzjup63trh-s off=17694576 len=2040008 2024-07-26T07:00:04.304 INFO:tasks.workunit.client.0.smithi037.stdout:op 2318 completed, throughput=5MB/sec 2024-07-26T07:00:04.304 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jQkk0mLeDXj-6e6 off=8389598 len=1313309 2024-07-26T07:00:04.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 2319 completed, throughput=5MB/sec 2024-07-26T07:00:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:04 smithi135 ceph-mon[90132]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:00:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:04 smithi037 ceph-mon[97339]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:00:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:04 smithi037 ceph-mon[99762]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:00:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:05.310 INFO:tasks.workunit.client.0.smithi037.stdout: 458: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:05.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BImEyd-1NxYuVLH off=409852 len=472339 2024-07-26T07:00:05.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 2320 completed, throughput=4.99MB/sec 2024-07-26T07:00:05.312 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kt11R26mEU_cADC off=6782438 len=714195 2024-07-26T07:00:05.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 2321 completed, throughput=4.99MB/sec 2024-07-26T07:00:05.316 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xdXYiHIgEWiebkb off=4396818 len=1102103 2024-07-26T07:00:05.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 2322 completed, throughput=5MB/sec 2024-07-26T07:00:05.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GWTk1PXrqJF_XXa off=8612937 len=1281954 2024-07-26T07:00:05.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 2323 completed, throughput=5MB/sec 2024-07-26T07:00:05.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oHcezSiO_z690Jf off=1987266 len=553134 2024-07-26T07:00:05.321 INFO:tasks.workunit.client.0.smithi037.stdout:op 2324 completed, throughput=5MB/sec 2024-07-26T07:00:05.321 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-srvpHzyFTnK56Ry off=3158193 len=1184314 2024-07-26T07:00:05.327 INFO:tasks.workunit.client.0.smithi037.stdout:op 2325 completed, throughput=5MB/sec 2024-07-26T07:00:06.327 INFO:tasks.workunit.client.0.smithi037.stdout: 459: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:06.327 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cNhA9dY1TKymm0i off=1777352 len=387858 2024-07-26T07:00:06.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 2326 completed, throughput=4.99MB/sec 2024-07-26T07:00:06.329 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D2N4hQzpGoU0iUa off=4455448 len=438542 2024-07-26T07:00:06.333 INFO:tasks.workunit.client.0.smithi037.stdout:op 2327 completed, throughput=4.99MB/sec 2024-07-26T07:00:06.333 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jvNDm1z-LcY7OWX off=459340 len=1817803 2024-07-26T07:00:06.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 2328 completed, throughput=5MB/sec 2024-07-26T07:00:06.336 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-duto_to_s7BM3rM off=11372095 len=1953384 2024-07-26T07:00:06.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 2329 completed, throughput=5MB/sec 2024-07-26T07:00:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:06 smithi135 ceph-mon[90132]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:06 smithi037 ceph-mon[97339]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:06 smithi037 ceph-mon[99762]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: 460: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:07.338 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n9eKFMV4IeCLSVn off=8907717 len=328634 2024-07-26T07:00:07.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 2330 completed, throughput=4.99MB/sec 2024-07-26T07:00:07.339 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CaM63rUA5jBMo11 off=1406650 len=568192 2024-07-26T07:00:07.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 2331 completed, throughput=4.99MB/sec 2024-07-26T07:00:07.343 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oWE64BJw3W9K0li off=948031 len=152759 2024-07-26T07:00:07.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 2332 completed, throughput=4.99MB/sec 2024-07-26T07:00:07.346 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KMWSzpX-sSTLXnM off=435487 len=804102 2024-07-26T07:00:07.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 2333 completed, throughput=4.99MB/sec 2024-07-26T07:00:07.347 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--MNe9LpuXETHd9K off=1222476 len=247051 2024-07-26T07:00:07.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 2334 completed, throughput=4.99MB/sec 2024-07-26T07:00:07.348 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iLR08Urefmf3Liu off=2494562 len=1684713 2024-07-26T07:00:07.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 2335 completed, throughput=5MB/sec 2024-07-26T07:00:07.354 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nu7DKc2TrA3d31R off=13375388 len=1067979 2024-07-26T07:00:07.357 INFO:tasks.workunit.client.0.smithi037.stdout:op 2336 completed, throughput=5MB/sec 2024-07-26T07:00:07.357 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--5YKsiSk0cfjs2a off=4893528 len=1041857 2024-07-26T07:00:07.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 2337 completed, throughput=5MB/sec 2024-07-26T07:00:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: 461: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:08.362 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sVjVc2wBcMsjFrG off=14851972 len=1492360 2024-07-26T07:00:08.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 2338 completed, throughput=4.99MB/sec 2024-07-26T07:00:08.370 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-54PXnn8hpMdK4wX off=700751 len=403691 2024-07-26T07:00:08.372 INFO:tasks.workunit.client.0.smithi037.stdout:op 2339 completed, throughput=4.99MB/sec 2024-07-26T07:00:08.372 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2cruTzhSSXof5GG off=8162801 len=490374 2024-07-26T07:00:08.372 INFO:tasks.workunit.client.0.smithi037.stdout:op 2340 completed, throughput=5MB/sec 2024-07-26T07:00:08.372 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bVP5fyby6CG6Ccp off=2035639 len=675256 2024-07-26T07:00:08.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 2341 completed, throughput=5MB/sec 2024-07-26T07:00:08.376 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HaKhlH6IcNDfzp9 off=11597363 len=1453791 2024-07-26T07:00:08.379 INFO:tasks.workunit.client.0.smithi037.stdout:op 2342 completed, throughput=5MB/sec 2024-07-26T07:00:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:08 smithi135 ceph-mon[90132]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:08 smithi037 ceph-mon[97339]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:08 smithi037 ceph-mon[99762]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:09.379 INFO:tasks.workunit.client.0.smithi037.stdout: 462: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:09.379 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QuDt3gqlYA3EUQp off=6874161 len=1641093 2024-07-26T07:00:09.382 INFO:tasks.workunit.client.0.smithi037.stdout:op 2343 completed, throughput=4.99MB/sec 2024-07-26T07:00:09.382 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w_Q8A2KwzYkqsqF off=14325106 len=1514196 2024-07-26T07:00:09.389 INFO:tasks.workunit.client.0.smithi037.stdout:op 2344 completed, throughput=5MB/sec 2024-07-26T07:00:09.389 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QkxZuYLf1EEIOBH off=4492218 len=1889266 2024-07-26T07:00:09.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 2345 completed, throughput=5MB/sec 2024-07-26T07:00:09.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O_ZTwumkU6teJK4 off=1603442 len=190696 2024-07-26T07:00:09.402 INFO:tasks.workunit.client.0.smithi037.stdout:op 2346 completed, throughput=5MB/sec 2024-07-26T07:00:09.402 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pLn7_sOv2fIusMK off=7629264 len=1717909 2024-07-26T07:00:09.408 INFO:tasks.workunit.client.0.smithi037.stdout:op 2347 completed, throughput=5MB/sec 2024-07-26T07:00:10.409 INFO:tasks.workunit.client.0.smithi037.stdout: 463: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:10.409 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZnTCId1Bw_Igyy2 off=10989627 len=14576 2024-07-26T07:00:10.410 INFO:tasks.workunit.client.0.smithi037.stdout:op 2348 completed, throughput=4.99MB/sec 2024-07-26T07:00:10.410 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Op9HPfx13jkxB01 off=12291122 len=919981 2024-07-26T07:00:10.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 2349 completed, throughput=4.99MB/sec 2024-07-26T07:00:10.412 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tDfHKVU1_8zZPVK off=9386280 len=337906 2024-07-26T07:00:10.415 INFO:tasks.workunit.client.0.smithi037.stdout:op 2350 completed, throughput=5MB/sec 2024-07-26T07:00:10.415 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vDSXvx6vYZsPypw off=2737763 len=1201667 2024-07-26T07:00:10.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 2351 completed, throughput=5MB/sec 2024-07-26T07:00:10.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TFVR1xmw98JPfvE off=1812803 len=795996 2024-07-26T07:00:10.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 2352 completed, throughput=5MB/sec 2024-07-26T07:00:10.422 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DFpoSO5-2U1FBvs off=13659536 len=1367665 2024-07-26T07:00:10.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 2353 completed, throughput=5MB/sec 2024-07-26T07:00:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:10 smithi135 ceph-mon[90132]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:00:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:10 smithi037 ceph-mon[97339]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:00:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:10 smithi037 ceph-mon[99762]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:00:11.429 INFO:tasks.workunit.client.0.smithi037.stdout: 464: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:11.429 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pSDp2hTlM5IEO66 off=11460368 len=974020 2024-07-26T07:00:11.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 2354 completed, throughput=4.99MB/sec 2024-07-26T07:00:11.434 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7eWf5LcH7-JjD79 off=1456476 len=245250 2024-07-26T07:00:11.435 INFO:tasks.workunit.client.0.smithi037.stdout:op 2355 completed, throughput=4.99MB/sec 2024-07-26T07:00:11.435 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zGe8tBp4aaMNSmh off=6310356 len=1604719 2024-07-26T07:00:11.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 2356 completed, throughput=5MB/sec 2024-07-26T07:00:11.443 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ox4KTARfjiU0R_f off=7436052 len=196729 2024-07-26T07:00:11.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 2357 completed, throughput=5MB/sec 2024-07-26T07:00:11.443 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uBP6UduDeHUlwDC off=17681856 len=178576 2024-07-26T07:00:11.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 2358 completed, throughput=5MB/sec 2024-07-26T07:00:11.446 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K7K3pF8Ae7XXhsu off=1843771 len=1516107 2024-07-26T07:00:11.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 2359 completed, throughput=5MB/sec 2024-07-26T07:00:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:11] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T07:00:12.456 INFO:tasks.workunit.client.0.smithi037.stdout: 465: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:12.456 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ayE37-RxgXdvuc_ off=6244289 len=1545727 2024-07-26T07:00:12.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 2360 completed, throughput=4.99MB/sec 2024-07-26T07:00:12.464 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KmAvDkCm82KouHV off=766690 len=489686 2024-07-26T07:00:12.465 INFO:tasks.workunit.client.0.smithi037.stdout:op 2361 completed, throughput=4.99MB/sec 2024-07-26T07:00:12.465 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7PwjYkpNOPZMpZm off=78121 len=1127025 2024-07-26T07:00:12.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 2362 completed, throughput=5MB/sec 2024-07-26T07:00:12.467 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DbEtLMe2SgRoCs5 off=2602564 len=273679 2024-07-26T07:00:12.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 2363 completed, throughput=5MB/sec 2024-07-26T07:00:12.468 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jBPoz6mz1Vvc5a3 off=6782944 len=2060044 2024-07-26T07:00:12.470 INFO:tasks.workunit.client.0.smithi037.stdout:op 2364 completed, throughput=5MB/sec 2024-07-26T07:00:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:12 smithi135 ceph-mon[90132]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:12 smithi037 ceph-mon[97339]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:12 smithi037 ceph-mon[99762]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:13.470 INFO:tasks.workunit.client.0.smithi037.stdout: 466: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:13.470 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9LbviIn2K60tN8a off=2585835 len=1640257 2024-07-26T07:00:13.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 2365 completed, throughput=4.99MB/sec 2024-07-26T07:00:13.473 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NriPTQADdsEcGwW off=16816177 len=1730312 2024-07-26T07:00:13.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 2366 completed, throughput=5MB/sec 2024-07-26T07:00:13.480 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ng8g3DH6pVU2js8 off=4824779 len=178003 2024-07-26T07:00:13.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 2367 completed, throughput=5MB/sec 2024-07-26T07:00:13.481 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gvqNCuRJcLnwngS off=455673 len=1195002 2024-07-26T07:00:13.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 2368 completed, throughput=5MB/sec 2024-07-26T07:00:13.488 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xVTeDAbnDWu8PZB off=3798606 len=1471439 2024-07-26T07:00:13.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 2369 completed, throughput=5MB/sec 2024-07-26T07:00:14.490 INFO:tasks.workunit.client.0.smithi037.stdout: 467: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:14.490 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X6GmhSuCEntHYY6 off=11855909 len=748424 2024-07-26T07:00:14.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 2370 completed, throughput=4.99MB/sec 2024-07-26T07:00:14.495 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SUsAXS2uxwqmehO off=11341060 len=1948998 2024-07-26T07:00:14.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 2371 completed, throughput=5MB/sec 2024-07-26T07:00:14.504 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TFeesiHFj73WzZO off=10476306 len=1892395 2024-07-26T07:00:14.515 INFO:tasks.workunit.client.0.smithi037.stdout:op 2372 completed, throughput=5MB/sec 2024-07-26T07:00:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:14 smithi135 ceph-mon[90132]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:14 smithi037 ceph-mon[97339]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:14 smithi037 ceph-mon[99762]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:00:15.515 INFO:tasks.workunit.client.0.smithi037.stdout: 468: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:15.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y7Aw_AAdL1T4ybT off=8032294 len=208336 2024-07-26T07:00:15.524 INFO:tasks.workunit.client.0.smithi037.stdout:op 2373 completed, throughput=4.99MB/sec 2024-07-26T07:00:15.524 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HBonPImKaX4JZvg off=5833121 len=764448 2024-07-26T07:00:15.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 2374 completed, throughput=4.99MB/sec 2024-07-26T07:00:15.529 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2QmK_AHxIIwsqOL off=15039929 len=620390 2024-07-26T07:00:15.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 2375 completed, throughput=4.99MB/sec 2024-07-26T07:00:15.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F_fd6MtGnTWCTUj off=4857091 len=697867 2024-07-26T07:00:15.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 2376 completed, throughput=4.99MB/sec 2024-07-26T07:00:15.537 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2QATf4pgwWswECv off=3204373 len=548916 2024-07-26T07:00:15.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 2377 completed, throughput=5MB/sec 2024-07-26T07:00:15.539 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tc5xYNkbOCw1O6g off=368793 len=1965584 2024-07-26T07:00:15.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 2378 completed, throughput=5MB/sec 2024-07-26T07:00:15.547 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j9YCvaA5sXnmrZV off=12119556 len=606286 2024-07-26T07:00:15.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 2379 completed, throughput=5MB/sec 2024-07-26T07:00:16.551 INFO:tasks.workunit.client.0.smithi037.stdout: 469: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:16.551 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-H9PmSGbQTfYSssj off=2700205 len=693063 2024-07-26T07:00:16.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 2380 completed, throughput=4.99MB/sec 2024-07-26T07:00:16.556 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JYCrQQnbsWWKXFg off=12312427 len=1006698 2024-07-26T07:00:16.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 2381 completed, throughput=4.99MB/sec 2024-07-26T07:00:16.561 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OXdyDDjqoieH06M off=15607064 len=1807283 2024-07-26T07:00:16.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 2382 completed, throughput=5MB/sec 2024-07-26T07:00:16.572 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mz3AdCIu-ci0dGl off=5209409 len=193043 2024-07-26T07:00:16.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 2383 completed, throughput=5MB/sec 2024-07-26T07:00:16.573 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xNNTIinhD-gYzpy off=526718 len=1258118 2024-07-26T07:00:16.574 INFO:tasks.workunit.client.0.smithi037.stdout:op 2384 completed, throughput=5MB/sec 2024-07-26T07:00:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:16 smithi135 ceph-mon[90132]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:16 smithi037 ceph-mon[97339]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:16 smithi037 ceph-mon[99762]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:17.575 INFO:tasks.workunit.client.0.smithi037.stdout: 470: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:17.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IcuM8wTenDwFyf_ off=178901 len=1689783 2024-07-26T07:00:17.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 2385 completed, throughput=4.99MB/sec 2024-07-26T07:00:17.577 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bgZ2RC4-XOYaWwS off=23550644 len=192177 2024-07-26T07:00:17.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 2386 completed, throughput=4.99MB/sec 2024-07-26T07:00:17.578 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fdr5hPMM7juMEk9 off=5915305 len=95517 2024-07-26T07:00:17.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 2387 completed, throughput=4.99MB/sec 2024-07-26T07:00:17.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7Lrj34lWFP0AQ-j off=3260811 len=684018 2024-07-26T07:00:17.580 INFO:tasks.workunit.client.0.smithi037.stdout:op 2388 completed, throughput=5MB/sec 2024-07-26T07:00:17.580 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iAZJ-hLI0HoBKmm off=3813588 len=1074527 2024-07-26T07:00:17.583 INFO:tasks.workunit.client.0.smithi037.stdout:op 2389 completed, throughput=5MB/sec 2024-07-26T07:00:17.583 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B8-DHFniZj90d0g off=10838989 len=662176 2024-07-26T07:00:17.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 2390 completed, throughput=5MB/sec 2024-07-26T07:00:17.584 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NyZAtY4fxvPaEwe off=6724796 len=1372877 2024-07-26T07:00:17.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 2391 completed, throughput=5MB/sec 2024-07-26T07:00:18.587 INFO:tasks.workunit.client.0.smithi037.stdout: 471: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:18.587 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4MCiZ3f7EB6Q2X4 off=5026563 len=114352 2024-07-26T07:00:18.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 2392 completed, throughput=4.99MB/sec 2024-07-26T07:00:18.589 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fdr5hPMM7juMEk9 off=18874657 len=1454064 2024-07-26T07:00:18.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 2393 completed, throughput=4.99MB/sec 2024-07-26T07:00:18.593 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_a80D_6kaUtmmuK off=4789608 len=561438 2024-07-26T07:00:18.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 2394 completed, throughput=4.99MB/sec 2024-07-26T07:00:18.594 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dR7Y3cutQx2BQvx off=2025655 len=1037703 2024-07-26T07:00:18.595 INFO:tasks.workunit.client.0.smithi037.stdout:op 2395 completed, throughput=5MB/sec 2024-07-26T07:00:18.595 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r_7v_CeuHorv50w off=2117365 len=92715 2024-07-26T07:00:18.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 2396 completed, throughput=5MB/sec 2024-07-26T07:00:18.598 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5NNdc7cMO1GYIb2 off=6125300 len=547789 2024-07-26T07:00:18.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 2397 completed, throughput=5MB/sec 2024-07-26T07:00:18.603 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZUFg24Nddbh0tBk off=541159 len=1611013 2024-07-26T07:00:18.605 INFO:tasks.workunit.client.0.smithi037.stdout:op 2398 completed, throughput=5MB/sec 2024-07-26T07:00:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:18 smithi135 ceph-mon[90132]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:18 smithi037 ceph-mon[97339]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:18 smithi037 ceph-mon[99762]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:00:19.606 INFO:tasks.workunit.client.0.smithi037.stdout: 472: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:19.606 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3-q3MYx7PlA0LaU off=1099525 len=706975 2024-07-26T07:00:19.610 INFO:tasks.workunit.client.0.smithi037.stdout:op 2399 completed, throughput=4.99MB/sec 2024-07-26T07:00:19.610 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iZpQcOQm5TbkzAL off=16047103 len=1846871 2024-07-26T07:00:19.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 2400 completed, throughput=5MB/sec 2024-07-26T07:00:19.612 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tjfxjN4E4xqr4OU off=20239077 len=436996 2024-07-26T07:00:19.615 INFO:tasks.workunit.client.0.smithi037.stdout:op 2401 completed, throughput=5MB/sec 2024-07-26T07:00:19.616 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TR-0zQklsQUX0Y- off=11955273 len=1265394 2024-07-26T07:00:19.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 2402 completed, throughput=5MB/sec 2024-07-26T07:00:19.622 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Fuagw8Wd7UHSOft off=3974223 len=298064 2024-07-26T07:00:19.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 2403 completed, throughput=5MB/sec 2024-07-26T07:00:19.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Xz3ywOzVfRDnmM1 off=3361407 len=1772786 2024-07-26T07:00:19.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 2404 completed, throughput=5MB/sec 2024-07-26T07:00:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:20.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: 473: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:20.630 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f1AgUJfuXWKU7ue off=12002890 len=1438905 2024-07-26T07:00:20.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 2405 completed, throughput=5MB/sec 2024-07-26T07:00:20.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KUpVjxxIqHhfmmA off=7928020 len=1912451 2024-07-26T07:00:20.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 2406 completed, throughput=5MB/sec 2024-07-26T07:00:20.640 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TJ7yQDP5ADBqKQs off=5783593 len=1631217 2024-07-26T07:00:20.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 2407 completed, throughput=5MB/sec 2024-07-26T07:00:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:20 smithi037 ceph-mon[97339]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:00:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:20 smithi037 ceph-mon[99762]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:00:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:20 smithi135 ceph-mon[90132]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:00:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:21] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T07:00:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: 474: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:21.646 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jG1rLV50-riOjcg off=6832621 len=1192442 2024-07-26T07:00:21.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 2408 completed, throughput=4.99MB/sec 2024-07-26T07:00:21.653 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oKYF2Qsmt-me0PF off=0 len=1099229 2024-07-26T07:00:21.658 INFO:tasks.workunit.client.0.smithi037.stdout:op 2409 completed, throughput=5MB/sec 2024-07-26T07:00:21.659 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c3e4TkLlu84_E26 off=19628180 len=132533 2024-07-26T07:00:21.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 2410 completed, throughput=5MB/sec 2024-07-26T07:00:21.661 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-p2ZJCUnf2eKGMv4 off=4195985 len=2070763 2024-07-26T07:00:21.663 INFO:tasks.workunit.client.0.smithi037.stdout:op 2411 completed, throughput=5MB/sec 2024-07-26T07:00:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: 475: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:22.664 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fNGyh70Q56pVB36 off=15360750 len=173176 2024-07-26T07:00:22.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 2412 completed, throughput=4.99MB/sec 2024-07-26T07:00:22.665 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X4UUSMLFZcqPY5y off=12287332 len=441571 2024-07-26T07:00:22.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 2413 completed, throughput=4.99MB/sec 2024-07-26T07:00:22.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-84sM9mtbdYqXB32 off=2268873 len=1017647 2024-07-26T07:00:22.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 2414 completed, throughput=4.99MB/sec 2024-07-26T07:00:22.672 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uLzNaU0sOMkNKhX off=5793308 len=124027 2024-07-26T07:00:22.674 INFO:tasks.workunit.client.0.smithi037.stdout:op 2415 completed, throughput=4.99MB/sec 2024-07-26T07:00:22.675 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w7sqF-WiB2a5R9U off=2377157 len=489312 2024-07-26T07:00:22.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 2416 completed, throughput=4.99MB/sec 2024-07-26T07:00:22.678 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4l2n55EZufv2WQF off=13484384 len=350499 2024-07-26T07:00:22.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 2417 completed, throughput=5MB/sec 2024-07-26T07:00:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1-BfrEoqMPTqeo_ off=18762854 len=698513 2024-07-26T07:00:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 2418 completed, throughput=5MB/sec 2024-07-26T07:00:22.681 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dDR_0AbooXFHLhu off=4695001 len=361580 2024-07-26T07:00:22.684 INFO:tasks.workunit.client.0.smithi037.stdout:op 2419 completed, throughput=5MB/sec 2024-07-26T07:00:22.684 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eWbhNXToM8Q6kbD off=787413 len=799885 2024-07-26T07:00:22.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 2420 completed, throughput=5MB/sec 2024-07-26T07:00:22.689 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jb-XM-18mOT1nnL off=17875882 len=2058862 2024-07-26T07:00:22.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 2421 completed, throughput=5MB/sec 2024-07-26T07:00:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:22 smithi037 ceph-mon[97339]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:00:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:22 smithi037 ceph-mon[99762]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:00:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:22 smithi135 ceph-mon[90132]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:00:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: 476: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:23.693 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TMkfCJ6sfvTJ5-B off=9368306 len=424469 2024-07-26T07:00:23.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 2422 completed, throughput=4.99MB/sec 2024-07-26T07:00:23.693 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0_evzcOpyiXS5bp off=5743889 len=893162 2024-07-26T07:00:23.699 INFO:tasks.workunit.client.0.smithi037.stdout:op 2423 completed, throughput=5MB/sec 2024-07-26T07:00:23.699 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q7RdhJs_bikLZ2_ off=10527277 len=1555203 2024-07-26T07:00:23.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 2424 completed, throughput=5MB/sec 2024-07-26T07:00:23.702 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Aqk-TcMkjHL7U17 off=2701945 len=1207395 2024-07-26T07:00:23.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 2425 completed, throughput=5MB/sec 2024-07-26T07:00:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: 477: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:24.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ayug3c_VDtPqpM6 off=1004540 len=252601 2024-07-26T07:00:24.711 INFO:tasks.workunit.client.0.smithi037.stdout:op 2426 completed, throughput=4.99MB/sec 2024-07-26T07:00:24.711 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CJDpXfWmyeYN5y2 off=2721639 len=1780608 2024-07-26T07:00:24.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 2427 completed, throughput=4.99MB/sec 2024-07-26T07:00:24.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uh3seD4XIg5AVSS off=4714481 len=1782167 2024-07-26T07:00:24.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 2428 completed, throughput=5MB/sec 2024-07-26T07:00:24.718 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ai97j0w8S0zk63j off=12574180 len=1081948 2024-07-26T07:00:24.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 2429 completed, throughput=5MB/sec 2024-07-26T07:00:24.723 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbMMxZQin-DmTbU off=10771340 len=206243 2024-07-26T07:00:24.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 2430 completed, throughput=5MB/sec 2024-07-26T07:00:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:24 smithi037 ceph-mon[97339]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:00:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:24 smithi037 ceph-mon[99762]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:00:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:24 smithi135 ceph-mon[90132]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:00:25.726 INFO:tasks.workunit.client.0.smithi037.stdout: 478: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:25.727 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L4PXEdrrv7PXuCu off=2950149 len=633345 2024-07-26T07:00:25.731 INFO:tasks.workunit.client.0.smithi037.stdout:op 2431 completed, throughput=4.99MB/sec 2024-07-26T07:00:25.731 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-whSTzajyUQkUZ2p off=439353 len=106591 2024-07-26T07:00:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 2432 completed, throughput=4.99MB/sec 2024-07-26T07:00:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yRBoPHawP5qXfI4 off=3370866 len=1974448 2024-07-26T07:00:25.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 2433 completed, throughput=4.99MB/sec 2024-07-26T07:00:25.745 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WhkeKBq5N7QI07q off=3077298 len=1343594 2024-07-26T07:00:25.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 2434 completed, throughput=5MB/sec 2024-07-26T07:00:25.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sFW0XQlbjg7KyPG off=2169685 len=39846 2024-07-26T07:00:25.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 2435 completed, throughput=5MB/sec 2024-07-26T07:00:25.747 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wBbpPKKq1TU83Px off=10673672 len=2737 2024-07-26T07:00:25.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 2436 completed, throughput=5MB/sec 2024-07-26T07:00:25.748 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AZ3u4L5yVtg40L- off=4107272 len=514472 2024-07-26T07:00:25.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 2437 completed, throughput=5MB/sec 2024-07-26T07:00:25.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fgifX_GDQuIAJkD off=15999689 len=190652 2024-07-26T07:00:25.752 INFO:tasks.workunit.client.0.smithi037.stdout:op 2438 completed, throughput=5MB/sec 2024-07-26T07:00:25.752 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QtIF_rPD1wK7YxV off=821108 len=1151242 2024-07-26T07:00:25.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 2439 completed, throughput=5MB/sec 2024-07-26T07:00:26.757 INFO:tasks.workunit.client.0.smithi037.stdout: 479: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:26.757 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9ADmWnq7oKwYnLW off=7239242 len=182870 2024-07-26T07:00:26.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 2440 completed, throughput=4.99MB/sec 2024-07-26T07:00:26.760 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4Nu9qELXhhO7TJ0 off=7446699 len=1960223 2024-07-26T07:00:26.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 2441 completed, throughput=4.99MB/sec 2024-07-26T07:00:26.774 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wQYn703tUwezH3O off=8430863 len=266481 2024-07-26T07:00:26.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 2442 completed, throughput=5MB/sec 2024-07-26T07:00:26.775 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x7ShNEhIRPE7t3M off=8376319 len=511535 2024-07-26T07:00:26.779 INFO:tasks.workunit.client.0.smithi037.stdout:op 2443 completed, throughput=5MB/sec 2024-07-26T07:00:26.779 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iCdPaZKAA1qny10 off=566479 len=1200522 2024-07-26T07:00:26.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 2444 completed, throughput=5MB/sec 2024-07-26T07:00:26.781 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lFiEPMnEhrGp6RP off=2159751 len=1789256 2024-07-26T07:00:26.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 2445 completed, throughput=5MB/sec 2024-07-26T07:00:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:26 smithi037 ceph-mon[97339]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:00:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:26 smithi037 ceph-mon[99762]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:00:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:26 smithi135 ceph-mon[90132]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:00:27.783 INFO:tasks.workunit.client.0.smithi037.stdout: 480: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:27.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z35mduC9sP1HrfJ off=14627948 len=1492828 2024-07-26T07:00:27.785 INFO:tasks.workunit.client.0.smithi037.stdout:op 2446 completed, throughput=4.99MB/sec 2024-07-26T07:00:27.785 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IPTnrIYwwP6XED4 off=2676960 len=276467 2024-07-26T07:00:27.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 2447 completed, throughput=5MB/sec 2024-07-26T07:00:27.788 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xA8htnKXTch_7Jv off=3310318 len=354077 2024-07-26T07:00:27.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 2448 completed, throughput=5MB/sec 2024-07-26T07:00:27.789 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6YJkAWmwv2AfHI off=871082 len=656000 2024-07-26T07:00:27.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 2449 completed, throughput=5MB/sec 2024-07-26T07:00:27.790 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AhjzDkLcCr_lDfM off=2118257 len=273720 2024-07-26T07:00:27.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 2450 completed, throughput=5MB/sec 2024-07-26T07:00:27.791 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M1GAqSqt-iRq93K off=499188 len=1969301 2024-07-26T07:00:27.800 INFO:tasks.workunit.client.0.smithi037.stdout:op 2451 completed, throughput=5MB/sec 2024-07-26T07:00:28.801 INFO:tasks.workunit.client.0.smithi037.stdout: 481: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:28.801 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3j5Wfy6Ap_Vgh5o off=6033209 len=443781 2024-07-26T07:00:28.804 INFO:tasks.workunit.client.0.smithi037.stdout:op 2452 completed, throughput=4.99MB/sec 2024-07-26T07:00:28.805 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-g1K6cezsnKVrtHC off=337645 len=87628 2024-07-26T07:00:28.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 2453 completed, throughput=4.99MB/sec 2024-07-26T07:00:28.807 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7zdIiUOOpcEVBhT off=286219 len=1267175 2024-07-26T07:00:28.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 2454 completed, throughput=4.99MB/sec 2024-07-26T07:00:28.814 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5K6M1QV_AVYzz85 off=1098367 len=1950355 2024-07-26T07:00:28.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 2455 completed, throughput=5MB/sec 2024-07-26T07:00:28.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ktqnQzGJI5jVGw4 off=2825851 len=689193 2024-07-26T07:00:28.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 2456 completed, throughput=5MB/sec 2024-07-26T07:00:28.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4-4dRWO8liLb3cK off=3699562 len=2032565 2024-07-26T07:00:28.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 2457 completed, throughput=5MB/sec 2024-07-26T07:00:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:28 smithi037 ceph-mon[97339]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:00:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:28 smithi037 ceph-mon[99762]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:00:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:28 smithi135 ceph-mon[90132]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:00:29.821 INFO:tasks.workunit.client.0.smithi037.stdout: 482: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:29.821 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tmr0jsjSb4YeF8N off=1813631 len=1101140 2024-07-26T07:00:29.826 INFO:tasks.workunit.client.0.smithi037.stdout:op 2458 completed, throughput=5MB/sec 2024-07-26T07:00:29.826 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LtfBAiiYkzbtw1j off=3000151 len=1425183 2024-07-26T07:00:29.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 2459 completed, throughput=5MB/sec 2024-07-26T07:00:29.833 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YRVUdIPA4jAHeRG off=637922 len=355901 2024-07-26T07:00:29.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 2460 completed, throughput=5MB/sec 2024-07-26T07:00:29.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GCv5Yu3V_d6wv94 off=952018 len=2091692 2024-07-26T07:00:29.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 2461 completed, throughput=5MB/sec 2024-07-26T07:00:30.848 INFO:tasks.workunit.client.0.smithi037.stdout: 483: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:30.848 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dSu3K12dayARuVU off=37840 len=1280629 2024-07-26T07:00:30.850 INFO:tasks.workunit.client.0.smithi037.stdout:op 2462 completed, throughput=5MB/sec 2024-07-26T07:00:30.850 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-06KRB2hMuyTnbDE off=5782307 len=1526056 2024-07-26T07:00:30.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 2463 completed, throughput=5MB/sec 2024-07-26T07:00:30.858 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CYayf3TfQ1-_Ysq off=7815143 len=65278 2024-07-26T07:00:30.862 INFO:tasks.workunit.client.0.smithi037.stdout:op 2464 completed, throughput=5MB/sec 2024-07-26T07:00:30.862 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-icVK0XsuNbrmqAd off=10772397 len=1858315 2024-07-26T07:00:30.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 2465 completed, throughput=5MB/sec 2024-07-26T07:00:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:30 smithi037 ceph-mon[97339]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-07-26T07:00:31.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:30 smithi037 ceph-mon[99762]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-07-26T07:00:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:30 smithi135 ceph-mon[90132]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-07-26T07:00:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:31] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T07:00:31.872 INFO:tasks.workunit.client.0.smithi037.stdout: 484: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:31.872 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i47Eaww_JwpYJjT off=15433648 len=677431 2024-07-26T07:00:31.876 INFO:tasks.workunit.client.0.smithi037.stdout:op 2466 completed, throughput=4.99MB/sec 2024-07-26T07:00:31.876 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DWsNuABkG2Lnj9i off=90678 len=163363 2024-07-26T07:00:31.877 INFO:tasks.workunit.client.0.smithi037.stdout:op 2467 completed, throughput=4.99MB/sec 2024-07-26T07:00:31.877 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-se07QEcfFAG1DEZ off=14816137 len=1130633 2024-07-26T07:00:31.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 2468 completed, throughput=5MB/sec 2024-07-26T07:00:31.878 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kA9SIYO-j-GMUSW off=5548258 len=798650 2024-07-26T07:00:31.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 2469 completed, throughput=5MB/sec 2024-07-26T07:00:31.879 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S-qGkb8F8zJwCB9 off=11094685 len=527651 2024-07-26T07:00:31.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 2470 completed, throughput=5MB/sec 2024-07-26T07:00:31.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bp3vPlNCcyDMIbm off=9325500 len=1671482 2024-07-26T07:00:31.892 INFO:tasks.workunit.client.0.smithi037.stdout:op 2471 completed, throughput=5MB/sec 2024-07-26T07:00:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:32.892 INFO:tasks.workunit.client.0.smithi037.stdout: 485: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:32.893 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LQY7DBLuwAKH1P7 off=7467992 len=449695 2024-07-26T07:00:32.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 2472 completed, throughput=4.99MB/sec 2024-07-26T07:00:32.896 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xFOgdRD0UGRMYQ- off=6195764 len=1910188 2024-07-26T07:00:32.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 2473 completed, throughput=5MB/sec 2024-07-26T07:00:32.904 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VkW9gPDF80h8TPu off=1940885 len=709935 2024-07-26T07:00:32.905 INFO:tasks.workunit.client.0.smithi037.stdout:op 2474 completed, throughput=5MB/sec 2024-07-26T07:00:32.905 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--6-SG8FhnpFfzV4 off=1307094 len=1676319 2024-07-26T07:00:32.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 2475 completed, throughput=5MB/sec 2024-07-26T07:00:32.913 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vUmZ0hzG_59I-Yg off=11572707 len=1755995 2024-07-26T07:00:32.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 2476 completed, throughput=5MB/sec 2024-07-26T07:00:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:32 smithi037 ceph-mon[97339]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:00:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:32 smithi037 ceph-mon[99762]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:00:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:32 smithi135 ceph-mon[90132]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:00:33.923 INFO:tasks.workunit.client.0.smithi037.stdout: 486: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:33.923 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x_mENLDHss2JAPK off=1807831 len=1833724 2024-07-26T07:00:33.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 2477 completed, throughput=5MB/sec 2024-07-26T07:00:33.934 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-puLpYIYX7aGfS_N off=697255 len=1838648 2024-07-26T07:00:33.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 2478 completed, throughput=5MB/sec 2024-07-26T07:00:33.941 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DRmc7oCJYHtysm5 off=7993675 len=186768 2024-07-26T07:00:33.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 2479 completed, throughput=5MB/sec 2024-07-26T07:00:34.942 INFO:tasks.workunit.client.0.smithi037.stdout: 487: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:34.942 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_fCaHzdGMYU3L1j off=3236887 len=713671 2024-07-26T07:00:34.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 2480 completed, throughput=4.99MB/sec 2024-07-26T07:00:34.946 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J9aXD-GO-zakEON off=7389252 len=853579 2024-07-26T07:00:34.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 2481 completed, throughput=4.99MB/sec 2024-07-26T07:00:34.952 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q_XrpD80_U66EMO off=2503711 len=1475056 2024-07-26T07:00:34.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 2482 completed, throughput=5MB/sec 2024-07-26T07:00:34.961 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XZwEjP4A2EJZCaI off=9218191 len=175829 2024-07-26T07:00:34.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 2483 completed, throughput=5MB/sec 2024-07-26T07:00:34.962 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-boNjSE-Juy_3Xwq off=1843183 len=1701907 2024-07-26T07:00:34.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 2484 completed, throughput=5MB/sec 2024-07-26T07:00:34.971 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6o_UdlRnS4zUL99 off=20797302 len=741313 2024-07-26T07:00:34.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 2485 completed, throughput=5MB/sec 2024-07-26T07:00:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:34 smithi037 ceph-mon[97339]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:00:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:34 smithi037 ceph-mon[99762]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:00:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:34 smithi135 ceph-mon[90132]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:00:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:35.976 INFO:tasks.workunit.client.0.smithi037.stdout: 488: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:35.977 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k69Y6PDdBmPhKYP off=6696910 len=1157026 2024-07-26T07:00:35.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 2486 completed, throughput=4.99MB/sec 2024-07-26T07:00:35.979 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YFKrjJnHKtFy0YF off=486744 len=503634 2024-07-26T07:00:35.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 2487 completed, throughput=4.99MB/sec 2024-07-26T07:00:35.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xy4q-AyayVmflcQ off=3711513 len=934976 2024-07-26T07:00:35.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 2488 completed, throughput=5MB/sec 2024-07-26T07:00:35.983 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wqNZ3pjtXYpHOt- off=1518392 len=1369510 2024-07-26T07:00:35.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 2489 completed, throughput=5MB/sec 2024-07-26T07:00:35.992 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fn1MdpRWpooVFoz off=11589139 len=744429 2024-07-26T07:00:35.993 INFO:tasks.workunit.client.0.smithi037.stdout:op 2490 completed, throughput=5MB/sec 2024-07-26T07:00:35.994 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-paMzLhqeIERa0nB off=0 len=1922686 2024-07-26T07:00:36.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 2491 completed, throughput=5MB/sec 2024-07-26T07:00:37.002 INFO:tasks.workunit.client.0.smithi037.stdout: 489: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:37.003 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8dzjT0w-hH3qaRZ off=367272 len=2066998 2024-07-26T07:00:37.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 2492 completed, throughput=5MB/sec 2024-07-26T07:00:37.012 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2oubMqy-G1SBReF off=21195597 len=1785975 2024-07-26T07:00:37.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 2493 completed, throughput=5MB/sec 2024-07-26T07:00:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:36 smithi037 ceph-mon[97339]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:00:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:36 smithi037 ceph-mon[99762]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:00:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:36 smithi135 ceph-mon[90132]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:00:38.022 INFO:tasks.workunit.client.0.smithi037.stdout: 490: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:38.022 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HPG6XhOHc-lAb2A off=2674381 len=343930 2024-07-26T07:00:38.023 INFO:tasks.workunit.client.0.smithi037.stdout:op 2494 completed, throughput=4.99MB/sec 2024-07-26T07:00:38.023 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1SsUWpfoPoVtzlJ off=8308774 len=1553228 2024-07-26T07:00:38.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 2495 completed, throughput=4.99MB/sec 2024-07-26T07:00:38.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0I8asOUBstSmSQc off=6671042 len=2022279 2024-07-26T07:00:38.045 INFO:tasks.workunit.client.0.smithi037.stdout:op 2496 completed, throughput=5MB/sec 2024-07-26T07:00:38.045 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--d-mEhMboMklOSf off=18078660 len=1015938 2024-07-26T07:00:38.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 2497 completed, throughput=5MB/sec 2024-07-26T07:00:38.051 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FHEkwBVpMMWue47 off=1373515 len=657532 2024-07-26T07:00:38.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 2498 completed, throughput=5MB/sec 2024-07-26T07:00:39.055 INFO:tasks.workunit.client.0.smithi037.stdout: 491: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:39.056 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U2RKBWDL9b6EcoS off=1817133 len=1430894 2024-07-26T07:00:39.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 2499 completed, throughput=4.99MB/sec 2024-07-26T07:00:39.058 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-25dN9xGCxwFYip_ off=684849 len=1397550 2024-07-26T07:00:39.067 INFO:tasks.workunit.client.0.smithi037.stdout:op 2500 completed, throughput=5MB/sec 2024-07-26T07:00:39.067 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V8m-XDWSAPzT8yn off=3607556 len=40384 2024-07-26T07:00:39.067 INFO:tasks.workunit.client.0.smithi037.stdout:op 2501 completed, throughput=5MB/sec 2024-07-26T07:00:39.067 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vcOHyhgJiWnqcI2 off=7034441 len=1967858 2024-07-26T07:00:39.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 2502 completed, throughput=5MB/sec 2024-07-26T07:00:39.070 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g_12hPe2oblLk__ off=709896 len=1264044 2024-07-26T07:00:39.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 2503 completed, throughput=5MB/sec 2024-07-26T07:00:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:38 smithi037 ceph-mon[97339]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:00:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:38 smithi037 ceph-mon[99762]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:00:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:38 smithi135 ceph-mon[90132]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:00:40.073 INFO:tasks.workunit.client.0.smithi037.stdout: 492: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:40.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DV-wu_1pTolP9kJ off=4566051 len=798660 2024-07-26T07:00:40.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 2504 completed, throughput=4.99MB/sec 2024-07-26T07:00:40.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YwGSu0ghJPRAVGI off=3549121 len=880356 2024-07-26T07:00:40.075 INFO:tasks.workunit.client.0.smithi037.stdout:op 2505 completed, throughput=5MB/sec 2024-07-26T07:00:40.075 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pJ9uO4I-coWhG5g off=1451072 len=901932 2024-07-26T07:00:40.078 INFO:tasks.workunit.client.0.smithi037.stdout:op 2506 completed, throughput=5MB/sec 2024-07-26T07:00:40.078 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3hwY8lyqvSjY4K5 off=5830681 len=255004 2024-07-26T07:00:40.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 2507 completed, throughput=5MB/sec 2024-07-26T07:00:40.081 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sFoJHAiMx5ROt7S off=21946300 len=1886923 2024-07-26T07:00:40.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 2508 completed, throughput=5MB/sec 2024-07-26T07:00:41.084 INFO:tasks.workunit.client.0.smithi037.stdout: 493: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:41.084 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8NU_GAdOh4lpy5J off=16616207 len=1773244 2024-07-26T07:00:41.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 2509 completed, throughput=4.99MB/sec 2024-07-26T07:00:41.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zizh89FKXDVIdz9 off=12818978 len=1819283 2024-07-26T07:00:41.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 2510 completed, throughput=5MB/sec 2024-07-26T07:00:41.104 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ovLLKVG0yof4FfM off=823130 len=843450 2024-07-26T07:00:41.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 2511 completed, throughput=5MB/sec 2024-07-26T07:00:41.106 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gnszyEKNuPFwEQ1 off=18529096 len=190154 2024-07-26T07:00:41.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 2512 completed, throughput=5MB/sec 2024-07-26T07:00:41.107 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kZ3GfX4zgaFf7T5 off=17090882 len=1193511 2024-07-26T07:00:41.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 2513 completed, throughput=5MB/sec 2024-07-26T07:00:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:40 smithi037 ceph-mon[97339]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:00:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:40 smithi037 ceph-mon[99762]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:00:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:40 smithi135 ceph-mon[90132]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:00:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T07:00:42.113 INFO:tasks.workunit.client.0.smithi037.stdout: 494: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:42.113 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0I8asOUBstSmSQc off=6000184 len=940066 2024-07-26T07:00:42.116 INFO:tasks.workunit.client.0.smithi037.stdout:op 2514 completed, throughput=4.99MB/sec 2024-07-26T07:00:42.116 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nMHEDKdMtxttE4f off=2629038 len=1979441 2024-07-26T07:00:42.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 2515 completed, throughput=5MB/sec 2024-07-26T07:00:42.128 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7eHELAVSG7xOMZv off=9264907 len=473370 2024-07-26T07:00:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 2516 completed, throughput=5MB/sec 2024-07-26T07:00:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wCKTq2tjj6b3Odk off=10342308 len=317178 2024-07-26T07:00:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 2517 completed, throughput=5MB/sec 2024-07-26T07:00:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z1hXozCQpQu9wJK off=10732905 len=1595125 2024-07-26T07:00:42.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 2518 completed, throughput=5MB/sec 2024-07-26T07:00:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:43.138 INFO:tasks.workunit.client.0.smithi037.stdout: 495: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:43.138 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jirE4ooj-ScLvx2 off=5984484 len=1392603 2024-07-26T07:00:43.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 2519 completed, throughput=4.99MB/sec 2024-07-26T07:00:43.141 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sEFWNB1zyNWRnNO off=234351 len=164113 2024-07-26T07:00:43.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 2520 completed, throughput=4.99MB/sec 2024-07-26T07:00:43.142 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iSNjkTWjQdxrphS off=6380328 len=564448 2024-07-26T07:00:43.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 2521 completed, throughput=5MB/sec 2024-07-26T07:00:43.143 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YnFvE8Yuv4anvpC off=18006446 len=587707 2024-07-26T07:00:43.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 2522 completed, throughput=5MB/sec 2024-07-26T07:00:43.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ljd-PIRz6c9xocm off=7162937 len=1600492 2024-07-26T07:00:43.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 2523 completed, throughput=5MB/sec 2024-07-26T07:00:43.149 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0WgmDkxn59-WcXF off=862060 len=1413719 2024-07-26T07:00:43.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 2524 completed, throughput=5MB/sec 2024-07-26T07:00:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:42 smithi037 ceph-mon[97339]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 855 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:42 smithi037 ceph-mon[99762]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 855 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:42 smithi135 ceph-mon[90132]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 855 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:44.151 INFO:tasks.workunit.client.0.smithi037.stdout: 496: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:44.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IjQACCa1nHXbwzn off=8360677 len=1243298 2024-07-26T07:00:44.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 2525 completed, throughput=4.99MB/sec 2024-07-26T07:00:44.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4KPwYQUGjXrQ2Fj off=7725054 len=1038901 2024-07-26T07:00:44.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 2526 completed, throughput=5MB/sec 2024-07-26T07:00:44.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yO6AvV0UtEpQj0s off=8962610 len=1993321 2024-07-26T07:00:44.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 2527 completed, throughput=5MB/sec 2024-07-26T07:00:45.164 INFO:tasks.workunit.client.0.smithi037.stdout: 497: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:45.164 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-H-hgB1ZZ5YKbxjt off=746759 len=1797963 2024-07-26T07:00:45.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 2528 completed, throughput=4.99MB/sec 2024-07-26T07:00:45.169 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vxqnr7MV1I4Z6dG off=1415694 len=410815 2024-07-26T07:00:45.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 2529 completed, throughput=4.99MB/sec 2024-07-26T07:00:45.172 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qn_Ueidl-Vf_Zqw off=5823178 len=1795948 2024-07-26T07:00:45.182 INFO:tasks.workunit.client.0.smithi037.stdout:op 2530 completed, throughput=5MB/sec 2024-07-26T07:00:45.182 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c965ub2fPpU8R08 off=1159500 len=1647365 2024-07-26T07:00:45.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 2531 completed, throughput=5MB/sec 2024-07-26T07:00:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:44 smithi037 ceph-mon[97339]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-07-26T07:00:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:44 smithi037 ceph-mon[99762]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-07-26T07:00:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:44 smithi135 ceph-mon[90132]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-07-26T07:00:46.185 INFO:tasks.workunit.client.0.smithi037.stdout: 498: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:46.185 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zv5kyciuaMtwfiM off=2353310 len=1641388 2024-07-26T07:00:46.194 INFO:tasks.workunit.client.0.smithi037.stdout:op 2532 completed, throughput=4.99MB/sec 2024-07-26T07:00:46.194 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1OeCys64yve7sS2 off=283602 len=1026840 2024-07-26T07:00:46.199 INFO:tasks.workunit.client.0.smithi037.stdout:op 2533 completed, throughput=5MB/sec 2024-07-26T07:00:46.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vKJKIgjZvBxXx7F off=9783461 len=554091 2024-07-26T07:00:46.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 2534 completed, throughput=5MB/sec 2024-07-26T07:00:46.203 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u_k2mxfV9aNuBE2 off=823293 len=856398 2024-07-26T07:00:46.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 2535 completed, throughput=5MB/sec 2024-07-26T07:00:46.207 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KS3F_nPOfcy3Mu8 off=10317720 len=1060961 2024-07-26T07:00:46.208 INFO:tasks.workunit.client.0.smithi037.stdout:op 2536 completed, throughput=5MB/sec 2024-07-26T07:00:47.209 INFO:tasks.workunit.client.0.smithi037.stdout: 499: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:47.209 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X0QVNuFc9PUoT1y off=2669464 len=257217 2024-07-26T07:00:47.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 2537 completed, throughput=4.99MB/sec 2024-07-26T07:00:47.211 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9t-YhxA-fb1kX2f off=2980586 len=252850 2024-07-26T07:00:47.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 2538 completed, throughput=4.99MB/sec 2024-07-26T07:00:47.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n0BbDFm10HESCFq off=10065360 len=1246163 2024-07-26T07:00:47.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 2539 completed, throughput=4.99MB/sec 2024-07-26T07:00:47.222 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9csYG7Tq8bK1PX- off=2146945 len=1257938 2024-07-26T07:00:47.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 2540 completed, throughput=5MB/sec 2024-07-26T07:00:47.224 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ua6gZgxD5WjNu_y off=7833762 len=583948 2024-07-26T07:00:47.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 2541 completed, throughput=5MB/sec 2024-07-26T07:00:47.228 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hszGb0Vv_dtE6KS off=10060613 len=1328537 2024-07-26T07:00:47.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 2542 completed, throughput=5MB/sec 2024-07-26T07:00:47.232 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wiQUyiYM5U7D7ea off=6662390 len=338656 2024-07-26T07:00:47.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 2543 completed, throughput=5MB/sec 2024-07-26T07:00:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:46 smithi037 ceph-mon[97339]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:00:47.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:46 smithi037 ceph-mon[99762]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:00:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:46 smithi135 ceph-mon[90132]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:00:48.234 INFO:tasks.workunit.client.0.smithi037.stdout: 500: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:48.234 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZrJefDlUg3acB16 off=8917428 len=2006028 2024-07-26T07:00:48.237 INFO:tasks.workunit.client.0.smithi037.stdout:op 2544 completed, throughput=4.99MB/sec 2024-07-26T07:00:48.237 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj---Ahx5f80OkZr0N off=171440 len=1751916 2024-07-26T07:00:48.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 2545 completed, throughput=5MB/sec 2024-07-26T07:00:48.239 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lKbQwnQp-oAhVv2 off=3861090 len=638984 2024-07-26T07:00:48.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 2546 completed, throughput=5MB/sec 2024-07-26T07:00:48.243 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bR_zaD2LF374krv off=1024332 len=1475145 2024-07-26T07:00:48.252 INFO:tasks.workunit.client.0.smithi037.stdout:op 2547 completed, throughput=5MB/sec 2024-07-26T07:00:49.252 INFO:tasks.workunit.client.0.smithi037.stdout: 501: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:49.253 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aKKIHqMNDA9j9Iu off=3760513 len=1953826 2024-07-26T07:00:49.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 2548 completed, throughput=5MB/sec 2024-07-26T07:00:49.256 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0I8asOUBstSmSQc off=2486866 len=805755 2024-07-26T07:00:49.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 2549 completed, throughput=5MB/sec 2024-07-26T07:00:49.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x5B0FuEc5sbvqdX off=17940722 len=1211720 2024-07-26T07:00:49.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 2550 completed, throughput=5MB/sec 2024-07-26T07:00:49.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dR4Xe6zq6ATei5a off=5292286 len=593273 2024-07-26T07:00:49.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 2551 completed, throughput=5MB/sec 2024-07-26T07:00:49.268 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qn_Ueidl-Vf_Zqw off=1536863 len=622820 2024-07-26T07:00:49.272 INFO:tasks.workunit.client.0.smithi037.stdout:op 2552 completed, throughput=5MB/sec 2024-07-26T07:00:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:48 smithi037 ceph-mon[97339]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:49.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:48 smithi037 ceph-mon[99762]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:48 smithi135 ceph-mon[90132]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:00:50.272 INFO:tasks.workunit.client.0.smithi037.stdout: 502: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:50.273 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JsiX47rhaJuOhZS off=929019 len=1080991 2024-07-26T07:00:50.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 2553 completed, throughput=4.99MB/sec 2024-07-26T07:00:50.278 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7eWf5LcH7-JjD79 off=2832217 len=1702322 2024-07-26T07:00:50.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 2554 completed, throughput=5MB/sec 2024-07-26T07:00:50.280 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CjOm1yS611WPiTT off=2347019 len=370548 2024-07-26T07:00:50.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 2555 completed, throughput=5MB/sec 2024-07-26T07:00:50.281 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kX81ctdjNfeOeeX off=11303609 len=1325895 2024-07-26T07:00:50.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 2556 completed, throughput=5MB/sec 2024-07-26T07:00:50.283 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KRO25DHJwkE9amp off=1546193 len=70784 2024-07-26T07:00:50.285 INFO:tasks.workunit.client.0.smithi037.stdout:op 2557 completed, throughput=5MB/sec 2024-07-26T07:00:50.285 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3QsDaa7CCRvHfo7 off=6342553 len=19939 2024-07-26T07:00:50.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 2558 completed, throughput=5MB/sec 2024-07-26T07:00:50.286 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VVvotSL87YuMI0q off=10169908 len=114174 2024-07-26T07:00:50.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 2559 completed, throughput=5MB/sec 2024-07-26T07:00:50.286 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-j3qdoXnTWvONSCC off=3136695 len=1466340 2024-07-26T07:00:50.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 2560 completed, throughput=5MB/sec 2024-07-26T07:00:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:50.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:50 smithi037 ceph-mon[97339]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:00:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:50 smithi037 ceph-mon[99762]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:00:51.290 INFO:tasks.workunit.client.0.smithi037.stdout: 503: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:51.291 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BuCUEkT4G9KQUkQ off=0 len=1741386 2024-07-26T07:00:51.300 INFO:tasks.workunit.client.0.smithi037.stdout:op 2561 completed, throughput=5MB/sec 2024-07-26T07:00:51.300 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hGCcxavrpoPo9VN off=11810735 len=828402 2024-07-26T07:00:51.304 INFO:tasks.workunit.client.0.smithi037.stdout:op 2562 completed, throughput=5MB/sec 2024-07-26T07:00:51.304 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cczmvkI5Q8hEoJM off=10858488 len=988115 2024-07-26T07:00:51.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 2563 completed, throughput=5MB/sec 2024-07-26T07:00:51.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fEII3FVGTrv24a7 off=891329 len=1382452 2024-07-26T07:00:51.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 2564 completed, throughput=5MB/sec 2024-07-26T07:00:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:50 smithi135 ceph-mon[90132]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:00:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:00:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:00:51] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:00:52.308 INFO:tasks.workunit.client.0.smithi037.stdout: 504: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:52.308 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-alL-FrR5LlDmGyC off=8270924 len=810656 2024-07-26T07:00:52.309 INFO:tasks.workunit.client.0.smithi037.stdout:op 2565 completed, throughput=4.99MB/sec 2024-07-26T07:00:52.309 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J6m8wRSHaEv4COX off=0 len=1858938 2024-07-26T07:00:52.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 2566 completed, throughput=5MB/sec 2024-07-26T07:00:52.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n5FHz7rsOXmTdF6 off=4869615 len=2087025 2024-07-26T07:00:52.321 INFO:tasks.workunit.client.0.smithi037.stdout:op 2567 completed, throughput=5MB/sec 2024-07-26T07:00:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:00:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:52 smithi037 ceph-mon[97339]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:52 smithi037 ceph-mon[99762]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:53.322 INFO:tasks.workunit.client.0.smithi037.stdout: 505: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:53.322 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Vfm-nmlesWYFgsE off=14146323 len=592055 2024-07-26T07:00:53.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 2568 completed, throughput=4.99MB/sec 2024-07-26T07:00:53.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JvKucOrqFFmaY08 off=20197565 len=1961148 2024-07-26T07:00:53.334 INFO:tasks.workunit.client.0.smithi037.stdout:op 2569 completed, throughput=5MB/sec 2024-07-26T07:00:53.334 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WbJTPMszlq0xMuf off=1255409 len=173747 2024-07-26T07:00:53.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 2570 completed, throughput=5MB/sec 2024-07-26T07:00:53.337 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-90B85lnwbl7t42u off=22682424 len=1412756 2024-07-26T07:00:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:52 smithi135 ceph-mon[90132]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:00:53.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 2571 completed, throughput=5MB/sec 2024-07-26T07:00:53.343 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LmhNSECef728a_m off=4284128 len=75839 2024-07-26T07:00:53.344 INFO:tasks.workunit.client.0.smithi037.stdout:op 2572 completed, throughput=5MB/sec 2024-07-26T07:00:53.344 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lhB9aIDOUpgwehj off=6877683 len=1803379 2024-07-26T07:00:53.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 2573 completed, throughput=5MB/sec 2024-07-26T07:00:54.346 INFO:tasks.workunit.client.0.smithi037.stdout: 506: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:54.347 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZsOipgnSRMi7JgM off=714339 len=1628764 2024-07-26T07:00:54.351 INFO:tasks.workunit.client.0.smithi037.stdout:op 2574 completed, throughput=5MB/sec 2024-07-26T07:00:54.352 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DvYhip4wTZgkDVY off=5106050 len=2038202 2024-07-26T07:00:54.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 2575 completed, throughput=5MB/sec 2024-07-26T07:00:54.354 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vbv1esJ2GIVZrZa off=21855228 len=283012 2024-07-26T07:00:54.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 2576 completed, throughput=5MB/sec 2024-07-26T07:00:54.355 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-H-8Lgf7Lw3bYdkD off=6358618 len=662506 2024-07-26T07:00:54.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 2577 completed, throughput=5MB/sec 2024-07-26T07:00:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:54 smithi037 ceph-mon[97339]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:54 smithi037 ceph-mon[99762]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:54 smithi135 ceph-mon[90132]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:00:55.359 INFO:tasks.workunit.client.0.smithi037.stdout: 507: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:55.360 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J46NK0sq15Hk9n- off=7043264 len=1592799 2024-07-26T07:00:55.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 2578 completed, throughput=4.99MB/sec 2024-07-26T07:00:55.362 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bgTlgiWXC1AiJn0 off=12625776 len=1029512 2024-07-26T07:00:55.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 2579 completed, throughput=5MB/sec 2024-07-26T07:00:55.367 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MoVOlciUAIJ1Ve7 off=0 len=1956605 2024-07-26T07:00:55.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 2580 completed, throughput=5MB/sec 2024-07-26T07:00:55.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YozNhAUJ25FVgHP off=6121936 len=1355656 2024-07-26T07:00:55.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 2581 completed, throughput=5MB/sec 2024-07-26T07:00:56.376 INFO:tasks.workunit.client.0.smithi037.stdout: 508: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:56.376 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YvesD0q4asyvhHb off=1916947 len=572896 2024-07-26T07:00:56.377 INFO:tasks.workunit.client.0.smithi037.stdout:op 2582 completed, throughput=4.99MB/sec 2024-07-26T07:00:56.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TvBztZJVjMl4_5w off=10956788 len=2016898 2024-07-26T07:00:56.389 INFO:tasks.workunit.client.0.smithi037.stdout:op 2583 completed, throughput=5MB/sec 2024-07-26T07:00:56.389 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ce5Qb1mDuBqmbiq off=7027924 len=991717 2024-07-26T07:00:56.394 INFO:tasks.workunit.client.0.smithi037.stdout:op 2584 completed, throughput=5MB/sec 2024-07-26T07:00:56.394 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PSH2vaLW8GugOB3 off=589101 len=72045 2024-07-26T07:00:56.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 2585 completed, throughput=5MB/sec 2024-07-26T07:00:56.395 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mScUhoFfZEhFu5t off=6167444 len=167461 2024-07-26T07:00:56.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 2586 completed, throughput=5MB/sec 2024-07-26T07:00:56.397 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZMvMXOe9c7UO2bt off=481491 len=673351 2024-07-26T07:00:56.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 2587 completed, throughput=5MB/sec 2024-07-26T07:00:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[97339]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[99762]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:56 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:00:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:56 smithi135 ceph-mon[90132]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:00:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:56 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:00:57.402 INFO:tasks.workunit.client.0.smithi037.stdout: 509: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:57.402 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8SzwRa-2BN6kh9G off=4344218 len=47256 2024-07-26T07:00:57.404 INFO:tasks.workunit.client.0.smithi037.stdout:op 2588 completed, throughput=4.99MB/sec 2024-07-26T07:00:57.404 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZivkcInbj3vtQHe off=400650 len=435381 2024-07-26T07:00:57.404 INFO:tasks.workunit.client.0.smithi037.stdout:op 2589 completed, throughput=4.99MB/sec 2024-07-26T07:00:57.405 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bDvdpPLIDEICxLw off=5476790 len=1184120 2024-07-26T07:00:57.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 2590 completed, throughput=4.99MB/sec 2024-07-26T07:00:57.406 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_fjSlNGmPmuVzIx off=2805875 len=1208520 2024-07-26T07:00:57.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 2591 completed, throughput=5MB/sec 2024-07-26T07:00:57.409 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DYFBEfRAiebpaL7 off=8476131 len=163910 2024-07-26T07:00:57.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 2592 completed, throughput=5MB/sec 2024-07-26T07:00:57.410 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dOZwx2RCCC7P7Cj off=4390189 len=292796 2024-07-26T07:00:57.412 INFO:tasks.workunit.client.0.smithi037.stdout:op 2593 completed, throughput=5MB/sec 2024-07-26T07:00:57.412 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DjOzZIlUy1HoDEJ off=8673766 len=1356666 2024-07-26T07:00:57.419 INFO:tasks.workunit.client.0.smithi037.stdout:op 2594 completed, throughput=5MB/sec 2024-07-26T07:00:57.419 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_wwLLuf5bpophzk off=13843536 len=106823 2024-07-26T07:00:57.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 2595 completed, throughput=5MB/sec 2024-07-26T07:00:57.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o9SiwdQvSixiRdy off=7574782 len=839089 2024-07-26T07:00:57.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 2596 completed, throughput=5MB/sec 2024-07-26T07:00:58.423 INFO:tasks.workunit.client.0.smithi037.stdout: 510: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:58.423 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OPmVgbTDzIq0uoe off=10670255 len=1011225 2024-07-26T07:00:58.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 2597 completed, throughput=4.99MB/sec 2024-07-26T07:00:58.425 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UpyLwhyDTUOJlv3 off=15808361 len=1058143 2024-07-26T07:00:58.431 INFO:tasks.workunit.client.0.smithi037.stdout:op 2598 completed, throughput=4.99MB/sec 2024-07-26T07:00:58.431 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qlgJK3lrv6vBLYz off=3705476 len=1859342 2024-07-26T07:00:58.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 2599 completed, throughput=5MB/sec 2024-07-26T07:00:58.442 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2mv8YEECu-OE3TC off=2090816 len=1522932 2024-07-26T07:00:58.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 2600 completed, throughput=5MB/sec 2024-07-26T07:00:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:00:58 smithi037 ceph-mon[97339]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:00:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:00:58 smithi037 ceph-mon[99762]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:00:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:00:58 smithi135 ceph-mon[90132]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:00:59.451 INFO:tasks.workunit.client.0.smithi037.stdout: 511: throughput=4.99MB/sec pending data=0 2024-07-26T07:00:59.451 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XElF0oUvH1-9izh off=2171619 len=1207187 2024-07-26T07:00:59.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 2601 completed, throughput=4.99MB/sec 2024-07-26T07:00:59.453 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rtpez_5Z84hiFyB off=4100098 len=458107 2024-07-26T07:00:59.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 2602 completed, throughput=4.99MB/sec 2024-07-26T07:00:59.457 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2kSFaWY5Jowtdt9 off=822580 len=893841 2024-07-26T07:00:59.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 2603 completed, throughput=5MB/sec 2024-07-26T07:00:59.462 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UeEWoU4ucCEtbAD off=918964 len=831434 2024-07-26T07:00:59.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 2604 completed, throughput=5MB/sec 2024-07-26T07:00:59.463 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MIxAXOJLgOPyNJ_ off=19395652 len=541434 2024-07-26T07:00:59.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 2605 completed, throughput=5MB/sec 2024-07-26T07:00:59.468 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Gm3chpVbfoDcIc5 off=253872 len=893084 2024-07-26T07:00:59.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 2606 completed, throughput=5MB/sec 2024-07-26T07:00:59.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-keEyhGvbP2zkYL_ off=0 len=1602681 2024-07-26T07:00:59.473 INFO:tasks.workunit.client.0.smithi037.stdout:op 2607 completed, throughput=5MB/sec 2024-07-26T07:01:00.474 INFO:tasks.workunit.client.0.smithi037.stdout: 512: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:00.474 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WiaH4jBn7520nvl off=2782781 len=691346 2024-07-26T07:01:00.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 2608 completed, throughput=4.99MB/sec 2024-07-26T07:01:00.479 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0r3_ppUApmLQ72e off=17960496 len=1791447 2024-07-26T07:01:00.482 INFO:tasks.workunit.client.0.smithi037.stdout:op 2609 completed, throughput=5MB/sec 2024-07-26T07:01:00.482 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oTkF0k0YUq0wd-V off=6304099 len=470430 2024-07-26T07:01:00.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 2610 completed, throughput=5MB/sec 2024-07-26T07:01:00.485 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AEx9EpAUNm2RW4m off=5239185 len=476337 2024-07-26T07:01:00.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 2611 completed, throughput=5MB/sec 2024-07-26T07:01:00.486 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-81GzMlYKdx51Ifn off=4227992 len=1014006 2024-07-26T07:01:00.487 INFO:tasks.workunit.client.0.smithi037.stdout:op 2612 completed, throughput=5MB/sec 2024-07-26T07:01:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:00 smithi037 ceph-mon[97339]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:01:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:00 smithi037 ceph-mon[99762]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:01:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:00 smithi135 ceph-mon[90132]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:01:01.488 INFO:tasks.workunit.client.0.smithi037.stdout: 513: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:01.488 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mdwcqw-eFf-y61n off=1535225 len=513266 2024-07-26T07:01:01.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 2613 completed, throughput=4.99MB/sec 2024-07-26T07:01:01.492 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mCZos8aEpRzYDXd off=4171868 len=643345 2024-07-26T07:01:01.496 INFO:tasks.workunit.client.0.smithi037.stdout:op 2614 completed, throughput=4.99MB/sec 2024-07-26T07:01:01.496 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8fu5cKm2JlJo9Hz off=14229658 len=653094 2024-07-26T07:01:01.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 2615 completed, throughput=4.99MB/sec 2024-07-26T07:01:01.501 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YFKrjJnHKtFy0YF off=15314553 len=1483101 2024-07-26T07:01:01.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 2616 completed, throughput=5MB/sec 2024-07-26T07:01:01.507 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KSD8P5Esb8E0xpB off=8327028 len=1810873 2024-07-26T07:01:01.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 2617 completed, throughput=5MB/sec 2024-07-26T07:01:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:01] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:01:02.516 INFO:tasks.workunit.client.0.smithi037.stdout: 514: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:02.517 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XHX7TUrWZmU070s off=683225 len=724247 2024-07-26T07:01:02.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 2618 completed, throughput=4.99MB/sec 2024-07-26T07:01:02.521 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DzlXraBdHbEWH1c off=14674944 len=90107 2024-07-26T07:01:02.524 INFO:tasks.workunit.client.0.smithi037.stdout:op 2619 completed, throughput=4.99MB/sec 2024-07-26T07:01:02.524 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r2nE99vXje7HPq7 off=2373168 len=1010259 2024-07-26T07:01:02.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 2620 completed, throughput=4.99MB/sec 2024-07-26T07:01:02.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PHINCXThMvTjAJh off=7952760 len=1842627 2024-07-26T07:01:02.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 2621 completed, throughput=5MB/sec 2024-07-26T07:01:02.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yq6udaU8kBZfHLP off=22639356 len=1482639 2024-07-26T07:01:02.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 2622 completed, throughput=5MB/sec 2024-07-26T07:01:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:02 smithi037 ceph-mon[97339]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:01:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:02 smithi037 ceph-mon[99762]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:01:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:02 smithi135 ceph-mon[90132]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:01:03.543 INFO:tasks.workunit.client.0.smithi037.stdout: 515: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:03.543 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wMkGYt3eS1oaO_s off=1331331 len=716425 2024-07-26T07:01:03.545 INFO:tasks.workunit.client.0.smithi037.stdout:op 2623 completed, throughput=4.99MB/sec 2024-07-26T07:01:03.545 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mh_EQdX-Gj-Wcyt off=2884572 len=1857000 2024-07-26T07:01:03.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 2624 completed, throughput=5MB/sec 2024-07-26T07:01:03.547 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s3Idc7MV6TuZR1Q off=6336529 len=636433 2024-07-26T07:01:03.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 2625 completed, throughput=5MB/sec 2024-07-26T07:01:03.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7qYFpT7toNBbD4S off=6819400 len=1629433 2024-07-26T07:01:03.556 INFO:tasks.workunit.client.0.smithi037.stdout:op 2626 completed, throughput=5MB/sec 2024-07-26T07:01:03.556 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cXMSKMfoiIeTgyF off=3581780 len=704649 2024-07-26T07:01:03.557 INFO:tasks.workunit.client.0.smithi037.stdout:op 2627 completed, throughput=5MB/sec 2024-07-26T07:01:04.557 INFO:tasks.workunit.client.0.smithi037.stdout: 516: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:04.557 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YPhxmFxH3QM0Uxp off=12599931 len=1167303 2024-07-26T07:01:04.559 INFO:tasks.workunit.client.0.smithi037.stdout:op 2628 completed, throughput=4.99MB/sec 2024-07-26T07:01:04.559 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s6wQbRJFOja_-n2 off=7335752 len=804268 2024-07-26T07:01:04.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 2629 completed, throughput=4.99MB/sec 2024-07-26T07:01:04.565 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g3He8iiAymjZRQV off=2085468 len=2063383 2024-07-26T07:01:04.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 2630 completed, throughput=5MB/sec 2024-07-26T07:01:04.569 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2SpqvMiBkQhmS1W off=6339871 len=1079516 2024-07-26T07:01:04.570 INFO:tasks.workunit.client.0.smithi037.stdout:op 2631 completed, throughput=5MB/sec 2024-07-26T07:01:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:04 smithi037 ceph-mon[97339]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:04 smithi037 ceph-mon[99762]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:04 smithi135 ceph-mon[90132]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:05.571 INFO:tasks.workunit.client.0.smithi037.stdout: 517: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:05.571 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MAOQfOu0TPDZl3E off=5818555 len=1378397 2024-07-26T07:01:05.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 2632 completed, throughput=4.99MB/sec 2024-07-26T07:01:05.577 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UDdtKIT-uSH24bp off=1607777 len=979458 2024-07-26T07:01:05.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 2633 completed, throughput=4.99MB/sec 2024-07-26T07:01:05.582 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kZYP9mSz-ZKl-Ej off=12755557 len=242415 2024-07-26T07:01:05.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 2634 completed, throughput=5MB/sec 2024-07-26T07:01:05.585 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xOyGqi5OP8iRKhS off=6119024 len=1832470 2024-07-26T07:01:05.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 2635 completed, throughput=5MB/sec 2024-07-26T07:01:05.593 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oI5anTH-7y_92TK off=16073279 len=1589783 2024-07-26T07:01:05.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 2636 completed, throughput=5MB/sec 2024-07-26T07:01:06.595 INFO:tasks.workunit.client.0.smithi037.stdout: 518: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:06.595 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SGhYOMrVGpt3Tid off=3178187 len=1289662 2024-07-26T07:01:06.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 2637 completed, throughput=4.99MB/sec 2024-07-26T07:01:06.597 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JJ3JrIYDv3Id0GJ off=20582619 len=766032 2024-07-26T07:01:06.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 2638 completed, throughput=5MB/sec 2024-07-26T07:01:06.599 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AGBWAwSavYZzEe_ off=513091 len=41709 2024-07-26T07:01:06.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 2639 completed, throughput=5MB/sec 2024-07-26T07:01:06.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JMbTQAy_GE61Lew off=17217044 len=768764 2024-07-26T07:01:06.608 INFO:tasks.workunit.client.0.smithi037.stdout:op 2640 completed, throughput=5MB/sec 2024-07-26T07:01:06.608 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a3F7fihZqbD8ai_ off=153536 len=358140 2024-07-26T07:01:06.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 2641 completed, throughput=5MB/sec 2024-07-26T07:01:06.611 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fkZzPpF6keknUIC off=274852 len=1905532 2024-07-26T07:01:06.614 INFO:tasks.workunit.client.0.smithi037.stdout:op 2642 completed, throughput=5MB/sec 2024-07-26T07:01:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:06 smithi037 ceph-mon[97339]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:01:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:06 smithi037 ceph-mon[99762]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:01:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:06 smithi135 ceph-mon[90132]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:01:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: 519: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:07.615 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ne6pc6ey5tgwUil off=6264610 len=2047309 2024-07-26T07:01:07.617 INFO:tasks.workunit.client.0.smithi037.stdout:op 2643 completed, throughput=5MB/sec 2024-07-26T07:01:07.617 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dJoRg69CkKLf5BW off=1589490 len=188594 2024-07-26T07:01:07.620 INFO:tasks.workunit.client.0.smithi037.stdout:op 2644 completed, throughput=5MB/sec 2024-07-26T07:01:07.620 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--ZYGuXRB3s8GAfJ off=653066 len=1348658 2024-07-26T07:01:07.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 2645 completed, throughput=5MB/sec 2024-07-26T07:01:07.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IWzdtdR-8B62heY off=3777804 len=94784 2024-07-26T07:01:07.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 2646 completed, throughput=5MB/sec 2024-07-26T07:01:07.624 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PEq3F7Lr41vU-_c off=6190619 len=1361724 2024-07-26T07:01:07.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 2647 completed, throughput=5MB/sec 2024-07-26T07:01:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 520: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:08.631 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XLJykHIvF9oNVxu off=10403554 len=1868902 2024-07-26T07:01:08.633 INFO:tasks.workunit.client.0.smithi037.stdout:op 2648 completed, throughput=4.99MB/sec 2024-07-26T07:01:08.633 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--nwITBTb_Eq0J0T off=880023 len=99111 2024-07-26T07:01:08.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 2649 completed, throughput=4.99MB/sec 2024-07-26T07:01:08.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wc3uNszr-FTa2Gg off=922452 len=1218630 2024-07-26T07:01:08.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 2650 completed, throughput=5MB/sec 2024-07-26T07:01:08.638 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1yvxbN6U5yZqDtf off=6735706 len=1623576 2024-07-26T07:01:08.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 2651 completed, throughput=5MB/sec 2024-07-26T07:01:08.640 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gKaYFA-mUFHFhfX off=5166209 len=53125 2024-07-26T07:01:08.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 2652 completed, throughput=5MB/sec 2024-07-26T07:01:08.643 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LjbSH7HM3b9YaVZ off=12450432 len=462530 2024-07-26T07:01:08.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 2653 completed, throughput=5MB/sec 2024-07-26T07:01:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:08 smithi037 ceph-mon[97339]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:08 smithi037 ceph-mon[99762]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:08 smithi135 ceph-mon[90132]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:09.651 INFO:tasks.workunit.client.0.smithi037.stdout: 521: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:09.651 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JsiX47rhaJuOhZS off=9181468 len=1149584 2024-07-26T07:01:09.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 2654 completed, throughput=4.99MB/sec 2024-07-26T07:01:09.651 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XYEcxwytyxeDL6v off=9659631 len=2050574 2024-07-26T07:01:09.660 INFO:tasks.workunit.client.0.smithi037.stdout:op 2655 completed, throughput=5MB/sec 2024-07-26T07:01:09.660 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TqiTGGFsW--SU17 off=161062 len=454470 2024-07-26T07:01:09.664 INFO:tasks.workunit.client.0.smithi037.stdout:op 2656 completed, throughput=5MB/sec 2024-07-26T07:01:09.664 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eWRlpnWJISR7qRB off=1351768 len=631764 2024-07-26T07:01:09.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 2657 completed, throughput=5MB/sec 2024-07-26T07:01:09.668 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GiIXxQdCPW4bq3Z off=14199018 len=2090393 2024-07-26T07:01:09.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 2658 completed, throughput=5MB/sec 2024-07-26T07:01:10.670 INFO:tasks.workunit.client.0.smithi037.stdout: 522: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:10.671 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SK_YSESz7uUDoA- off=6825156 len=520053 2024-07-26T07:01:10.671 INFO:tasks.workunit.client.0.smithi037.stdout:op 2659 completed, throughput=4.99MB/sec 2024-07-26T07:01:10.671 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-azfl3qTaZS6CoBG off=646768 len=1895358 2024-07-26T07:01:10.682 INFO:tasks.workunit.client.0.smithi037.stdout:op 2660 completed, throughput=5MB/sec 2024-07-26T07:01:10.683 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VdSGpqd5a3uYpr3 off=2200661 len=1414937 2024-07-26T07:01:10.684 INFO:tasks.workunit.client.0.smithi037.stdout:op 2661 completed, throughput=5MB/sec 2024-07-26T07:01:10.684 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U7tpe_9_1Swq6Sx off=3875790 len=555772 2024-07-26T07:01:10.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 2662 completed, throughput=5MB/sec 2024-07-26T07:01:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:10 smithi037 ceph-mon[97339]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:01:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:10 smithi037 ceph-mon[99762]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:01:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:10 smithi135 ceph-mon[90132]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:01:11.690 INFO:tasks.workunit.client.0.smithi037.stdout: 523: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:11.690 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2RmbItQ3Gde0LUz off=10829608 len=133911 2024-07-26T07:01:11.693 INFO:tasks.workunit.client.0.smithi037.stdout:op 2663 completed, throughput=4.99MB/sec 2024-07-26T07:01:11.693 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v5Srw73TbZAGNyP off=2770186 len=1986303 2024-07-26T07:01:11.702 INFO:tasks.workunit.client.0.smithi037.stdout:op 2664 completed, throughput=4.99MB/sec 2024-07-26T07:01:11.702 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Yrq-NfvqB2_ATtV off=11398319 len=1829716 2024-07-26T07:01:11.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 2665 completed, throughput=5MB/sec 2024-07-26T07:01:11.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2ZStQkycncNJHku off=9699557 len=148727 2024-07-26T07:01:11.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 2666 completed, throughput=5MB/sec 2024-07-26T07:01:11.710 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8I5q0GnXMi15xUe off=13622789 len=878333 2024-07-26T07:01:11.714 INFO:tasks.workunit.client.0.smithi037.stdout:op 2667 completed, throughput=5MB/sec 2024-07-26T07:01:11.714 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hq8L9W2D0v8uUEG off=8816080 len=767002 2024-07-26T07:01:11.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 2668 completed, throughput=5MB/sec 2024-07-26T07:01:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:11] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:01:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:12.719 INFO:tasks.workunit.client.0.smithi037.stdout: 524: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:12.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qSEd_YnSJsVl_tD off=12218074 len=1233166 2024-07-26T07:01:12.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 2669 completed, throughput=4.99MB/sec 2024-07-26T07:01:12.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xOj49U60L_ximc8 off=1408376 len=1866372 2024-07-26T07:01:12.732 INFO:tasks.workunit.client.0.smithi037.stdout:op 2670 completed, throughput=5MB/sec 2024-07-26T07:01:12.733 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7LMtYVMTU9hgJkv off=7714163 len=226785 2024-07-26T07:01:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 2671 completed, throughput=5MB/sec 2024-07-26T07:01:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QpgmJGFsNgC48AU off=1596772 len=53749 2024-07-26T07:01:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 2672 completed, throughput=5MB/sec 2024-07-26T07:01:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a5jagf-435egYhs off=2968126 len=1173880 2024-07-26T07:01:12.739 INFO:tasks.workunit.client.0.smithi037.stdout:op 2673 completed, throughput=5MB/sec 2024-07-26T07:01:12.739 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1Eu1ayqkfgTig4G off=579593 len=1276139 2024-07-26T07:01:12.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 2674 completed, throughput=5MB/sec 2024-07-26T07:01:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:12 smithi037 ceph-mon[97339]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:01:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:12 smithi037 ceph-mon[99762]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:01:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:12 smithi135 ceph-mon[90132]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:01:13.741 INFO:tasks.workunit.client.0.smithi037.stdout: 525: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0m5H28kEKavC4Ac off=2477950 len=1343546 2024-07-26T07:01:13.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 2675 completed, throughput=5MB/sec 2024-07-26T07:01:13.743 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CBW9RFLJQIxKCLQ off=4002632 len=2044292 2024-07-26T07:01:13.754 INFO:tasks.workunit.client.0.smithi037.stdout:op 2676 completed, throughput=5MB/sec 2024-07-26T07:01:13.754 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xX_2OKLkUf_6Erm off=4851551 len=1586255 2024-07-26T07:01:13.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 2677 completed, throughput=5MB/sec 2024-07-26T07:01:14.756 INFO:tasks.workunit.client.0.smithi037.stdout: 526: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:14.756 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sCub6-WnYGfmoXE off=5720180 len=1269096 2024-07-26T07:01:14.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 2678 completed, throughput=4.99MB/sec 2024-07-26T07:01:14.762 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ywDWUI3Kl4-XrPe off=696857 len=444490 2024-07-26T07:01:14.766 INFO:tasks.workunit.client.0.smithi037.stdout:op 2679 completed, throughput=5MB/sec 2024-07-26T07:01:14.766 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k24aBFNPlnUtY16 off=3655319 len=1308753 2024-07-26T07:01:14.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 2680 completed, throughput=5MB/sec 2024-07-26T07:01:14.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a80_37iUy2Bf-v6 off=2749733 len=371888 2024-07-26T07:01:14.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 2681 completed, throughput=5MB/sec 2024-07-26T07:01:14.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J6m8wRSHaEv4COX off=913018 len=860434 2024-07-26T07:01:14.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 2682 completed, throughput=5MB/sec 2024-07-26T07:01:14.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7dQwgE0OLMeh5DL off=5751488 len=2025841 2024-07-26T07:01:14.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 2683 completed, throughput=5MB/sec 2024-07-26T07:01:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:14 smithi037 ceph-mon[97339]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:01:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:14 smithi037 ceph-mon[99762]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:01:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:14 smithi135 ceph-mon[90132]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:01:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: 527: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:15.775 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rPa6McW-KuGoWys off=4368053 len=214042 2024-07-26T07:01:15.778 INFO:tasks.workunit.client.0.smithi037.stdout:op 2684 completed, throughput=4.99MB/sec 2024-07-26T07:01:15.778 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_ngCKEed2hgqdMz off=775170 len=1519600 2024-07-26T07:01:15.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 2685 completed, throughput=5MB/sec 2024-07-26T07:01:15.781 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n8OHSRStvPMtofk off=2844065 len=808240 2024-07-26T07:01:15.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 2686 completed, throughput=5MB/sec 2024-07-26T07:01:15.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S50FRt0x5cX_yjR off=5518521 len=1192228 2024-07-26T07:01:15.785 INFO:tasks.workunit.client.0.smithi037.stdout:op 2687 completed, throughput=5MB/sec 2024-07-26T07:01:16.785 INFO:tasks.workunit.client.0.smithi037.stdout: 528: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:16.785 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PPbL0EJpsxBaz4d off=20742428 len=687676 2024-07-26T07:01:16.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 2688 completed, throughput=4.99MB/sec 2024-07-26T07:01:16.786 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UMy53DBXZBwHnED off=10003258 len=291473 2024-07-26T07:01:16.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 2689 completed, throughput=4.99MB/sec 2024-07-26T07:01:16.790 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TP8yg8viGELwxhZ off=17456554 len=1252916 2024-07-26T07:01:16.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 2690 completed, throughput=4.99MB/sec 2024-07-26T07:01:16.793 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lfeKZFAhWu3EmY_ off=2392142 len=531720 2024-07-26T07:01:16.796 INFO:tasks.workunit.client.0.smithi037.stdout:op 2691 completed, throughput=5MB/sec 2024-07-26T07:01:16.797 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ob6Nd7vQ-Q-cdOn off=1230531 len=1939498 2024-07-26T07:01:16.810 INFO:tasks.workunit.client.0.smithi037.stdout:op 2692 completed, throughput=5MB/sec 2024-07-26T07:01:16.810 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0YlqjCXOX1_GYy0 off=6549128 len=452141 2024-07-26T07:01:16.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 2693 completed, throughput=5MB/sec 2024-07-26T07:01:16.811 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PiJpSsgMXj-Ioph off=4617910 len=808117 2024-07-26T07:01:16.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 2694 completed, throughput=5MB/sec 2024-07-26T07:01:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:16 smithi037 ceph-mon[97339]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:01:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:16 smithi037 ceph-mon[99762]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:01:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:16 smithi135 ceph-mon[90132]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:01:17.816 INFO:tasks.workunit.client.0.smithi037.stdout: 529: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:17.816 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Hscz_DCf-T9vZYy off=7323394 len=1352120 2024-07-26T07:01:17.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 2695 completed, throughput=4.99MB/sec 2024-07-26T07:01:17.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Af5GD0iEaRgs6OQ off=958903 len=775607 2024-07-26T07:01:17.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 2696 completed, throughput=5MB/sec 2024-07-26T07:01:17.823 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_A0Zb-UE1ySFdyD off=9895914 len=613394 2024-07-26T07:01:17.823 INFO:tasks.workunit.client.0.smithi037.stdout:op 2697 completed, throughput=5MB/sec 2024-07-26T07:01:17.824 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5GyOkrh9LPUikun off=3139424 len=231521 2024-07-26T07:01:17.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 2698 completed, throughput=5MB/sec 2024-07-26T07:01:17.825 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XfMo4W0e9VOHQjj off=1474147 len=875394 2024-07-26T07:01:17.826 INFO:tasks.workunit.client.0.smithi037.stdout:op 2699 completed, throughput=5MB/sec 2024-07-26T07:01:17.826 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Hj8l-HhX-A_PRpB off=4487778 len=721561 2024-07-26T07:01:17.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 2700 completed, throughput=5MB/sec 2024-07-26T07:01:18.828 INFO:tasks.workunit.client.0.smithi037.stdout: 530: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:18.828 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0O_Xc7SZl6DHFOo off=15801996 len=1475378 2024-07-26T07:01:18.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 2701 completed, throughput=4.99MB/sec 2024-07-26T07:01:18.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--XQEOmuIiIV5O1C off=5806921 len=1073587 2024-07-26T07:01:18.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 2702 completed, throughput=5MB/sec 2024-07-26T07:01:18.842 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hxllsqzbXs30dLC off=9682883 len=1907945 2024-07-26T07:01:18.850 INFO:tasks.workunit.client.0.smithi037.stdout:op 2703 completed, throughput=5MB/sec 2024-07-26T07:01:18.851 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-06KRB2hMuyTnbDE off=5089362 len=1088929 2024-07-26T07:01:18.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 2704 completed, throughput=5MB/sec 2024-07-26T07:01:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:18 smithi037 ceph-mon[97339]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:18 smithi037 ceph-mon[99762]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:18 smithi135 ceph-mon[90132]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:19.857 INFO:tasks.workunit.client.0.smithi037.stdout: 531: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:19.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N4fg7ye-CxOoWRz off=2835614 len=1201809 2024-07-26T07:01:19.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 2705 completed, throughput=4.99MB/sec 2024-07-26T07:01:19.866 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XH76g3VibeFsUBd off=5679629 len=933808 2024-07-26T07:01:19.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 2706 completed, throughput=4.99MB/sec 2024-07-26T07:01:19.870 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xgEiOeyd2tOubpL off=14078204 len=603544 2024-07-26T07:01:19.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 2707 completed, throughput=5MB/sec 2024-07-26T07:01:19.874 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GDBM8TD1Ck8xWhX off=8091682 len=1229140 2024-07-26T07:01:19.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 2708 completed, throughput=5MB/sec 2024-07-26T07:01:19.880 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZFX8jVsaBg2vWpY off=291664 len=418918 2024-07-26T07:01:19.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 2709 completed, throughput=5MB/sec 2024-07-26T07:01:19.883 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2cJOcKTyWJt4wQH off=3783447 len=285067 2024-07-26T07:01:19.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 2710 completed, throughput=5MB/sec 2024-07-26T07:01:19.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3XoFq1bFQkrLifJ off=679503 len=954015 2024-07-26T07:01:19.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 2711 completed, throughput=5MB/sec 2024-07-26T07:01:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: 532: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:20.889 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rflwxL4J6zqdKNj off=10637554 len=1006812 2024-07-26T07:01:20.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 2712 completed, throughput=4.99MB/sec 2024-07-26T07:01:20.890 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L3GECizigznz3QY off=10532616 len=49740 2024-07-26T07:01:20.893 INFO:tasks.workunit.client.0.smithi037.stdout:op 2713 completed, throughput=4.99MB/sec 2024-07-26T07:01:20.893 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ov7iTNMLxcdPz73 off=14439978 len=1310046 2024-07-26T07:01:20.894 INFO:tasks.workunit.client.0.smithi037.stdout:op 2714 completed, throughput=5MB/sec 2024-07-26T07:01:20.894 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0fv4eyhUfMlBy7w off=2627527 len=2016348 2024-07-26T07:01:20.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 2715 completed, throughput=5MB/sec 2024-07-26T07:01:20.898 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HxVfM4fmcz2cXlg off=12584784 len=1560707 2024-07-26T07:01:20.900 INFO:tasks.workunit.client.0.smithi037.stdout:op 2716 completed, throughput=5MB/sec 2024-07-26T07:01:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:20 smithi037 ceph-mon[97339]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-26T07:01:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:20 smithi037 ceph-mon[99762]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-26T07:01:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:20 smithi135 ceph-mon[90132]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-26T07:01:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:21] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T07:01:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: 533: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:21.901 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sXxGEX-Al5ZAGxL off=1942194 len=79937 2024-07-26T07:01:21.901 INFO:tasks.workunit.client.0.smithi037.stdout:op 2717 completed, throughput=4.99MB/sec 2024-07-26T07:01:21.902 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zMg2SvfwsARDFO9 off=467798 len=1407916 2024-07-26T07:01:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 2718 completed, throughput=5MB/sec 2024-07-26T07:01:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DhNPNiMVAHLMer4 off=17452442 len=23824 2024-07-26T07:01:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 2719 completed, throughput=5MB/sec 2024-07-26T07:01:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KYO9cdbstZ1mgSY off=9428375 len=1315144 2024-07-26T07:01:21.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 2720 completed, throughput=5MB/sec 2024-07-26T07:01:21.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gte08-yX0EnL-AY off=30578 len=1789973 2024-07-26T07:01:21.917 INFO:tasks.workunit.client.0.smithi037.stdout:op 2721 completed, throughput=5MB/sec 2024-07-26T07:01:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: 534: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:22.917 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--hLPmT1svlzaUsq off=4588059 len=659686 2024-07-26T07:01:22.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 2722 completed, throughput=4.99MB/sec 2024-07-26T07:01:22.922 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZPL_vErcPMMwGy7 off=12205708 len=1578339 2024-07-26T07:01:22.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 2723 completed, throughput=5MB/sec 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-838w-JK6M7-1i2f off=12218285 len=263777 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 2724 completed, throughput=5MB/sec 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ORE3eq7UM4tof2d off=9632799 len=513607 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 2725 completed, throughput=5MB/sec 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wn_yOLQyoqIPsWv off=15138096 len=126295 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 2726 completed, throughput=5MB/sec 2024-07-26T07:01:22.935 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f04u5DDSVk0QfBF off=18242244 len=1449814 2024-07-26T07:01:22.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 2727 completed, throughput=5MB/sec 2024-07-26T07:01:22.941 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RyAOVTsZK955ULG off=8333043 len=1041642 2024-07-26T07:01:22.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 2728 completed, throughput=5MB/sec 2024-07-26T07:01:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:22 smithi037 ceph-mon[97339]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:01:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:22 smithi037 ceph-mon[99762]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:01:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:22 smithi135 ceph-mon[90132]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:01:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: 535: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:23.947 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x5B0FuEc5sbvqdX off=14909272 len=1023788 2024-07-26T07:01:23.949 INFO:tasks.workunit.client.0.smithi037.stdout:op 2729 completed, throughput=4.99MB/sec 2024-07-26T07:01:23.949 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4WzXH2PUkuiQq_W off=1310525 len=768086 2024-07-26T07:01:23.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 2730 completed, throughput=4.99MB/sec 2024-07-26T07:01:23.954 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G2Rba_HdEqAVJ27 off=1938091 len=194615 2024-07-26T07:01:23.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 2731 completed, throughput=5MB/sec 2024-07-26T07:01:23.958 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t-QwWj9XrTMx9ER off=6576782 len=1882011 2024-07-26T07:01:23.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 2732 completed, throughput=5MB/sec 2024-07-26T07:01:23.959 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7cTLxOdBsL6Cvl_ off=333330 len=1932598 2024-07-26T07:01:23.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 2733 completed, throughput=5MB/sec 2024-07-26T07:01:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: 536: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:24.962 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IUL6u5gfZPP89PA off=20671835 len=834033 2024-07-26T07:01:24.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 2734 completed, throughput=4.99MB/sec 2024-07-26T07:01:24.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i5Rnz6vEzvzJhfw off=13572087 len=636361 2024-07-26T07:01:24.968 INFO:tasks.workunit.client.0.smithi037.stdout:op 2735 completed, throughput=5MB/sec 2024-07-26T07:01:24.968 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-D8ZkbpFkZODqC4J off=9421948 len=685642 2024-07-26T07:01:24.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 2736 completed, throughput=5MB/sec 2024-07-26T07:01:24.969 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MKAeAOBQ2Js5JvT off=3331599 len=690151 2024-07-26T07:01:24.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 2737 completed, throughput=5MB/sec 2024-07-26T07:01:24.974 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DDipcnDovY9vIi8 off=9328561 len=986867 2024-07-26T07:01:24.978 INFO:tasks.workunit.client.0.smithi037.stdout:op 2738 completed, throughput=5MB/sec 2024-07-26T07:01:24.979 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PHINCXThMvTjAJh off=5282736 len=7330 2024-07-26T07:01:24.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 2739 completed, throughput=5MB/sec 2024-07-26T07:01:24.979 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9q9JC3OK7JpDyL4 off=2332808 len=997160 2024-07-26T07:01:24.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 2740 completed, throughput=5MB/sec 2024-07-26T07:01:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:24 smithi037 ceph-mon[97339]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:24 smithi037 ceph-mon[99762]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:24 smithi135 ceph-mon[90132]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:01:25.984 INFO:tasks.workunit.client.0.smithi037.stdout: 537: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:25.984 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x5B0FuEc5sbvqdX off=10852063 len=1754219 2024-07-26T07:01:25.994 INFO:tasks.workunit.client.0.smithi037.stdout:op 2741 completed, throughput=4.99MB/sec 2024-07-26T07:01:25.994 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7zojuyrCIaWru3W off=16144004 len=223595 2024-07-26T07:01:25.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 2742 completed, throughput=5MB/sec 2024-07-26T07:01:25.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7yfC_rHlQGtN7Z5 off=2424097 len=1721235 2024-07-26T07:01:26.005 INFO:tasks.workunit.client.0.smithi037.stdout:op 2743 completed, throughput=5MB/sec 2024-07-26T07:01:26.005 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iA3KwzsdLKJBeGV off=678920 len=730251 2024-07-26T07:01:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:op 2744 completed, throughput=5MB/sec 2024-07-26T07:01:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fbMMxZQin-DmTbU off=9985924 len=173170 2024-07-26T07:01:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:op 2745 completed, throughput=5MB/sec 2024-07-26T07:01:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Kbt1eTmM_Ok8I-Y off=5840973 len=1627430 2024-07-26T07:01:26.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 2746 completed, throughput=5MB/sec 2024-07-26T07:01:27.013 INFO:tasks.workunit.client.0.smithi037.stdout: 538: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:27.013 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q3SneSkiPFyyp-n off=11697647 len=563229 2024-07-26T07:01:27.017 INFO:tasks.workunit.client.0.smithi037.stdout:op 2747 completed, throughput=4.99MB/sec 2024-07-26T07:01:27.017 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sPAPUO4do42QfWb off=9388133 len=1145711 2024-07-26T07:01:27.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 2748 completed, throughput=5MB/sec 2024-07-26T07:01:27.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OQItU12eDIerrUe off=1728388 len=576018 2024-07-26T07:01:27.023 INFO:tasks.workunit.client.0.smithi037.stdout:op 2749 completed, throughput=5MB/sec 2024-07-26T07:01:27.023 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xYb7CnCHmEjzvIr off=3881132 len=1645765 2024-07-26T07:01:27.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 2750 completed, throughput=5MB/sec 2024-07-26T07:01:27.030 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OrkJ9zlUupnSCnx off=11594915 len=2044767 2024-07-26T07:01:27.035 INFO:tasks.workunit.client.0.smithi037.stdout:op 2751 completed, throughput=5MB/sec 2024-07-26T07:01:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:26 smithi037 ceph-mon[97339]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:01:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:26 smithi037 ceph-mon[99762]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:01:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:26 smithi135 ceph-mon[90132]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout: 539: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G-6l8UJuArieT4m off=3491746 len=13873 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 2752 completed, throughput=4.99MB/sec 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n3OK6z5qxNJfHZe off=1262182 len=520362 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 2753 completed, throughput=5MB/sec 2024-07-26T07:01:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lFfArDNL86Qwpcw off=3366240 len=1640478 2024-07-26T07:01:28.044 INFO:tasks.workunit.client.0.smithi037.stdout:op 2754 completed, throughput=5MB/sec 2024-07-26T07:01:28.044 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rr6GdyR5md4Kp3p off=1156258 len=637209 2024-07-26T07:01:28.045 INFO:tasks.workunit.client.0.smithi037.stdout:op 2755 completed, throughput=5MB/sec 2024-07-26T07:01:28.045 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nh7AprAKKrKCuQN off=14279725 len=261680 2024-07-26T07:01:28.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 2756 completed, throughput=5MB/sec 2024-07-26T07:01:28.046 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_7_EmEpQ_4KGD7y off=843820 len=1292863 2024-07-26T07:01:28.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 2757 completed, throughput=5MB/sec 2024-07-26T07:01:29.051 INFO:tasks.workunit.client.0.smithi037.stdout: 540: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:29.052 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GHB9EZoJD_Mgodh off=3113569 len=269348 2024-07-26T07:01:29.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 2758 completed, throughput=4.99MB/sec 2024-07-26T07:01:29.053 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7SoM7_gdiDtUyAt off=3968692 len=503163 2024-07-26T07:01:29.054 INFO:tasks.workunit.client.0.smithi037.stdout:op 2759 completed, throughput=4.99MB/sec 2024-07-26T07:01:29.054 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7rmk0zDMUdpu6yC off=13555034 len=2049343 2024-07-26T07:01:29.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 2760 completed, throughput=5MB/sec 2024-07-26T07:01:29.062 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D9NOnEgwgDMcJ6y off=0 len=1163831 2024-07-26T07:01:29.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 2761 completed, throughput=5MB/sec 2024-07-26T07:01:29.068 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gobdUy7XZ6WiQan off=21937211 len=811317 2024-07-26T07:01:29.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 2762 completed, throughput=5MB/sec 2024-07-26T07:01:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:28 smithi037 ceph-mon[97339]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:28 smithi037 ceph-mon[99762]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:28 smithi135 ceph-mon[90132]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:30.072 INFO:tasks.workunit.client.0.smithi037.stdout: 541: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:30.072 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bJ_DaRm3wurPvZ1 off=541292 len=1780502 2024-07-26T07:01:30.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 2763 completed, throughput=4.99MB/sec 2024-07-26T07:01:30.081 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kYQpEhZh9WN5sSu off=4787329 len=499538 2024-07-26T07:01:30.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 2764 completed, throughput=5MB/sec 2024-07-26T07:01:30.085 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hyRMiRCmBJedjuJ off=15908342 len=164961 2024-07-26T07:01:30.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 2765 completed, throughput=5MB/sec 2024-07-26T07:01:30.087 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qy9kAXlBPd1B0t2 off=14678116 len=883038 2024-07-26T07:01:30.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 2766 completed, throughput=5MB/sec 2024-07-26T07:01:30.089 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XmUJkEFKs2s0xPv off=17845581 len=637503 2024-07-26T07:01:30.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 2767 completed, throughput=5MB/sec 2024-07-26T07:01:30.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5tSzhkUA7Wusz6W off=15414185 len=1564600 2024-07-26T07:01:30.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 2768 completed, throughput=5MB/sec 2024-07-26T07:01:31.102 INFO:tasks.workunit.client.0.smithi037.stdout: 542: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:31.103 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sGnrkJ1wqGSo9o9 off=13495048 len=548371 2024-07-26T07:01:31.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 2769 completed, throughput=4.99MB/sec 2024-07-26T07:01:31.103 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--rbrlGnWYvJMAFP off=10885691 len=550484 2024-07-26T07:01:31.107 INFO:tasks.workunit.client.0.smithi037.stdout:op 2770 completed, throughput=4.99MB/sec 2024-07-26T07:01:31.107 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RyAOVTsZK955ULG off=2808054 len=1222386 2024-07-26T07:01:31.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 2771 completed, throughput=5MB/sec 2024-07-26T07:01:31.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-875Nuh1EVmMYSnH off=2241235 len=110672 2024-07-26T07:01:31.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 2772 completed, throughput=5MB/sec 2024-07-26T07:01:31.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CK9MmfFCzk5xzjR off=1780495 len=80971 2024-07-26T07:01:31.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 2773 completed, throughput=5MB/sec 2024-07-26T07:01:31.116 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A_ZYUxazi8rXObd off=20429823 len=1568717 2024-07-26T07:01:31.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 2774 completed, throughput=5MB/sec 2024-07-26T07:01:31.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sPAPUO4do42QfWb off=9491014 len=1728427 2024-07-26T07:01:31.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 2775 completed, throughput=5MB/sec 2024-07-26T07:01:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:30 smithi037 ceph-mon[97339]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:30 smithi037 ceph-mon[99762]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:30 smithi135 ceph-mon[90132]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:31] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T07:01:32.126 INFO:tasks.workunit.client.0.smithi037.stdout: 543: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:32.127 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uQUJT4iLx9r73h2 off=16265232 len=1765111 2024-07-26T07:01:32.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 2776 completed, throughput=5MB/sec 2024-07-26T07:01:32.137 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XpJhF7XJOUq1gfN off=3929921 len=221030 2024-07-26T07:01:32.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 2777 completed, throughput=5MB/sec 2024-07-26T07:01:32.140 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ynlqR7oMuNo7YeJ off=118904 len=1683038 2024-07-26T07:01:32.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 2778 completed, throughput=5MB/sec 2024-07-26T07:01:32.142 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W1L4_9MmukBD4Hx off=13266533 len=111037 2024-07-26T07:01:32.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 2779 completed, throughput=5MB/sec 2024-07-26T07:01:32.144 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qZzMvbaHXLP6OZa off=11416664 len=1713928 2024-07-26T07:01:32.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 2780 completed, throughput=5MB/sec 2024-07-26T07:01:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:33.146 INFO:tasks.workunit.client.0.smithi037.stdout: 544: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:33.147 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Sj_uCtm4ns7YVG off=3030017 len=2020089 2024-07-26T07:01:33.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 2781 completed, throughput=5MB/sec 2024-07-26T07:01:33.154 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lhB9aIDOUpgwehj off=10307198 len=90572 2024-07-26T07:01:33.155 INFO:tasks.workunit.client.0.smithi037.stdout:op 2782 completed, throughput=5MB/sec 2024-07-26T07:01:33.155 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gTOYj9kFaB00PSo off=3347527 len=1231141 2024-07-26T07:01:33.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 2783 completed, throughput=5MB/sec 2024-07-26T07:01:33.164 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ai26TOSZWKEqPwG off=290929 len=117076 2024-07-26T07:01:33.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 2784 completed, throughput=5MB/sec 2024-07-26T07:01:33.166 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FD34-Cx0gm6nUBi off=12121046 len=1783545 2024-07-26T07:01:33.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 2785 completed, throughput=5MB/sec 2024-07-26T07:01:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:32 smithi037 ceph-mon[97339]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:32 smithi037 ceph-mon[99762]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:32 smithi135 ceph-mon[90132]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:34.169 INFO:tasks.workunit.client.0.smithi037.stdout: 545: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:34.169 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U2T7HETBOsabExJ off=4566189 len=1302404 2024-07-26T07:01:34.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 2786 completed, throughput=4.99MB/sec 2024-07-26T07:01:34.171 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ztY1Z0_F_5Ac8rL off=17835780 len=59914 2024-07-26T07:01:34.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 2787 completed, throughput=5MB/sec 2024-07-26T07:01:34.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fFIKSiO9HKAKfOT off=8925932 len=379552 2024-07-26T07:01:34.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 2788 completed, throughput=5MB/sec 2024-07-26T07:01:34.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O_ZTwumkU6teJK4 off=2465788 len=897446 2024-07-26T07:01:34.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 2789 completed, throughput=5MB/sec 2024-07-26T07:01:34.174 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iTmsECDJQaT51SA off=8330584 len=1065730 2024-07-26T07:01:34.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 2790 completed, throughput=5MB/sec 2024-07-26T07:01:34.179 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TC3jyceO80XPLR0 off=758948 len=1615903 2024-07-26T07:01:34.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 2791 completed, throughput=5MB/sec 2024-07-26T07:01:35.182 INFO:tasks.workunit.client.0.smithi037.stdout: 546: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:35.182 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ICppmksSxdjWGf4 off=48654 len=1827282 2024-07-26T07:01:35.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 2792 completed, throughput=5MB/sec 2024-07-26T07:01:35.184 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A3PIMBhFPJtQSkl off=8985391 len=174803 2024-07-26T07:01:35.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 2793 completed, throughput=5MB/sec 2024-07-26T07:01:35.187 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pLWSY8sO2v7Ii6z off=7082974 len=175417 2024-07-26T07:01:35.188 INFO:tasks.workunit.client.0.smithi037.stdout:op 2794 completed, throughput=5MB/sec 2024-07-26T07:01:35.188 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mmHJXhu8nMeY647 off=3373843 len=91782 2024-07-26T07:01:35.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 2795 completed, throughput=5MB/sec 2024-07-26T07:01:35.191 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h8dk0kXu0LdlnfP off=9611373 len=206856 2024-07-26T07:01:35.193 INFO:tasks.workunit.client.0.smithi037.stdout:op 2796 completed, throughput=5MB/sec 2024-07-26T07:01:35.193 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-czQXHKWreGVN1sw off=19358094 len=595584 2024-07-26T07:01:35.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 2797 completed, throughput=5MB/sec 2024-07-26T07:01:35.197 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qYC_Ypca92-kx_6 off=12160400 len=851324 2024-07-26T07:01:35.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 2798 completed, throughput=5MB/sec 2024-07-26T07:01:35.202 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fCl0fQ28Pi1GU09 off=3350006 len=755130 2024-07-26T07:01:35.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 2799 completed, throughput=5MB/sec 2024-07-26T07:01:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:34 smithi037 ceph-mon[97339]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:01:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:34 smithi037 ceph-mon[99762]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:01:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:34 smithi135 ceph-mon[90132]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:01:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:36.203 INFO:tasks.workunit.client.0.smithi037.stdout: 547: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:36.203 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x_qdv-pOf8ubBpj off=13114922 len=1645 2024-07-26T07:01:36.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 2800 completed, throughput=4.99MB/sec 2024-07-26T07:01:36.204 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0SiOuGJclbNEQA3 off=4441670 len=12031 2024-07-26T07:01:36.206 INFO:tasks.workunit.client.0.smithi037.stdout:op 2801 completed, throughput=4.99MB/sec 2024-07-26T07:01:36.206 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uS04fPP8id53Ql- off=68281 len=288015 2024-07-26T07:01:36.208 INFO:tasks.workunit.client.0.smithi037.stdout:op 2802 completed, throughput=4.99MB/sec 2024-07-26T07:01:36.208 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rl8FMMgiDpHnXqS off=3399519 len=817875 2024-07-26T07:01:36.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 2803 completed, throughput=4.99MB/sec 2024-07-26T07:01:36.212 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JTWuyiGFACVJqAK off=4306444 len=746774 2024-07-26T07:01:36.217 INFO:tasks.workunit.client.0.smithi037.stdout:op 2804 completed, throughput=4.99MB/sec 2024-07-26T07:01:36.217 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k0LlOuNsoLjcL2P off=13662447 len=260408 2024-07-26T07:01:36.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 2805 completed, throughput=5MB/sec 2024-07-26T07:01:36.218 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kBAtWyyQ0bxqk-s off=4332824 len=372441 2024-07-26T07:01:36.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 2806 completed, throughput=5MB/sec 2024-07-26T07:01:36.221 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S_UM5GhwsNQwuUu off=2420569 len=1157120 2024-07-26T07:01:36.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 2807 completed, throughput=5MB/sec 2024-07-26T07:01:36.230 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qhnTdBUHe5PVZHi off=2012691 len=1147785 2024-07-26T07:01:36.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 2808 completed, throughput=5MB/sec 2024-07-26T07:01:36.232 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mW14uKBT7v9HT8j off=7986402 len=1967382 2024-07-26T07:01:36.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 2809 completed, throughput=5MB/sec 2024-07-26T07:01:37.235 INFO:tasks.workunit.client.0.smithi037.stdout: 548: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:37.235 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZwYCAXAowq1xOZn off=8373519 len=557016 2024-07-26T07:01:37.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 2810 completed, throughput=4.99MB/sec 2024-07-26T07:01:37.236 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k8kZ_pRx2q32nrv off=1193521 len=1037080 2024-07-26T07:01:37.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 2811 completed, throughput=5MB/sec 2024-07-26T07:01:37.241 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XniQgZXbKJioFdT off=3059415 len=308135 2024-07-26T07:01:37.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 2812 completed, throughput=5MB/sec 2024-07-26T07:01:37.243 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xb30_utSHUm6Bkh off=6991481 len=1590817 2024-07-26T07:01:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 2813 completed, throughput=5MB/sec 2024-07-26T07:01:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SoSitxg2WJkPEkG off=11029849 len=624265 2024-07-26T07:01:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 2814 completed, throughput=5MB/sec 2024-07-26T07:01:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:36 smithi037 ceph-mon[97339]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:01:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:36 smithi037 ceph-mon[99762]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:01:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:36 smithi135 ceph-mon[90132]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:01:38.246 INFO:tasks.workunit.client.0.smithi037.stdout: 549: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:38.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s5BpuaevdMxS15u off=1680337 len=1723745 2024-07-26T07:01:38.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 2815 completed, throughput=4.99MB/sec 2024-07-26T07:01:38.248 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S1eAz6PjIngCgY- off=599786 len=524182 2024-07-26T07:01:38.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 2816 completed, throughput=5MB/sec 2024-07-26T07:01:38.250 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jSd5zOXT3Ysf4ys off=2925081 len=1893688 2024-07-26T07:01:38.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 2817 completed, throughput=5MB/sec 2024-07-26T07:01:38.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XPb-gPBwFFBOAim off=20340437 len=1907752 2024-07-26T07:01:38.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 2818 completed, throughput=5MB/sec 2024-07-26T07:01:39.269 INFO:tasks.workunit.client.0.smithi037.stdout: 550: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:39.270 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zogejzDp4OCJI1p off=10881394 len=562834 2024-07-26T07:01:39.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 2819 completed, throughput=4.99MB/sec 2024-07-26T07:01:39.274 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nVAkcIrAnKwuOmq off=2394907 len=1028695 2024-07-26T07:01:39.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 2820 completed, throughput=5MB/sec 2024-07-26T07:01:39.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-77UMtTWbd9YnKa3 off=14352359 len=1472493 2024-07-26T07:01:39.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 2821 completed, throughput=5MB/sec 2024-07-26T07:01:39.280 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bRI33EaykgyTFy4 off=8284626 len=2003196 2024-07-26T07:01:39.283 INFO:tasks.workunit.client.0.smithi037.stdout:op 2822 completed, throughput=5MB/sec 2024-07-26T07:01:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:38 smithi037 ceph-mon[97339]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:39.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:38 smithi037 ceph-mon[99762]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:38 smithi135 ceph-mon[90132]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:40.284 INFO:tasks.workunit.client.0.smithi037.stdout: 551: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Nz8D8o7wQ2MdOCg off=4027720 len=1611438 2024-07-26T07:01:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 2823 completed, throughput=5MB/sec 2024-07-26T07:01:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-duHke_hCD0uxWfr off=1334434 len=1277898 2024-07-26T07:01:40.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 2824 completed, throughput=5MB/sec 2024-07-26T07:01:40.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KU_-rt0opfv_cch off=14216397 len=287499 2024-07-26T07:01:40.295 INFO:tasks.workunit.client.0.smithi037.stdout:op 2825 completed, throughput=5MB/sec 2024-07-26T07:01:40.296 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--CXkhX9aiTPovfG off=3166480 len=1484309 2024-07-26T07:01:40.303 INFO:tasks.workunit.client.0.smithi037.stdout:op 2826 completed, throughput=5MB/sec 2024-07-26T07:01:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:40 smithi037 ceph-mon[97339]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:01:41.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:40 smithi037 ceph-mon[99762]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:01:41.303 INFO:tasks.workunit.client.0.smithi037.stdout: 552: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:41.303 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JGRaf-StQeYyWGS off=10466305 len=319280 2024-07-26T07:01:41.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 2827 completed, throughput=4.99MB/sec 2024-07-26T07:01:41.307 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kvjv3LSQllfYJgw off=3062837 len=1339323 2024-07-26T07:01:41.315 INFO:tasks.workunit.client.0.smithi037.stdout:op 2828 completed, throughput=4.99MB/sec 2024-07-26T07:01:41.315 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CuGceMqv4lLzwXx off=9586638 len=1410893 2024-07-26T07:01:41.317 INFO:tasks.workunit.client.0.smithi037.stdout:op 2829 completed, throughput=5MB/sec 2024-07-26T07:01:41.317 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vJ_ux25VecHuIg8 off=5270028 len=626641 2024-07-26T07:01:41.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 2830 completed, throughput=5MB/sec 2024-07-26T07:01:41.318 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-auaDDxJyLDCftSu off=14192122 len=1842480 2024-07-26T07:01:41.328 INFO:tasks.workunit.client.0.smithi037.stdout:op 2831 completed, throughput=5MB/sec 2024-07-26T07:01:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:40 smithi135 ceph-mon[90132]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:01:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:41] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:01:42.328 INFO:tasks.workunit.client.0.smithi037.stdout: 553: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:42.329 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yyN_UqCRbDWTRel off=16278671 len=435496 2024-07-26T07:01:42.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 2832 completed, throughput=4.99MB/sec 2024-07-26T07:01:42.329 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1BsACHKFYAuM8Ct off=1095524 len=141161 2024-07-26T07:01:42.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 2833 completed, throughput=4.99MB/sec 2024-07-26T07:01:42.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fsB5_OqK-05hERY off=4670087 len=871929 2024-07-26T07:01:42.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 2834 completed, throughput=4.99MB/sec 2024-07-26T07:01:42.335 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xb3Ey1hoK7FqDYE off=13216860 len=340284 2024-07-26T07:01:42.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 2835 completed, throughput=4.99MB/sec 2024-07-26T07:01:42.338 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2MQ5codN5JgYXzv off=15141500 len=1685900 2024-07-26T07:01:42.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 2836 completed, throughput=5MB/sec 2024-07-26T07:01:42.347 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ImGdxWC42lUrt83 off=724378 len=236878 2024-07-26T07:01:42.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 2837 completed, throughput=5MB/sec 2024-07-26T07:01:42.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-r_7v_CeuHorv50w off=1909166 len=637514 2024-07-26T07:01:42.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 2838 completed, throughput=5MB/sec 2024-07-26T07:01:42.350 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CYc94YKagJm9w90 off=14671568 len=847496 2024-07-26T07:01:42.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 2839 completed, throughput=5MB/sec 2024-07-26T07:01:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:42 smithi037 ceph-mon[97339]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:42 smithi037 ceph-mon[99762]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:42 smithi135 ceph-mon[90132]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:01:43.355 INFO:tasks.workunit.client.0.smithi037.stdout: 554: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:43.355 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SQZjEU65MSfWTPC off=1113512 len=1371097 2024-07-26T07:01:43.357 INFO:tasks.workunit.client.0.smithi037.stdout:op 2840 completed, throughput=4.99MB/sec 2024-07-26T07:01:43.357 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RCAv7rPjnYLpMSU off=2299229 len=1195052 2024-07-26T07:01:43.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 2841 completed, throughput=5MB/sec 2024-07-26T07:01:43.358 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-94Ui8qBRdYPnpOW off=6936708 len=717566 2024-07-26T07:01:43.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 2842 completed, throughput=5MB/sec 2024-07-26T07:01:43.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AtFD5_iD7cJltUl off=3234304 len=963846 2024-07-26T07:01:43.368 INFO:tasks.workunit.client.0.smithi037.stdout:op 2843 completed, throughput=5MB/sec 2024-07-26T07:01:43.368 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sk57hy685KQ7VSS off=2104665 len=1035181 2024-07-26T07:01:43.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 2844 completed, throughput=5MB/sec 2024-07-26T07:01:44.374 INFO:tasks.workunit.client.0.smithi037.stdout: 555: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:44.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TWlgL9Tjfq2LGFD off=7933612 len=1113519 2024-07-26T07:01:44.379 INFO:tasks.workunit.client.0.smithi037.stdout:op 2845 completed, throughput=4.99MB/sec 2024-07-26T07:01:44.379 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KXLf1bv0Ocxmgia off=7404293 len=803266 2024-07-26T07:01:44.381 INFO:tasks.workunit.client.0.smithi037.stdout:op 2846 completed, throughput=4.99MB/sec 2024-07-26T07:01:44.382 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nou2VHFiHn1FBQg off=2937967 len=603731 2024-07-26T07:01:44.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 2847 completed, throughput=5MB/sec 2024-07-26T07:01:44.385 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UY9950mrHn4LU7p off=7437805 len=1583552 2024-07-26T07:01:44.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 2848 completed, throughput=5MB/sec 2024-07-26T07:01:44.393 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XtzU-Fn3RLmXymm off=5523797 len=1960724 2024-07-26T07:01:44.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 2849 completed, throughput=5MB/sec 2024-07-26T07:01:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:44 smithi037 ceph-mon[97339]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:44 smithi037 ceph-mon[99762]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:44 smithi135 ceph-mon[90132]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:01:45.400 INFO:tasks.workunit.client.0.smithi037.stdout: 556: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:45.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s3T9Nvtp1i36ZZr off=7679325 len=931418 2024-07-26T07:01:45.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 2850 completed, throughput=4.99MB/sec 2024-07-26T07:01:45.406 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4NwU55i2QtnTfZP off=712920 len=1739397 2024-07-26T07:01:45.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 2851 completed, throughput=5MB/sec 2024-07-26T07:01:45.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M1GAqSqt-iRq93K off=2026532 len=866733 2024-07-26T07:01:45.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 2852 completed, throughput=5MB/sec 2024-07-26T07:01:45.418 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qyFMV95I4J6VZDE off=11012547 len=645706 2024-07-26T07:01:45.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 2853 completed, throughput=5MB/sec 2024-07-26T07:01:45.422 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mPOR9_AP0fyPZ66 off=6811120 len=767744 2024-07-26T07:01:45.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 2854 completed, throughput=5MB/sec 2024-07-26T07:01:46.427 INFO:tasks.workunit.client.0.smithi037.stdout: 557: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:46.427 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2OBM7RleiQN3k5R off=2351031 len=1282020 2024-07-26T07:01:46.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 2855 completed, throughput=4.99MB/sec 2024-07-26T07:01:46.433 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g-7DvLlNFWYzQJU off=16600162 len=1193759 2024-07-26T07:01:46.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 2856 completed, throughput=5MB/sec 2024-07-26T07:01:46.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wheCSY1H6MzMDmF off=11338804 len=1523009 2024-07-26T07:01:46.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 2857 completed, throughput=5MB/sec 2024-07-26T07:01:46.441 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bOK12X-o9H4XKZC off=801792 len=302549 2024-07-26T07:01:46.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 2858 completed, throughput=5MB/sec 2024-07-26T07:01:46.444 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pgezEJn6NJ198fu off=1837927 len=1757605 2024-07-26T07:01:46.448 INFO:tasks.workunit.client.0.smithi037.stdout:op 2859 completed, throughput=5MB/sec 2024-07-26T07:01:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:46 smithi037 ceph-mon[97339]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:01:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:46 smithi037 ceph-mon[99762]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:01:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:46 smithi135 ceph-mon[90132]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:01:47.448 INFO:tasks.workunit.client.0.smithi037.stdout: 558: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:47.448 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bihx8RItZ_1sy62 off=17939742 len=1140090 2024-07-26T07:01:47.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 2860 completed, throughput=5MB/sec 2024-07-26T07:01:47.450 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c5NK4tShDeJb9UI off=1096104 len=354429 2024-07-26T07:01:47.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 2861 completed, throughput=5MB/sec 2024-07-26T07:01:47.452 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q3chNlm2n3cTBV0 off=2009300 len=1704455 2024-07-26T07:01:47.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 2862 completed, throughput=5MB/sec 2024-07-26T07:01:47.462 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yhCb2EBdn88YlaR off=649252 len=1429683 2024-07-26T07:01:47.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 2863 completed, throughput=5MB/sec 2024-07-26T07:01:48.465 INFO:tasks.workunit.client.0.smithi037.stdout: 559: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:48.465 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iXkc8huOKv3oEqK off=1903520 len=280046 2024-07-26T07:01:48.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 2864 completed, throughput=4.99MB/sec 2024-07-26T07:01:48.468 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2fhsX1g7uE142xl off=1672985 len=940540 2024-07-26T07:01:48.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 2865 completed, throughput=4.99MB/sec 2024-07-26T07:01:48.469 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-83-7LSicL3_ul0T off=14663957 len=796859 2024-07-26T07:01:48.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 2866 completed, throughput=5MB/sec 2024-07-26T07:01:48.471 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1Um_CTg-2s0-nVw off=10074125 len=1229896 2024-07-26T07:01:48.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 2867 completed, throughput=5MB/sec 2024-07-26T07:01:48.472 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-79jCJaJ50SIXmqh off=6221181 len=1321121 2024-07-26T07:01:48.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 2868 completed, throughput=5MB/sec 2024-07-26T07:01:48.485 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eUsAz1Aw2pcNS1T off=1061447 len=439107 2024-07-26T07:01:48.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 2869 completed, throughput=5MB/sec 2024-07-26T07:01:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:48 smithi037 ceph-mon[97339]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:01:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:48 smithi037 ceph-mon[99762]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:01:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:48 smithi135 ceph-mon[90132]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:01:49.489 INFO:tasks.workunit.client.0.smithi037.stdout: 560: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:49.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gTzgSwtz-h2NCWn off=8175859 len=1482012 2024-07-26T07:01:49.491 INFO:tasks.workunit.client.0.smithi037.stdout:op 2870 completed, throughput=4.99MB/sec 2024-07-26T07:01:49.491 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P8WGiblQnftQvFQ off=10167030 len=1706800 2024-07-26T07:01:49.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 2871 completed, throughput=5MB/sec 2024-07-26T07:01:49.493 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wjDO8iFxnlhiJZ_ off=2287353 len=88014 2024-07-26T07:01:49.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 2872 completed, throughput=5MB/sec 2024-07-26T07:01:49.494 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p2ZJCUnf2eKGMv4 off=2505721 len=809237 2024-07-26T07:01:49.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 2873 completed, throughput=5MB/sec 2024-07-26T07:01:49.498 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xDGqrCe0Fsolttv off=4316263 len=125708 2024-07-26T07:01:49.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 2874 completed, throughput=5MB/sec 2024-07-26T07:01:49.499 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RBFx6YTiVv6Bykg off=3817622 len=1697662 2024-07-26T07:01:49.509 INFO:tasks.workunit.client.0.smithi037.stdout:op 2875 completed, throughput=5MB/sec 2024-07-26T07:01:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:50.509 INFO:tasks.workunit.client.0.smithi037.stdout: 561: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:50.509 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iSfAsvN0Dadi4t4 off=498707 len=1379474 2024-07-26T07:01:50.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 2876 completed, throughput=4.99MB/sec 2024-07-26T07:01:50.511 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8E1Ie52lKsq1tVq off=1858681 len=1774885 2024-07-26T07:01:50.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 2877 completed, throughput=5MB/sec 2024-07-26T07:01:50.514 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a80_37iUy2Bf-v6 off=3071305 len=1769659 2024-07-26T07:01:50.515 INFO:tasks.workunit.client.0.smithi037.stdout:op 2878 completed, throughput=5MB/sec 2024-07-26T07:01:51.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:50 smithi037 ceph-mon[97339]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:01:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:50 smithi037 ceph-mon[99762]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:01:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:50 smithi135 ceph-mon[90132]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:01:51.515 INFO:tasks.workunit.client.0.smithi037.stdout: 562: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:51.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qV9-6PlyPN4sLAB off=0 len=1155384 2024-07-26T07:01:51.520 INFO:tasks.workunit.client.0.smithi037.stdout:op 2879 completed, throughput=4.99MB/sec 2024-07-26T07:01:51.520 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KbhsgnARbXhXzKi off=8747575 len=433083 2024-07-26T07:01:51.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 2880 completed, throughput=4.99MB/sec 2024-07-26T07:01:51.521 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XniQgZXbKJioFdT off=4886172 len=1620824 2024-07-26T07:01:51.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 2881 completed, throughput=5MB/sec 2024-07-26T07:01:51.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ae8lwvKBi_4EyvC off=3700447 len=311319 2024-07-26T07:01:51.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 2882 completed, throughput=5MB/sec 2024-07-26T07:01:51.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dxmb53025OSzjlZ off=2354081 len=683579 2024-07-26T07:01:51.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 2883 completed, throughput=5MB/sec 2024-07-26T07:01:51.537 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8cJtEFMWMJOYQF8 off=13382301 len=1747406 2024-07-26T07:01:51.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 2884 completed, throughput=5MB/sec 2024-07-26T07:01:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:01:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:01:51] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T07:01:52.539 INFO:tasks.workunit.client.0.smithi037.stdout: 563: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:52.539 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ORx4-lAEbRaM-b0 off=5258338 len=1394895 2024-07-26T07:01:52.546 INFO:tasks.workunit.client.0.smithi037.stdout:op 2885 completed, throughput=5MB/sec 2024-07-26T07:01:52.546 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qqJKzDLN-T23z2Q off=7678059 len=337288 2024-07-26T07:01:52.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 2886 completed, throughput=5MB/sec 2024-07-26T07:01:52.550 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kwV9y3fuRWDuMIm off=8220938 len=761592 2024-07-26T07:01:52.554 INFO:tasks.workunit.client.0.smithi037.stdout:op 2887 completed, throughput=5MB/sec 2024-07-26T07:01:52.554 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S5kPJ__EKG-TgIB off=593329 len=1214501 2024-07-26T07:01:52.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 2888 completed, throughput=5MB/sec 2024-07-26T07:01:52.561 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rygnYbM6E8iOMe6 off=9973995 len=1152779 2024-07-26T07:01:52.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 2889 completed, throughput=5MB/sec 2024-07-26T07:01:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:01:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:52 smithi037 ceph-mon[97339]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:52 smithi037 ceph-mon[99762]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:52 smithi135 ceph-mon[90132]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:01:53.564 INFO:tasks.workunit.client.0.smithi037.stdout: 564: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:53.564 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s82QW_VMH84aFPS off=372649 len=1555641 2024-07-26T07:01:53.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 2890 completed, throughput=4.99MB/sec 2024-07-26T07:01:53.566 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X0O3Iw12ZdG-lBr off=7361276 len=1534405 2024-07-26T07:01:53.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 2891 completed, throughput=5MB/sec 2024-07-26T07:01:53.572 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XnLAYaZer2wzaJf off=2852082 len=918789 2024-07-26T07:01:53.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 2892 completed, throughput=5MB/sec 2024-07-26T07:01:53.575 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d4vurYxdBFoc7g- off=12436218 len=915381 2024-07-26T07:01:53.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 2893 completed, throughput=5MB/sec 2024-07-26T07:01:54.576 INFO:tasks.workunit.client.0.smithi037.stdout: 565: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:54.576 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dcFa7C3ZtLyT1Tc off=15370091 len=1484852 2024-07-26T07:01:54.583 INFO:tasks.workunit.client.0.smithi037.stdout:op 2894 completed, throughput=4.99MB/sec 2024-07-26T07:01:54.583 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i5Rnz6vEzvzJhfw off=16392298 len=1278115 2024-07-26T07:01:54.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 2895 completed, throughput=5MB/sec 2024-07-26T07:01:54.584 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-02F41e2_55am2AV off=2051549 len=540429 2024-07-26T07:01:54.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 2896 completed, throughput=5MB/sec 2024-07-26T07:01:54.589 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6t4HRW9IGF15Z1C off=10095951 len=165455 2024-07-26T07:01:54.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 2897 completed, throughput=5MB/sec 2024-07-26T07:01:54.589 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LYM4BEcLrimHD7t off=3009655 len=588124 2024-07-26T07:01:54.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 2898 completed, throughput=5MB/sec 2024-07-26T07:01:54.593 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fKct8oSR3PGjKrl off=14926095 len=365242 2024-07-26T07:01:54.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 2899 completed, throughput=5MB/sec 2024-07-26T07:01:54.596 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8mfwx2QeunHVGJk off=292767 len=1555394 2024-07-26T07:01:54.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 2900 completed, throughput=5MB/sec 2024-07-26T07:01:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:55 smithi037 ceph-mon[97339]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:01:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:55 smithi037 ceph-mon[99762]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:01:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:55 smithi135 ceph-mon[90132]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:01:55.601 INFO:tasks.workunit.client.0.smithi037.stdout: 566: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:55.601 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eDzpm_EH8OaGLuE off=755531 len=1425633 2024-07-26T07:01:55.607 INFO:tasks.workunit.client.0.smithi037.stdout:op 2901 completed, throughput=4.99MB/sec 2024-07-26T07:01:55.607 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M7DxWB8rSkWA-HX off=1159041 len=410305 2024-07-26T07:01:55.609 INFO:tasks.workunit.client.0.smithi037.stdout:op 2902 completed, throughput=5MB/sec 2024-07-26T07:01:55.609 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwXHec_oP2EYwHz off=3426361 len=684597 2024-07-26T07:01:55.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 2903 completed, throughput=5MB/sec 2024-07-26T07:01:55.612 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yQL7WGiaoh_vtmf off=7950982 len=814703 2024-07-26T07:01:55.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 2904 completed, throughput=5MB/sec 2024-07-26T07:01:55.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qRrvHEnupx4hHAV off=8514988 len=846140 2024-07-26T07:01:55.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 2905 completed, throughput=5MB/sec 2024-07-26T07:01:55.618 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mFF8WtZ5GOnBGFl off=158327 len=1403917 2024-07-26T07:01:55.621 INFO:tasks.workunit.client.0.smithi037.stdout:op 2906 completed, throughput=5MB/sec 2024-07-26T07:01:56.621 INFO:tasks.workunit.client.0.smithi037.stdout: 567: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:56.621 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LKSJyiuirCl0RUg off=14516490 len=540406 2024-07-26T07:01:56.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 2907 completed, throughput=4.99MB/sec 2024-07-26T07:01:56.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JOKiSpr2cEJsh8c off=20856099 len=784251 2024-07-26T07:01:56.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 2908 completed, throughput=4.99MB/sec 2024-07-26T07:01:56.624 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ncDE1qrH5kVj7Q- off=834643 len=668494 2024-07-26T07:01:56.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 2909 completed, throughput=5MB/sec 2024-07-26T07:01:56.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8z247y3gy8pCW1g off=5340960 len=1008950 2024-07-26T07:01:56.628 INFO:tasks.workunit.client.0.smithi037.stdout:op 2910 completed, throughput=5MB/sec 2024-07-26T07:01:56.628 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z9MRIbnRYs2GlQK off=12571075 len=962639 2024-07-26T07:01:56.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 2911 completed, throughput=5MB/sec 2024-07-26T07:01:56.629 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-szNOGFc6g69Bif_ off=3821520 len=1902701 2024-07-26T07:01:56.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 2912 completed, throughput=5MB/sec 2024-07-26T07:01:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:57 smithi037 ceph-mon[97339]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:57 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:57 smithi037 ceph-mon[99762]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:57 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:57 smithi135 ceph-mon[90132]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:01:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:57 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:57.632 INFO:tasks.workunit.client.0.smithi037.stdout: 568: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:57.632 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qes6L6W8q_zBih0 off=2202129 len=1203033 2024-07-26T07:01:57.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 2913 completed, throughput=5MB/sec 2024-07-26T07:01:57.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6q8WiITUH4s-tdu off=6788658 len=559509 2024-07-26T07:01:57.642 INFO:tasks.workunit.client.0.smithi037.stdout:op 2914 completed, throughput=5MB/sec 2024-07-26T07:01:57.642 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CB613zSDiaOIbSA off=7805535 len=546055 2024-07-26T07:01:57.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 2915 completed, throughput=5MB/sec 2024-07-26T07:01:57.643 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UVDmQqVkJYrfUm8 off=8552927 len=98283 2024-07-26T07:01:57.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 2916 completed, throughput=5MB/sec 2024-07-26T07:01:57.645 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PTNvDrKLNFkLvHM off=17659092 len=1442801 2024-07-26T07:01:57.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 2917 completed, throughput=5MB/sec 2024-07-26T07:01:57.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NPfMKqO-8K5cr5X off=845378 len=1160451 2024-07-26T07:01:57.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 2918 completed, throughput=5MB/sec 2024-07-26T07:01:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:01:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:01:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:01:58.655 INFO:tasks.workunit.client.0.smithi037.stdout: 569: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:58.655 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iHgkm3prcYUbMt1 off=6309277 len=1681412 2024-07-26T07:01:58.663 INFO:tasks.workunit.client.0.smithi037.stdout:op 2919 completed, throughput=5MB/sec 2024-07-26T07:01:58.663 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-46Cdgn63jq1MxSc off=132100 len=1303961 2024-07-26T07:01:58.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 2920 completed, throughput=5MB/sec 2024-07-26T07:01:58.669 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IPG9E1TxctbV5rp off=4352760 len=1712224 2024-07-26T07:01:58.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 2921 completed, throughput=5MB/sec 2024-07-26T07:01:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:01:59 smithi037 ceph-mon[97339]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:01:59 smithi037 ceph-mon[99762]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:59.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:01:59 smithi135 ceph-mon[90132]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:01:59.673 INFO:tasks.workunit.client.0.smithi037.stdout: 570: throughput=4.99MB/sec pending data=0 2024-07-26T07:01:59.673 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kZYP9mSz-ZKl-Ej off=2981121 len=243484 2024-07-26T07:01:59.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 2922 completed, throughput=4.99MB/sec 2024-07-26T07:01:59.674 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QTw-plqAF0NI67x off=18232855 len=493741 2024-07-26T07:01:59.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 2923 completed, throughput=4.99MB/sec 2024-07-26T07:01:59.678 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yB69rea_d5RB0gM off=4321039 len=362118 2024-07-26T07:01:59.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 2924 completed, throughput=4.99MB/sec 2024-07-26T07:01:59.679 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3E8GkdVm-t9oe91 off=4015317 len=1452356 2024-07-26T07:01:59.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 2925 completed, throughput=5MB/sec 2024-07-26T07:01:59.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T1fobQgDk4TfCpq off=14990447 len=460808 2024-07-26T07:01:59.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 2926 completed, throughput=5MB/sec 2024-07-26T07:01:59.688 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qif_8_s60516iZx off=12334176 len=1512177 2024-07-26T07:01:59.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 2927 completed, throughput=5MB/sec 2024-07-26T07:01:59.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NT9B2xyo2T3asOk off=17650016 len=178933 2024-07-26T07:01:59.695 INFO:tasks.workunit.client.0.smithi037.stdout:op 2928 completed, throughput=5MB/sec 2024-07-26T07:01:59.695 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zopcEbkPwkRDZ1T off=5668729 len=1520246 2024-07-26T07:01:59.702 INFO:tasks.workunit.client.0.smithi037.stdout:op 2929 completed, throughput=5MB/sec 2024-07-26T07:02:00.702 INFO:tasks.workunit.client.0.smithi037.stdout: 571: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:00.703 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9uMz0S7rNzJw3pj off=928050 len=1177999 2024-07-26T07:02:00.709 INFO:tasks.workunit.client.0.smithi037.stdout:op 2930 completed, throughput=5MB/sec 2024-07-26T07:02:00.709 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6PKx_e1abojLQk5 off=111056 len=2034249 2024-07-26T07:02:00.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 2931 completed, throughput=5MB/sec 2024-07-26T07:02:00.712 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ljnfPV8bK4QGQzv off=6266848 len=519939 2024-07-26T07:02:00.714 INFO:tasks.workunit.client.0.smithi037.stdout:op 2932 completed, throughput=5MB/sec 2024-07-26T07:02:00.714 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vqe9dl13PYR4Z5- off=2938960 len=1067337 2024-07-26T07:02:00.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 2933 completed, throughput=5MB/sec 2024-07-26T07:02:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:01 smithi037 ceph-mon[97339]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:02:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:01] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T07:02:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:01 smithi037 ceph-mon[99762]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:02:01.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:01 smithi135 ceph-mon[90132]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:02:01.720 INFO:tasks.workunit.client.0.smithi037.stdout: 572: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:01.720 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w2WHxokrVTqoGA9 off=2304060 len=1679317 2024-07-26T07:02:01.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 2934 completed, throughput=5MB/sec 2024-07-26T07:02:01.727 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WXgs7hknHEBepbz off=2579349 len=1996372 2024-07-26T07:02:01.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 2935 completed, throughput=5MB/sec 2024-07-26T07:02:01.739 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fz_KHn0m5Ql_V3i off=1691723 len=1529268 2024-07-26T07:02:01.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 2936 completed, throughput=5MB/sec 2024-07-26T07:02:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:02.746 INFO:tasks.workunit.client.0.smithi037.stdout: 573: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:02.747 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6750N_RQlPNBCQF off=7563649 len=1279565 2024-07-26T07:02:02.749 INFO:tasks.workunit.client.0.smithi037.stdout:op 2937 completed, throughput=4.99MB/sec 2024-07-26T07:02:02.749 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0IPX32-zjaUnhC5 off=7634396 len=1028122 2024-07-26T07:02:02.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 2938 completed, throughput=5MB/sec 2024-07-26T07:02:02.755 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YHFxmiVBJxPow1B off=2754974 len=1462443 2024-07-26T07:02:02.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 2939 completed, throughput=5MB/sec 2024-07-26T07:02:02.764 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2JOuVk8bE_pjQhq off=4186866 len=970521 2024-07-26T07:02:02.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 2940 completed, throughput=5MB/sec 2024-07-26T07:02:02.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JMm65CuljJtYCPW off=9156854 len=1158903 2024-07-26T07:02:02.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 2941 completed, throughput=5MB/sec 2024-07-26T07:02:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:03 smithi037 ceph-mon[97339]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:02:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:03 smithi037 ceph-mon[99762]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:02:03.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:03 smithi135 ceph-mon[90132]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:02:03.770 INFO:tasks.workunit.client.0.smithi037.stdout: 574: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:03.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PWxSC3fbuRWaSDE off=1687507 len=1376536 2024-07-26T07:02:03.778 INFO:tasks.workunit.client.0.smithi037.stdout:op 2942 completed, throughput=5MB/sec 2024-07-26T07:02:03.778 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fKBnTpzT0UKFa8t off=3271711 len=1830997 2024-07-26T07:02:03.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 2943 completed, throughput=5MB/sec 2024-07-26T07:02:03.782 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YvesD0q4asyvhHb off=4160090 len=943504 2024-07-26T07:02:03.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 2944 completed, throughput=5MB/sec 2024-07-26T07:02:03.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9yawKwsRSchF4Ff off=9106466 len=1774091 2024-07-26T07:02:03.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 2945 completed, throughput=5MB/sec 2024-07-26T07:02:04.794 INFO:tasks.workunit.client.0.smithi037.stdout: 575: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:04.795 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ldGHeUdop7YQGxv off=11075257 len=2067229 2024-07-26T07:02:04.797 INFO:tasks.workunit.client.0.smithi037.stdout:op 2946 completed, throughput=5MB/sec 2024-07-26T07:02:04.798 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n5a23vIgQ4LCoKL off=12336567 len=486264 2024-07-26T07:02:04.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 2947 completed, throughput=5MB/sec 2024-07-26T07:02:04.798 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EvZOwYoopaCQB8G off=4441324 len=1327380 2024-07-26T07:02:04.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 2948 completed, throughput=5MB/sec 2024-07-26T07:02:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:05 smithi037 ceph-mon[97339]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:05 smithi037 ceph-mon[99762]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:05 smithi135 ceph-mon[90132]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:05.800 INFO:tasks.workunit.client.0.smithi037.stdout: 576: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:05.801 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fdjCd45zTv-d-Hk off=7144978 len=323762 2024-07-26T07:02:05.801 INFO:tasks.workunit.client.0.smithi037.stdout:op 2949 completed, throughput=4.99MB/sec 2024-07-26T07:02:05.801 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3hMv3EDVZOlL7K- off=14341303 len=987593 2024-07-26T07:02:05.803 INFO:tasks.workunit.client.0.smithi037.stdout:op 2950 completed, throughput=4.99MB/sec 2024-07-26T07:02:05.803 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-liGbUuZ03TW8806 off=16202208 len=992128 2024-07-26T07:02:05.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 2951 completed, throughput=5MB/sec 2024-07-26T07:02:05.805 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wig81liX0Xv0_WW off=3636113 len=1579637 2024-07-26T07:02:05.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 2952 completed, throughput=5MB/sec 2024-07-26T07:02:05.813 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EjQBbBFbtcVh5SO off=15422461 len=1164192 2024-07-26T07:02:05.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 2953 completed, throughput=5MB/sec 2024-07-26T07:02:05.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aBe1TYkvg1ytBJz off=3063775 len=453394 2024-07-26T07:02:05.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 2954 completed, throughput=5MB/sec 2024-07-26T07:02:06.822 INFO:tasks.workunit.client.0.smithi037.stdout: 577: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:06.823 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--MejAEfHJFqyXzu off=12245872 len=899749 2024-07-26T07:02:06.823 INFO:tasks.workunit.client.0.smithi037.stdout:op 2955 completed, throughput=4.99MB/sec 2024-07-26T07:02:06.823 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rjswjsLlSRr8MXu off=6411908 len=918465 2024-07-26T07:02:06.823 INFO:tasks.workunit.client.0.smithi037.stdout:op 2956 completed, throughput=5MB/sec 2024-07-26T07:02:06.823 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5TvkmwkHHsh4CLs off=5025171 len=2092223 2024-07-26T07:02:06.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 2957 completed, throughput=5MB/sec 2024-07-26T07:02:06.824 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hSKAtE5_aEfNKFE off=6388784 len=2018755 2024-07-26T07:02:06.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 2958 completed, throughput=5MB/sec 2024-07-26T07:02:07.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:07 smithi037 ceph-mon[97339]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:07.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:07 smithi037 ceph-mon[99762]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:07.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:07 smithi135 ceph-mon[90132]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:02:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: 578: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:07.827 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7f1UC7j4HFSF8wc off=1187050 len=1151367 2024-07-26T07:02:07.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 2959 completed, throughput=4.99MB/sec 2024-07-26T07:02:07.833 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mktS55nRCdPZFL6 off=8677476 len=1852732 2024-07-26T07:02:07.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 2960 completed, throughput=5MB/sec 2024-07-26T07:02:07.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KgxkqOyJICHWYMl off=3285041 len=845923 2024-07-26T07:02:07.841 INFO:tasks.workunit.client.0.smithi037.stdout:op 2961 completed, throughput=5MB/sec 2024-07-26T07:02:07.841 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G7vkMlpDsX6Ofoc off=9052625 len=489142 2024-07-26T07:02:07.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 2962 completed, throughput=5MB/sec 2024-07-26T07:02:08.843 INFO:tasks.workunit.client.0.smithi037.stdout: 579: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:08.843 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IM0CFN3umMGQ-id off=3610225 len=1893705 2024-07-26T07:02:08.845 INFO:tasks.workunit.client.0.smithi037.stdout:op 2963 completed, throughput=4.99MB/sec 2024-07-26T07:02:08.845 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dm9hvP6VSHw6zRq off=2877238 len=698524 2024-07-26T07:02:08.849 INFO:tasks.workunit.client.0.smithi037.stdout:op 2964 completed, throughput=5MB/sec 2024-07-26T07:02:08.849 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dOx9qSUq-4KSCgh off=5954184 len=936277 2024-07-26T07:02:08.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 2965 completed, throughput=5MB/sec 2024-07-26T07:02:08.854 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xQIMMNq2Q1h6jkU off=597581 len=325827 2024-07-26T07:02:08.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 2966 completed, throughput=5MB/sec 2024-07-26T07:02:08.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LuzbKBIJrMSdw9B off=11023226 len=382681 2024-07-26T07:02:08.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 2967 completed, throughput=5MB/sec 2024-07-26T07:02:08.861 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qowXxdiM5oRsMIq off=570746 len=439678 2024-07-26T07:02:08.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 2968 completed, throughput=5MB/sec 2024-07-26T07:02:08.864 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2sjwMRm6Q4sG2tn off=12159615 len=289323 2024-07-26T07:02:08.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 2969 completed, throughput=5MB/sec 2024-07-26T07:02:08.865 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YG3RrESzRqFlV-B off=2884197 len=685228 2024-07-26T07:02:08.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 2970 completed, throughput=5MB/sec 2024-07-26T07:02:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:09 smithi037 ceph-mon[97339]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:02:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:09 smithi037 ceph-mon[99762]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:02:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:09 smithi135 ceph-mon[90132]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:02:09.869 INFO:tasks.workunit.client.0.smithi037.stdout: 580: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:09.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RTj5f06VpJBU7IF off=4865476 len=1534364 2024-07-26T07:02:09.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 2971 completed, throughput=4.99MB/sec 2024-07-26T07:02:09.871 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wddNTnxb_N913JD off=17739337 len=1525912 2024-07-26T07:02:09.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 2972 completed, throughput=5MB/sec 2024-07-26T07:02:09.879 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cAPfdS3rWOg8vMw off=2636316 len=1631153 2024-07-26T07:02:09.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 2973 completed, throughput=5MB/sec 2024-07-26T07:02:09.887 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Y-00pmRe_62naI5 off=3716297 len=95037 2024-07-26T07:02:09.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 2974 completed, throughput=5MB/sec 2024-07-26T07:02:09.890 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2NeRUSIDq02H3Oi off=21047027 len=233603 2024-07-26T07:02:09.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 2975 completed, throughput=5MB/sec 2024-07-26T07:02:09.891 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X0VVCvZAXKedAef off=2457309 len=1963756 2024-07-26T07:02:09.895 INFO:tasks.workunit.client.0.smithi037.stdout:op 2976 completed, throughput=5MB/sec 2024-07-26T07:02:10.895 INFO:tasks.workunit.client.0.smithi037.stdout: 581: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:10.896 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7sziipDEAibLAPl off=10665526 len=1839338 2024-07-26T07:02:10.906 INFO:tasks.workunit.client.0.smithi037.stdout:op 2977 completed, throughput=5MB/sec 2024-07-26T07:02:10.906 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Oa5oOthSDZt_hZg off=15124650 len=1802945 2024-07-26T07:02:10.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 2978 completed, throughput=5MB/sec 2024-07-26T07:02:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:11 smithi037 ceph-mon[97339]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:02:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:11] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:02:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:11 smithi037 ceph-mon[99762]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:02:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:11 smithi135 ceph-mon[90132]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:02:11.908 INFO:tasks.workunit.client.0.smithi037.stdout: 582: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:11.909 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MJOGzzjiReG5CnD off=1967630 len=1081933 2024-07-26T07:02:11.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 2979 completed, throughput=4.99MB/sec 2024-07-26T07:02:11.914 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MYa1HKR5AWdMUtf off=309538 len=785258 2024-07-26T07:02:11.919 INFO:tasks.workunit.client.0.smithi037.stdout:op 2980 completed, throughput=4.99MB/sec 2024-07-26T07:02:11.919 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_oJyiQ6NZdN0GGx off=2856284 len=120011 2024-07-26T07:02:11.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 2981 completed, throughput=5MB/sec 2024-07-26T07:02:11.922 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y5FBhTuqsHRBON7 off=13328476 len=539660 2024-07-26T07:02:11.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 2982 completed, throughput=5MB/sec 2024-07-26T07:02:11.923 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sPs095YN-T_JLl6 off=6077883 len=82166 2024-07-26T07:02:11.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 2983 completed, throughput=5MB/sec 2024-07-26T07:02:11.923 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-agICkKTJjl8MEtT off=4129436 len=2042374 2024-07-26T07:02:11.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 2984 completed, throughput=5MB/sec 2024-07-26T07:02:11.933 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BDPk3ypvLq2kX6I off=1891380 len=111597 2024-07-26T07:02:11.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 2985 completed, throughput=5MB/sec 2024-07-26T07:02:11.935 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dfPC8udlBSnf_lk off=612179 len=287271 2024-07-26T07:02:11.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 2986 completed, throughput=5MB/sec 2024-07-26T07:02:11.938 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jRzRp-R3SfdrSe8 off=4279070 len=1224819 2024-07-26T07:02:11.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 2987 completed, throughput=5MB/sec 2024-07-26T07:02:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:12.944 INFO:tasks.workunit.client.0.smithi037.stdout: 583: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:12.944 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VOnFq6ClvT9lqsA off=2613712 len=1703398 2024-07-26T07:02:12.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 2988 completed, throughput=5MB/sec 2024-07-26T07:02:12.953 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d93Zksp7fLEP64_ off=8344217 len=1239816 2024-07-26T07:02:12.957 INFO:tasks.workunit.client.0.smithi037.stdout:op 2989 completed, throughput=5MB/sec 2024-07-26T07:02:12.957 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lw6mSNek7ScbWWX off=9377772 len=189173 2024-07-26T07:02:12.960 INFO:tasks.workunit.client.0.smithi037.stdout:op 2990 completed, throughput=5MB/sec 2024-07-26T07:02:12.960 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EnXFWV1axnUlLO0 off=9956863 len=1949140 2024-07-26T07:02:12.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 2991 completed, throughput=5MB/sec 2024-07-26T07:02:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:13 smithi037 ceph-mon[97339]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:02:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:13 smithi037 ceph-mon[99762]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:02:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:13 smithi135 ceph-mon[90132]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:02:13.963 INFO:tasks.workunit.client.0.smithi037.stdout: 584: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:13.963 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zsABP-yX2Ngwvlt off=2138033 len=673645 2024-07-26T07:02:13.964 INFO:tasks.workunit.client.0.smithi037.stdout:op 2992 completed, throughput=4.99MB/sec 2024-07-26T07:02:13.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XVf04sJMPytU-hr off=17602604 len=1873419 2024-07-26T07:02:13.968 INFO:tasks.workunit.client.0.smithi037.stdout:op 2993 completed, throughput=5MB/sec 2024-07-26T07:02:13.969 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ttuUh4Qp0lElknu off=8101915 len=1355679 2024-07-26T07:02:13.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 2994 completed, throughput=5MB/sec 2024-07-26T07:02:13.970 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TBaeD7KFPprMm8p off=2545729 len=1739216 2024-07-26T07:02:13.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 2995 completed, throughput=5MB/sec 2024-07-26T07:02:14.973 INFO:tasks.workunit.client.0.smithi037.stdout: 585: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:14.973 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JHA8r8i0qqKck22 off=1285198 len=191670 2024-07-26T07:02:14.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 2996 completed, throughput=4.99MB/sec 2024-07-26T07:02:14.976 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V6Zx3mb0bCeB5y9 off=2256911 len=886523 2024-07-26T07:02:14.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 2997 completed, throughput=5MB/sec 2024-07-26T07:02:14.980 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tB62b9qEfDBPGst off=4704257 len=444153 2024-07-26T07:02:14.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 2998 completed, throughput=5MB/sec 2024-07-26T07:02:14.984 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0YXXYj5gSzWwWd7 off=4231837 len=2093413 2024-07-26T07:02:14.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 2999 completed, throughput=5MB/sec 2024-07-26T07:02:14.988 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QOEHsxk5vsDKH0- off=13328124 len=1195241 2024-07-26T07:02:14.989 INFO:tasks.workunit.client.0.smithi037.stdout:op 3000 completed, throughput=5MB/sec 2024-07-26T07:02:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:15 smithi135 ceph-mon[90132]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:02:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:15 smithi037 ceph-mon[97339]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:02:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:15 smithi037 ceph-mon[99762]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:02:15.989 INFO:tasks.workunit.client.0.smithi037.stdout: 586: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:15.990 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vp1hkyqLiIADmk1 off=9535479 len=2096380 2024-07-26T07:02:15.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 3001 completed, throughput=5MB/sec 2024-07-26T07:02:15.998 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KpI7ils-i0GTfZO off=2942683 len=182500 2024-07-26T07:02:16.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 3002 completed, throughput=5MB/sec 2024-07-26T07:02:16.000 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HuK5YuQGgIMqeDd off=5027515 len=2002518 2024-07-26T07:02:16.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 3003 completed, throughput=5MB/sec 2024-07-26T07:02:16.002 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-D8uCome3H5Gr18w off=8977521 len=682553 2024-07-26T07:02:16.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 3004 completed, throughput=5MB/sec 2024-07-26T07:02:17.007 INFO:tasks.workunit.client.0.smithi037.stdout: 587: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:17.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J7k0hfBekAmwLsv off=1378173 len=1145002 2024-07-26T07:02:17.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 3005 completed, throughput=4.99MB/sec 2024-07-26T07:02:17.009 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KYOOe4rGAwbCgas off=5581395 len=1498899 2024-07-26T07:02:17.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 3006 completed, throughput=5MB/sec 2024-07-26T07:02:17.018 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UGIkpadp3lC6ANL off=11779592 len=1679652 2024-07-26T07:02:17.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 3007 completed, throughput=5MB/sec 2024-07-26T07:02:17.022 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1SsUWpfoPoVtzlJ off=1638710 len=1699400 2024-07-26T07:02:17.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 3008 completed, throughput=5MB/sec 2024-07-26T07:02:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:17 smithi135 ceph-mon[90132]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:02:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:17 smithi037 ceph-mon[97339]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:02:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:17 smithi037 ceph-mon[99762]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:02:18.025 INFO:tasks.workunit.client.0.smithi037.stdout: 588: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:18.025 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E2shteII-kqrdJd off=20863714 len=120670 2024-07-26T07:02:18.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 3009 completed, throughput=4.99MB/sec 2024-07-26T07:02:18.028 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Sm5-bm5ItiMOL2q off=14695788 len=79462 2024-07-26T07:02:18.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 3010 completed, throughput=4.99MB/sec 2024-07-26T07:02:18.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N_uYUd9fZFgx53H off=5036774 len=1732409 2024-07-26T07:02:18.035 INFO:tasks.workunit.client.0.smithi037.stdout:op 3011 completed, throughput=5MB/sec 2024-07-26T07:02:18.035 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KRQqy966wXJjSeC off=10160419 len=1486817 2024-07-26T07:02:18.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 3012 completed, throughput=5MB/sec 2024-07-26T07:02:18.038 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W1llBQg58e_PRZw off=1713294 len=486343 2024-07-26T07:02:18.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 3013 completed, throughput=5MB/sec 2024-07-26T07:02:18.042 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FoM8FsXWRCIy_TN off=4838448 len=552987 2024-07-26T07:02:18.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 3014 completed, throughput=5MB/sec 2024-07-26T07:02:19.046 INFO:tasks.workunit.client.0.smithi037.stdout: 589: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:19.046 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Jx4NZwTq19718Ow off=7495620 len=659434 2024-07-26T07:02:19.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 3015 completed, throughput=4.99MB/sec 2024-07-26T07:02:19.051 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ONf83G8Mqc_uWQc off=4687429 len=871292 2024-07-26T07:02:19.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 3016 completed, throughput=4.99MB/sec 2024-07-26T07:02:19.053 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eAxuw4lAUHR9jY3 off=17130257 len=1651824 2024-07-26T07:02:19.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 3017 completed, throughput=5MB/sec 2024-07-26T07:02:19.055 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fNGyh70Q56pVB36 off=3140546 len=938751 2024-07-26T07:02:19.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 3018 completed, throughput=5MB/sec 2024-07-26T07:02:19.060 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PHV2RC-4rniRAUd off=3742138 len=707481 2024-07-26T07:02:19.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 3019 completed, throughput=5MB/sec 2024-07-26T07:02:19.065 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7n7717-fYF6TcSU off=12308945 len=1776587 2024-07-26T07:02:19.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 3020 completed, throughput=5MB/sec 2024-07-26T07:02:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:19 smithi135 ceph-mon[90132]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:19 smithi037 ceph-mon[97339]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:19 smithi037 ceph-mon[99762]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:20.068 INFO:tasks.workunit.client.0.smithi037.stdout: 590: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:20.068 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VpB20u8Z4XqlNxL off=6346870 len=1408397 2024-07-26T07:02:20.070 INFO:tasks.workunit.client.0.smithi037.stdout:op 3021 completed, throughput=5MB/sec 2024-07-26T07:02:20.070 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xGEjWDoOUlxpend off=1297380 len=1163796 2024-07-26T07:02:20.073 INFO:tasks.workunit.client.0.smithi037.stdout:op 3022 completed, throughput=5MB/sec 2024-07-26T07:02:20.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FAj4WF28XwrGPu1 off=5611152 len=1987071 2024-07-26T07:02:20.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 3023 completed, throughput=5MB/sec 2024-07-26T07:02:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:20.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: 591: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:21.077 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zS5UPAmpXd_uth7 off=12729909 len=1382897 2024-07-26T07:02:21.078 INFO:tasks.workunit.client.0.smithi037.stdout:op 3024 completed, throughput=4.99MB/sec 2024-07-26T07:02:21.078 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5tfQqn9ESDNkKMI off=6492384 len=1175649 2024-07-26T07:02:21.079 INFO:tasks.workunit.client.0.smithi037.stdout:op 3025 completed, throughput=5MB/sec 2024-07-26T07:02:21.079 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hal-WK3_9IeGyoc off=6010521 len=1745862 2024-07-26T07:02:21.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 3026 completed, throughput=5MB/sec 2024-07-26T07:02:21.081 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g23YFy8yjmDZQkv off=1280814 len=1357628 2024-07-26T07:02:21.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 3027 completed, throughput=5MB/sec 2024-07-26T07:02:21.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:21 smithi135 ceph-mon[90132]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:21 smithi037 ceph-mon[97339]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:21] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T07:02:21.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:21 smithi037 ceph-mon[99762]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: 592: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:22.084 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qjM9rJAZCWiBqEt off=3976358 len=387245 2024-07-26T07:02:22.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 3028 completed, throughput=4.99MB/sec 2024-07-26T07:02:22.088 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J3bejp9R_qTCoc7 off=9738512 len=787359 2024-07-26T07:02:22.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 3029 completed, throughput=5MB/sec 2024-07-26T07:02:22.093 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x_qdv-pOf8ubBpj off=11791044 len=114682 2024-07-26T07:02:22.094 INFO:tasks.workunit.client.0.smithi037.stdout:op 3030 completed, throughput=5MB/sec 2024-07-26T07:02:22.094 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ORbkiz6pHXXFGJk off=2631459 len=364278 2024-07-26T07:02:22.097 INFO:tasks.workunit.client.0.smithi037.stdout:op 3031 completed, throughput=5MB/sec 2024-07-26T07:02:22.097 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L0X_wSJNCPO4CGm off=1075952 len=947248 2024-07-26T07:02:22.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 3032 completed, throughput=5MB/sec 2024-07-26T07:02:22.102 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yQnnRkFzNwB9Cqg off=10803939 len=520789 2024-07-26T07:02:22.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 3033 completed, throughput=5MB/sec 2024-07-26T07:02:22.103 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CkA1BFdkuLAhLch off=11082926 len=1178384 2024-07-26T07:02:22.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 3034 completed, throughput=5MB/sec 2024-07-26T07:02:22.105 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-URjPWjBNSGE1q4f off=13841560 len=734167 2024-07-26T07:02:22.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 3035 completed, throughput=5MB/sec 2024-07-26T07:02:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: 593: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:23.109 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WVIpvoqT2Nun9lR off=13954990 len=1528758 2024-07-26T07:02:23.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 3036 completed, throughput=5MB/sec 2024-07-26T07:02:23.114 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pMrhIKkd7Qprwe- off=1263726 len=1131054 2024-07-26T07:02:23.119 INFO:tasks.workunit.client.0.smithi037.stdout:op 3037 completed, throughput=5MB/sec 2024-07-26T07:02:23.119 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_jQ9EuowltUR2qo off=4840727 len=128082 2024-07-26T07:02:23.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 3038 completed, throughput=5MB/sec 2024-07-26T07:02:23.120 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n5xcnWuCRGF-PTd off=2631423 len=1929249 2024-07-26T07:02:23.131 INFO:tasks.workunit.client.0.smithi037.stdout:op 3039 completed, throughput=5MB/sec 2024-07-26T07:02:23.131 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2SRlMtMx-G9HybO off=3287423 len=1305290 2024-07-26T07:02:23.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 3040 completed, throughput=5MB/sec 2024-07-26T07:02:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:23 smithi135 ceph-mon[90132]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:23 smithi037 ceph-mon[97339]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:23 smithi037 ceph-mon[99762]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: 594: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:24.133 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Pfdjf18xukh6F95 off=7443809 len=1054747 2024-07-26T07:02:24.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 3041 completed, throughput=5MB/sec 2024-07-26T07:02:24.139 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kFuplmmh2XAB7pw off=19540637 len=630134 2024-07-26T07:02:24.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 3042 completed, throughput=5MB/sec 2024-07-26T07:02:24.143 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ASuSWl9b5_Vdkv1 off=4169564 len=652393 2024-07-26T07:02:24.144 INFO:tasks.workunit.client.0.smithi037.stdout:op 3043 completed, throughput=5MB/sec 2024-07-26T07:02:24.144 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TbFyL5AwvhTomof off=3644671 len=1977382 2024-07-26T07:02:24.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 3044 completed, throughput=5MB/sec 2024-07-26T07:02:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: 595: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:25.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7L8Ln6XhkRcYL4H off=15655400 len=351887 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 3045 completed, throughput=4.99MB/sec 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hX6wpXl9YpGTZdB off=10831243 len=533044 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 3046 completed, throughput=4.99MB/sec 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AVY_W0yvac-4MPO off=1563623 len=325835 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 3047 completed, throughput=4.99MB/sec 2024-07-26T07:02:25.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1t64NTO2z_wdksy off=8026195 len=360806 2024-07-26T07:02:25.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 3048 completed, throughput=4.99MB/sec 2024-07-26T07:02:25.161 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dUMw8tq876Teeci off=4100186 len=1672106 2024-07-26T07:02:25.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 3049 completed, throughput=5MB/sec 2024-07-26T07:02:25.163 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nj8PzirVQOyysJn off=2466853 len=1401458 2024-07-26T07:02:25.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 3050 completed, throughput=5MB/sec 2024-07-26T07:02:25.172 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lhFQPVM5rk4Tf2S off=1615584 len=671374 2024-07-26T07:02:25.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 3051 completed, throughput=5MB/sec 2024-07-26T07:02:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:25 smithi135 ceph-mon[90132]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:02:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:25 smithi037 ceph-mon[97339]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:02:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:25 smithi037 ceph-mon[99762]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:02:26.173 INFO:tasks.workunit.client.0.smithi037.stdout: 596: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:26.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-35nhFCcHZLRTAkC off=9090351 len=464752 2024-07-26T07:02:26.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 3052 completed, throughput=4.99MB/sec 2024-07-26T07:02:26.174 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ymrBMSLaRNNeKd off=2329356 len=441254 2024-07-26T07:02:26.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 3053 completed, throughput=4.99MB/sec 2024-07-26T07:02:26.175 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pgk4m7dB80Fq4Bp off=8652134 len=1278457 2024-07-26T07:02:26.182 INFO:tasks.workunit.client.0.smithi037.stdout:op 3054 completed, throughput=5MB/sec 2024-07-26T07:02:26.182 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VbZkCra-x05Ea89 off=7722870 len=1152532 2024-07-26T07:02:26.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 3055 completed, throughput=5MB/sec 2024-07-26T07:02:26.188 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6hx2Nt2M_s9fhkF off=5092232 len=791163 2024-07-26T07:02:26.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 3056 completed, throughput=5MB/sec 2024-07-26T07:02:26.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lMvIRbODJkeGVzG off=6692249 len=1904845 2024-07-26T07:02:26.191 INFO:tasks.workunit.client.0.smithi037.stdout:op 3057 completed, throughput=5MB/sec 2024-07-26T07:02:27.192 INFO:tasks.workunit.client.0.smithi037.stdout: 597: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:27.192 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-prCzcuqSuJEZs2- off=14366176 len=120800 2024-07-26T07:02:27.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 3058 completed, throughput=4.99MB/sec 2024-07-26T07:02:27.192 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M9ijXPuR_YNAbmK off=4997476 len=2079733 2024-07-26T07:02:27.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 3059 completed, throughput=5MB/sec 2024-07-26T07:02:27.197 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2mb630Se2VYUacr off=23007883 len=1990730 2024-07-26T07:02:27.206 INFO:tasks.workunit.client.0.smithi037.stdout:op 3060 completed, throughput=5MB/sec 2024-07-26T07:02:27.206 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v6SFkxdufJeg0Xx off=5471987 len=2045935 2024-07-26T07:02:27.208 INFO:tasks.workunit.client.0.smithi037.stdout:op 3061 completed, throughput=5MB/sec 2024-07-26T07:02:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:27 smithi135 ceph-mon[90132]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:02:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:27 smithi037 ceph-mon[97339]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:02:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:27 smithi037 ceph-mon[99762]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:02:28.208 INFO:tasks.workunit.client.0.smithi037.stdout: 598: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:28.209 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6750N_RQlPNBCQF off=13107921 len=79240 2024-07-26T07:02:28.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 3062 completed, throughput=4.99MB/sec 2024-07-26T07:02:28.210 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SYAc8UCeb5__vpP off=6161386 len=891009 2024-07-26T07:02:28.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 3063 completed, throughput=5MB/sec 2024-07-26T07:02:28.211 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qAj6GlJvklJWMzH off=10797222 len=277367 2024-07-26T07:02:28.214 INFO:tasks.workunit.client.0.smithi037.stdout:op 3064 completed, throughput=5MB/sec 2024-07-26T07:02:28.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f3uNPhMQhJ0ep0n off=16954827 len=503857 2024-07-26T07:02:28.218 INFO:tasks.workunit.client.0.smithi037.stdout:op 3065 completed, throughput=5MB/sec 2024-07-26T07:02:28.218 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3y3-f_4HD2pu3wX off=2451565 len=1732464 2024-07-26T07:02:28.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 3066 completed, throughput=5MB/sec 2024-07-26T07:02:28.229 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2j9G6uL08L8Cxg9 off=8559241 len=1064334 2024-07-26T07:02:28.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 3067 completed, throughput=5MB/sec 2024-07-26T07:02:29.232 INFO:tasks.workunit.client.0.smithi037.stdout: 599: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:29.232 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4cRdWHn4CUoS77G off=9661041 len=583326 2024-07-26T07:02:29.233 INFO:tasks.workunit.client.0.smithi037.stdout:op 3068 completed, throughput=4.99MB/sec 2024-07-26T07:02:29.233 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KbAH1JjqDDv3ys0 off=18213990 len=148385 2024-07-26T07:02:29.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 3069 completed, throughput=4.99MB/sec 2024-07-26T07:02:29.236 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tepAo983c1nKhhl off=4283452 len=1132419 2024-07-26T07:02:29.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 3070 completed, throughput=5MB/sec 2024-07-26T07:02:29.238 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-12N0Xxv2Eexzj_T off=276643 len=2075592 2024-07-26T07:02:29.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 3071 completed, throughput=5MB/sec 2024-07-26T07:02:29.241 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OjrBfW8fRnQYaaU off=5585573 len=1433648 2024-07-26T07:02:29.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 3072 completed, throughput=5MB/sec 2024-07-26T07:02:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:29 smithi135 ceph-mon[90132]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:29.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:29 smithi037 ceph-mon[97339]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:29 smithi037 ceph-mon[99762]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:30.243 INFO:tasks.workunit.client.0.smithi037.stdout: 600: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:30.244 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JRnWb-dx_WzNSHp off=1762369 len=543974 2024-07-26T07:02:30.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 3073 completed, throughput=4.99MB/sec 2024-07-26T07:02:30.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dfYB5oSmCX3kAjC off=9817788 len=628466 2024-07-26T07:02:30.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 3074 completed, throughput=5MB/sec 2024-07-26T07:02:30.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qa9rEvXmHwA5kyS off=17753487 len=1475874 2024-07-26T07:02:30.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 3075 completed, throughput=5MB/sec 2024-07-26T07:02:30.248 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1p2_064h6KsiENF off=10810450 len=564991 2024-07-26T07:02:30.249 INFO:tasks.workunit.client.0.smithi037.stdout:op 3076 completed, throughput=5MB/sec 2024-07-26T07:02:30.249 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FvOgGivq8lHOILw off=5279359 len=1893409 2024-07-26T07:02:30.261 INFO:tasks.workunit.client.0.smithi037.stdout:op 3077 completed, throughput=5MB/sec 2024-07-26T07:02:31.261 INFO:tasks.workunit.client.0.smithi037.stdout: 601: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:31.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-61fI9ATNaienzpu off=6291445 len=1398324 2024-07-26T07:02:31.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 3078 completed, throughput=5MB/sec 2024-07-26T07:02:31.263 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MwvoOXVoHfgNJKs off=1298714 len=5405 2024-07-26T07:02:31.264 INFO:tasks.workunit.client.0.smithi037.stdout:op 3079 completed, throughput=5MB/sec 2024-07-26T07:02:31.264 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I48NKJNLX5X9Gxl off=6296022 len=955637 2024-07-26T07:02:31.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 3080 completed, throughput=5MB/sec 2024-07-26T07:02:31.270 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5osEKlQZvYtB26w off=4726358 len=1098101 2024-07-26T07:02:31.272 INFO:tasks.workunit.client.0.smithi037.stdout:op 3081 completed, throughput=5MB/sec 2024-07-26T07:02:31.272 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WhkeKBq5N7QI07q off=1855929 len=1599608 2024-07-26T07:02:31.275 INFO:tasks.workunit.client.0.smithi037.stdout:op 3082 completed, throughput=5MB/sec 2024-07-26T07:02:31.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:31 smithi135 ceph-mon[90132]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:02:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:31 smithi037 ceph-mon[97339]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:02:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:31] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T07:02:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:31 smithi037 ceph-mon[99762]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:02:32.275 INFO:tasks.workunit.client.0.smithi037.stdout: 602: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:32.275 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6yt3pmmbp16OgUE off=64646 len=1791269 2024-07-26T07:02:32.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 3083 completed, throughput=5MB/sec 2024-07-26T07:02:32.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ssPPhcXzvMnBBkt off=9544450 len=1944019 2024-07-26T07:02:32.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 3084 completed, throughput=5MB/sec 2024-07-26T07:02:32.290 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-egpFfhtAcHm3dSl off=19209341 len=1483985 2024-07-26T07:02:32.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 3085 completed, throughput=5MB/sec 2024-07-26T07:02:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:33.297 INFO:tasks.workunit.client.0.smithi037.stdout: 603: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:33.297 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZfAbqWGiG4t9so2 off=3761340 len=1905789 2024-07-26T07:02:33.305 INFO:tasks.workunit.client.0.smithi037.stdout:op 3086 completed, throughput=5MB/sec 2024-07-26T07:02:33.305 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-03RYnCTuIfEoTxB off=5000849 len=125347 2024-07-26T07:02:33.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 3087 completed, throughput=5MB/sec 2024-07-26T07:02:33.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GUUuxiAny6Nlh6J off=840377 len=663238 2024-07-26T07:02:33.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 3088 completed, throughput=5MB/sec 2024-07-26T07:02:33.308 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2_ksif6w9rD2JQI off=6315204 len=433801 2024-07-26T07:02:33.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 3089 completed, throughput=5MB/sec 2024-07-26T07:02:33.311 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u24tYpQzGxDY5Sh off=2440976 len=969941 2024-07-26T07:02:33.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 3090 completed, throughput=5MB/sec 2024-07-26T07:02:33.312 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2W9Ddo0js7d70vr off=7919650 len=26353 2024-07-26T07:02:33.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 3091 completed, throughput=5MB/sec 2024-07-26T07:02:33.313 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VdSGpqd5a3uYpr3 off=4410827 len=941702 2024-07-26T07:02:33.317 INFO:tasks.workunit.client.0.smithi037.stdout:op 3092 completed, throughput=5MB/sec 2024-07-26T07:02:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:33 smithi135 ceph-mon[90132]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:33 smithi037 ceph-mon[97339]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:33 smithi037 ceph-mon[99762]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:02:34.317 INFO:tasks.workunit.client.0.smithi037.stdout: 604: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:34.318 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rzDRu4GV64ICqCf off=3204151 len=1507917 2024-07-26T07:02:34.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 3093 completed, throughput=4.99MB/sec 2024-07-26T07:02:34.320 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FuoZc0Huui80DJn off=9847045 len=358447 2024-07-26T07:02:34.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 3094 completed, throughput=4.99MB/sec 2024-07-26T07:02:34.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uO9wbZn3_wpCpXG off=0 len=1386885 2024-07-26T07:02:34.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 3095 completed, throughput=5MB/sec 2024-07-26T07:02:34.329 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VZ0zU2Y5vbpujFb off=23033489 len=1786844 2024-07-26T07:02:34.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 3096 completed, throughput=5MB/sec 2024-07-26T07:02:34.339 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eTg6Js5v5F8XaSR off=14828295 len=550298 2024-07-26T07:02:34.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 3097 completed, throughput=5MB/sec 2024-07-26T07:02:35.342 INFO:tasks.workunit.client.0.smithi037.stdout: 605: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:35.343 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wqdNevx2AoWuj5T off=8801540 len=1520132 2024-07-26T07:02:35.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 3098 completed, throughput=4.99MB/sec 2024-07-26T07:02:35.346 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A1zjrRWdQlQnrLs off=7967853 len=109822 2024-07-26T07:02:35.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 3099 completed, throughput=4.99MB/sec 2024-07-26T07:02:35.350 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nRsmCLuzOIkF0Zm off=11597045 len=871925 2024-07-26T07:02:35.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 3100 completed, throughput=5MB/sec 2024-07-26T07:02:35.355 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-D0YtbeXkn6z9IU- off=3838943 len=1808975 2024-07-26T07:02:35.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 3101 completed, throughput=5MB/sec 2024-07-26T07:02:35.359 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6XwutRz0UZeovpG off=5776645 len=67337 2024-07-26T07:02:35.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 3102 completed, throughput=5MB/sec 2024-07-26T07:02:35.359 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AX6kk5kTLRR8LO- off=2054240 len=1070677 2024-07-26T07:02:35.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 3103 completed, throughput=5MB/sec 2024-07-26T07:02:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:35 smithi135 ceph-mon[90132]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:02:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:02:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T07:02:35.242041849Z level=info msg="Completed cleanup jobs" duration=2.318521ms 2024-07-26T07:02:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:35 smithi037 ceph-mon[97339]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:02:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:35 smithi037 ceph-mon[99762]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:02:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:36.361 INFO:tasks.workunit.client.0.smithi037.stdout: 606: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:36.362 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YVSnZklL8k0dHd- off=0 len=1402066 2024-07-26T07:02:36.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 3104 completed, throughput=4.99MB/sec 2024-07-26T07:02:36.369 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EnsZHL3pOAFkT3Q off=3824194 len=2041771 2024-07-26T07:02:36.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 3105 completed, throughput=5MB/sec 2024-07-26T07:02:36.373 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p6eOhF_qj2fT0Wv off=14611755 len=1867449 2024-07-26T07:02:36.380 INFO:tasks.workunit.client.0.smithi037.stdout:op 3106 completed, throughput=5MB/sec 2024-07-26T07:02:37.381 INFO:tasks.workunit.client.0.smithi037.stdout: 607: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:37.381 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K4l1oYheTlDuDot off=6058763 len=1798614 2024-07-26T07:02:37.390 INFO:tasks.workunit.client.0.smithi037.stdout:op 3107 completed, throughput=5MB/sec 2024-07-26T07:02:37.390 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jR5bqWbqVg95NIZ off=4056296 len=1371006 2024-07-26T07:02:37.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 3108 completed, throughput=5MB/sec 2024-07-26T07:02:37.392 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4YuFfr6KCaI481V off=297192 len=87002 2024-07-26T07:02:37.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 3109 completed, throughput=5MB/sec 2024-07-26T07:02:37.393 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-59l2ybrgnNIiRhB off=13055653 len=1538788 2024-07-26T07:02:37.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 3110 completed, throughput=5MB/sec 2024-07-26T07:02:37.400 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uUwiDQrslDomrzO off=14673154 len=2002668 2024-07-26T07:02:37.402 INFO:tasks.workunit.client.0.smithi037.stdout:op 3111 completed, throughput=5MB/sec 2024-07-26T07:02:37.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:37 smithi135 ceph-mon[90132]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:02:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:37 smithi037 ceph-mon[97339]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:02:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:37 smithi037 ceph-mon[99762]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:02:38.403 INFO:tasks.workunit.client.0.smithi037.stdout: 608: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:38.403 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eB5vUEKj26IKjjU off=9728042 len=442540 2024-07-26T07:02:38.404 INFO:tasks.workunit.client.0.smithi037.stdout:op 3112 completed, throughput=5MB/sec 2024-07-26T07:02:38.404 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nD4tnp61OdkjL8K off=249581 len=450977 2024-07-26T07:02:38.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 3113 completed, throughput=5MB/sec 2024-07-26T07:02:38.405 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--q2MPk75Ws6_wsJ off=3054875 len=1163927 2024-07-26T07:02:38.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 3114 completed, throughput=5MB/sec 2024-07-26T07:02:38.407 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vspdDH9tMF6u90- off=918118 len=910167 2024-07-26T07:02:38.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 3115 completed, throughput=5MB/sec 2024-07-26T07:02:38.409 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qE8rs9bJzUPFw6I off=1893031 len=1183476 2024-07-26T07:02:38.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 3116 completed, throughput=5MB/sec 2024-07-26T07:02:39.417 INFO:tasks.workunit.client.0.smithi037.stdout: 609: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:39.417 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-imkwICjuSlQI30_ off=1574132 len=1109569 2024-07-26T07:02:39.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 3117 completed, throughput=4.99MB/sec 2024-07-26T07:02:39.419 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bwDEkjJdWNROrAJ off=5058177 len=2065318 2024-07-26T07:02:39.428 INFO:tasks.workunit.client.0.smithi037.stdout:op 3118 completed, throughput=5MB/sec 2024-07-26T07:02:39.428 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y7Na0tiyavwg4u5 off=11460360 len=2083574 2024-07-26T07:02:39.440 INFO:tasks.workunit.client.0.smithi037.stdout:op 3119 completed, throughput=5MB/sec 2024-07-26T07:02:39.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:39 smithi135 ceph-mon[90132]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:39 smithi037 ceph-mon[97339]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:39 smithi037 ceph-mon[99762]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:40.440 INFO:tasks.workunit.client.0.smithi037.stdout: 610: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:40.440 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sWDPeZI8IhTJvFu off=6167160 len=1853533 2024-07-26T07:02:40.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 3120 completed, throughput=5MB/sec 2024-07-26T07:02:40.451 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4Ps_FRj_IpSabU- off=5275690 len=1584008 2024-07-26T07:02:40.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 3121 completed, throughput=5MB/sec 2024-07-26T07:02:40.458 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xFDyrjCCfclfUO0 off=19559444 len=2009455 2024-07-26T07:02:40.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 3122 completed, throughput=5MB/sec 2024-07-26T07:02:41.469 INFO:tasks.workunit.client.0.smithi037.stdout: 611: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:41.469 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CARv05t3S5maSTZ off=6083950 len=675777 2024-07-26T07:02:41.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 3123 completed, throughput=4.99MB/sec 2024-07-26T07:02:41.474 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gm6QJKmyJX9vpJv off=619079 len=1575992 2024-07-26T07:02:41.476 INFO:tasks.workunit.client.0.smithi037.stdout:op 3124 completed, throughput=5MB/sec 2024-07-26T07:02:41.476 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XAEL_DVhrnIIflo off=16015575 len=641882 2024-07-26T07:02:41.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 3125 completed, throughput=5MB/sec 2024-07-26T07:02:41.478 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qLJQ-d0m5X3c1wH off=3092888 len=847931 2024-07-26T07:02:41.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 3126 completed, throughput=5MB/sec 2024-07-26T07:02:41.479 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vpt-2D0Fa7psGFL off=16069647 len=1913749 2024-07-26T07:02:41.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 3127 completed, throughput=5MB/sec 2024-07-26T07:02:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:41 smithi037 ceph-mon[97339]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:02:41.796 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:41] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T07:02:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:41 smithi037 ceph-mon[99762]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:02:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:41 smithi135 ceph-mon[90132]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:02:42.490 INFO:tasks.workunit.client.0.smithi037.stdout: 612: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:42.491 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-32YmtU5PL2OLEC7 off=3242956 len=718549 2024-07-26T07:02:42.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 3128 completed, throughput=4.99MB/sec 2024-07-26T07:02:42.495 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-US6bt6xY2g4RnmC off=800586 len=1976407 2024-07-26T07:02:42.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 3129 completed, throughput=5MB/sec 2024-07-26T07:02:42.504 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E6-WoSzFv9e4KJp off=20177057 len=433857 2024-07-26T07:02:42.505 INFO:tasks.workunit.client.0.smithi037.stdout:op 3130 completed, throughput=5MB/sec 2024-07-26T07:02:42.505 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AvHruV64K4Qew6x off=12686142 len=608040 2024-07-26T07:02:42.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 3131 completed, throughput=5MB/sec 2024-07-26T07:02:42.507 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mnm8C2cK3SXMdxo off=12187535 len=1455773 2024-07-26T07:02:42.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 3132 completed, throughput=5MB/sec 2024-07-26T07:02:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:43.508 INFO:tasks.workunit.client.0.smithi037.stdout: 613: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:43.508 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5fbxVL9W61w2OIs off=11249693 len=548234 2024-07-26T07:02:43.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 3133 completed, throughput=4.99MB/sec 2024-07-26T07:02:43.512 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dc5vYdKJ6CrYAJ3 off=838478 len=2039786 2024-07-26T07:02:43.523 INFO:tasks.workunit.client.0.smithi037.stdout:op 3134 completed, throughput=5MB/sec 2024-07-26T07:02:43.523 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e6WzOBO2oS-Nftc off=10355736 len=898501 2024-07-26T07:02:43.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 3135 completed, throughput=5MB/sec 2024-07-26T07:02:43.527 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gnYP-ACAgIrgqz_ off=5660942 len=832202 2024-07-26T07:02:43.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 3136 completed, throughput=5MB/sec 2024-07-26T07:02:43.530 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JPTXVrQd_x1pGiX off=371520 len=1260818 2024-07-26T07:02:43.531 INFO:tasks.workunit.client.0.smithi037.stdout:op 3137 completed, throughput=5MB/sec 2024-07-26T07:02:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:43 smithi037 ceph-mon[97339]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:43 smithi037 ceph-mon[99762]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:43.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:43 smithi135 ceph-mon[90132]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:02:44.532 INFO:tasks.workunit.client.0.smithi037.stdout: 614: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:44.532 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IotGta--iEnYYU7 off=12710609 len=1118127 2024-07-26T07:02:44.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 3138 completed, throughput=5MB/sec 2024-07-26T07:02:44.538 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ykeLVatQ-U5gmC7 off=0 len=1106856 2024-07-26T07:02:44.544 INFO:tasks.workunit.client.0.smithi037.stdout:op 3139 completed, throughput=5MB/sec 2024-07-26T07:02:44.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q403vKXyNS5B6wl off=1083588 len=119696 2024-07-26T07:02:44.546 INFO:tasks.workunit.client.0.smithi037.stdout:op 3140 completed, throughput=5MB/sec 2024-07-26T07:02:44.546 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1wOge7pEotWqRmC off=10668383 len=1473101 2024-07-26T07:02:44.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 3141 completed, throughput=5MB/sec 2024-07-26T07:02:44.548 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dm9nvWphT-Y_CkI off=8773856 len=1451787 2024-07-26T07:02:44.548 INFO:tasks.workunit.client.0.smithi037.stdout:op 3142 completed, throughput=5MB/sec 2024-07-26T07:02:45.549 INFO:tasks.workunit.client.0.smithi037.stdout: 615: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:45.549 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4b0ibxrUwdAm25L off=986429 len=1964296 2024-07-26T07:02:45.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 3143 completed, throughput=5MB/sec 2024-07-26T07:02:45.561 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m0D1mbNFy1wqKfp off=6014227 len=173132 2024-07-26T07:02:45.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 3144 completed, throughput=5MB/sec 2024-07-26T07:02:45.564 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r77FFVud73YLY4D off=10038625 len=1905334 2024-07-26T07:02:45.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 3145 completed, throughput=5MB/sec 2024-07-26T07:02:45.572 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-insvkmRv17SzMnA off=20259234 len=1106177 2024-07-26T07:02:45.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 3146 completed, throughput=5MB/sec 2024-07-26T07:02:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:45 smithi037 ceph-mon[97339]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:45 smithi037 ceph-mon[99762]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:45 smithi135 ceph-mon[90132]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:02:46.577 INFO:tasks.workunit.client.0.smithi037.stdout: 616: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:46.577 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GXTUyGv8YhzMerR off=1404126 len=931267 2024-07-26T07:02:46.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 3147 completed, throughput=4.99MB/sec 2024-07-26T07:02:46.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tB62b9qEfDBPGst off=8710743 len=2092262 2024-07-26T07:02:46.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 3148 completed, throughput=5MB/sec 2024-07-26T07:02:46.581 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qLJQ-d0m5X3c1wH off=2722917 len=1575261 2024-07-26T07:02:46.583 INFO:tasks.workunit.client.0.smithi037.stdout:op 3149 completed, throughput=5MB/sec 2024-07-26T07:02:47.583 INFO:tasks.workunit.client.0.smithi037.stdout: 617: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:47.583 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YecOBpzkEl9-uw0 off=0 len=1777149 2024-07-26T07:02:47.592 INFO:tasks.workunit.client.0.smithi037.stdout:op 3150 completed, throughput=4.99MB/sec 2024-07-26T07:02:47.592 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7AJGxmU2Nju6Tf_ off=8781357 len=1433527 2024-07-26T07:02:47.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 3151 completed, throughput=5MB/sec 2024-07-26T07:02:47.594 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HaOAvGi_iCr53BN off=3213723 len=714651 2024-07-26T07:02:47.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 3152 completed, throughput=5MB/sec 2024-07-26T07:02:47.598 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UZnAT-zr_HWsRJ_ off=13002913 len=1091956 2024-07-26T07:02:47.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 3153 completed, throughput=5MB/sec 2024-07-26T07:02:47.600 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UY9950mrHn4LU7p off=4191518 len=1600983 2024-07-26T07:02:47.601 INFO:tasks.workunit.client.0.smithi037.stdout:op 3154 completed, throughput=5MB/sec 2024-07-26T07:02:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:47 smithi037 ceph-mon[97339]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:47 smithi037 ceph-mon[99762]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:47 smithi135 ceph-mon[90132]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:48.602 INFO:tasks.workunit.client.0.smithi037.stdout: 618: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:48.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zopcEbkPwkRDZ1T off=14202188 len=1538790 2024-07-26T07:02:48.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 3155 completed, throughput=5MB/sec 2024-07-26T07:02:48.611 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w6hnVDeYmkLykAi off=179022 len=1797087 2024-07-26T07:02:48.620 INFO:tasks.workunit.client.0.smithi037.stdout:op 3156 completed, throughput=5MB/sec 2024-07-26T07:02:48.620 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0-KlqETrSxb2LXT off=6578471 len=659778 2024-07-26T07:02:48.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 3157 completed, throughput=5MB/sec 2024-07-26T07:02:48.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uw8QtU2KGlhnfNK off=1161276 len=364771 2024-07-26T07:02:48.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 3158 completed, throughput=5MB/sec 2024-07-26T07:02:49.626 INFO:tasks.workunit.client.0.smithi037.stdout: 619: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:49.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mZE5NxfDyUHB7Bo off=9572451 len=1421872 2024-07-26T07:02:49.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 3159 completed, throughput=4.99MB/sec 2024-07-26T07:02:49.629 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3-q3MYx7PlA0LaU off=0 len=1806500 2024-07-26T07:02:49.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 3160 completed, throughput=5MB/sec 2024-07-26T07:02:49.631 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MHwMI2g-v30WrrS off=10969852 len=844380 2024-07-26T07:02:49.633 INFO:tasks.workunit.client.0.smithi037.stdout:op 3161 completed, throughput=5MB/sec 2024-07-26T07:02:49.634 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Kkb46gXMtYlFNdV off=4455158 len=617209 2024-07-26T07:02:49.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 3162 completed, throughput=5MB/sec 2024-07-26T07:02:49.635 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P2zk2_GUZzQfjYt off=2229273 len=1233935 2024-07-26T07:02:49.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 3163 completed, throughput=5MB/sec 2024-07-26T07:02:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:49 smithi037 ceph-mon[97339]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:49 smithi037 ceph-mon[99762]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:49 smithi135 ceph-mon[90132]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:02:50.637 INFO:tasks.workunit.client.0.smithi037.stdout: 620: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:50.637 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z4Ewg0KOYEtIEgV off=14734182 len=1047660 2024-07-26T07:02:50.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 3164 completed, throughput=5MB/sec 2024-07-26T07:02:50.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_yU_uQypvEHOOC6 off=5857858 len=1574579 2024-07-26T07:02:50.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 3165 completed, throughput=5MB/sec 2024-07-26T07:02:50.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TAd8MzQMSLE18oW off=590440 len=338946 2024-07-26T07:02:50.642 INFO:tasks.workunit.client.0.smithi037.stdout:op 3166 completed, throughput=5MB/sec 2024-07-26T07:02:50.642 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C1mUmu8jFngkuZ5 off=1785371 len=1437500 2024-07-26T07:02:50.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 3167 completed, throughput=5MB/sec 2024-07-26T07:02:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:50.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:51.648 INFO:tasks.workunit.client.0.smithi037.stdout: 621: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:51.649 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oKYF2Qsmt-me0PF off=62799 len=1036430 2024-07-26T07:02:51.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 3168 completed, throughput=4.99MB/sec 2024-07-26T07:02:51.651 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9xP4agobY69lpnP off=8825929 len=887745 2024-07-26T07:02:51.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 3169 completed, throughput=5MB/sec 2024-07-26T07:02:51.655 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KkQul0gqDIdBfBu off=1081106 len=1986966 2024-07-26T07:02:51.658 INFO:tasks.workunit.client.0.smithi037.stdout:op 3170 completed, throughput=5MB/sec 2024-07-26T07:02:51.658 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8fkdQNN4MT-lr5s off=9307873 len=2042873 2024-07-26T07:02:51.671 INFO:tasks.workunit.client.0.smithi037.stdout:op 3171 completed, throughput=5MB/sec 2024-07-26T07:02:51.695 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:51 smithi037 ceph-mon[97339]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:02:51.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:02:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:02:51] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:02:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:51 smithi037 ceph-mon[99762]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:02:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:51 smithi135 ceph-mon[90132]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:02:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:02:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:52.672 INFO:tasks.workunit.client.0.smithi037.stdout: 622: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:52.672 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QExiO-SAuIv4xPq off=2432588 len=1343948 2024-07-26T07:02:52.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 3172 completed, throughput=5MB/sec 2024-07-26T07:02:52.679 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VKZpwFxwoWSI59e off=10660140 len=1902476 2024-07-26T07:02:52.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 3173 completed, throughput=5MB/sec 2024-07-26T07:02:52.683 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Oz9H9TkoHAREc_X off=1852460 len=1618859 2024-07-26T07:02:52.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 3174 completed, throughput=5MB/sec 2024-07-26T07:02:53.693 INFO:tasks.workunit.client.0.smithi037.stdout: 623: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:53.693 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HWdQK2QqtBtL8xi off=4308181 len=603637 2024-07-26T07:02:53.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 3175 completed, throughput=4.99MB/sec 2024-07-26T07:02:53.694 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--v66bOXXFMGaK8i off=5911392 len=274613 2024-07-26T07:02:53.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 3176 completed, throughput=4.99MB/sec 2024-07-26T07:02:53.697 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXMeGq9IvMbJhwa off=11195484 len=1241638 2024-07-26T07:02:53.703 INFO:tasks.workunit.client.0.smithi037.stdout:op 3177 completed, throughput=5MB/sec 2024-07-26T07:02:53.703 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v3pOXuPWVQmIti0 off=10082841 len=1408755 2024-07-26T07:02:53.705 INFO:tasks.workunit.client.0.smithi037.stdout:op 3178 completed, throughput=5MB/sec 2024-07-26T07:02:53.705 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8fWStxjt0FpqGhX off=166211 len=5655 2024-07-26T07:02:53.707 INFO:tasks.workunit.client.0.smithi037.stdout:op 3179 completed, throughput=5MB/sec 2024-07-26T07:02:53.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-djsLtVHZKv6ACTY off=1945352 len=651287 2024-07-26T07:02:53.712 INFO:tasks.workunit.client.0.smithi037.stdout:op 3180 completed, throughput=5MB/sec 2024-07-26T07:02:53.712 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4sxG4qYh1QP8yTu off=2005872 len=828878 2024-07-26T07:02:53.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 3181 completed, throughput=5MB/sec 2024-07-26T07:02:53.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FF2hQgpJc5ZDqDx off=1728919 len=1312463 2024-07-26T07:02:53.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 3182 completed, throughput=5MB/sec 2024-07-26T07:02:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:53 smithi037 ceph-mon[97339]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:02:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:53 smithi037 ceph-mon[99762]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:02:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:53 smithi135 ceph-mon[90132]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:02:54.719 INFO:tasks.workunit.client.0.smithi037.stdout: 624: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:54.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4ZaXvnAdWzncUFv off=427264 len=1089345 2024-07-26T07:02:54.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 3183 completed, throughput=5MB/sec 2024-07-26T07:02:54.721 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a6EbMA62Moft54Q off=6648784 len=997357 2024-07-26T07:02:54.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 3184 completed, throughput=5MB/sec 2024-07-26T07:02:54.723 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6yt3pmmbp16OgUE off=597083 len=999042 2024-07-26T07:02:54.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 3185 completed, throughput=5MB/sec 2024-07-26T07:02:54.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xeHNys-9vo_ir0v off=5641344 len=666821 2024-07-26T07:02:54.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 3186 completed, throughput=5MB/sec 2024-07-26T07:02:54.730 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wilWYB2XYY74TFC off=6086540 len=899054 2024-07-26T07:02:54.735 INFO:tasks.workunit.client.0.smithi037.stdout:op 3187 completed, throughput=5MB/sec 2024-07-26T07:02:55.735 INFO:tasks.workunit.client.0.smithi037.stdout: 625: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:55.735 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LwQ1-Cze53VhhsN off=6303326 len=1831705 2024-07-26T07:02:55.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 3188 completed, throughput=5MB/sec 2024-07-26T07:02:55.737 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WAgLJKYUDZwoz7e off=15759909 len=44668 2024-07-26T07:02:55.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 3189 completed, throughput=5MB/sec 2024-07-26T07:02:55.738 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xPhB7wAAQDkil8S off=7238971 len=216513 2024-07-26T07:02:55.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 3190 completed, throughput=5MB/sec 2024-07-26T07:02:55.741 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-riTjX8ov3Y-RFUC off=2023908 len=887895 2024-07-26T07:02:55.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 3191 completed, throughput=5MB/sec 2024-07-26T07:02:55.746 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MLnPIyxzgXjamYv off=561361 len=11634 2024-07-26T07:02:55.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 3192 completed, throughput=5MB/sec 2024-07-26T07:02:55.748 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sd-QVB0X3afG48- off=16784529 len=1953430 2024-07-26T07:02:55.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 3193 completed, throughput=5MB/sec 2024-07-26T07:02:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:55 smithi037 ceph-mon[97339]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:02:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:55 smithi037 ceph-mon[99762]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:02:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:55 smithi135 ceph-mon[90132]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:02:56.751 INFO:tasks.workunit.client.0.smithi037.stdout: 626: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:56.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SGTNxXbxCkGUXsw off=77819 len=1650598 2024-07-26T07:02:56.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 3194 completed, throughput=4.99MB/sec 2024-07-26T07:02:56.753 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LnreFy6ofDgIbp1 off=11083072 len=1434726 2024-07-26T07:02:56.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 3195 completed, throughput=5MB/sec 2024-07-26T07:02:56.756 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b2RcxSRAvfjkWaQ off=14599750 len=2040000 2024-07-26T07:02:56.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 3196 completed, throughput=5MB/sec 2024-07-26T07:02:56.769 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n8z8jEtD10A_wnb off=999722 len=1300352 2024-07-26T07:02:56.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 3197 completed, throughput=5MB/sec 2024-07-26T07:02:57.770 INFO:tasks.workunit.client.0.smithi037.stdout: 627: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:57.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hU4NQIJRT_ZhK92 off=9599664 len=388042 2024-07-26T07:02:57.773 INFO:tasks.workunit.client.0.smithi037.stdout:op 3198 completed, throughput=4.99MB/sec 2024-07-26T07:02:57.773 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-H2593lk6n2TOfAO off=1813085 len=1323574 2024-07-26T07:02:57.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 3199 completed, throughput=5MB/sec 2024-07-26T07:02:57.775 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_jQ9EuowltUR2qo off=5282721 len=1585747 2024-07-26T07:02:57.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 3200 completed, throughput=5MB/sec 2024-07-26T07:02:57.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r29jMa5eMrQoCvy off=1999234 len=509259 2024-07-26T07:02:57.780 INFO:tasks.workunit.client.0.smithi037.stdout:op 3201 completed, throughput=5MB/sec 2024-07-26T07:02:57.780 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J9Evj8RLXuuAxOk off=1633399 len=1836784 2024-07-26T07:02:57.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 3202 completed, throughput=5MB/sec 2024-07-26T07:02:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:57 smithi037 ceph-mon[97339]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:02:57.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:57 smithi037 ceph-mon[99762]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:02:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:57 smithi135 ceph-mon[90132]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:02:58.783 INFO:tasks.workunit.client.0.smithi037.stdout: 628: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:58.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cyuO071puYOg4f2 off=7780657 len=904139 2024-07-26T07:02:58.785 INFO:tasks.workunit.client.0.smithi037.stdout:op 3203 completed, throughput=5MB/sec 2024-07-26T07:02:58.785 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6rNoN9y4TF642WT off=17067803 len=2051369 2024-07-26T07:02:58.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 3204 completed, throughput=5MB/sec 2024-07-26T07:02:58.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6kw_XyeALMBZks- off=875735 len=466718 2024-07-26T07:02:58.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 3205 completed, throughput=5MB/sec 2024-07-26T07:02:58.790 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_lvCw3QLlymCVgS off=16564965 len=1234177 2024-07-26T07:02:58.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:58 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:58.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:58 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:58.795 INFO:tasks.workunit.client.0.smithi037.stdout:op 3206 completed, throughput=5MB/sec 2024-07-26T07:02:58.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:58 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:02:59 smithi037 ceph-mon[97339]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:02:59 smithi037 ceph-mon[99762]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:59.796 INFO:tasks.workunit.client.0.smithi037.stdout: 629: throughput=4.99MB/sec pending data=0 2024-07-26T07:02:59.796 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hOlfWe6rztTEZiw off=2593677 len=1785 2024-07-26T07:02:59.796 INFO:tasks.workunit.client.0.smithi037.stdout:op 3207 completed, throughput=4.99MB/sec 2024-07-26T07:02:59.796 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zR87BIHgqfwSL9c off=1543058 len=1175739 2024-07-26T07:02:59.797 INFO:tasks.workunit.client.0.smithi037.stdout:op 3208 completed, throughput=5MB/sec 2024-07-26T07:02:59.798 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_m8mNZaxNViYr1z off=19317724 len=611295 2024-07-26T07:02:59.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 3209 completed, throughput=5MB/sec 2024-07-26T07:02:59.799 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wiwrLggCHHTexGU off=5277653 len=90146 2024-07-26T07:02:59.800 INFO:tasks.workunit.client.0.smithi037.stdout:op 3210 completed, throughput=5MB/sec 2024-07-26T07:02:59.800 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--UQwRO7mSC1ydWD off=4693248 len=693345 2024-07-26T07:02:59.801 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:02:59 smithi135 ceph-mon[90132]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:02:59.803 INFO:tasks.workunit.client.0.smithi037.stdout:op 3211 completed, throughput=5MB/sec 2024-07-26T07:02:59.803 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uqVepzxhuAmyHhg off=21978988 len=718363 2024-07-26T07:02:59.804 INFO:tasks.workunit.client.0.smithi037.stdout:op 3212 completed, throughput=5MB/sec 2024-07-26T07:02:59.804 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-be3sPb8jQDyPkyY off=5473679 len=320132 2024-07-26T07:02:59.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 3213 completed, throughput=5MB/sec 2024-07-26T07:02:59.807 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ah5FgUNqzotdaOS off=20186340 len=1114288 2024-07-26T07:02:59.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 3214 completed, throughput=5MB/sec 2024-07-26T07:03:00.812 INFO:tasks.workunit.client.0.smithi037.stdout: 630: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:00.812 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DyvllY5wBJrxv9S off=19256498 len=244576 2024-07-26T07:03:00.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 3215 completed, throughput=4.99MB/sec 2024-07-26T07:03:00.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o3Eo0wpCcaaTtQl off=7485572 len=125090 2024-07-26T07:03:00.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 3216 completed, throughput=4.99MB/sec 2024-07-26T07:03:00.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ay-dBLIrYU9aWVR off=197565 len=1591451 2024-07-26T07:03:00.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 3217 completed, throughput=5MB/sec 2024-07-26T07:03:00.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SNOkStZpBBfvgQz off=705275 len=1501882 2024-07-26T07:03:00.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 3218 completed, throughput=5MB/sec 2024-07-26T07:03:00.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m0DmD3_CuK9iWSe off=3664872 len=938139 2024-07-26T07:03:00.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 3219 completed, throughput=5MB/sec 2024-07-26T07:03:00.819 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--P9wZhO_S3zxqjA off=3762931 len=1342071 2024-07-26T07:03:00.823 INFO:tasks.workunit.client.0.smithi037.stdout:op 3220 completed, throughput=5MB/sec 2024-07-26T07:03:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:01] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:03:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:01.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:01.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.824 INFO:tasks.workunit.client.0.smithi037.stdout: 631: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:01.824 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qhrhaZYgEL1qywv off=12731151 len=727599 2024-07-26T07:03:01.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 3221 completed, throughput=4.99MB/sec 2024-07-26T07:03:01.828 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0_evzcOpyiXS5bp off=2648255 len=149680 2024-07-26T07:03:01.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 3222 completed, throughput=4.99MB/sec 2024-07-26T07:03:01.829 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RAg5V7NKaGSCq5g off=1161011 len=1508867 2024-07-26T07:03:01.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 3223 completed, throughput=5MB/sec 2024-07-26T07:03:01.830 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-28n98avSscmZ7un off=11994056 len=1146728 2024-07-26T07:03:01.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 3224 completed, throughput=5MB/sec 2024-07-26T07:03:01.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Wps6c5f59yqRNd off=3906103 len=2070665 2024-07-26T07:03:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:03:01.845 INFO:tasks.workunit.client.0.smithi037.stdout:op 3225 completed, throughput=5MB/sec 2024-07-26T07:03:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:02.845 INFO:tasks.workunit.client.0.smithi037.stdout: 632: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:02.845 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2vCtdnkss-mBzpu off=8975330 len=1875927 2024-07-26T07:03:02.856 INFO:tasks.workunit.client.0.smithi037.stdout:op 3226 completed, throughput=5MB/sec 2024-07-26T07:03:02.856 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hm-WdwGGnqvrPp0 off=156206 len=11633 2024-07-26T07:03:02.856 INFO:tasks.workunit.client.0.smithi037.stdout:op 3227 completed, throughput=5MB/sec 2024-07-26T07:03:02.856 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VUWNELNxanatMan off=4781992 len=273066 2024-07-26T07:03:02.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 3228 completed, throughput=5MB/sec 2024-07-26T07:03:02.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IWL0HMnQq5sl769 off=2527858 len=1353293 2024-07-26T07:03:02.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 3229 completed, throughput=5MB/sec 2024-07-26T07:03:02.865 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sEsSa-BcY4teVCz off=688203 len=236255 2024-07-26T07:03:02.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 3230 completed, throughput=5MB/sec 2024-07-26T07:03:02.866 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i-b8OfmbYbn0iIn off=789497 len=1922487 2024-07-26T07:03:02.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 3231 completed, throughput=5MB/sec 2024-07-26T07:03:03.794 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:03 smithi135 ceph-mon[90132]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:03:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:03 smithi037 ceph-mon[97339]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:03:03.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:03 smithi037 ceph-mon[99762]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:03:03.870 INFO:tasks.workunit.client.0.smithi037.stdout: 633: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:03.870 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xdXYiHIgEWiebkb off=4131638 len=993169 2024-07-26T07:03:03.872 INFO:tasks.workunit.client.0.smithi037.stdout:op 3232 completed, throughput=5MB/sec 2024-07-26T07:03:03.872 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0JpicZWS0slu0Lx off=3113252 len=1331961 2024-07-26T07:03:03.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 3233 completed, throughput=5MB/sec 2024-07-26T07:03:03.874 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rsx0cQ2LVdoYhJy off=2587264 len=1622166 2024-07-26T07:03:03.876 INFO:tasks.workunit.client.0.smithi037.stdout:op 3234 completed, throughput=5MB/sec 2024-07-26T07:03:03.876 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tZ2t-C5oaCqTshd off=5366813 len=938943 2024-07-26T07:03:03.881 INFO:tasks.workunit.client.0.smithi037.stdout:op 3235 completed, throughput=5MB/sec 2024-07-26T07:03:04.882 INFO:tasks.workunit.client.0.smithi037.stdout: 634: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:04.882 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj---Ahx5f80OkZr0N off=1890630 len=1607432 2024-07-26T07:03:04.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 3236 completed, throughput=5MB/sec 2024-07-26T07:03:04.888 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zXV9bPqRQoXt5r- off=3464369 len=743861 2024-07-26T07:03:04.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 3237 completed, throughput=5MB/sec 2024-07-26T07:03:04.890 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-98lvWN5-Bulgsqi off=7381130 len=1797560 2024-07-26T07:03:04.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 3238 completed, throughput=5MB/sec 2024-07-26T07:03:04.899 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K9sEiqHR5-6KCIS off=2633658 len=1979113 2024-07-26T07:03:04.901 INFO:tasks.workunit.client.0.smithi037.stdout:op 3239 completed, throughput=5MB/sec 2024-07-26T07:03:05.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:05 smithi037 ceph-mon[97339]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:03:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:05 smithi037 ceph-mon[99762]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:03:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:05.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:05 smithi135 ceph-mon[90132]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:03:05.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:05.901 INFO:tasks.workunit.client.0.smithi037.stdout: 635: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:05.901 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KSnXBvzIiOfA0Xb off=4708971 len=537261 2024-07-26T07:03:05.906 INFO:tasks.workunit.client.0.smithi037.stdout:op 3240 completed, throughput=5MB/sec 2024-07-26T07:03:05.906 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UqiLSFHZhMZo27Q off=1847665 len=941118 2024-07-26T07:03:05.910 INFO:tasks.workunit.client.0.smithi037.stdout:op 3241 completed, throughput=5MB/sec 2024-07-26T07:03:05.910 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gn1jIfj1vx4aRxb off=7628926 len=997736 2024-07-26T07:03:05.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 3242 completed, throughput=5MB/sec 2024-07-26T07:03:05.913 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nU1OEIOkq4m1K1T off=2087896 len=534030 2024-07-26T07:03:05.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 3243 completed, throughput=5MB/sec 2024-07-26T07:03:05.914 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hwSa3_GYH5_ZI62 off=2362077 len=297279 2024-07-26T07:03:05.917 INFO:tasks.workunit.client.0.smithi037.stdout:op 3244 completed, throughput=5MB/sec 2024-07-26T07:03:05.917 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fm_W_r3UJlBKRvf off=2305149 len=1456299 2024-07-26T07:03:05.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 3245 completed, throughput=5MB/sec 2024-07-26T07:03:06.922 INFO:tasks.workunit.client.0.smithi037.stdout: 636: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:06.922 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-siC7whN6u37QNnP off=1211398 len=1034695 2024-07-26T07:03:06.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 3246 completed, throughput=5MB/sec 2024-07-26T07:03:06.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fbhgONT5l4eOxVm off=17682660 len=658972 2024-07-26T07:03:06.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 3247 completed, throughput=5MB/sec 2024-07-26T07:03:06.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uLjBi_yXt_umr_0 off=2897906 len=771574 2024-07-26T07:03:06.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 3248 completed, throughput=5MB/sec 2024-07-26T07:03:06.931 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n8OHSRStvPMtofk off=8542554 len=1847943 2024-07-26T07:03:06.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 3249 completed, throughput=5MB/sec 2024-07-26T07:03:06.939 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YT3BYNPiVmOhgtJ off=8524315 len=507343 2024-07-26T07:03:06.940 INFO:tasks.workunit.client.0.smithi037.stdout:op 3250 completed, throughput=5MB/sec 2024-07-26T07:03:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:07 smithi037 ceph-mon[97339]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:03:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:07 smithi037 ceph-mon[99762]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:03:07.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:07 smithi135 ceph-mon[90132]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:03:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: 637: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:07.940 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5HHvELCMu5nMlaI off=300724 len=79762 2024-07-26T07:03:07.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 3251 completed, throughput=4.99MB/sec 2024-07-26T07:03:07.943 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ddl29z4RvpN0dJh off=6572260 len=985242 2024-07-26T07:03:07.945 INFO:tasks.workunit.client.0.smithi037.stdout:op 3252 completed, throughput=4.99MB/sec 2024-07-26T07:03:07.945 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HmqxHf1NVyKx_7s off=2414804 len=474629 2024-07-26T07:03:07.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 3253 completed, throughput=5MB/sec 2024-07-26T07:03:07.946 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kf4o-6udFK57dQo off=1482094 len=671260 2024-07-26T07:03:07.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 3254 completed, throughput=5MB/sec 2024-07-26T07:03:07.950 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--_pzsjuazEmi6Fr off=960655 len=446003 2024-07-26T07:03:07.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 3255 completed, throughput=5MB/sec 2024-07-26T07:03:07.952 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1BsACHKFYAuM8Ct off=11667094 len=232483 2024-07-26T07:03:07.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 3256 completed, throughput=5MB/sec 2024-07-26T07:03:07.953 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sd-QVB0X3afG48- off=16912805 len=1536535 2024-07-26T07:03:07.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 3257 completed, throughput=5MB/sec 2024-07-26T07:03:07.959 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8OZxz0nawKWb9cL off=6892475 len=1609485 2024-07-26T07:03:07.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 3258 completed, throughput=5MB/sec 2024-07-26T07:03:08.962 INFO:tasks.workunit.client.0.smithi037.stdout: 638: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:08.963 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q3GEz7Blcys45B2 off=6861877 len=618839 2024-07-26T07:03:08.964 INFO:tasks.workunit.client.0.smithi037.stdout:op 3259 completed, throughput=4.99MB/sec 2024-07-26T07:03:08.964 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sLEJm25i5LK48hv off=456180 len=813958 2024-07-26T07:03:08.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 3260 completed, throughput=5MB/sec 2024-07-26T07:03:08.969 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Xcs9xNw3krtqEur off=2600936 len=410942 2024-07-26T07:03:08.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 3261 completed, throughput=5MB/sec 2024-07-26T07:03:08.970 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-imUHmX4tS_0xbOC off=10928965 len=999704 2024-07-26T07:03:08.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 3262 completed, throughput=5MB/sec 2024-07-26T07:03:08.974 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k0LlOuNsoLjcL2P off=8445983 len=575063 2024-07-26T07:03:08.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 3263 completed, throughput=5MB/sec 2024-07-26T07:03:08.974 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NNoxoKnKnbqhCSC off=5464763 len=1799990 2024-07-26T07:03:08.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 3264 completed, throughput=5MB/sec 2024-07-26T07:03:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:09 smithi037 ceph-mon[97339]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:03:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:09 smithi037 ceph-mon[99762]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:03:09.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:09 smithi135 ceph-mon[90132]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:03:09.984 INFO:tasks.workunit.client.0.smithi037.stdout: 639: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:09.985 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m4GSL7456h9B6dV off=1354781 len=719646 2024-07-26T07:03:09.989 INFO:tasks.workunit.client.0.smithi037.stdout:op 3265 completed, throughput=4.99MB/sec 2024-07-26T07:03:09.989 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1DaY0nLfOAs6YLR off=0 len=1284667 2024-07-26T07:03:09.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 3266 completed, throughput=5MB/sec 2024-07-26T07:03:09.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xFDyrjCCfclfUO0 off=8114148 len=1138676 2024-07-26T07:03:10.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 3267 completed, throughput=5MB/sec 2024-07-26T07:03:10.001 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FolcMAbjhwm2GIt off=5069276 len=1864834 2024-07-26T07:03:10.011 INFO:tasks.workunit.client.0.smithi037.stdout:op 3268 completed, throughput=5MB/sec 2024-07-26T07:03:11.011 INFO:tasks.workunit.client.0.smithi037.stdout: 640: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:11.012 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0qF3DDQeYxH6SD_ off=6004682 len=754925 2024-07-26T07:03:11.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 3269 completed, throughput=4.99MB/sec 2024-07-26T07:03:11.016 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E8kf97FA0-uAv5p off=16552081 len=567490 2024-07-26T07:03:11.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 3270 completed, throughput=5MB/sec 2024-07-26T07:03:11.020 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tF02vTkDsaxXuRx off=17110449 len=513597 2024-07-26T07:03:11.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 3271 completed, throughput=5MB/sec 2024-07-26T07:03:11.022 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yueN0GUj2Adi1VK off=7028141 len=1282739 2024-07-26T07:03:11.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 3272 completed, throughput=5MB/sec 2024-07-26T07:03:11.024 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cF4DrpY1GKspnOM off=15284817 len=1686994 2024-07-26T07:03:11.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 3273 completed, throughput=5MB/sec 2024-07-26T07:03:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:11 smithi037 ceph-mon[97339]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:03:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:11] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T07:03:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:11 smithi037 ceph-mon[99762]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:03:11.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:11 smithi135 ceph-mon[90132]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:03:12.026 INFO:tasks.workunit.client.0.smithi037.stdout: 641: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:12.026 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6lasmH_FXhU_b8 off=2561541 len=1074887 2024-07-26T07:03:12.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 3274 completed, throughput=4.99MB/sec 2024-07-26T07:03:12.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JVtK0i1YRonDYQs off=14987864 len=54009 2024-07-26T07:03:12.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 3275 completed, throughput=4.99MB/sec 2024-07-26T07:03:12.028 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LsBjXZC11tUB87N off=2818788 len=594239 2024-07-26T07:03:12.032 INFO:tasks.workunit.client.0.smithi037.stdout:op 3276 completed, throughput=4.99MB/sec 2024-07-26T07:03:12.032 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CRiACO7ilOULKZ0 off=1530555 len=614738 2024-07-26T07:03:12.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 3277 completed, throughput=5MB/sec 2024-07-26T07:03:12.033 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u1dHjva1F0HHRXc off=2494980 len=1247708 2024-07-26T07:03:12.035 INFO:tasks.workunit.client.0.smithi037.stdout:op 3278 completed, throughput=5MB/sec 2024-07-26T07:03:12.035 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g2l3Xcf08ZM05pz off=6509213 len=1296184 2024-07-26T07:03:12.036 INFO:tasks.workunit.client.0.smithi037.stdout:op 3279 completed, throughput=5MB/sec 2024-07-26T07:03:12.037 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DVPJ5JcTEWAUeSB off=2061725 len=1140084 2024-07-26T07:03:12.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 3280 completed, throughput=5MB/sec 2024-07-26T07:03:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:13.039 INFO:tasks.workunit.client.0.smithi037.stdout: 642: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:13.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YJEmJIYj1Xy-lTj off=13655394 len=1475528 2024-07-26T07:03:13.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 3281 completed, throughput=5MB/sec 2024-07-26T07:03:13.047 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lgtmRh08ehKvpCE off=4217254 len=285305 2024-07-26T07:03:13.050 INFO:tasks.workunit.client.0.smithi037.stdout:op 3282 completed, throughput=5MB/sec 2024-07-26T07:03:13.050 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nG6wnwii67NewYO off=6479751 len=466728 2024-07-26T07:03:13.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 3283 completed, throughput=5MB/sec 2024-07-26T07:03:13.054 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rdoHEDgJzfuptJQ off=7522400 len=1831939 2024-07-26T07:03:13.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 3284 completed, throughput=5MB/sec 2024-07-26T07:03:13.056 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-451RdDk6O2vIW8o off=8791503 len=1592248 2024-07-26T07:03:13.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 3285 completed, throughput=5MB/sec 2024-07-26T07:03:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:13 smithi135 ceph-mon[90132]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:13 smithi037 ceph-mon[97339]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:13 smithi037 ceph-mon[99762]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:14.057 INFO:tasks.workunit.client.0.smithi037.stdout: 643: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:14.058 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-llMQ_fD_5GddpJU off=7886591 len=1996403 2024-07-26T07:03:14.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 3286 completed, throughput=5MB/sec 2024-07-26T07:03:14.060 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mZgwmRe6WvdJ1eU off=8593889 len=1411841 2024-07-26T07:03:14.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 3287 completed, throughput=5MB/sec 2024-07-26T07:03:14.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4eW8Teey7yI-OMi off=6208507 len=1999259 2024-07-26T07:03:14.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 3288 completed, throughput=5MB/sec 2024-07-26T07:03:15.066 INFO:tasks.workunit.client.0.smithi037.stdout: 644: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:15.066 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uaRQhXPVICXwzSX off=6831 len=1770507 2024-07-26T07:03:15.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 3289 completed, throughput=5MB/sec 2024-07-26T07:03:15.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0wyWfTJa6OpsY4y off=6162195 len=305272 2024-07-26T07:03:15.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 3290 completed, throughput=5MB/sec 2024-07-26T07:03:15.080 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5-GF_OeRXPB9oFq off=8999260 len=2085126 2024-07-26T07:03:15.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 3291 completed, throughput=5MB/sec 2024-07-26T07:03:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:15 smithi037 ceph-mon[97339]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:03:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:15 smithi037 ceph-mon[99762]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:03:15.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:15 smithi135 ceph-mon[90132]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:03:16.083 INFO:tasks.workunit.client.0.smithi037.stdout: 645: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:16.083 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-20drqqvtzOmV6RV off=658237 len=668871 2024-07-26T07:03:16.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 3292 completed, throughput=4.99MB/sec 2024-07-26T07:03:16.087 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n1tWoaT4LNLCUHX off=653913 len=1128277 2024-07-26T07:03:16.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 3293 completed, throughput=5MB/sec 2024-07-26T07:03:16.090 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nUesLCEBtBug60c off=6870060 len=103328 2024-07-26T07:03:16.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 3294 completed, throughput=5MB/sec 2024-07-26T07:03:16.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4qc8PAEuG_KxEVl off=11547079 len=143488 2024-07-26T07:03:16.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 3295 completed, throughput=5MB/sec 2024-07-26T07:03:16.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l7kKQR9YgOXhW75 off=688787 len=791502 2024-07-26T07:03:16.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 3296 completed, throughput=5MB/sec 2024-07-26T07:03:16.098 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sPv58c_Cp6M04Cs off=2227449 len=1970172 2024-07-26T07:03:16.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 3297 completed, throughput=5MB/sec 2024-07-26T07:03:16.101 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TC-89Ea5kUMPUkY off=4492041 len=1312718 2024-07-26T07:03:16.107 INFO:tasks.workunit.client.0.smithi037.stdout:op 3298 completed, throughput=5MB/sec 2024-07-26T07:03:17.108 INFO:tasks.workunit.client.0.smithi037.stdout: 646: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:17.108 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3Ph-PLdFPQIG1aR off=9358009 len=1073451 2024-07-26T07:03:17.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 3299 completed, throughput=5MB/sec 2024-07-26T07:03:17.114 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QAj0CVQvX6a8g8i off=13441638 len=1798312 2024-07-26T07:03:17.116 INFO:tasks.workunit.client.0.smithi037.stdout:op 3300 completed, throughput=5MB/sec 2024-07-26T07:03:17.116 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bvJJ45ZMHV9dwHL off=16203335 len=1250281 2024-07-26T07:03:17.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 3301 completed, throughput=5MB/sec 2024-07-26T07:03:17.118 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ODLntlL3q5lBvYj off=3192726 len=1452089 2024-07-26T07:03:17.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 3302 completed, throughput=5MB/sec 2024-07-26T07:03:17.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:17 smithi037 ceph-mon[97339]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:03:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:17 smithi037 ceph-mon[99762]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:03:17.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:17 smithi135 ceph-mon[90132]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:03:18.125 INFO:tasks.workunit.client.0.smithi037.stdout: 647: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:18.125 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N8xTs_vxns09Ezx off=9072350 len=1898584 2024-07-26T07:03:18.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 3303 completed, throughput=5MB/sec 2024-07-26T07:03:18.128 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tIjZxKB_EFv999h off=5278724 len=762586 2024-07-26T07:03:18.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 3304 completed, throughput=5MB/sec 2024-07-26T07:03:18.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T7WhsTsOW9i-0A8 off=3408100 len=1167993 2024-07-26T07:03:18.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 3305 completed, throughput=5MB/sec 2024-07-26T07:03:18.137 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QKuhubKgt7yxilD off=5407839 len=1710765 2024-07-26T07:03:18.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 3306 completed, throughput=5MB/sec 2024-07-26T07:03:19.139 INFO:tasks.workunit.client.0.smithi037.stdout: 648: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:19.139 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qjeo_QXmJgeWmXh off=9602639 len=624245 2024-07-26T07:03:19.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 3307 completed, throughput=5MB/sec 2024-07-26T07:03:19.140 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IplpLnuZKJ6obSt off=3291588 len=359689 2024-07-26T07:03:19.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 3308 completed, throughput=5MB/sec 2024-07-26T07:03:19.143 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WEriqYUG3rPuxDs off=4869877 len=1123931 2024-07-26T07:03:19.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 3309 completed, throughput=5MB/sec 2024-07-26T07:03:19.146 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXMeGq9IvMbJhwa off=10669501 len=1197588 2024-07-26T07:03:19.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 3310 completed, throughput=5MB/sec 2024-07-26T07:03:19.152 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RvIe8mAs3i8BuBI off=1858931 len=956837 2024-07-26T07:03:19.156 INFO:tasks.workunit.client.0.smithi037.stdout:op 3311 completed, throughput=5MB/sec 2024-07-26T07:03:19.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:19 smithi037 ceph-mon[97339]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:03:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:19 smithi037 ceph-mon[99762]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:03:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:19 smithi135 ceph-mon[90132]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:03:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:20.156 INFO:tasks.workunit.client.0.smithi037.stdout: 649: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:20.157 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O67eygUyN-BO991 off=19978614 len=66019 2024-07-26T07:03:20.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 3312 completed, throughput=4.99MB/sec 2024-07-26T07:03:20.157 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hszGb0Vv_dtE6KS off=1905160 len=135056 2024-07-26T07:03:20.158 INFO:tasks.workunit.client.0.smithi037.stdout:op 3313 completed, throughput=4.99MB/sec 2024-07-26T07:03:20.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-15K1qGXtiTHe44G off=1992538 len=545346 2024-07-26T07:03:20.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 3314 completed, throughput=4.99MB/sec 2024-07-26T07:03:20.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-epl1FFBADw1IxCg off=10755097 len=1380055 2024-07-26T07:03:20.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 3315 completed, throughput=5MB/sec 2024-07-26T07:03:20.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T9-t_rsgU0ir1o5 off=6080634 len=262993 2024-07-26T07:03:20.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 3316 completed, throughput=5MB/sec 2024-07-26T07:03:20.169 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XAS1TKnI5mkqt7L off=11899266 len=938433 2024-07-26T07:03:20.174 INFO:tasks.workunit.client.0.smithi037.stdout:op 3317 completed, throughput=5MB/sec 2024-07-26T07:03:20.174 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NU1ZLr4uwbXEJmT off=4024480 len=1355150 2024-07-26T07:03:20.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 3318 completed, throughput=5MB/sec 2024-07-26T07:03:20.179 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PSr-TjROZPbfAOa off=9331968 len=394924 2024-07-26T07:03:20.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 3319 completed, throughput=5MB/sec 2024-07-26T07:03:20.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YnKS1d2KkPpjB7j off=2712573 len=999929 2024-07-26T07:03:20.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 3320 completed, throughput=5MB/sec 2024-07-26T07:03:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: 650: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:21.184 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sV-BX89wPAKPZfI off=640494 len=1498873 2024-07-26T07:03:21.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 3321 completed, throughput=5MB/sec 2024-07-26T07:03:21.192 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aq6fmgtWc-13MeD off=21354068 len=203770 2024-07-26T07:03:21.195 INFO:tasks.workunit.client.0.smithi037.stdout:op 3322 completed, throughput=5MB/sec 2024-07-26T07:03:21.195 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oBQgQ7PMgTd2IEW off=10500924 len=1602113 2024-07-26T07:03:21.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 3323 completed, throughput=5MB/sec 2024-07-26T07:03:21.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EdSJpraIvecZuqx off=314981 len=1730456 2024-07-26T07:03:21.200 INFO:tasks.workunit.client.0.smithi037.stdout:op 3324 completed, throughput=5MB/sec 2024-07-26T07:03:21.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:21 smithi037 ceph-mon[97339]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:21.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:03:21.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:21 smithi037 ceph-mon[99762]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:21.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:21 smithi135 ceph-mon[90132]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:03:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: 651: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:22.201 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fLF_zov0D9bLb3M off=12357745 len=1419941 2024-07-26T07:03:22.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 3325 completed, throughput=5MB/sec 2024-07-26T07:03:22.207 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v707JP-mtHFIzm3 off=5492646 len=1177468 2024-07-26T07:03:22.216 INFO:tasks.workunit.client.0.smithi037.stdout:op 3326 completed, throughput=5MB/sec 2024-07-26T07:03:22.216 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CzxvzOHjz13lH_k off=5800018 len=642378 2024-07-26T07:03:22.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 3327 completed, throughput=5MB/sec 2024-07-26T07:03:22.220 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jeLqNCy4vAAZvQJ off=245671 len=888585 2024-07-26T07:03:22.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 3328 completed, throughput=5MB/sec 2024-07-26T07:03:22.224 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eTUITJW6kpZdRf0 off=23500859 len=1155345 2024-07-26T07:03:22.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 3329 completed, throughput=5MB/sec 2024-07-26T07:03:22.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: 652: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:23.230 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aoQA3tnuMJjHHqX off=3290499 len=122719 2024-07-26T07:03:23.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 3330 completed, throughput=4.99MB/sec 2024-07-26T07:03:23.231 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ue-Abqy4FLCvL28 off=2109204 len=564062 2024-07-26T07:03:23.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 3331 completed, throughput=4.99MB/sec 2024-07-26T07:03:23.231 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X0VVCvZAXKedAef off=3201294 len=743670 2024-07-26T07:03:23.233 INFO:tasks.workunit.client.0.smithi037.stdout:op 3332 completed, throughput=5MB/sec 2024-07-26T07:03:23.233 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-90FJYFkjm9zYEUu off=1679601 len=754829 2024-07-26T07:03:23.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 3333 completed, throughput=5MB/sec 2024-07-26T07:03:23.234 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ax0O2eGGDQBFlau off=690541 len=884474 2024-07-26T07:03:23.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 3334 completed, throughput=5MB/sec 2024-07-26T07:03:23.236 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Oeb9Q_Qxftk6h1o off=486152 len=1701013 2024-07-26T07:03:23.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 3335 completed, throughput=5MB/sec 2024-07-26T07:03:23.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R184jknLq3U9Jku off=6723351 len=1224899 2024-07-26T07:03:23.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 3336 completed, throughput=5MB/sec 2024-07-26T07:03:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:23 smithi037 ceph-mon[97339]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-07-26T07:03:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:23 smithi037 ceph-mon[99762]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-07-26T07:03:23.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:23 smithi135 ceph-mon[90132]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-07-26T07:03:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: 653: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:24.243 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zgrS9YxVasbu6SX off=3797241 len=535283 2024-07-26T07:03:24.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 3337 completed, throughput=4.99MB/sec 2024-07-26T07:03:24.247 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CRh37tEjyc2vjIj off=761873 len=1840162 2024-07-26T07:03:24.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 3338 completed, throughput=5MB/sec 2024-07-26T07:03:24.256 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9_T5bxfhzWDX08a off=17884150 len=1671036 2024-07-26T07:03:24.265 INFO:tasks.workunit.client.0.smithi037.stdout:op 3339 completed, throughput=5MB/sec 2024-07-26T07:03:24.265 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eCtkOaQWz137L6R off=1729773 len=1414534 2024-07-26T07:03:24.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 3340 completed, throughput=5MB/sec 2024-07-26T07:03:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: 654: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:25.271 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QNDsPZXz0lA0QU2 off=6181518 len=755742 2024-07-26T07:03:25.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 3341 completed, throughput=5MB/sec 2024-07-26T07:03:25.276 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GP2IfKyaQZ3NbSR off=8434160 len=322775 2024-07-26T07:03:25.276 INFO:tasks.workunit.client.0.smithi037.stdout:op 3342 completed, throughput=5MB/sec 2024-07-26T07:03:25.276 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8zb504LqY6HiF2I off=4441225 len=1640221 2024-07-26T07:03:25.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 3343 completed, throughput=5MB/sec 2024-07-26T07:03:25.280 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z2XHkWhRZoqxbVv off=1596285 len=1289198 2024-07-26T07:03:25.289 INFO:tasks.workunit.client.0.smithi037.stdout:op 3344 completed, throughput=5MB/sec 2024-07-26T07:03:25.289 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2V0XZHS6a6uVkXg off=3135018 len=1140018 2024-07-26T07:03:25.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 3345 completed, throughput=5MB/sec 2024-07-26T07:03:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:25 smithi037 ceph-mon[97339]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:25 smithi037 ceph-mon[99762]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:25.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:25 smithi135 ceph-mon[90132]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:03:26.291 INFO:tasks.workunit.client.0.smithi037.stdout: 655: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:26.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n55MpyR7rurMEU7 off=3873959 len=250820 2024-07-26T07:03:26.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 3346 completed, throughput=4.99MB/sec 2024-07-26T07:03:26.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I5zrK67UGLnX4a- off=485860 len=1838610 2024-07-26T07:03:26.301 INFO:tasks.workunit.client.0.smithi037.stdout:op 3347 completed, throughput=5MB/sec 2024-07-26T07:03:26.301 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VMn94-AcE73kowa off=1909267 len=1081624 2024-07-26T07:03:26.303 INFO:tasks.workunit.client.0.smithi037.stdout:op 3348 completed, throughput=5MB/sec 2024-07-26T07:03:26.303 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wqTnioc9d5f3lkv off=6192749 len=1198608 2024-07-26T07:03:26.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 3349 completed, throughput=5MB/sec 2024-07-26T07:03:27.310 INFO:tasks.workunit.client.0.smithi037.stdout: 656: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:27.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_a80D_6kaUtmmuK off=2562176 len=139671 2024-07-26T07:03:27.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 3350 completed, throughput=4.99MB/sec 2024-07-26T07:03:27.311 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T-pUHJfiyC943Fg off=7433957 len=2044965 2024-07-26T07:03:27.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 3351 completed, throughput=5MB/sec 2024-07-26T07:03:27.314 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-16e_iZRd67Cf3U6 off=423864 len=344916 2024-07-26T07:03:27.317 INFO:tasks.workunit.client.0.smithi037.stdout:op 3352 completed, throughput=5MB/sec 2024-07-26T07:03:27.317 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nnnSeGtEbCkjkyR off=2005740 len=1981194 2024-07-26T07:03:27.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 3353 completed, throughput=5MB/sec 2024-07-26T07:03:27.322 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P2Djom_HPOqPpOj off=6551613 len=508493 2024-07-26T07:03:27.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 3354 completed, throughput=5MB/sec 2024-07-26T07:03:27.326 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NfAniGmwdX40wWT off=11997871 len=419485 2024-07-26T07:03:27.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 3355 completed, throughput=5MB/sec 2024-07-26T07:03:27.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:27 smithi037 ceph-mon[97339]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:03:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:27 smithi037 ceph-mon[99762]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:03:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:27 smithi135 ceph-mon[90132]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:03:28.330 INFO:tasks.workunit.client.0.smithi037.stdout: 657: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:28.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yvD7KfihIe2bbk- off=4739118 len=1950501 2024-07-26T07:03:28.341 INFO:tasks.workunit.client.0.smithi037.stdout:op 3356 completed, throughput=5MB/sec 2024-07-26T07:03:28.341 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7PwjYkpNOPZMpZm off=13923159 len=1912968 2024-07-26T07:03:28.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 3357 completed, throughput=5MB/sec 2024-07-26T07:03:28.343 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bzNUnTfAxBcYU4F off=12651888 len=883820 2024-07-26T07:03:28.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 3358 completed, throughput=5MB/sec 2024-07-26T07:03:28.348 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rejxFCR7VYRqxRk off=2359316 len=736176 2024-07-26T07:03:28.352 INFO:tasks.workunit.client.0.smithi037.stdout:op 3359 completed, throughput=5MB/sec 2024-07-26T07:03:29.353 INFO:tasks.workunit.client.0.smithi037.stdout: 658: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:29.353 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-98lvWN5-Bulgsqi off=2305432 len=1305614 2024-07-26T07:03:29.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 3360 completed, throughput=4.99MB/sec 2024-07-26T07:03:29.355 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YQKGcxjCepnJygo off=8836958 len=90349 2024-07-26T07:03:29.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 3361 completed, throughput=4.99MB/sec 2024-07-26T07:03:29.355 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fsoKq-N0mD7Okyt off=9067015 len=2024487 2024-07-26T07:03:29.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 3362 completed, throughput=5MB/sec 2024-07-26T07:03:29.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3qmHrBbbS7maIbC off=6578476 len=2074654 2024-07-26T07:03:29.375 INFO:tasks.workunit.client.0.smithi037.stdout:op 3363 completed, throughput=5MB/sec 2024-07-26T07:03:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:29 smithi037 ceph-mon[97339]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:03:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:29 smithi037 ceph-mon[99762]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:03:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:29 smithi135 ceph-mon[90132]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:03:30.376 INFO:tasks.workunit.client.0.smithi037.stdout: 659: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:30.376 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1H7LlM1DG8Np_sC off=11178601 len=723553 2024-07-26T07:03:30.377 INFO:tasks.workunit.client.0.smithi037.stdout:op 3364 completed, throughput=4.99MB/sec 2024-07-26T07:03:30.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VhNbaWJ7nZC48sY off=21942437 len=1073990 2024-07-26T07:03:30.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 3365 completed, throughput=5MB/sec 2024-07-26T07:03:30.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dLYx6cnpkK5bMQq off=0 len=1219503 2024-07-26T07:03:30.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 3366 completed, throughput=5MB/sec 2024-07-26T07:03:30.392 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XLyVHcr5hYdblCA off=13631638 len=964420 2024-07-26T07:03:30.398 INFO:tasks.workunit.client.0.smithi037.stdout:op 3367 completed, throughput=5MB/sec 2024-07-26T07:03:30.398 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W1L4_9MmukBD4Hx off=14222746 len=1223568 2024-07-26T07:03:30.404 INFO:tasks.workunit.client.0.smithi037.stdout:op 3368 completed, throughput=5MB/sec 2024-07-26T07:03:31.404 INFO:tasks.workunit.client.0.smithi037.stdout: 660: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:31.405 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M0099f2cMzwQM1Y off=4015393 len=232138 2024-07-26T07:03:31.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 3369 completed, throughput=4.99MB/sec 2024-07-26T07:03:31.406 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9EVjPKFVvJIRtym off=22797532 len=2038153 2024-07-26T07:03:31.415 INFO:tasks.workunit.client.0.smithi037.stdout:op 3370 completed, throughput=5MB/sec 2024-07-26T07:03:31.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8zb504LqY6HiF2I off=4145574 len=906127 2024-07-26T07:03:31.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 3371 completed, throughput=5MB/sec 2024-07-26T07:03:31.417 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S3jof_xkjhR-r7_ off=1579065 len=703600 2024-07-26T07:03:31.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 3372 completed, throughput=5MB/sec 2024-07-26T07:03:31.422 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RHxBHXH7r2NDCIU off=7494145 len=151453 2024-07-26T07:03:31.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 3373 completed, throughput=5MB/sec 2024-07-26T07:03:31.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hgrypnQ1CekA_lQ off=516728 len=626417 2024-07-26T07:03:31.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 3374 completed, throughput=5MB/sec 2024-07-26T07:03:31.425 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-goHUEzMrYqawgJC off=316884 len=1718861 2024-07-26T07:03:31.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 3375 completed, throughput=5MB/sec 2024-07-26T07:03:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:31 smithi037 ceph-mon[97339]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:03:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:03:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:31 smithi037 ceph-mon[99762]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:03:31.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:31 smithi135 ceph-mon[90132]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:03:32.430 INFO:tasks.workunit.client.0.smithi037.stdout: 661: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:32.430 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1A285Wrb9iIqpLO off=2496242 len=992958 2024-07-26T07:03:32.436 INFO:tasks.workunit.client.0.smithi037.stdout:op 3376 completed, throughput=5MB/sec 2024-07-26T07:03:32.436 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6owYoPCjcOiYS1B off=10892091 len=405373 2024-07-26T07:03:32.437 INFO:tasks.workunit.client.0.smithi037.stdout:op 3377 completed, throughput=5MB/sec 2024-07-26T07:03:32.437 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MtJ2h_YdS9q3IJX off=22730147 len=1185286 2024-07-26T07:03:32.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 3378 completed, throughput=5MB/sec 2024-07-26T07:03:32.443 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qDvTmXPylxeM1NY off=5646881 len=1906060 2024-07-26T07:03:32.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 3379 completed, throughput=5MB/sec 2024-07-26T07:03:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:33.454 INFO:tasks.workunit.client.0.smithi037.stdout: 662: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:33.454 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-blpE5zuh0W45WCy off=4513586 len=1886632 2024-07-26T07:03:33.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 3380 completed, throughput=5MB/sec 2024-07-26T07:03:33.458 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_RJkjUgAqrIkLpJ off=3130967 len=1642153 2024-07-26T07:03:33.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 3381 completed, throughput=5MB/sec 2024-07-26T07:03:33.466 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iPXHT00zHQffNB2 off=4246349 len=1899067 2024-07-26T07:03:33.470 INFO:tasks.workunit.client.0.smithi037.stdout:op 3382 completed, throughput=5MB/sec 2024-07-26T07:03:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:33 smithi037 ceph-mon[97339]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:03:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:33 smithi037 ceph-mon[99762]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:03:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:33 smithi135 ceph-mon[90132]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:03:34.470 INFO:tasks.workunit.client.0.smithi037.stdout: 663: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:34.470 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EnsZHL3pOAFkT3Q off=1730406 len=1981045 2024-07-26T07:03:34.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 3383 completed, throughput=5MB/sec 2024-07-26T07:03:34.480 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ckNvPl3kvhRtLcG off=15848642 len=804184 2024-07-26T07:03:34.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 3384 completed, throughput=5MB/sec 2024-07-26T07:03:34.484 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RVx0TFlU95CJeMK off=2022367 len=1512637 2024-07-26T07:03:34.487 INFO:tasks.workunit.client.0.smithi037.stdout:op 3385 completed, throughput=5MB/sec 2024-07-26T07:03:34.487 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RHXJ0bCLAqP8EgF off=485716 len=307856 2024-07-26T07:03:34.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 3386 completed, throughput=5MB/sec 2024-07-26T07:03:34.488 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Am5ReQZQzGFwuZy off=21778264 len=38824 2024-07-26T07:03:34.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 3387 completed, throughput=5MB/sec 2024-07-26T07:03:34.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_LknHgFVQVeR0E5 off=15658789 len=1258777 2024-07-26T07:03:34.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 3388 completed, throughput=5MB/sec 2024-07-26T07:03:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:34.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:35.490 INFO:tasks.workunit.client.0.smithi037.stdout: 664: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:35.491 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iZ0cs58sFdO_Ur_ off=16253449 len=1793800 2024-07-26T07:03:35.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 3389 completed, throughput=5MB/sec 2024-07-26T07:03:35.493 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-53nKZzCz8jXHOEA off=10049496 len=1106408 2024-07-26T07:03:35.496 INFO:tasks.workunit.client.0.smithi037.stdout:op 3390 completed, throughput=5MB/sec 2024-07-26T07:03:35.496 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZFS6qiq7BPViJQh off=4049104 len=1536387 2024-07-26T07:03:35.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 3391 completed, throughput=5MB/sec 2024-07-26T07:03:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:35 smithi037 ceph-mon[97339]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:35 smithi037 ceph-mon[99762]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:35 smithi135 ceph-mon[90132]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:36.499 INFO:tasks.workunit.client.0.smithi037.stdout: 665: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:36.499 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--W7-VsvL7LFTG_7 off=4312116 len=1393699 2024-07-26T07:03:36.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 3392 completed, throughput=4.99MB/sec 2024-07-26T07:03:36.507 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gcs_X1UNh_OX8l_ off=5279583 len=1028852 2024-07-26T07:03:36.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 3393 completed, throughput=5MB/sec 2024-07-26T07:03:36.512 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HPG6XhOHc-lAb2A off=3972513 len=970451 2024-07-26T07:03:36.514 INFO:tasks.workunit.client.0.smithi037.stdout:op 3394 completed, throughput=5MB/sec 2024-07-26T07:03:36.515 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xnAOJiNdiuipJo8 off=13810548 len=1114895 2024-07-26T07:03:36.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 3395 completed, throughput=5MB/sec 2024-07-26T07:03:36.521 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fWKw743RHS3Sgw- off=19817163 len=139883 2024-07-26T07:03:36.523 INFO:tasks.workunit.client.0.smithi037.stdout:op 3396 completed, throughput=5MB/sec 2024-07-26T07:03:36.523 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0l-5484mRl2aPPC off=9675577 len=196354 2024-07-26T07:03:36.524 INFO:tasks.workunit.client.0.smithi037.stdout:op 3397 completed, throughput=5MB/sec 2024-07-26T07:03:36.524 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yhO6_5TCfPrDMgN off=4496241 len=897214 2024-07-26T07:03:36.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 3398 completed, throughput=5MB/sec 2024-07-26T07:03:37.529 INFO:tasks.workunit.client.0.smithi037.stdout: 666: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:37.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7_dxoX3MidhYXNo off=15194106 len=2006807 2024-07-26T07:03:37.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 3399 completed, throughput=5MB/sec 2024-07-26T07:03:37.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TJu3adHPBviKG9L off=14193701 len=1151228 2024-07-26T07:03:37.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 3400 completed, throughput=5MB/sec 2024-07-26T07:03:37.541 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eWbhNXToM8Q6kbD off=972064 len=1146527 2024-07-26T07:03:37.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 3401 completed, throughput=5MB/sec 2024-07-26T07:03:37.543 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B67XQIV2MAEN_PU off=8618887 len=616608 2024-07-26T07:03:37.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 3402 completed, throughput=5MB/sec 2024-07-26T07:03:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:37 smithi037 ceph-mon[97339]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:37 smithi037 ceph-mon[99762]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:37 smithi135 ceph-mon[90132]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:38.548 INFO:tasks.workunit.client.0.smithi037.stdout: 667: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:38.548 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zLE6Ac_fabRsE0j off=11762947 len=1430586 2024-07-26T07:03:38.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 3403 completed, throughput=4.99MB/sec 2024-07-26T07:03:38.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-98XnqLVhk58hjNW off=491341 len=732266 2024-07-26T07:03:38.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 3404 completed, throughput=5MB/sec 2024-07-26T07:03:38.560 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F3S8Z6t1hQ0oOP9 off=3894836 len=391794 2024-07-26T07:03:38.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 3405 completed, throughput=5MB/sec 2024-07-26T07:03:38.561 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zc-84-tUEDKWmGP off=14927296 len=660448 2024-07-26T07:03:38.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 3406 completed, throughput=5MB/sec 2024-07-26T07:03:38.562 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FTigxJ-bX89o7Gb off=4114278 len=938010 2024-07-26T07:03:38.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 3407 completed, throughput=5MB/sec 2024-07-26T07:03:38.566 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HkFq_RWdSRjOaY7 off=5406800 len=506042 2024-07-26T07:03:38.570 INFO:tasks.workunit.client.0.smithi037.stdout:op 3408 completed, throughput=5MB/sec 2024-07-26T07:03:38.570 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ce6tgPpuUMbzixf off=3341626 len=552367 2024-07-26T07:03:38.574 INFO:tasks.workunit.client.0.smithi037.stdout:op 3409 completed, throughput=5MB/sec 2024-07-26T07:03:38.574 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KYziOLncQUpexFr off=11230184 len=2034660 2024-07-26T07:03:38.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 3410 completed, throughput=5MB/sec 2024-07-26T07:03:39.580 INFO:tasks.workunit.client.0.smithi037.stdout: 668: throughput=5MB/sec pending data=0 2024-07-26T07:03:39.580 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rCJJ07tONqxIcB_ off=11664293 len=962882 2024-07-26T07:03:39.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 3411 completed, throughput=5MB/sec 2024-07-26T07:03:39.582 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B2jq2Z4ITb7zCZR off=949450 len=1797581 2024-07-26T07:03:39.593 INFO:tasks.workunit.client.0.smithi037.stdout:op 3412 completed, throughput=5MB/sec 2024-07-26T07:03:39.593 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rW2xYXlo1YPJt_l off=2912384 len=1375539 2024-07-26T07:03:39.595 INFO:tasks.workunit.client.0.smithi037.stdout:op 3413 completed, throughput=5MB/sec 2024-07-26T07:03:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:39 smithi037 ceph-mon[97339]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:03:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:39 smithi037 ceph-mon[99762]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:03:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:39 smithi135 ceph-mon[90132]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:03:40.595 INFO:tasks.workunit.client.0.smithi037.stdout: 669: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:40.595 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4DeFs45WGQkUa0w off=1357632 len=1866976 2024-07-26T07:03:40.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 3414 completed, throughput=5MB/sec 2024-07-26T07:03:40.606 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Orr5pFuczd7X208 off=9260408 len=1412190 2024-07-26T07:03:40.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 3415 completed, throughput=5MB/sec 2024-07-26T07:03:40.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M0099f2cMzwQM1Y off=1227687 len=1115428 2024-07-26T07:03:40.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 3416 completed, throughput=5MB/sec 2024-07-26T07:03:40.619 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y8NUeR_dbiAN0jz off=8076207 len=220809 2024-07-26T07:03:40.619 INFO:tasks.workunit.client.0.smithi037.stdout:op 3417 completed, throughput=5MB/sec 2024-07-26T07:03:40.619 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K2cH95pOIqcmPQ4 off=5900043 len=1484340 2024-07-26T07:03:40.621 INFO:tasks.workunit.client.0.smithi037.stdout:op 3418 completed, throughput=5MB/sec 2024-07-26T07:03:41.622 INFO:tasks.workunit.client.0.smithi037.stdout: 670: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:41.622 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4sxG4qYh1QP8yTu off=2072472 len=1324142 2024-07-26T07:03:41.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 3419 completed, throughput=5MB/sec 2024-07-26T07:03:41.629 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WFxBuXbQwUShDaX off=3168654 len=1839664 2024-07-26T07:03:41.639 INFO:tasks.workunit.client.0.smithi037.stdout:op 3420 completed, throughput=5MB/sec 2024-07-26T07:03:41.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bN7nGlIdQe5vEL5 off=8088830 len=604999 2024-07-26T07:03:41.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 3421 completed, throughput=5MB/sec 2024-07-26T07:03:41.641 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B1IBs8tmN_DAiEM off=137402 len=1792846 2024-07-26T07:03:41.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 3422 completed, throughput=5MB/sec 2024-07-26T07:03:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:41 smithi037 ceph-mon[97339]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:03:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T07:03:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:41 smithi037 ceph-mon[99762]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:03:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:41 smithi135 ceph-mon[90132]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:03:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:42 smithi135 ceph-mon[90132]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:03:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:42.650 INFO:tasks.workunit.client.0.smithi037.stdout: 671: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:42.650 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R423B1m7qBMPjCo off=498488 len=857829 2024-07-26T07:03:42.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 3423 completed, throughput=5MB/sec 2024-07-26T07:03:42.652 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--7MJPXvwHho_uZf off=5293531 len=2007487 2024-07-26T07:03:42.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 3424 completed, throughput=5MB/sec 2024-07-26T07:03:42.661 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X6GmhSuCEntHYY6 off=1023628 len=1079243 2024-07-26T07:03:42.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 3425 completed, throughput=5MB/sec 2024-07-26T07:03:42.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:42 smithi037 ceph-mon[97339]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:03:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:42 smithi037 ceph-mon[99762]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:03:43.668 INFO:tasks.workunit.client.0.smithi037.stdout: 672: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:43.668 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xiqOFwrXzTwuJjF off=497762 len=1371575 2024-07-26T07:03:43.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 3426 completed, throughput=4.99MB/sec 2024-07-26T07:03:43.670 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xuLfsUhA2oUWpSC off=135421 len=1133266 2024-07-26T07:03:43.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 3427 completed, throughput=5MB/sec 2024-07-26T07:03:43.676 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rpRXOsYTai-zMyO off=6529506 len=2038489 2024-07-26T07:03:43.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 3428 completed, throughput=5MB/sec 2024-07-26T07:03:43.679 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5_sv0MM0bDU5f5G off=297057 len=1723344 2024-07-26T07:03:43.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 3429 completed, throughput=5MB/sec 2024-07-26T07:03:44.681 INFO:tasks.workunit.client.0.smithi037.stdout: 673: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:44.682 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9vFDVINXsu-Ss7_ off=4360347 len=1213288 2024-07-26T07:03:44.684 INFO:tasks.workunit.client.0.smithi037.stdout:op 3430 completed, throughput=5MB/sec 2024-07-26T07:03:44.684 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vYvmAliVSK6Pnda off=16745612 len=2002183 2024-07-26T07:03:44.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 3431 completed, throughput=5MB/sec 2024-07-26T07:03:44.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XhnyUaF3d5KuNxt off=0 len=1262581 2024-07-26T07:03:44.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 3432 completed, throughput=5MB/sec 2024-07-26T07:03:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:44 smithi037 ceph-mon[97339]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:44 smithi037 ceph-mon[99762]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:44 smithi135 ceph-mon[90132]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:03:45.689 INFO:tasks.workunit.client.0.smithi037.stdout: 674: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:45.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VXLG8QJOPWb0gu8 off=1556707 len=725957 2024-07-26T07:03:45.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 3433 completed, throughput=4.99MB/sec 2024-07-26T07:03:45.694 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wxoe9YspgPXPkaw off=2283738 len=1845093 2024-07-26T07:03:45.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 3434 completed, throughput=5MB/sec 2024-07-26T07:03:45.705 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_wcCM3psL-_WhRo off=16172562 len=1144597 2024-07-26T07:03:45.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 3435 completed, throughput=5MB/sec 2024-07-26T07:03:45.710 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5pws-35-6XyyYB- off=219063 len=2036913 2024-07-26T07:03:45.722 INFO:tasks.workunit.client.0.smithi037.stdout:op 3436 completed, throughput=5MB/sec 2024-07-26T07:03:46.723 INFO:tasks.workunit.client.0.smithi037.stdout: 675: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:46.723 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b4a83iM-GKug9B- off=13386416 len=1204715 2024-07-26T07:03:46.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 3437 completed, throughput=5MB/sec 2024-07-26T07:03:46.725 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m_8nAnzJp9cTDph off=13097471 len=1732772 2024-07-26T07:03:46.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 3438 completed, throughput=5MB/sec 2024-07-26T07:03:46.727 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9ukvWq93Govh5Fp off=32130 len=1320931 2024-07-26T07:03:46.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 3439 completed, throughput=5MB/sec 2024-07-26T07:03:46.734 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ntOI-0E17w2Ucv3 off=8966149 len=488736 2024-07-26T07:03:46.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 3440 completed, throughput=5MB/sec 2024-07-26T07:03:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:46 smithi037 ceph-mon[97339]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:03:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:46 smithi037 ceph-mon[99762]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:03:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:46 smithi135 ceph-mon[90132]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:03:47.738 INFO:tasks.workunit.client.0.smithi037.stdout: 676: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:47.738 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KuqHblXA8pgQH43 off=3443862 len=152307 2024-07-26T07:03:47.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 3441 completed, throughput=4.99MB/sec 2024-07-26T07:03:47.741 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9L62sIzslLYObOm off=11103280 len=1810426 2024-07-26T07:03:47.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 3442 completed, throughput=5MB/sec 2024-07-26T07:03:47.744 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s1a65WBRjIPH9yJ off=8228239 len=1593416 2024-07-26T07:03:47.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 3443 completed, throughput=5MB/sec 2024-07-26T07:03:47.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8ItujlAhBk4XlpX off=1060093 len=1543429 2024-07-26T07:03:47.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 3444 completed, throughput=5MB/sec 2024-07-26T07:03:47.748 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-81aN46nCY56Iwpv off=19385856 len=1051008 2024-07-26T07:03:47.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 3445 completed, throughput=5MB/sec 2024-07-26T07:03:48.753 INFO:tasks.workunit.client.0.smithi037.stdout: 677: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:48.754 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-01tOVHkjI2dik3z off=478139 len=1225979 2024-07-26T07:03:48.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 3446 completed, throughput=5MB/sec 2024-07-26T07:03:48.755 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gu0roatubM1MMdU off=15419358 len=1801682 2024-07-26T07:03:48.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 3447 completed, throughput=5MB/sec 2024-07-26T07:03:48.758 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NXcWrvYQc-OI5Ov off=112164 len=58674 2024-07-26T07:03:48.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 3448 completed, throughput=5MB/sec 2024-07-26T07:03:48.760 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6hx2Nt2M_s9fhkF off=1493993 len=2021699 2024-07-26T07:03:48.763 INFO:tasks.workunit.client.0.smithi037.stdout:op 3449 completed, throughput=5MB/sec 2024-07-26T07:03:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:48 smithi037 ceph-mon[97339]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:03:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:48 smithi037 ceph-mon[99762]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:03:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:48 smithi135 ceph-mon[90132]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:03:49.763 INFO:tasks.workunit.client.0.smithi037.stdout: 678: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:49.763 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X4A497xzcCvhmQy off=10397262 len=701743 2024-07-26T07:03:49.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 3450 completed, throughput=4.99MB/sec 2024-07-26T07:03:49.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ARWrbWmCDlTZ_fx off=2405327 len=1440113 2024-07-26T07:03:49.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 3451 completed, throughput=5MB/sec 2024-07-26T07:03:49.771 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jOs2g7GRf8MCAOr off=8599271 len=1870149 2024-07-26T07:03:49.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 3452 completed, throughput=5MB/sec 2024-07-26T07:03:49.781 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CXmBzlsCE_LcYdJ off=1425811 len=1682499 2024-07-26T07:03:49.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 3453 completed, throughput=5MB/sec 2024-07-26T07:03:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:50.789 INFO:tasks.workunit.client.0.smithi037.stdout: 679: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:50.789 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nRtqX_z2u74miwZ off=13384331 len=1230934 2024-07-26T07:03:50.796 INFO:tasks.workunit.client.0.smithi037.stdout:op 3454 completed, throughput=5MB/sec 2024-07-26T07:03:50.796 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J-U7c-Yq61nb26g off=9821976 len=2076532 2024-07-26T07:03:50.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 3455 completed, throughput=5MB/sec 2024-07-26T07:03:50.808 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hHebSoy64QLE-8G off=535372 len=1322192 2024-07-26T07:03:50.810 INFO:tasks.workunit.client.0.smithi037.stdout:op 3456 completed, throughput=5MB/sec 2024-07-26T07:03:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:50 smithi037 ceph-mon[97339]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:03:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:50 smithi037 ceph-mon[99762]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:03:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:50 smithi135 ceph-mon[90132]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:03:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:03:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:03:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:03:51.810 INFO:tasks.workunit.client.0.smithi037.stdout: 680: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:51.810 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2NeRUSIDq02H3Oi off=20333986 len=895300 2024-07-26T07:03:51.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 3457 completed, throughput=4.99MB/sec 2024-07-26T07:03:51.815 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eXkz9sgew-Rerde off=110194 len=376108 2024-07-26T07:03:51.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 3458 completed, throughput=4.99MB/sec 2024-07-26T07:03:51.818 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s1dAhk57IYJrpjP off=3394473 len=2038438 2024-07-26T07:03:51.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 3459 completed, throughput=5MB/sec 2024-07-26T07:03:51.821 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Id8iO88ln2BPTcw off=7924066 len=613356 2024-07-26T07:03:51.826 INFO:tasks.workunit.client.0.smithi037.stdout:op 3460 completed, throughput=5MB/sec 2024-07-26T07:03:51.826 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2r628r0mDNncQa0 off=4022742 len=279075 2024-07-26T07:03:51.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 3461 completed, throughput=5MB/sec 2024-07-26T07:03:51.829 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Pt9nzJoRAO6duDD off=1677791 len=1858257 2024-07-26T07:03:51.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 3462 completed, throughput=5MB/sec 2024-07-26T07:03:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:03:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:52.830 INFO:tasks.workunit.client.0.smithi037.stdout: 681: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:52.830 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cEJ-X9TmobmptlV off=9981524 len=2083134 2024-07-26T07:03:52.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 3463 completed, throughput=5MB/sec 2024-07-26T07:03:52.840 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FGUvR4XujQzIlRi off=48915 len=1647477 2024-07-26T07:03:52.844 INFO:tasks.workunit.client.0.smithi037.stdout:op 3464 completed, throughput=5MB/sec 2024-07-26T07:03:52.844 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OSPqnpUMxu6o0mb off=2841530 len=891835 2024-07-26T07:03:52.848 INFO:tasks.workunit.client.0.smithi037.stdout:op 3465 completed, throughput=5MB/sec 2024-07-26T07:03:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:52 smithi037 ceph-mon[97339]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:52 smithi037 ceph-mon[99762]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:52 smithi135 ceph-mon[90132]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:53.848 INFO:tasks.workunit.client.0.smithi037.stdout: 682: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:53.848 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bQAzFPCwf_WA7Xu off=16514147 len=1405112 2024-07-26T07:03:53.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 3466 completed, throughput=5MB/sec 2024-07-26T07:03:53.855 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oqlE1-ClHAgJ_N9 off=4407472 len=1103851 2024-07-26T07:03:53.856 INFO:tasks.workunit.client.0.smithi037.stdout:op 3467 completed, throughput=5MB/sec 2024-07-26T07:03:53.856 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OYnSo7hjQQxIYvS off=581931 len=1311707 2024-07-26T07:03:53.865 INFO:tasks.workunit.client.0.smithi037.stdout:op 3468 completed, throughput=5MB/sec 2024-07-26T07:03:53.865 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m3pvRElwg8wPnQb off=1381932 len=1920501 2024-07-26T07:03:53.868 INFO:tasks.workunit.client.0.smithi037.stdout:op 3469 completed, throughput=5MB/sec 2024-07-26T07:03:54.869 INFO:tasks.workunit.client.0.smithi037.stdout: 683: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:54.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lhFQPVM5rk4Tf2S off=1867149 len=1123702 2024-07-26T07:03:54.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 3470 completed, throughput=5MB/sec 2024-07-26T07:03:54.874 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rgk8pX3PEISxXai off=4801803 len=1581057 2024-07-26T07:03:54.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 3471 completed, throughput=5MB/sec 2024-07-26T07:03:54.880 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zVUWSly5iWe5xRa off=3066635 len=1971438 2024-07-26T07:03:54.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 3472 completed, throughput=5MB/sec 2024-07-26T07:03:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:54 smithi135 ceph-mon[90132]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:03:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:54 smithi037 ceph-mon[97339]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:03:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:54 smithi037 ceph-mon[99762]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:03:55.883 INFO:tasks.workunit.client.0.smithi037.stdout: 684: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:55.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hEMytAzyaMtsIth off=2794606 len=385015 2024-07-26T07:03:55.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 3473 completed, throughput=4.99MB/sec 2024-07-26T07:03:55.887 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0T-aYPjLQjMyfIA off=13721801 len=1584285 2024-07-26T07:03:55.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 3474 completed, throughput=5MB/sec 2024-07-26T07:03:55.889 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gTOYj9kFaB00PSo off=890831 len=1831288 2024-07-26T07:03:55.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 3475 completed, throughput=5MB/sec 2024-07-26T07:03:55.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NAOM_9hz2I9d4UG off=3295545 len=884235 2024-07-26T07:03:55.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 3476 completed, throughput=5MB/sec 2024-07-26T07:03:55.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NHZJ5E_DOYLYoEF off=90648 len=1224479 2024-07-26T07:03:55.910 INFO:tasks.workunit.client.0.smithi037.stdout:op 3477 completed, throughput=5MB/sec 2024-07-26T07:03:56.910 INFO:tasks.workunit.client.0.smithi037.stdout: 685: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:56.910 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KeWnqJHgxd6Hhf5 off=701235 len=1958208 2024-07-26T07:03:56.913 INFO:tasks.workunit.client.0.smithi037.stdout:op 3478 completed, throughput=5MB/sec 2024-07-26T07:03:56.913 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iJOmVRmkZdn8Np9 off=2571115 len=1752268 2024-07-26T07:03:56.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 3479 completed, throughput=5MB/sec 2024-07-26T07:03:56.923 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sVjVc2wBcMsjFrG off=7450369 len=252132 2024-07-26T07:03:56.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 3480 completed, throughput=5MB/sec 2024-07-26T07:03:56.926 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R7Y1peVfvsGx9he off=8113078 len=499513 2024-07-26T07:03:56.927 INFO:tasks.workunit.client.0.smithi037.stdout:op 3481 completed, throughput=5MB/sec 2024-07-26T07:03:56.927 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M7vJw0iioFjzWsr off=2129647 len=81454 2024-07-26T07:03:56.928 INFO:tasks.workunit.client.0.smithi037.stdout:op 3482 completed, throughput=5MB/sec 2024-07-26T07:03:56.928 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6hP6sH63Wxd7B7J off=2202654 len=2008812 2024-07-26T07:03:56.937 INFO:tasks.workunit.client.0.smithi037.stdout:op 3483 completed, throughput=5MB/sec 2024-07-26T07:03:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:56 smithi135 ceph-mon[90132]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:56 smithi037 ceph-mon[97339]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:56 smithi037 ceph-mon[99762]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:03:57.938 INFO:tasks.workunit.client.0.smithi037.stdout: 686: throughput=5MB/sec pending data=0 2024-07-26T07:03:57.938 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3irBSxth_dCJ67d off=2261768 len=362421 2024-07-26T07:03:57.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 3484 completed, throughput=5MB/sec 2024-07-26T07:03:57.941 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vunA5KBZ1G3i_YI off=4663908 len=336960 2024-07-26T07:03:57.942 INFO:tasks.workunit.client.0.smithi037.stdout:op 3485 completed, throughput=5MB/sec 2024-07-26T07:03:57.942 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PiWN_uiNQYskCaW off=1683334 len=791631 2024-07-26T07:03:57.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 3486 completed, throughput=5MB/sec 2024-07-26T07:03:57.946 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jy5Akbf32zYNNNY off=1085649 len=1495513 2024-07-26T07:03:57.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 3487 completed, throughput=5MB/sec 2024-07-26T07:03:57.948 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_umfZaJ3_JXoEa0 off=5915633 len=352509 2024-07-26T07:03:57.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 3488 completed, throughput=5MB/sec 2024-07-26T07:03:57.948 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VMn94-AcE73kowa off=6130761 len=13688 2024-07-26T07:03:57.951 INFO:tasks.workunit.client.0.smithi037.stdout:op 3489 completed, throughput=5MB/sec 2024-07-26T07:03:57.951 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nbNByEnF0XszhYF off=2780144 len=1691767 2024-07-26T07:03:57.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 3490 completed, throughput=5MB/sec 2024-07-26T07:03:58.960 INFO:tasks.workunit.client.0.smithi037.stdout: 687: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:58.960 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lGTOgWGOv31i69M off=2797962 len=1481262 2024-07-26T07:03:58.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 3491 completed, throughput=5MB/sec 2024-07-26T07:03:58.968 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LDcRirjnk9UazxX off=2274108 len=669147 2024-07-26T07:03:58.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 3492 completed, throughput=5MB/sec 2024-07-26T07:03:58.972 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IZgwloPNg3MiEoQ off=11710629 len=1948037 2024-07-26T07:03:58.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 3493 completed, throughput=5MB/sec 2024-07-26T07:03:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:03:58 smithi135 ceph-mon[90132]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:03:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:03:58 smithi037 ceph-mon[97339]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:03:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:03:58 smithi037 ceph-mon[99762]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:03:59.981 INFO:tasks.workunit.client.0.smithi037.stdout: 688: throughput=4.99MB/sec pending data=0 2024-07-26T07:03:59.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6uiViBNEJMdx5l off=12067066 len=498508 2024-07-26T07:03:59.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 3494 completed, throughput=4.99MB/sec 2024-07-26T07:03:59.982 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pf6EVCMPMmhHuVO off=1897519 len=1739947 2024-07-26T07:03:59.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 3495 completed, throughput=5MB/sec 2024-07-26T07:03:59.992 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PBzFCqqOrgQ3hr0 off=1494201 len=569788 2024-07-26T07:03:59.993 INFO:tasks.workunit.client.0.smithi037.stdout:op 3496 completed, throughput=5MB/sec 2024-07-26T07:03:59.994 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kU4W9wfS24ip4Ir off=8536729 len=1195261 2024-07-26T07:03:59.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 3497 completed, throughput=5MB/sec 2024-07-26T07:03:59.995 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FepC1-di-0VgAo_ off=22280777 len=1633369 2024-07-26T07:03:59.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 3498 completed, throughput=5MB/sec 2024-07-26T07:04:00.999 INFO:tasks.workunit.client.0.smithi037.stdout: 689: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:00.999 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M2oYDx9VmCmdCz7 off=17182061 len=1025166 2024-07-26T07:04:01.003 INFO:tasks.workunit.client.0.smithi037.stdout:op 3499 completed, throughput=4.99MB/sec 2024-07-26T07:04:01.004 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i9sbO5UpDH90EJC off=9080140 len=264877 2024-07-26T07:04:01.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 3500 completed, throughput=5MB/sec 2024-07-26T07:04:01.007 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZyN-KGSML-a9mZl off=4996668 len=936276 2024-07-26T07:04:01.011 INFO:tasks.workunit.client.0.smithi037.stdout:op 3501 completed, throughput=5MB/sec 2024-07-26T07:04:01.011 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0YXXYj5gSzWwWd7 off=2912318 len=344970 2024-07-26T07:04:01.014 INFO:tasks.workunit.client.0.smithi037.stdout:op 3502 completed, throughput=5MB/sec 2024-07-26T07:04:01.014 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-soX4TntVCTZaBqg off=4680732 len=22832 2024-07-26T07:04:01.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 3503 completed, throughput=5MB/sec 2024-07-26T07:04:01.017 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_7BZ6XhIoNQla1o off=738404 len=148339 2024-07-26T07:04:01.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 3504 completed, throughput=5MB/sec 2024-07-26T07:04:01.019 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UyBF_SQouyBoSsy off=5424771 len=1493036 2024-07-26T07:04:01.021 INFO:tasks.workunit.client.0.smithi037.stdout:op 3505 completed, throughput=5MB/sec 2024-07-26T07:04:01.021 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xPJiPHH6HAKo138 off=5207153 len=2023627 2024-07-26T07:04:01.023 INFO:tasks.workunit.client.0.smithi037.stdout:op 3506 completed, throughput=5MB/sec 2024-07-26T07:04:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:00 smithi135 ceph-mon[90132]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:04:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:00 smithi037 ceph-mon[97339]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:04:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:00 smithi037 ceph-mon[99762]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:04:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:04:02.023 INFO:tasks.workunit.client.0.smithi037.stdout: 690: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:02.023 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-50pXAfhjAJyfgWu off=1592331 len=1400676 2024-07-26T07:04:02.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 3507 completed, throughput=5MB/sec 2024-07-26T07:04:02.030 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cTZfu9eyhiBTwJA off=9240227 len=1027261 2024-07-26T07:04:02.034 INFO:tasks.workunit.client.0.smithi037.stdout:op 3508 completed, throughput=5MB/sec 2024-07-26T07:04:02.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_-L1IN5T6zbQSvw off=2319 len=1096579 2024-07-26T07:04:02.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 3509 completed, throughput=5MB/sec 2024-07-26T07:04:02.038 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lr-yRYtizfBRx1w off=22040495 len=594717 2024-07-26T07:04:02.040 INFO:tasks.workunit.client.0.smithi037.stdout:op 3510 completed, throughput=5MB/sec 2024-07-26T07:04:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:03.040 INFO:tasks.workunit.client.0.smithi037.stdout: 691: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:03.040 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BKawUTwll30Ky8e off=5220405 len=2049096 2024-07-26T07:04:03.050 INFO:tasks.workunit.client.0.smithi037.stdout:op 3511 completed, throughput=5MB/sec 2024-07-26T07:04:03.051 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7cTLxOdBsL6Cvl_ off=6844970 len=1143437 2024-07-26T07:04:03.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 3512 completed, throughput=5MB/sec 2024-07-26T07:04:03.057 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sd-QVB0X3afG48- off=3773689 len=1435252 2024-07-26T07:04:03.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 3513 completed, throughput=5MB/sec 2024-07-26T07:04:03.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bvJJ45ZMHV9dwHL off=5404017 len=1662233 2024-07-26T07:04:03.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 3514 completed, throughput=5MB/sec 2024-07-26T07:04:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:02 smithi135 ceph-mon[90132]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:04:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:04:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[97339]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[99762]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:04:04.064 INFO:tasks.workunit.client.0.smithi037.stdout: 692: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:04.064 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3WnrsOFTLkHnK3K off=20007220 len=1294576 2024-07-26T07:04:04.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 3515 completed, throughput=5MB/sec 2024-07-26T07:04:04.072 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hD5FwVuSuTlVfoP off=6273516 len=1186580 2024-07-26T07:04:04.077 INFO:tasks.workunit.client.0.smithi037.stdout:op 3516 completed, throughput=5MB/sec 2024-07-26T07:04:04.077 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0EUgurpyC96XrnB off=845009 len=1599816 2024-07-26T07:04:04.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 3517 completed, throughput=5MB/sec 2024-07-26T07:04:04.080 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NdOQE53TK2oXvjV off=3082433 len=1542106 2024-07-26T07:04:04.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 3518 completed, throughput=5MB/sec 2024-07-26T07:04:05.083 INFO:tasks.workunit.client.0.smithi037.stdout: 693: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:05.083 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n4WN19cbza8IA1a off=4556505 len=621237 2024-07-26T07:04:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:04 smithi135 ceph-mon[90132]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:04:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:05.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 3519 completed, throughput=5MB/sec 2024-07-26T07:04:05.088 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RSNLVyx6_MSh1Vj off=43310 len=504256 2024-07-26T07:04:05.091 INFO:tasks.workunit.client.0.smithi037.stdout:op 3520 completed, throughput=5MB/sec 2024-07-26T07:04:05.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-plSaZoiS59fltzE off=12295365 len=711712 2024-07-26T07:04:05.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 3521 completed, throughput=5MB/sec 2024-07-26T07:04:05.096 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-w__O0vjwWXg5IKV off=3672632 len=1769199 2024-07-26T07:04:05.099 INFO:tasks.workunit.client.0.smithi037.stdout:op 3522 completed, throughput=5MB/sec 2024-07-26T07:04:05.099 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0Cc9uz0voGIopCm off=3311899 len=349113 2024-07-26T07:04:05.102 INFO:tasks.workunit.client.0.smithi037.stdout:op 3523 completed, throughput=5MB/sec 2024-07-26T07:04:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:04 smithi037 ceph-mon[97339]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:04:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:04 smithi037 ceph-mon[99762]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:04:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:06.103 INFO:tasks.workunit.client.0.smithi037.stdout: 694: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:06.103 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ohaffMm-MnBxYNt off=956057 len=1856494 2024-07-26T07:04:06.113 INFO:tasks.workunit.client.0.smithi037.stdout:op 3524 completed, throughput=5MB/sec 2024-07-26T07:04:06.113 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eVcYTeCJ6WwVS1L off=1948081 len=1040581 2024-07-26T07:04:06.119 INFO:tasks.workunit.client.0.smithi037.stdout:op 3525 completed, throughput=5MB/sec 2024-07-26T07:04:06.119 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7xxIyYLJ04h6NJX off=93076 len=1702585 2024-07-26T07:04:06.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 3526 completed, throughput=5MB/sec 2024-07-26T07:04:06.121 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--j0RgXeNofCjrB8 off=1859533 len=336702 2024-07-26T07:04:06.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 3527 completed, throughput=5MB/sec 2024-07-26T07:04:06.124 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1u0QWaOTIkyr92t off=0 len=1434868 2024-07-26T07:04:06.127 INFO:tasks.workunit.client.0.smithi037.stdout:op 3528 completed, throughput=5MB/sec 2024-07-26T07:04:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:06 smithi135 ceph-mon[90132]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: 695: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:07.127 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-14qEKtWE1-Eb4hJ off=9231614 len=28038 2024-07-26T07:04:07.127 INFO:tasks.workunit.client.0.smithi037.stdout:op 3529 completed, throughput=4.99MB/sec 2024-07-26T07:04:07.128 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZUjck72uNefdkLH off=737863 len=372977 2024-07-26T07:04:07.131 INFO:tasks.workunit.client.0.smithi037.stdout:op 3530 completed, throughput=4.99MB/sec 2024-07-26T07:04:07.132 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-shoyKN05aOWaJKH off=1054964 len=1218646 2024-07-26T07:04:07.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 3531 completed, throughput=5MB/sec 2024-07-26T07:04:07.137 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1eM_Ri5lxVQEY-Q off=17062964 len=1393389 2024-07-26T07:04:07.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 3532 completed, throughput=5MB/sec 2024-07-26T07:04:07.143 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DucYPd9E9S3_Azw off=8840796 len=278218 2024-07-26T07:04:07.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 3533 completed, throughput=5MB/sec 2024-07-26T07:04:07.146 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zuaPuIZs8qcrXP1 off=3921250 len=212101 2024-07-26T07:04:07.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 3534 completed, throughput=5MB/sec 2024-07-26T07:04:07.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZlSMBkH_jCXxo35 off=13472983 len=486383 2024-07-26T07:04:07.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 3535 completed, throughput=5MB/sec 2024-07-26T07:04:07.148 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AtA40mIlnjjucHg off=13262509 len=329781 2024-07-26T07:04:07.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 3536 completed, throughput=5MB/sec 2024-07-26T07:04:07.148 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WO2dhFhfo7Jxr4W off=1385030 len=2006673 2024-07-26T07:04:07.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 3537 completed, throughput=5MB/sec 2024-07-26T07:04:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:06 smithi037 ceph-mon[97339]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:07.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:06 smithi037 ceph-mon[99762]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: 696: throughput=5MB/sec pending data=0 2024-07-26T07:04:08.158 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IXKfxpA5RHm5ttC off=13039015 len=1032513 2024-07-26T07:04:08.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 3538 completed, throughput=5MB/sec 2024-07-26T07:04:08.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eQdV0PgOjUASHQQ off=3303427 len=742273 2024-07-26T07:04:08.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 3539 completed, throughput=5MB/sec 2024-07-26T07:04:08.162 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PZEPU-cHjRib_mY off=14888234 len=1098938 2024-07-26T07:04:08.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 3540 completed, throughput=5MB/sec 2024-07-26T07:04:08.164 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wTxZ9dOoeFw0L2H off=11025545 len=1216921 2024-07-26T07:04:08.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 3541 completed, throughput=5MB/sec 2024-07-26T07:04:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:08 smithi135 ceph-mon[90132]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:04:09.171 INFO:tasks.workunit.client.0.smithi037.stdout: 697: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:09.171 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3oY533y20097Dej off=9468717 len=106783 2024-07-26T07:04:09.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 3542 completed, throughput=4.99MB/sec 2024-07-26T07:04:09.173 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xK9_n6BVc6yhbpl off=2448825 len=133306 2024-07-26T07:04:09.176 INFO:tasks.workunit.client.0.smithi037.stdout:op 3543 completed, throughput=4.99MB/sec 2024-07-26T07:04:09.176 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5PPQZlGtWuAGoO1 off=1102283 len=74292 2024-07-26T07:04:09.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 3544 completed, throughput=4.99MB/sec 2024-07-26T07:04:09.178 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mV5TpVcTNS-qrGB off=10013882 len=1934901 2024-07-26T07:04:09.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 3545 completed, throughput=5MB/sec 2024-07-26T07:04:09.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Xh4LYpDborohE2 off=1485841 len=1397429 2024-07-26T07:04:09.191 INFO:tasks.workunit.client.0.smithi037.stdout:op 3546 completed, throughput=5MB/sec 2024-07-26T07:04:09.191 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HBmF44Q4Mp4-gv6 off=2466890 len=1429021 2024-07-26T07:04:09.194 INFO:tasks.workunit.client.0.smithi037.stdout:op 3547 completed, throughput=5MB/sec 2024-07-26T07:04:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:08 smithi037 ceph-mon[97339]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:04:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:08 smithi037 ceph-mon[99762]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:04:10.194 INFO:tasks.workunit.client.0.smithi037.stdout: 698: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:10.194 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GJDL7NANLyqq_op off=6837399 len=1701378 2024-07-26T07:04:10.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 3548 completed, throughput=5MB/sec 2024-07-26T07:04:10.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2VX-EkuKccYONgV off=1181073 len=1510118 2024-07-26T07:04:10.200 INFO:tasks.workunit.client.0.smithi037.stdout:op 3549 completed, throughput=5MB/sec 2024-07-26T07:04:10.200 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R1QcoBnYpOEWSHu off=662704 len=482082 2024-07-26T07:04:10.201 INFO:tasks.workunit.client.0.smithi037.stdout:op 3550 completed, throughput=5MB/sec 2024-07-26T07:04:10.201 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_5tHt1_bIZGqpgr off=9198887 len=2093242 2024-07-26T07:04:10.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 3551 completed, throughput=5MB/sec 2024-07-26T07:04:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:10 smithi135 ceph-mon[90132]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:04:11.204 INFO:tasks.workunit.client.0.smithi037.stdout: 699: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:11.205 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EbZ0LCVt5VZ9PEa off=6370297 len=92302 2024-07-26T07:04:11.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 3552 completed, throughput=4.99MB/sec 2024-07-26T07:04:11.207 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xooNO9UjMCjqMEY off=15831479 len=48186 2024-07-26T07:04:11.208 INFO:tasks.workunit.client.0.smithi037.stdout:op 3553 completed, throughput=4.99MB/sec 2024-07-26T07:04:11.208 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eUsAz1Aw2pcNS1T off=0 len=1500554 2024-07-26T07:04:11.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 3554 completed, throughput=5MB/sec 2024-07-26T07:04:11.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RSNLVyx6_MSh1Vj off=4272589 len=718460 2024-07-26T07:04:11.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 3555 completed, throughput=5MB/sec 2024-07-26T07:04:11.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X1XKqwKhYOVg8b6 off=1654045 len=1578761 2024-07-26T07:04:11.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 3556 completed, throughput=5MB/sec 2024-07-26T07:04:11.224 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MQMalVpk-5N4VBS off=12931663 len=169189 2024-07-26T07:04:11.226 INFO:tasks.workunit.client.0.smithi037.stdout:op 3557 completed, throughput=5MB/sec 2024-07-26T07:04:11.226 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uSbqtyFudiJr6wK off=4845331 len=63692 2024-07-26T07:04:11.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 3558 completed, throughput=5MB/sec 2024-07-26T07:04:11.228 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CXl9fWA8MyIUIeC off=2185457 len=1732475 2024-07-26T07:04:11.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 3559 completed, throughput=5MB/sec 2024-07-26T07:04:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:10 smithi037 ceph-mon[97339]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:04:11.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:10 smithi037 ceph-mon[99762]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:04:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:11] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T07:04:12.231 INFO:tasks.workunit.client.0.smithi037.stdout: 700: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:12.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mh1N7QYDcyRxSIj off=6597756 len=1134674 2024-07-26T07:04:12.237 INFO:tasks.workunit.client.0.smithi037.stdout:op 3560 completed, throughput=5MB/sec 2024-07-26T07:04:12.237 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jG1rLV50-riOjcg off=22365306 len=876703 2024-07-26T07:04:12.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 3561 completed, throughput=5MB/sec 2024-07-26T07:04:12.239 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FZYqKvojEDyTgIn off=9761459 len=1790928 2024-07-26T07:04:12.249 INFO:tasks.workunit.client.0.smithi037.stdout:op 3562 completed, throughput=5MB/sec 2024-07-26T07:04:12.249 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dm9hvP6VSHw6zRq off=909779 len=919051 2024-07-26T07:04:12.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 3563 completed, throughput=5MB/sec 2024-07-26T07:04:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:12 smithi135 ceph-mon[90132]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:04:13.250 INFO:tasks.workunit.client.0.smithi037.stdout: 701: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:13.250 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LBaXzZHc1tIrYsj off=6216092 len=1482799 2024-07-26T07:04:13.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 3564 completed, throughput=5MB/sec 2024-07-26T07:04:13.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4DG-tth-8bMmDSn off=9218348 len=381420 2024-07-26T07:04:13.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 3565 completed, throughput=5MB/sec 2024-07-26T07:04:13.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BRPPV7wGXBT0jQ6 off=1974060 len=68927 2024-07-26T07:04:13.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 3566 completed, throughput=5MB/sec 2024-07-26T07:04:13.262 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Uv68TbX3c4Bk2Sd off=3732473 len=1620636 2024-07-26T07:04:13.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 3567 completed, throughput=5MB/sec 2024-07-26T07:04:13.267 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uIB3pukwwA-NMjD off=18768885 len=1005611 2024-07-26T07:04:13.272 INFO:tasks.workunit.client.0.smithi037.stdout:op 3568 completed, throughput=5MB/sec 2024-07-26T07:04:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:12 smithi037 ceph-mon[97339]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:04:13.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:12 smithi037 ceph-mon[99762]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:04:14.272 INFO:tasks.workunit.client.0.smithi037.stdout: 702: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:14.272 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Heca_5BRQlQWS-q off=3458102 len=891463 2024-07-26T07:04:14.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 3569 completed, throughput=4.99MB/sec 2024-07-26T07:04:14.278 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mZdyqA3RyvHcmhh off=9602263 len=207619 2024-07-26T07:04:14.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 3570 completed, throughput=4.99MB/sec 2024-07-26T07:04:14.282 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-igr0nLDGcDHpaNa off=7325326 len=96542 2024-07-26T07:04:14.283 INFO:tasks.workunit.client.0.smithi037.stdout:op 3571 completed, throughput=4.99MB/sec 2024-07-26T07:04:14.283 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DRTMq3KLjzKcn3V off=4892267 len=1907553 2024-07-26T07:04:14.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 3572 completed, throughput=5MB/sec 2024-07-26T07:04:14.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DN_12RPyAgc3rx5 off=8921374 len=544807 2024-07-26T07:04:14.289 INFO:tasks.workunit.client.0.smithi037.stdout:op 3573 completed, throughput=5MB/sec 2024-07-26T07:04:14.290 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bVP5fyby6CG6Ccp off=2571347 len=1918812 2024-07-26T07:04:14.302 INFO:tasks.workunit.client.0.smithi037.stdout:op 3574 completed, throughput=5MB/sec 2024-07-26T07:04:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:14 smithi135 ceph-mon[90132]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:04:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:14 smithi037 ceph-mon[97339]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:04:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:14 smithi037 ceph-mon[99762]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:04:15.302 INFO:tasks.workunit.client.0.smithi037.stdout: 703: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:15.302 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JsiX47rhaJuOhZS off=4155553 len=141569 2024-07-26T07:04:15.305 INFO:tasks.workunit.client.0.smithi037.stdout:op 3575 completed, throughput=4.99MB/sec 2024-07-26T07:04:15.305 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-o15fMvh_5qK-EZS off=6068040 len=1288397 2024-07-26T07:04:15.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 3576 completed, throughput=5MB/sec 2024-07-26T07:04:15.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KBQ_zxT3UA4MVlw off=21123323 len=1483252 2024-07-26T07:04:15.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 3577 completed, throughput=5MB/sec 2024-07-26T07:04:15.313 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y-NL80bV8c0dGrK off=1758920 len=911956 2024-07-26T07:04:15.315 INFO:tasks.workunit.client.0.smithi037.stdout:op 3578 completed, throughput=5MB/sec 2024-07-26T07:04:15.315 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AKMHTCjjBXjBus5 off=683973 len=1882943 2024-07-26T07:04:15.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 3579 completed, throughput=5MB/sec 2024-07-26T07:04:16.324 INFO:tasks.workunit.client.0.smithi037.stdout: 704: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:16.325 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7gVHjdVgEquF_Jg off=5211027 len=456525 2024-07-26T07:04:16.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 3580 completed, throughput=4.99MB/sec 2024-07-26T07:04:16.326 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rOSukI47OmDK8YO off=1310613 len=269271 2024-07-26T07:04:16.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 3581 completed, throughput=4.99MB/sec 2024-07-26T07:04:16.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4lIILcnrf9oP2VR off=854198 len=96132 2024-07-26T07:04:16.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 3582 completed, throughput=4.99MB/sec 2024-07-26T07:04:16.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_wwLLuf5bpophzk off=3142847 len=1105463 2024-07-26T07:04:16.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 3583 completed, throughput=5MB/sec 2024-07-26T07:04:16.337 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VuPQQglbu5fQqrw off=4747411 len=1723180 2024-07-26T07:04:16.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 3584 completed, throughput=5MB/sec 2024-07-26T07:04:16.345 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bCB4Me_MFyy-AO0 off=14883490 len=1788962 2024-07-26T07:04:16.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 3585 completed, throughput=5MB/sec 2024-07-26T07:04:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:16 smithi135 ceph-mon[90132]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:16 smithi037 ceph-mon[97339]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:16 smithi037 ceph-mon[99762]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:17.354 INFO:tasks.workunit.client.0.smithi037.stdout: 705: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:17.354 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fyU0xAZnJTR0qyM off=304349 len=1729966 2024-07-26T07:04:17.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 3586 completed, throughput=5MB/sec 2024-07-26T07:04:17.361 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KbSzIfdZrVpO0RA off=12097159 len=1110393 2024-07-26T07:04:17.362 INFO:tasks.workunit.client.0.smithi037.stdout:op 3587 completed, throughput=5MB/sec 2024-07-26T07:04:17.363 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dJpjGNpC9BJtMN- off=4485097 len=1693253 2024-07-26T07:04:17.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 3588 completed, throughput=5MB/sec 2024-07-26T07:04:17.365 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3hgH-P3-Zxp97Kt off=9914928 len=989471 2024-07-26T07:04:17.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 3589 completed, throughput=5MB/sec 2024-07-26T07:04:18.366 INFO:tasks.workunit.client.0.smithi037.stdout: 706: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:18.366 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SgHzlnE9xQbGSni off=3690154 len=1672453 2024-07-26T07:04:18.375 INFO:tasks.workunit.client.0.smithi037.stdout:op 3590 completed, throughput=5MB/sec 2024-07-26T07:04:18.376 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nfuyh41jQasnFjM off=5208130 len=1488567 2024-07-26T07:04:18.382 INFO:tasks.workunit.client.0.smithi037.stdout:op 3591 completed, throughput=5MB/sec 2024-07-26T07:04:18.382 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M0099f2cMzwQM1Y off=5636424 len=1110963 2024-07-26T07:04:18.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 3592 completed, throughput=5MB/sec 2024-07-26T07:04:18.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n1DmuFMs8fUHjMz off=4915857 len=403914 2024-07-26T07:04:18.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 3593 completed, throughput=5MB/sec 2024-07-26T07:04:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:18 smithi037 ceph-mon[97339]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:18 smithi037 ceph-mon[99762]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:18 smithi135 ceph-mon[90132]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:19.387 INFO:tasks.workunit.client.0.smithi037.stdout: 707: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:19.387 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dMKCUYwJhBsAlhX off=6227191 len=1969574 2024-07-26T07:04:19.390 INFO:tasks.workunit.client.0.smithi037.stdout:op 3594 completed, throughput=5MB/sec 2024-07-26T07:04:19.390 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5iJnAQNCXFC1uOP off=904467 len=1276801 2024-07-26T07:04:19.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 3595 completed, throughput=5MB/sec 2024-07-26T07:04:19.392 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zWX_tiipXcipm62 off=498369 len=680710 2024-07-26T07:04:19.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 3596 completed, throughput=5MB/sec 2024-07-26T07:04:19.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NUyoFIdYGQl0zw9 off=14366445 len=1535747 2024-07-26T07:04:19.396 INFO:tasks.workunit.client.0.smithi037.stdout:op 3597 completed, throughput=5MB/sec 2024-07-26T07:04:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:20.396 INFO:tasks.workunit.client.0.smithi037.stdout: 708: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:20.397 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r-ukzHS9lcLCOdS off=4182400 len=1462766 2024-07-26T07:04:20.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 3598 completed, throughput=5MB/sec 2024-07-26T07:04:20.405 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ppD5_976ZmSWIsh off=9515359 len=539429 2024-07-26T07:04:20.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 3599 completed, throughput=5MB/sec 2024-07-26T07:04:20.409 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-deXqbrYnW6dyUN2 off=2402623 len=1195440 2024-07-26T07:04:20.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 3600 completed, throughput=5MB/sec 2024-07-26T07:04:20.411 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bQhMGCryCpPOyVi off=2166665 len=916314 2024-07-26T07:04:20.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 3601 completed, throughput=5MB/sec 2024-07-26T07:04:20.413 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C3e1_b5n62Ayccz off=872985 len=963518 2024-07-26T07:04:20.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 3602 completed, throughput=5MB/sec 2024-07-26T07:04:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:20 smithi037 ceph-mon[97339]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:04:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:20 smithi037 ceph-mon[99762]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:04:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:20 smithi135 ceph-mon[90132]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:04:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: 709: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:21.419 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-imfLn30Mitlbg8m off=4420118 len=686463 2024-07-26T07:04:21.423 INFO:tasks.workunit.client.0.smithi037.stdout:op 3603 completed, throughput=4.99MB/sec 2024-07-26T07:04:21.423 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YKGAaVoTMAT6y0g off=19168634 len=1667061 2024-07-26T07:04:21.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 3604 completed, throughput=5MB/sec 2024-07-26T07:04:21.432 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GEO8mMwpsDZvfv9 off=3009429 len=308508 2024-07-26T07:04:21.433 INFO:tasks.workunit.client.0.smithi037.stdout:op 3605 completed, throughput=5MB/sec 2024-07-26T07:04:21.433 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I8uB-SYa6PNdfP5 off=1507970 len=515506 2024-07-26T07:04:21.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 3606 completed, throughput=5MB/sec 2024-07-26T07:04:21.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r29jMa5eMrQoCvy off=8972522 len=1864523 2024-07-26T07:04:21.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 3607 completed, throughput=5MB/sec 2024-07-26T07:04:21.444 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JjzlYb8Q3IIxcrf off=11932059 len=553540 2024-07-26T07:04:21.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 3608 completed, throughput=5MB/sec 2024-07-26T07:04:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:21] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T07:04:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: 710: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:22.447 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ByH3vfgvai0v_ZP off=6864358 len=1162424 2024-07-26T07:04:22.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 3609 completed, throughput=4.99MB/sec 2024-07-26T07:04:22.449 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Wum7ljTjs9wzl5f off=2391960 len=1077012 2024-07-26T07:04:22.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 3610 completed, throughput=5MB/sec 2024-07-26T07:04:22.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oPZAuI30Oo33Zvz off=1724357 len=1256695 2024-07-26T07:04:22.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 3611 completed, throughput=5MB/sec 2024-07-26T07:04:22.462 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A5u4pSpoHD5KRWb off=15346655 len=1688144 2024-07-26T07:04:22.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 3612 completed, throughput=5MB/sec 2024-07-26T07:04:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:22 smithi037 ceph-mon[97339]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:04:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:22 smithi037 ceph-mon[99762]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:04:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:22 smithi135 ceph-mon[90132]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:04:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: 711: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:23.464 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dLOjh3-uKLZkSDa off=7417812 len=862419 2024-07-26T07:04:23.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 3613 completed, throughput=4.99MB/sec 2024-07-26T07:04:23.467 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CzipFv_iTdT9Czd off=12527061 len=2042011 2024-07-26T07:04:23.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 3614 completed, throughput=5MB/sec 2024-07-26T07:04:23.477 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3WudnV-XoJVWg5u off=5054931 len=322377 2024-07-26T07:04:23.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 3615 completed, throughput=5MB/sec 2024-07-26T07:04:23.480 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DANfu5vRqmGEox2 off=10816616 len=308445 2024-07-26T07:04:23.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 3616 completed, throughput=5MB/sec 2024-07-26T07:04:23.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EQ2przX6cIssLbb off=2332616 len=1941846 2024-07-26T07:04:23.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 3617 completed, throughput=5MB/sec 2024-07-26T07:04:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: 712: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:24.498 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yqwJPzJL6PSX6uh off=8631751 len=107887 2024-07-26T07:04:24.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 3618 completed, throughput=4.99MB/sec 2024-07-26T07:04:24.501 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Meh6glHj1PUMNVo off=903164 len=816721 2024-07-26T07:04:24.503 INFO:tasks.workunit.client.0.smithi037.stdout:op 3619 completed, throughput=4.99MB/sec 2024-07-26T07:04:24.503 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TYCTrufHsM9FPv- off=15769649 len=1864698 2024-07-26T07:04:24.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 3620 completed, throughput=5MB/sec 2024-07-26T07:04:24.506 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_c181gvz8NX1YcG off=21639038 len=93100 2024-07-26T07:04:24.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 3621 completed, throughput=5MB/sec 2024-07-26T07:04:24.507 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZwLPoFSB6CD2MaT off=4037234 len=1751585 2024-07-26T07:04:24.509 INFO:tasks.workunit.client.0.smithi037.stdout:op 3622 completed, throughput=5MB/sec 2024-07-26T07:04:24.509 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VXLG8QJOPWb0gu8 off=1131836 len=1150828 2024-07-26T07:04:24.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 3623 completed, throughput=5MB/sec 2024-07-26T07:04:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:24 smithi037 ceph-mon[97339]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:04:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:24 smithi037 ceph-mon[99762]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:04:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:24 smithi135 ceph-mon[90132]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:04:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: 713: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:25.512 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4zz3MNDHTj5eVzG off=13726343 len=1728663 2024-07-26T07:04:25.519 INFO:tasks.workunit.client.0.smithi037.stdout:op 3624 completed, throughput=5MB/sec 2024-07-26T07:04:25.519 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zTHIS7leSeYmZ72 off=1937782 len=152851 2024-07-26T07:04:25.520 INFO:tasks.workunit.client.0.smithi037.stdout:op 3625 completed, throughput=5MB/sec 2024-07-26T07:04:25.520 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vd3_p2wsHyRbEtp off=8058600 len=849465 2024-07-26T07:04:25.524 INFO:tasks.workunit.client.0.smithi037.stdout:op 3626 completed, throughput=5MB/sec 2024-07-26T07:04:25.524 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nYpfb-tmvrn8L9t off=2078009 len=371526 2024-07-26T07:04:25.525 INFO:tasks.workunit.client.0.smithi037.stdout:op 3627 completed, throughput=5MB/sec 2024-07-26T07:04:25.525 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-005aHTZ1gj11lA_ off=7057155 len=907585 2024-07-26T07:04:25.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 3628 completed, throughput=5MB/sec 2024-07-26T07:04:25.530 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ffOK7rehn1IwWcl off=5360013 len=469543 2024-07-26T07:04:25.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 3629 completed, throughput=5MB/sec 2024-07-26T07:04:25.534 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QL6p315paID65_g off=8433030 len=642936 2024-07-26T07:04:25.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 3630 completed, throughput=5MB/sec 2024-07-26T07:04:26.535 INFO:tasks.workunit.client.0.smithi037.stdout: 714: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:26.535 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NyK0ikiAWNVs3Yf off=8747293 len=1099873 2024-07-26T07:04:26.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 3631 completed, throughput=5MB/sec 2024-07-26T07:04:26.537 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cqaeEqjLoQeZhmO off=1742708 len=456156 2024-07-26T07:04:26.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 3632 completed, throughput=5MB/sec 2024-07-26T07:04:26.538 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MT_x1Y-A4EkY2qS off=12316163 len=1486593 2024-07-26T07:04:26.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 3633 completed, throughput=5MB/sec 2024-07-26T07:04:26.547 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Wx6mWBu4k7lX8-m off=7050613 len=970852 2024-07-26T07:04:26.549 INFO:tasks.workunit.client.0.smithi037.stdout:op 3634 completed, throughput=5MB/sec 2024-07-26T07:04:26.549 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jxNcHkTSOF19aaL off=2845573 len=1889064 2024-07-26T07:04:26.559 INFO:tasks.workunit.client.0.smithi037.stdout:op 3635 completed, throughput=5MB/sec 2024-07-26T07:04:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:26 smithi037 ceph-mon[97339]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:04:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:26 smithi037 ceph-mon[99762]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:04:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:26 smithi135 ceph-mon[90132]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:04:27.559 INFO:tasks.workunit.client.0.smithi037.stdout: 715: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:27.559 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-osQgpRwif9IaV7O off=10705296 len=966511 2024-07-26T07:04:27.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 3636 completed, throughput=5MB/sec 2024-07-26T07:04:27.565 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xho-K2tncEmfRKK off=5560403 len=131084 2024-07-26T07:04:27.567 INFO:tasks.workunit.client.0.smithi037.stdout:op 3637 completed, throughput=5MB/sec 2024-07-26T07:04:27.567 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XTvkncrElBEi0J4 off=8065111 len=1338736 2024-07-26T07:04:27.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 3638 completed, throughput=5MB/sec 2024-07-26T07:04:27.569 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qlgJK3lrv6vBLYz off=1656527 len=2011492 2024-07-26T07:04:27.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 3639 completed, throughput=5MB/sec 2024-07-26T07:04:28.573 INFO:tasks.workunit.client.0.smithi037.stdout: 716: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:28.574 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qrCH1mQ298_tjHW off=1761402 len=1003448 2024-07-26T07:04:28.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 3640 completed, throughput=4.99MB/sec 2024-07-26T07:04:28.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--6-SG8FhnpFfzV4 off=308930 len=1370098 2024-07-26T07:04:28.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 3641 completed, throughput=5MB/sec 2024-07-26T07:04:28.582 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X538NU610MvLXcr off=4622469 len=560361 2024-07-26T07:04:28.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 3642 completed, throughput=5MB/sec 2024-07-26T07:04:28.582 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B9wiPCgvXFCg7MX off=11854063 len=2057321 2024-07-26T07:04:28.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 3643 completed, throughput=5MB/sec 2024-07-26T07:04:28.585 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wcC-Nnp6l5hHMJB off=1641291 len=1030629 2024-07-26T07:04:28.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 3644 completed, throughput=5MB/sec 2024-07-26T07:04:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:28 smithi037 ceph-mon[97339]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:28 smithi037 ceph-mon[99762]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:28 smithi135 ceph-mon[90132]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:04:29.587 INFO:tasks.workunit.client.0.smithi037.stdout: 717: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:29.587 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oY1PvTy3f5gQnta off=11359211 len=472385 2024-07-26T07:04:29.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 3645 completed, throughput=4.99MB/sec 2024-07-26T07:04:29.588 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8y8Z0va35PD9Qp5 off=3630765 len=1551670 2024-07-26T07:04:29.590 INFO:tasks.workunit.client.0.smithi037.stdout:op 3646 completed, throughput=5MB/sec 2024-07-26T07:04:29.590 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ujgubM91i4Wmea- off=20671862 len=1580085 2024-07-26T07:04:29.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 3647 completed, throughput=5MB/sec 2024-07-26T07:04:29.599 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c6pGuSXV-biDh-C off=2809668 len=1864753 2024-07-26T07:04:29.610 INFO:tasks.workunit.client.0.smithi037.stdout:op 3648 completed, throughput=5MB/sec 2024-07-26T07:04:30.611 INFO:tasks.workunit.client.0.smithi037.stdout: 718: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:30.611 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UJubIzlMQFdlHE6 off=609895 len=1897290 2024-07-26T07:04:30.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 3649 completed, throughput=5MB/sec 2024-07-26T07:04:30.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-acn9VxmeEa5U2bq off=6938357 len=1680881 2024-07-26T07:04:30.621 INFO:tasks.workunit.client.0.smithi037.stdout:op 3650 completed, throughput=5MB/sec 2024-07-26T07:04:30.621 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fUCFq_dL8YSE2NO off=17855702 len=521199 2024-07-26T07:04:30.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 3651 completed, throughput=5MB/sec 2024-07-26T07:04:30.625 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ExIgJC6D8yKukOg off=9498653 len=1368425 2024-07-26T07:04:30.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 3652 completed, throughput=5MB/sec 2024-07-26T07:04:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:30 smithi037 ceph-mon[97339]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:04:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:30 smithi037 ceph-mon[99762]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:04:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:30 smithi135 ceph-mon[90132]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:04:31.632 INFO:tasks.workunit.client.0.smithi037.stdout: 719: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:31.632 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HfBZJew3RIWzJcx off=3186923 len=547115 2024-07-26T07:04:31.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 3653 completed, throughput=5MB/sec 2024-07-26T07:04:31.636 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FE4ripDH1uJv-T4 off=12382089 len=924712 2024-07-26T07:04:31.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 3654 completed, throughput=5MB/sec 2024-07-26T07:04:31.641 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C1mUmu8jFngkuZ5 off=7194641 len=1014598 2024-07-26T07:04:31.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 3655 completed, throughput=5MB/sec 2024-07-26T07:04:31.647 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GLZwLQCCZE0ABoz off=2018499 len=1010397 2024-07-26T07:04:31.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 3656 completed, throughput=5MB/sec 2024-07-26T07:04:31.648 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_NaNWRA2ctSh6VG off=6600876 len=863565 2024-07-26T07:04:31.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 3657 completed, throughput=5MB/sec 2024-07-26T07:04:31.652 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J6m8wRSHaEv4COX off=633216 len=481338 2024-07-26T07:04:31.656 INFO:tasks.workunit.client.0.smithi037.stdout:op 3658 completed, throughput=5MB/sec 2024-07-26T07:04:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:31] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T07:04:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:32.657 INFO:tasks.workunit.client.0.smithi037.stdout: 720: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:32.657 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r377o1Q9fwAdNCU off=1040746 len=1907023 2024-07-26T07:04:32.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 3659 completed, throughput=5MB/sec 2024-07-26T07:04:32.666 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CBsQ6oBuy3iNMer off=1610656 len=278168 2024-07-26T07:04:32.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 3660 completed, throughput=5MB/sec 2024-07-26T07:04:32.667 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U_aoV0prdlWC8VV off=761368 len=1789230 2024-07-26T07:04:32.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 3661 completed, throughput=5MB/sec 2024-07-26T07:04:32.669 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K-Qk2tQKNdACp3t off=61070 len=1296725 2024-07-26T07:04:32.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 3662 completed, throughput=5MB/sec 2024-07-26T07:04:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:32 smithi037 ceph-mon[97339]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:32 smithi037 ceph-mon[99762]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:32 smithi135 ceph-mon[90132]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:33.675 INFO:tasks.workunit.client.0.smithi037.stdout: 721: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:33.675 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dnX7jjflmQV11aG off=2045017 len=692818 2024-07-26T07:04:33.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 3663 completed, throughput=4.99MB/sec 2024-07-26T07:04:33.680 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nJoX2pESiAjiqTa off=4477072 len=1454040 2024-07-26T07:04:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 3664 completed, throughput=5MB/sec 2024-07-26T07:04:33.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W2FmY0lfpGJTgf2 off=5383713 len=603272 2024-07-26T07:04:33.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 3665 completed, throughput=5MB/sec 2024-07-26T07:04:33.688 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YAtIWg339Y5fMws off=367266 len=266342 2024-07-26T07:04:33.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 3666 completed, throughput=5MB/sec 2024-07-26T07:04:33.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_s-ezQHxdLzX-lV off=1754776 len=688445 2024-07-26T07:04:33.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 3667 completed, throughput=5MB/sec 2024-07-26T07:04:33.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NedUyMGANM2VlNe off=4073475 len=2028395 2024-07-26T07:04:33.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 3668 completed, throughput=5MB/sec 2024-07-26T07:04:34.698 INFO:tasks.workunit.client.0.smithi037.stdout: 722: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:34.698 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YV7e4JZBxl_knSW off=11149770 len=1203615 2024-07-26T07:04:34.700 INFO:tasks.workunit.client.0.smithi037.stdout:op 3669 completed, throughput=5MB/sec 2024-07-26T07:04:34.700 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-noqiMVD4eDhLMCz off=213498 len=1203390 2024-07-26T07:04:34.703 INFO:tasks.workunit.client.0.smithi037.stdout:op 3670 completed, throughput=5MB/sec 2024-07-26T07:04:34.703 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jTJtvuzYB0SA7b9 off=1802673 len=1932233 2024-07-26T07:04:34.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 3671 completed, throughput=5MB/sec 2024-07-26T07:04:34.713 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2ZStQkycncNJHku off=9819530 len=133006 2024-07-26T07:04:34.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 3672 completed, throughput=5MB/sec 2024-07-26T07:04:34.716 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OCz-LLaZDWyARFp off=808372 len=1592960 2024-07-26T07:04:34.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 3673 completed, throughput=5MB/sec 2024-07-26T07:04:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:34 smithi037 ceph-mon[97339]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:04:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:34 smithi037 ceph-mon[99762]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:04:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:34 smithi135 ceph-mon[90132]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:04:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:35.725 INFO:tasks.workunit.client.0.smithi037.stdout: 723: throughput=5MB/sec pending data=0 2024-07-26T07:04:35.725 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VYMgoBaaT4BrcJt off=6382638 len=1803792 2024-07-26T07:04:35.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 3674 completed, throughput=5MB/sec 2024-07-26T07:04:35.728 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OVzZX8K8QNrunz7 off=251108 len=1233229 2024-07-26T07:04:35.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 3675 completed, throughput=5MB/sec 2024-07-26T07:04:35.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-93ATKr9lILhjq_9 off=1432247 len=332596 2024-07-26T07:04:35.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 3676 completed, throughput=5MB/sec 2024-07-26T07:04:35.730 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K8HE3IzsD4jXYtz off=1286752 len=1512386 2024-07-26T07:04:35.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 3677 completed, throughput=5MB/sec 2024-07-26T07:04:36.737 INFO:tasks.workunit.client.0.smithi037.stdout: 724: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:36.737 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sPv58c_Cp6M04Cs off=7018500 len=242531 2024-07-26T07:04:36.738 INFO:tasks.workunit.client.0.smithi037.stdout:op 3678 completed, throughput=4.99MB/sec 2024-07-26T07:04:36.738 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DX8T0SJSe0tt2AF off=386391 len=1146183 2024-07-26T07:04:36.739 INFO:tasks.workunit.client.0.smithi037.stdout:op 3679 completed, throughput=5MB/sec 2024-07-26T07:04:36.740 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aLOG1_tcIruHQCx off=20090912 len=1619385 2024-07-26T07:04:36.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 3680 completed, throughput=5MB/sec 2024-07-26T07:04:36.743 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dm1LIY7TOz5I5fE off=793556 len=933589 2024-07-26T07:04:36.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 3681 completed, throughput=5MB/sec 2024-07-26T07:04:36.745 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4yGhgeXZS92Ejb9 off=9287726 len=864052 2024-07-26T07:04:36.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 3682 completed, throughput=5MB/sec 2024-07-26T07:04:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:36 smithi037 ceph-mon[97339]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:36 smithi037 ceph-mon[99762]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:36 smithi135 ceph-mon[90132]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:37.751 INFO:tasks.workunit.client.0.smithi037.stdout: 725: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:37.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SszYhhATATqiI89 off=10260986 len=249013 2024-07-26T07:04:37.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 3683 completed, throughput=4.99MB/sec 2024-07-26T07:04:37.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g14mfA-A1Zkufiz off=14090110 len=793605 2024-07-26T07:04:37.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 3684 completed, throughput=5MB/sec 2024-07-26T07:04:37.754 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9YpfGQNzL4redmC off=16848415 len=569015 2024-07-26T07:04:37.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 3685 completed, throughput=5MB/sec 2024-07-26T07:04:37.755 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vWWUHVKoG32JKP4 off=1993710 len=1582992 2024-07-26T07:04:37.757 INFO:tasks.workunit.client.0.smithi037.stdout:op 3686 completed, throughput=5MB/sec 2024-07-26T07:04:37.757 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj---t9m7IPrUywfha off=8990650 len=587413 2024-07-26T07:04:37.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 3687 completed, throughput=5MB/sec 2024-07-26T07:04:37.761 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ySHKXG5clXGzcpm off=2397214 len=2064782 2024-07-26T07:04:37.763 INFO:tasks.workunit.client.0.smithi037.stdout:op 3688 completed, throughput=5MB/sec 2024-07-26T07:04:38.764 INFO:tasks.workunit.client.0.smithi037.stdout: 726: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:38.764 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k9VU5vver2KHQPk off=6619069 len=684373 2024-07-26T07:04:38.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 3689 completed, throughput=5MB/sec 2024-07-26T07:04:38.769 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LiI9WkJtHhYO2mi off=2429046 len=177902 2024-07-26T07:04:38.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 3690 completed, throughput=5MB/sec 2024-07-26T07:04:38.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7zARbTMWjb_uZST off=14633886 len=910511 2024-07-26T07:04:38.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 3691 completed, throughput=5MB/sec 2024-07-26T07:04:38.775 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qvo7pY03mc8Y_SD off=18961571 len=1334879 2024-07-26T07:04:38.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 3692 completed, throughput=5MB/sec 2024-07-26T07:04:38.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M6sdw5i39nt-ike off=9591015 len=517956 2024-07-26T07:04:38.784 INFO:tasks.workunit.client.0.smithi037.stdout:op 3693 completed, throughput=5MB/sec 2024-07-26T07:04:38.784 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yYN4bKNL4txjcIA off=578173 len=242617 2024-07-26T07:04:38.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 3694 completed, throughput=5MB/sec 2024-07-26T07:04:38.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PC2dk-rPo9f-EFW off=10420473 len=1247995 2024-07-26T07:04:38.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 3695 completed, throughput=5MB/sec 2024-07-26T07:04:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:38 smithi037 ceph-mon[97339]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:38 smithi037 ceph-mon[99762]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:38 smithi135 ceph-mon[90132]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:04:39.793 INFO:tasks.workunit.client.0.smithi037.stdout: 727: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:39.793 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sdu7PuOxc-yLoJy off=3329663 len=58224 2024-07-26T07:04:39.796 INFO:tasks.workunit.client.0.smithi037.stdout:op 3696 completed, throughput=4.99MB/sec 2024-07-26T07:04:39.796 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MLre0XCZNTA1g23 off=15403988 len=1206838 2024-07-26T07:04:39.803 INFO:tasks.workunit.client.0.smithi037.stdout:op 3697 completed, throughput=5MB/sec 2024-07-26T07:04:39.803 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZXjJceZyydYVfFf off=9857484 len=835621 2024-07-26T07:04:39.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 3698 completed, throughput=5MB/sec 2024-07-26T07:04:39.805 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GYvjIrG4Ad_33Sk off=11262175 len=1998790 2024-07-26T07:04:39.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 3699 completed, throughput=5MB/sec 2024-07-26T07:04:39.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GgxReWGbcFyD-sJ off=9792868 len=528423 2024-07-26T07:04:39.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 3700 completed, throughput=5MB/sec 2024-07-26T07:04:39.814 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xzOBMyAYLPav5Zt off=4261452 len=1283028 2024-07-26T07:04:39.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 3701 completed, throughput=5MB/sec 2024-07-26T07:04:40.818 INFO:tasks.workunit.client.0.smithi037.stdout: 728: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:40.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JY8u2GBqDnpWFUs off=12652562 len=194637 2024-07-26T07:04:40.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 3702 completed, throughput=5MB/sec 2024-07-26T07:04:40.822 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TN_d75ekGxnW1MK off=15118204 len=1008095 2024-07-26T07:04:40.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 3703 completed, throughput=5MB/sec 2024-07-26T07:04:40.827 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qpn3hi5v8BHz-vm off=350518 len=417668 2024-07-26T07:04:40.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 3704 completed, throughput=5MB/sec 2024-07-26T07:04:40.830 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tmcyl8Ahm-nY1gf off=68687 len=1331412 2024-07-26T07:04:40.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 3705 completed, throughput=5MB/sec 2024-07-26T07:04:40.839 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z_aJBPs30sEGimL off=11270533 len=380033 2024-07-26T07:04:40.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 3706 completed, throughput=5MB/sec 2024-07-26T07:04:40.839 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eww1nMT3KbxjR7i off=629584 len=906047 2024-07-26T07:04:40.841 INFO:tasks.workunit.client.0.smithi037.stdout:op 3707 completed, throughput=5MB/sec 2024-07-26T07:04:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:40 smithi037 ceph-mon[97339]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:04:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:40 smithi037 ceph-mon[99762]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:04:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:40 smithi135 ceph-mon[90132]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:04:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:41] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T07:04:41.841 INFO:tasks.workunit.client.0.smithi037.stdout: 729: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:41.841 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GUUuxiAny6Nlh6J off=5492470 len=1391405 2024-07-26T07:04:41.850 INFO:tasks.workunit.client.0.smithi037.stdout:op 3708 completed, throughput=5MB/sec 2024-07-26T07:04:41.850 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WyFzZvXQUT5GGHk off=4816608 len=892003 2024-07-26T07:04:41.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 3709 completed, throughput=5MB/sec 2024-07-26T07:04:41.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6SoD-uss3jI_hSh off=6856917 len=938578 2024-07-26T07:04:41.856 INFO:tasks.workunit.client.0.smithi037.stdout:op 3710 completed, throughput=5MB/sec 2024-07-26T07:04:41.857 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hC_E1ekVTTMgnyJ off=10021612 len=1657057 2024-07-26T07:04:41.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 3711 completed, throughput=5MB/sec 2024-07-26T07:04:41.858 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6TLqS-J8k_Dgjo off=14356024 len=1107057 2024-07-26T07:04:41.861 INFO:tasks.workunit.client.0.smithi037.stdout:op 3712 completed, throughput=5MB/sec 2024-07-26T07:04:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:42.861 INFO:tasks.workunit.client.0.smithi037.stdout: 730: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:42.862 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fJPn93VW-CS12nk off=9624839 len=1095379 2024-07-26T07:04:42.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 3713 completed, throughput=5MB/sec 2024-07-26T07:04:42.864 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BveIi70J3ZoijmX off=7338586 len=1395469 2024-07-26T07:04:42.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 3714 completed, throughput=5MB/sec 2024-07-26T07:04:42.866 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Az6ZQkhT8Fregq off=320155 len=1250319 2024-07-26T07:04:42.873 INFO:tasks.workunit.client.0.smithi037.stdout:op 3715 completed, throughput=5MB/sec 2024-07-26T07:04:42.873 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wvAEf8DesTGlneZ off=10312892 len=1695467 2024-07-26T07:04:42.875 INFO:tasks.workunit.client.0.smithi037.stdout:op 3716 completed, throughput=5MB/sec 2024-07-26T07:04:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:42 smithi037 ceph-mon[97339]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:04:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:42 smithi037 ceph-mon[99762]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:04:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:42 smithi135 ceph-mon[90132]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:04:43.876 INFO:tasks.workunit.client.0.smithi037.stdout: 731: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:43.876 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_lBmilbUbQYzW0S off=1777909 len=1808242 2024-07-26T07:04:43.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 3717 completed, throughput=5MB/sec 2024-07-26T07:04:43.878 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b78bIkkWIp_iYOg off=475774 len=905474 2024-07-26T07:04:43.884 INFO:tasks.workunit.client.0.smithi037.stdout:op 3718 completed, throughput=5MB/sec 2024-07-26T07:04:43.884 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ijc3G8v7SPCSBcV off=1770891 len=222016 2024-07-26T07:04:43.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 3719 completed, throughput=5MB/sec 2024-07-26T07:04:43.887 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h-4mn_EhXzj2jg8 off=4533874 len=709549 2024-07-26T07:04:43.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 3720 completed, throughput=5MB/sec 2024-07-26T07:04:43.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TLtYOMxiNpmQHCL off=2227401 len=1002887 2024-07-26T07:04:43.897 INFO:tasks.workunit.client.0.smithi037.stdout:op 3721 completed, throughput=5MB/sec 2024-07-26T07:04:44.897 INFO:tasks.workunit.client.0.smithi037.stdout: 732: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:44.897 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0sVqGDPO_mDa314 off=11432166 len=1137239 2024-07-26T07:04:44.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 3722 completed, throughput=4.99MB/sec 2024-07-26T07:04:44.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_eVc7l6qbftCt6b off=10633450 len=508431 2024-07-26T07:04:44.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 3723 completed, throughput=5MB/sec 2024-07-26T07:04:44.903 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tDzot5v-2k1EdTu off=3791993 len=1087073 2024-07-26T07:04:44.906 INFO:tasks.workunit.client.0.smithi037.stdout:op 3724 completed, throughput=5MB/sec 2024-07-26T07:04:44.906 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T5ZQ9CfymWww-ew off=13603458 len=827754 2024-07-26T07:04:44.911 INFO:tasks.workunit.client.0.smithi037.stdout:op 3725 completed, throughput=5MB/sec 2024-07-26T07:04:44.911 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eIOrZIgFuaRGePR off=11095836 len=206984 2024-07-26T07:04:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 3726 completed, throughput=5MB/sec 2024-07-26T07:04:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--_pzsjuazEmi6Fr off=5115749 len=381205 2024-07-26T07:04:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 3727 completed, throughput=5MB/sec 2024-07-26T07:04:44.912 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kYIkBy9abIs28ya off=11792680 len=1564063 2024-07-26T07:04:44.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 3728 completed, throughput=5MB/sec 2024-07-26T07:04:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:44 smithi037 ceph-mon[97339]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:04:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:44 smithi037 ceph-mon[99762]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:04:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:44 smithi135 ceph-mon[90132]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:04:45.923 INFO:tasks.workunit.client.0.smithi037.stdout: 733: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:45.923 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aFqQ7aqVZ9gQgI0 off=10317382 len=1825501 2024-07-26T07:04:45.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 3729 completed, throughput=5MB/sec 2024-07-26T07:04:45.932 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n6ynJfiQumXvBwh off=853417 len=243848 2024-07-26T07:04:45.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 3730 completed, throughput=5MB/sec 2024-07-26T07:04:45.933 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q6QUmJYs7JWY1DM off=20668952 len=1252665 2024-07-26T07:04:45.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 3731 completed, throughput=5MB/sec 2024-07-26T07:04:45.938 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-w6hnVDeYmkLykAi off=7274600 len=321909 2024-07-26T07:04:45.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 3732 completed, throughput=5MB/sec 2024-07-26T07:04:45.939 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GLl2VZptGc1BO3_ off=4701880 len=1109537 2024-07-26T07:04:45.940 INFO:tasks.workunit.client.0.smithi037.stdout:op 3733 completed, throughput=5MB/sec 2024-07-26T07:04:45.940 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3-HigrS-sYLVoDC off=6826385 len=233278 2024-07-26T07:04:45.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 3734 completed, throughput=5MB/sec 2024-07-26T07:04:46.941 INFO:tasks.workunit.client.0.smithi037.stdout: 734: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:46.942 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VpmGZdHz_jShYtW off=1567924 len=230251 2024-07-26T07:04:46.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 3735 completed, throughput=4.99MB/sec 2024-07-26T07:04:46.943 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xV89McxyGp19cov off=9923613 len=422023 2024-07-26T07:04:46.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 3736 completed, throughput=4.99MB/sec 2024-07-26T07:04:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WvQUp5oNEXrEAci off=1130188 len=70535 2024-07-26T07:04:46.945 INFO:tasks.workunit.client.0.smithi037.stdout:op 3737 completed, throughput=4.99MB/sec 2024-07-26T07:04:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fwc35eUz0C6otgk off=4220349 len=1653864 2024-07-26T07:04:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:op 3738 completed, throughput=5MB/sec 2024-07-26T07:04:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mmhNzkunwniOP7N off=4418961 len=1853912 2024-07-26T07:04:46.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 3739 completed, throughput=5MB/sec 2024-07-26T07:04:46.961 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5zQywM0fAhKbfFM off=12365868 len=326648 2024-07-26T07:04:46.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 3740 completed, throughput=5MB/sec 2024-07-26T07:04:46.962 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ae6UqRZUsaUAhjF off=20829712 len=1235952 2024-07-26T07:04:46.963 INFO:tasks.workunit.client.0.smithi037.stdout:op 3741 completed, throughput=5MB/sec 2024-07-26T07:04:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:46 smithi037 ceph-mon[97339]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:46 smithi037 ceph-mon[99762]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:46 smithi135 ceph-mon[90132]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:04:47.964 INFO:tasks.workunit.client.0.smithi037.stdout: 735: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:47.964 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-66d7jjWXcRsSDtr off=20001653 len=1468409 2024-07-26T07:04:47.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 3742 completed, throughput=5MB/sec 2024-07-26T07:04:47.966 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dUuAoi1Rub2gyfj off=13789059 len=2059076 2024-07-26T07:04:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 3743 completed, throughput=5MB/sec 2024-07-26T07:04:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tlnC-54As2FSVE3 off=19097015 len=1758250 2024-07-26T07:04:47.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 3744 completed, throughput=5MB/sec 2024-07-26T07:04:48.984 INFO:tasks.workunit.client.0.smithi037.stdout: 736: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:48.984 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TFVR1xmw98JPfvE off=23076781 len=1856974 2024-07-26T07:04:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:op 3745 completed, throughput=5MB/sec 2024-07-26T07:04:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VTV8hCA1s1XDSyN off=8929130 len=1098254 2024-07-26T07:04:48.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 3746 completed, throughput=5MB/sec 2024-07-26T07:04:48.992 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E1c1UF1tCNF0KiI off=7511968 len=1684122 2024-07-26T07:04:49.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 3747 completed, throughput=5MB/sec 2024-07-26T07:04:49.002 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2u2GwlEvXqMVQeg off=14135812 len=930462 2024-07-26T07:04:49.004 INFO:tasks.workunit.client.0.smithi037.stdout:op 3748 completed, throughput=5MB/sec 2024-07-26T07:04:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:48 smithi037 ceph-mon[97339]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:04:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:48 smithi037 ceph-mon[99762]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:04:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:48 smithi135 ceph-mon[90132]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:04:50.004 INFO:tasks.workunit.client.0.smithi037.stdout: 737: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:50.004 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fyemhaRIh7gk1eA off=1283569 len=908955 2024-07-26T07:04:50.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 3749 completed, throughput=5MB/sec 2024-07-26T07:04:50.006 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_c-xRK_EP6wEktQ off=8571594 len=1649943 2024-07-26T07:04:50.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 3750 completed, throughput=5MB/sec 2024-07-26T07:04:50.009 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aacRMnRQ-FyfuMR off=3177241 len=1516633 2024-07-26T07:04:50.011 INFO:tasks.workunit.client.0.smithi037.stdout:op 3751 completed, throughput=5MB/sec 2024-07-26T07:04:50.011 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4F4AJy2u7F9RMPZ off=2021075 len=561070 2024-07-26T07:04:50.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 3752 completed, throughput=5MB/sec 2024-07-26T07:04:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:51.012 INFO:tasks.workunit.client.0.smithi037.stdout: 738: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:51.013 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rl8FMMgiDpHnXqS off=703042 len=1713619 2024-07-26T07:04:51.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 3753 completed, throughput=5MB/sec 2024-07-26T07:04:51.015 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qcApgoM7EOGbGrV off=1706013 len=268585 2024-07-26T07:04:51.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 3754 completed, throughput=5MB/sec 2024-07-26T07:04:51.016 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WHu6ax7qHaIvO69 off=4294156 len=1521527 2024-07-26T07:04:51.023 INFO:tasks.workunit.client.0.smithi037.stdout:op 3755 completed, throughput=5MB/sec 2024-07-26T07:04:51.023 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R6QhcphhTtyxtMt off=545041 len=233534 2024-07-26T07:04:51.026 INFO:tasks.workunit.client.0.smithi037.stdout:op 3756 completed, throughput=5MB/sec 2024-07-26T07:04:51.026 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9L5Ui0t0DzZzszr off=3113884 len=1110219 2024-07-26T07:04:51.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 3757 completed, throughput=5MB/sec 2024-07-26T07:04:51.028 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KY5SNMZFX2y-5Ta off=65413 len=1770757 2024-07-26T07:04:51.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 3758 completed, throughput=5MB/sec 2024-07-26T07:04:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:50 smithi037 ceph-mon[97339]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:04:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:50 smithi037 ceph-mon[99762]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:04:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:50 smithi135 ceph-mon[90132]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:04:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:04:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:04:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:04:52.032 INFO:tasks.workunit.client.0.smithi037.stdout: 739: throughput=5MB/sec pending data=0 2024-07-26T07:04:52.032 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZFX8jVsaBg2vWpY off=2190447 len=1040544 2024-07-26T07:04:52.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 3759 completed, throughput=5MB/sec 2024-07-26T07:04:52.034 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YNqrtpoo3jPR8tw off=739090 len=902836 2024-07-26T07:04:52.035 INFO:tasks.workunit.client.0.smithi037.stdout:op 3760 completed, throughput=5MB/sec 2024-07-26T07:04:52.035 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2vr9A6HNye7pCgg off=10178800 len=1817491 2024-07-26T07:04:52.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 3761 completed, throughput=5MB/sec 2024-07-26T07:04:52.047 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a2Sv18OboHdhdyO off=5578107 len=832093 2024-07-26T07:04:52.051 INFO:tasks.workunit.client.0.smithi037.stdout:op 3762 completed, throughput=5MB/sec 2024-07-26T07:04:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:04:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:53.052 INFO:tasks.workunit.client.0.smithi037.stdout: 740: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:53.052 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EjQBbBFbtcVh5SO off=10793400 len=1899479 2024-07-26T07:04:53.054 INFO:tasks.workunit.client.0.smithi037.stdout:op 3763 completed, throughput=5MB/sec 2024-07-26T07:04:53.054 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t-sITXbZPBfn3Kz off=8023737 len=1937537 2024-07-26T07:04:53.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 3764 completed, throughput=5MB/sec 2024-07-26T07:04:53.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A5WdqndwWxG2fEk off=2056771 len=2030844 2024-07-26T07:04:53.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 3765 completed, throughput=5MB/sec 2024-07-26T07:04:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:52 smithi037 ceph-mon[97339]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:52 smithi037 ceph-mon[99762]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:52 smithi135 ceph-mon[90132]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:04:54.076 INFO:tasks.workunit.client.0.smithi037.stdout: 741: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:54.077 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yeCKPhqCfL_VmLT off=13235374 len=1656053 2024-07-26T07:04:54.079 INFO:tasks.workunit.client.0.smithi037.stdout:op 3766 completed, throughput=5MB/sec 2024-07-26T07:04:54.079 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bmETEYLw4pdA3Gr off=6956199 len=1235555 2024-07-26T07:04:54.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 3767 completed, throughput=5MB/sec 2024-07-26T07:04:54.085 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UwCenRixzbp_vxX off=3224749 len=738620 2024-07-26T07:04:54.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 3768 completed, throughput=5MB/sec 2024-07-26T07:04:54.086 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-40NArZHpwi3Jgbb off=1948934 len=548706 2024-07-26T07:04:54.089 INFO:tasks.workunit.client.0.smithi037.stdout:op 3769 completed, throughput=5MB/sec 2024-07-26T07:04:54.089 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MDVNchsv2-sWVhg off=12674512 len=1519306 2024-07-26T07:04:54.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 3770 completed, throughput=5MB/sec 2024-07-26T07:04:55.091 INFO:tasks.workunit.client.0.smithi037.stdout: 742: throughput=5MB/sec pending data=0 2024-07-26T07:04:55.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CBWLttSJ6YHbxQ- off=4222744 len=925662 2024-07-26T07:04:55.097 INFO:tasks.workunit.client.0.smithi037.stdout:op 3771 completed, throughput=5MB/sec 2024-07-26T07:04:55.097 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lbSHlfNxF9s4GFg off=3038832 len=1963309 2024-07-26T07:04:55.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 3772 completed, throughput=5MB/sec 2024-07-26T07:04:55.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ytqtvMPSVdRxwDa off=1256398 len=1882309 2024-07-26T07:04:55.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 3773 completed, throughput=5MB/sec 2024-07-26T07:04:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:54 smithi037 ceph-mon[97339]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:54 smithi037 ceph-mon[99762]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:54 smithi135 ceph-mon[90132]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:04:56.106 INFO:tasks.workunit.client.0.smithi037.stdout: 743: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:56.107 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P01EJ-ivHIwvcZt off=5929571 len=967098 2024-07-26T07:04:56.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 3774 completed, throughput=5MB/sec 2024-07-26T07:04:56.109 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ORE3eq7UM4tof2d off=3022235 len=1474071 2024-07-26T07:04:56.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 3775 completed, throughput=5MB/sec 2024-07-26T07:04:56.117 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7zojuyrCIaWru3W off=20449222 len=556155 2024-07-26T07:04:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 3776 completed, throughput=5MB/sec 2024-07-26T07:04:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0r3_ppUApmLQ72e off=16301823 len=39299 2024-07-26T07:04:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 3777 completed, throughput=5MB/sec 2024-07-26T07:04:56.118 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MIxAXOJLgOPyNJ_ off=8873484 len=2079638 2024-07-26T07:04:56.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 3778 completed, throughput=5MB/sec 2024-07-26T07:04:57.121 INFO:tasks.workunit.client.0.smithi037.stdout: 744: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:57.121 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ETXuMm9lriEtJzP off=10341779 len=78823 2024-07-26T07:04:57.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 3779 completed, throughput=4.99MB/sec 2024-07-26T07:04:57.124 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_VMYOnJbU-3klJM off=5281736 len=786623 2024-07-26T07:04:57.128 INFO:tasks.workunit.client.0.smithi037.stdout:op 3780 completed, throughput=5MB/sec 2024-07-26T07:04:57.128 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KpEJFpwlLnRUKhM off=748970 len=1687783 2024-07-26T07:04:57.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 3781 completed, throughput=5MB/sec 2024-07-26T07:04:57.137 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iDdSYaiQbySYWuU off=16428059 len=1807648 2024-07-26T07:04:57.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 3782 completed, throughput=5MB/sec 2024-07-26T07:04:57.139 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L81XM6cxRQukyO2 off=2311151 len=1550756 2024-07-26T07:04:57.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 3783 completed, throughput=5MB/sec 2024-07-26T07:04:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:56 smithi037 ceph-mon[97339]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:04:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:56 smithi037 ceph-mon[99762]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:04:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:56 smithi135 ceph-mon[90132]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:04:58.147 INFO:tasks.workunit.client.0.smithi037.stdout: 745: throughput=5MB/sec pending data=0 2024-07-26T07:04:58.147 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ThT1OfufQqMDDZq off=15265679 len=28686 2024-07-26T07:04:58.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 3784 completed, throughput=5MB/sec 2024-07-26T07:04:58.149 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ptjp6q7xTwBDLAz off=5004329 len=1311597 2024-07-26T07:04:58.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 3785 completed, throughput=5MB/sec 2024-07-26T07:04:58.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1bnnJuJ3cNJmKKL off=6693989 len=855732 2024-07-26T07:04:58.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 3786 completed, throughput=5MB/sec 2024-07-26T07:04:58.154 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_DU0CIpbM9WJDUF off=1841966 len=1678438 2024-07-26T07:04:58.156 INFO:tasks.workunit.client.0.smithi037.stdout:op 3787 completed, throughput=5MB/sec 2024-07-26T07:04:58.156 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Twh2p-NvL2P2qt6 off=1542210 len=843413 2024-07-26T07:04:58.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 3788 completed, throughput=5MB/sec 2024-07-26T07:04:59.161 INFO:tasks.workunit.client.0.smithi037.stdout: 746: throughput=4.99MB/sec pending data=0 2024-07-26T07:04:59.161 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZwYCAXAowq1xOZn off=3538403 len=507793 2024-07-26T07:04:59.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 3789 completed, throughput=4.99MB/sec 2024-07-26T07:04:59.162 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C4sEQt4Rt0hLXtN off=8832795 len=1521637 2024-07-26T07:04:59.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 3790 completed, throughput=5MB/sec 2024-07-26T07:04:59.171 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dOniOlo5-wtSdRt off=1238679 len=1965051 2024-07-26T07:04:59.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 3791 completed, throughput=5MB/sec 2024-07-26T07:04:59.181 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7U0sDTu7tE83v9Z off=2885235 len=1454349 2024-07-26T07:04:59.188 INFO:tasks.workunit.client.0.smithi037.stdout:op 3792 completed, throughput=5MB/sec 2024-07-26T07:04:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:04:58 smithi037 ceph-mon[97339]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:04:59.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:04:58 smithi037 ceph-mon[99762]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:04:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:04:58 smithi135 ceph-mon[90132]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:05:00.188 INFO:tasks.workunit.client.0.smithi037.stdout: 747: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:00.188 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-la-_Aon59D_F43g off=10419620 len=1091924 2024-07-26T07:05:00.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 3793 completed, throughput=5MB/sec 2024-07-26T07:05:00.190 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jQkk0mLeDXj-6e6 off=5916301 len=1638942 2024-07-26T07:05:00.199 INFO:tasks.workunit.client.0.smithi037.stdout:op 3794 completed, throughput=5MB/sec 2024-07-26T07:05:00.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JvKucOrqFFmaY08 off=10601586 len=1248738 2024-07-26T07:05:00.206 INFO:tasks.workunit.client.0.smithi037.stdout:op 3795 completed, throughput=5MB/sec 2024-07-26T07:05:00.206 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i1EV_HCVBkA3gam off=791670 len=672996 2024-07-26T07:05:00.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 3796 completed, throughput=5MB/sec 2024-07-26T07:05:01.211 INFO:tasks.workunit.client.0.smithi037.stdout: 748: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:01.211 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OUHScLRjcpCcr0f off=5304772 len=1705318 2024-07-26T07:05:01.219 INFO:tasks.workunit.client.0.smithi037.stdout:op 3797 completed, throughput=5MB/sec 2024-07-26T07:05:01.220 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lnzlbKX9GYFSYDV off=7607995 len=2066355 2024-07-26T07:05:01.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 3798 completed, throughput=5MB/sec 2024-07-26T07:05:01.229 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M3SkLn-tgwkCrg5 off=1222149 len=1302126 2024-07-26T07:05:01.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 3799 completed, throughput=5MB/sec 2024-07-26T07:05:01.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dwDGdQFWFcN81fQ off=7416613 len=1673388 2024-07-26T07:05:01.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 3800 completed, throughput=5MB/sec 2024-07-26T07:05:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:00 smithi037 ceph-mon[97339]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:05:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:00 smithi037 ceph-mon[99762]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:05:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:00 smithi135 ceph-mon[90132]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:05:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:05:02.239 INFO:tasks.workunit.client.0.smithi037.stdout: 749: throughput=5MB/sec pending data=0 2024-07-26T07:05:02.239 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HUoISTqex-UJCtb off=338823 len=205538 2024-07-26T07:05:02.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 3801 completed, throughput=5MB/sec 2024-07-26T07:05:02.239 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YJysfgp83J_lTAA off=6004739 len=1432075 2024-07-26T07:05:02.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 3802 completed, throughput=5MB/sec 2024-07-26T07:05:02.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--aJwcT1CaqwQU58 off=785476 len=1140258 2024-07-26T07:05:02.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 3803 completed, throughput=5MB/sec 2024-07-26T07:05:02.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-n5FHz7rsOXmTdF6 off=6187825 len=172945 2024-07-26T07:05:02.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 3804 completed, throughput=5MB/sec 2024-07-26T07:05:02.248 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ersuSfXqEodzOyw off=17291341 len=1610780 2024-07-26T07:05:02.254 INFO:tasks.workunit.client.0.smithi037.stdout:op 3805 completed, throughput=5MB/sec 2024-07-26T07:05:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:03.255 INFO:tasks.workunit.client.0.smithi037.stdout: 750: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:03.255 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RGiceMDh-IgLob3 off=8624859 len=1692945 2024-07-26T07:05:03.257 INFO:tasks.workunit.client.0.smithi037.stdout:op 3806 completed, throughput=5MB/sec 2024-07-26T07:05:03.257 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-goHUEzMrYqawgJC off=1784917 len=1405762 2024-07-26T07:05:03.260 INFO:tasks.workunit.client.0.smithi037.stdout:op 3807 completed, throughput=5MB/sec 2024-07-26T07:05:03.260 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DiLli0Kh9jdoHAb off=18065219 len=1413238 2024-07-26T07:05:03.262 INFO:tasks.workunit.client.0.smithi037.stdout:op 3808 completed, throughput=5MB/sec 2024-07-26T07:05:03.262 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fLq-QVrdVmLZyHL off=19244725 len=1414995 2024-07-26T07:05:03.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 3809 completed, throughput=5MB/sec 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:05:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:05:04.268 INFO:tasks.workunit.client.0.smithi037.stdout: 751: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:04.268 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W_UjOjXq8ezVxbc off=20351925 len=11356 2024-07-26T07:05:04.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 3810 completed, throughput=4.99MB/sec 2024-07-26T07:05:04.271 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sFoJHAiMx5ROt7S off=2850775 len=1747937 2024-07-26T07:05:04.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 3811 completed, throughput=5MB/sec 2024-07-26T07:05:04.273 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8RTtcJSQvb0S6_M off=5354842 len=781361 2024-07-26T07:05:04.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 3812 completed, throughput=5MB/sec 2024-07-26T07:05:04.274 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OApHyGkPEcTRukN off=5545699 len=1227960 2024-07-26T07:05:04.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 3813 completed, throughput=5MB/sec 2024-07-26T07:05:04.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NhOivM2sq_UYIRR off=7528752 len=1651796 2024-07-26T07:05:04.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 3814 completed, throughput=5MB/sec 2024-07-26T07:05:05.279 INFO:tasks.workunit.client.0.smithi037.stdout: 752: throughput=5MB/sec pending data=0 2024-07-26T07:05:05.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z2hKAWW9iyXm395 off=6728328 len=1672874 2024-07-26T07:05:05.289 INFO:tasks.workunit.client.0.smithi037.stdout:op 3815 completed, throughput=5MB/sec 2024-07-26T07:05:05.290 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gNNKvj3n58XHBwo off=411509 len=624697 2024-07-26T07:05:05.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 3816 completed, throughput=5MB/sec 2024-07-26T07:05:05.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Jc2JwIya9PStt3T off=15697920 len=224457 2024-07-26T07:05:05.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 3817 completed, throughput=5MB/sec 2024-07-26T07:05:05.292 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NeDWvobPLKUFXGf off=8746364 len=548022 2024-07-26T07:05:05.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 3818 completed, throughput=5MB/sec 2024-07-26T07:05:05.294 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fNiIdF_PsmhiySc off=6035851 len=1622714 2024-07-26T07:05:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:04 smithi037 ceph-mon[97339]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:05.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:05.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:04 smithi037 ceph-mon[99762]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:05.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:05.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 3819 completed, throughput=5MB/sec 2024-07-26T07:05:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:04 smithi135 ceph-mon[90132]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:06.296 INFO:tasks.workunit.client.0.smithi037.stdout: 753: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:06.297 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lgXc72w3-gWP5ic off=9509814 len=2029727 2024-07-26T07:05:06.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 3820 completed, throughput=5MB/sec 2024-07-26T07:05:06.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PjEJSe6zCg3To__ off=677618 len=1751818 2024-07-26T07:05:06.300 INFO:tasks.workunit.client.0.smithi037.stdout:op 3821 completed, throughput=5MB/sec 2024-07-26T07:05:06.301 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-or53runqj5-GpVy off=19077185 len=1268261 2024-07-26T07:05:06.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 3822 completed, throughput=5MB/sec 2024-07-26T07:05:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:06 smithi037 ceph-mon[97339]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:06 smithi037 ceph-mon[99762]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: 754: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:07.307 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2XKMz9kEgHFILXG off=9305819 len=1615345 2024-07-26T07:05:07.314 INFO:tasks.workunit.client.0.smithi037.stdout:op 3823 completed, throughput=5MB/sec 2024-07-26T07:05:07.314 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXjJceZyydYVfFf off=7624672 len=1667751 2024-07-26T07:05:07.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 3824 completed, throughput=5MB/sec 2024-07-26T07:05:07.324 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KdGIMx0fMwfAcNA off=4365217 len=945901 2024-07-26T07:05:07.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 3825 completed, throughput=5MB/sec 2024-07-26T07:05:07.330 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-In8i-9gzIXzKni0 off=552082 len=337197 2024-07-26T07:05:07.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 3826 completed, throughput=5MB/sec 2024-07-26T07:05:07.330 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gc7mJ48YzAYJp8p off=489050 len=1654043 2024-07-26T07:05:07.332 INFO:tasks.workunit.client.0.smithi037.stdout:op 3827 completed, throughput=5MB/sec 2024-07-26T07:05:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:06 smithi135 ceph-mon[90132]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: 755: throughput=5MB/sec pending data=0 2024-07-26T07:05:08.333 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6fteSnHfb1zX4Wj off=2206880 len=1940247 2024-07-26T07:05:08.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 3828 completed, throughput=5MB/sec 2024-07-26T07:05:08.335 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nnnedlp8YDipOYp off=1915149 len=349599 2024-07-26T07:05:08.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 3829 completed, throughput=5MB/sec 2024-07-26T07:05:08.339 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-duto_to_s7BM3rM off=10381342 len=1535619 2024-07-26T07:05:08.350 INFO:tasks.workunit.client.0.smithi037.stdout:op 3830 completed, throughput=5MB/sec 2024-07-26T07:05:08.350 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5H_04i8NK76X6lK off=7252455 len=1888353 2024-07-26T07:05:08.360 INFO:tasks.workunit.client.0.smithi037.stdout:op 3831 completed, throughput=5MB/sec 2024-07-26T07:05:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:08 smithi037 ceph-mon[97339]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T07:05:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:08 smithi037 ceph-mon[99762]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T07:05:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:08 smithi135 ceph-mon[90132]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T07:05:09.361 INFO:tasks.workunit.client.0.smithi037.stdout: 756: throughput=5MB/sec pending data=0 2024-07-26T07:05:09.361 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TFVR1xmw98JPfvE off=4542591 len=1843775 2024-07-26T07:05:09.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 3832 completed, throughput=5MB/sec 2024-07-26T07:05:09.363 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G7HuVY5i2KAYPGa off=1936538 len=937543 2024-07-26T07:05:09.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 3833 completed, throughput=5MB/sec 2024-07-26T07:05:09.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iAZJ-hLI0HoBKmm off=9969278 len=814544 2024-07-26T07:05:09.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 3834 completed, throughput=5MB/sec 2024-07-26T07:05:09.369 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X34oUJq--jxubbz off=6512827 len=592885 2024-07-26T07:05:09.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 3835 completed, throughput=5MB/sec 2024-07-26T07:05:10.371 INFO:tasks.workunit.client.0.smithi037.stdout: 757: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:10.371 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A_ZYUxazi8rXObd off=19647607 len=1257390 2024-07-26T07:05:10.374 INFO:tasks.workunit.client.0.smithi037.stdout:op 3836 completed, throughput=5MB/sec 2024-07-26T07:05:10.374 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i35yZWH0OqUiCgt off=13561115 len=1181630 2024-07-26T07:05:10.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 3837 completed, throughput=5MB/sec 2024-07-26T07:05:10.376 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iVKj8oRuWWsBhyS off=133857 len=1440969 2024-07-26T07:05:10.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 3838 completed, throughput=5MB/sec 2024-07-26T07:05:10.383 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BypPI_YPEfSgkF0 off=2186619 len=607920 2024-07-26T07:05:10.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 3839 completed, throughput=5MB/sec 2024-07-26T07:05:10.387 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7RgM0Wx7VKYYGr7 off=14160139 len=443065 2024-07-26T07:05:10.390 INFO:tasks.workunit.client.0.smithi037.stdout:op 3840 completed, throughput=5MB/sec 2024-07-26T07:05:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:10 smithi037 ceph-mon[97339]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:10 smithi037 ceph-mon[99762]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:10 smithi135 ceph-mon[90132]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:11.390 INFO:tasks.workunit.client.0.smithi037.stdout: 758: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:11.390 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bmcbNMFURIoeJkh off=17921255 len=1288484 2024-07-26T07:05:11.392 INFO:tasks.workunit.client.0.smithi037.stdout:op 3841 completed, throughput=5MB/sec 2024-07-26T07:05:11.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Df0AmswcbAGxtz9 off=1135463 len=12135 2024-07-26T07:05:11.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 3842 completed, throughput=5MB/sec 2024-07-26T07:05:11.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bSNFj-k4u8LlxtT off=3285010 len=1621676 2024-07-26T07:05:11.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 3843 completed, throughput=5MB/sec 2024-07-26T07:05:11.397 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gh-IIkuszSOkOZO off=630701 len=505757 2024-07-26T07:05:11.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 3844 completed, throughput=5MB/sec 2024-07-26T07:05:11.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IXKfxpA5RHm5ttC off=15004084 len=1733155 2024-07-26T07:05:11.411 INFO:tasks.workunit.client.0.smithi037.stdout:op 3845 completed, throughput=5MB/sec 2024-07-26T07:05:11.411 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WoKprXzuShs4eEE off=8809023 len=255378 2024-07-26T07:05:11.414 INFO:tasks.workunit.client.0.smithi037.stdout:op 3846 completed, throughput=5MB/sec 2024-07-26T07:05:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:11] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:05:12.415 INFO:tasks.workunit.client.0.smithi037.stdout: 759: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:12.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vMl4hOQtHxre7Wj off=1139740 len=689935 2024-07-26T07:05:12.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 3847 completed, throughput=4.99MB/sec 2024-07-26T07:05:12.416 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FUFyQVOul5MjKMJ off=4842050 len=1738472 2024-07-26T07:05:12.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 3848 completed, throughput=5MB/sec 2024-07-26T07:05:12.425 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NVdVplPMkNmqwUZ off=1292257 len=159018 2024-07-26T07:05:12.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 3849 completed, throughput=5MB/sec 2024-07-26T07:05:12.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SxdIkLEEkIOHNUo off=1923523 len=1478163 2024-07-26T07:05:12.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 3850 completed, throughput=5MB/sec 2024-07-26T07:05:12.432 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cGmfDQpMoGhCOSX off=4071182 len=435468 2024-07-26T07:05:12.433 INFO:tasks.workunit.client.0.smithi037.stdout:op 3851 completed, throughput=5MB/sec 2024-07-26T07:05:12.433 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ebh2GpfdU6ECj15 off=1461139 len=216380 2024-07-26T07:05:12.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 3852 completed, throughput=5MB/sec 2024-07-26T07:05:12.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1NUBGa7hWiOYSBW off=5612024 len=544713 2024-07-26T07:05:12.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 3853 completed, throughput=5MB/sec 2024-07-26T07:05:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:12 smithi037 ceph-mon[97339]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:12 smithi037 ceph-mon[99762]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:12 smithi135 ceph-mon[90132]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:13.438 INFO:tasks.workunit.client.0.smithi037.stdout: 760: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:13.438 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qtedqCjBFjKerj0 off=19925355 len=1586697 2024-07-26T07:05:13.440 INFO:tasks.workunit.client.0.smithi037.stdout:op 3854 completed, throughput=5MB/sec 2024-07-26T07:05:13.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OGzkIwOIpotMsGH off=1980043 len=854021 2024-07-26T07:05:13.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 3855 completed, throughput=5MB/sec 2024-07-26T07:05:13.443 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RCAv7rPjnYLpMSU off=37606 len=1562377 2024-07-26T07:05:13.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 3856 completed, throughput=5MB/sec 2024-07-26T07:05:13.452 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RZIBSL_PtQ-Om0c off=17403990 len=1411248 2024-07-26T07:05:13.454 INFO:tasks.workunit.client.0.smithi037.stdout:op 3857 completed, throughput=5MB/sec 2024-07-26T07:05:14.454 INFO:tasks.workunit.client.0.smithi037.stdout: 761: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:14.454 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hQjS46FQBE0DFt- off=15088627 len=237314 2024-07-26T07:05:14.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 3858 completed, throughput=4.99MB/sec 2024-07-26T07:05:14.457 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RbO_j0s4Inp17ag off=2494216 len=1044505 2024-07-26T07:05:14.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 3859 completed, throughput=5MB/sec 2024-07-26T07:05:14.464 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ci1zOhDesz6n5T_ off=831236 len=1791351 2024-07-26T07:05:14.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 3860 completed, throughput=5MB/sec 2024-07-26T07:05:14.474 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PpqhItLzDFYActi off=5044918 len=1508136 2024-07-26T07:05:14.476 INFO:tasks.workunit.client.0.smithi037.stdout:op 3861 completed, throughput=5MB/sec 2024-07-26T07:05:14.476 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UbeYH_Br1XfgEua off=21352695 len=1054639 2024-07-26T07:05:14.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 3862 completed, throughput=5MB/sec 2024-07-26T07:05:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:14 smithi037 ceph-mon[97339]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:05:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:14 smithi037 ceph-mon[99762]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:05:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:14 smithi135 ceph-mon[90132]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:05:15.477 INFO:tasks.workunit.client.0.smithi037.stdout: 762: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:15.478 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vj3P1aT1rAVD9ZR off=7267955 len=1721138 2024-07-26T07:05:15.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 3863 completed, throughput=5MB/sec 2024-07-26T07:05:15.486 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u3Z-APlKuD3Itve off=11951453 len=1327381 2024-07-26T07:05:15.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 3864 completed, throughput=5MB/sec 2024-07-26T07:05:15.488 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s9j8R8hPmMwo7Vg off=13339466 len=1877547 2024-07-26T07:05:15.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 3865 completed, throughput=5MB/sec 2024-07-26T07:05:15.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-awhqmdWsnTk7IFz off=1799183 len=1173711 2024-07-26T07:05:15.505 INFO:tasks.workunit.client.0.smithi037.stdout:op 3866 completed, throughput=5MB/sec 2024-07-26T07:05:16.505 INFO:tasks.workunit.client.0.smithi037.stdout: 763: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:16.506 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uNN6bUAhNd3UdMq off=16356790 len=836750 2024-07-26T07:05:16.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 3867 completed, throughput=5MB/sec 2024-07-26T07:05:16.508 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ppD5_976ZmSWIsh off=5370125 len=1168015 2024-07-26T07:05:16.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 3868 completed, throughput=5MB/sec 2024-07-26T07:05:16.513 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bPo6mlo4fJgj7y6 off=726354 len=1589462 2024-07-26T07:05:16.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 3869 completed, throughput=5MB/sec 2024-07-26T07:05:16.516 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tF02vTkDsaxXuRx off=14004271 len=1825249 2024-07-26T07:05:16.526 INFO:tasks.workunit.client.0.smithi037.stdout:op 3870 completed, throughput=5MB/sec 2024-07-26T07:05:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:16 smithi037 ceph-mon[97339]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:17.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:16 smithi037 ceph-mon[99762]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:17.352 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:16 smithi135 ceph-mon[90132]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:17.527 INFO:tasks.workunit.client.0.smithi037.stdout: 764: throughput=5MB/sec pending data=0 2024-07-26T07:05:17.527 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Wb2AouryEynw9SZ off=916383 len=1479405 2024-07-26T07:05:17.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 3871 completed, throughput=5MB/sec 2024-07-26T07:05:17.534 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vyHKFHnkipPDwDx off=10653572 len=1628846 2024-07-26T07:05:17.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 3872 completed, throughput=5MB/sec 2024-07-26T07:05:17.537 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hZwFhpyUxFr3Ad6 off=8766419 len=226871 2024-07-26T07:05:17.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 3873 completed, throughput=5MB/sec 2024-07-26T07:05:17.539 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Gm6Vb0nH0uMK_E9 off=11884608 len=1947797 2024-07-26T07:05:17.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 3874 completed, throughput=5MB/sec 2024-07-26T07:05:18.544 INFO:tasks.workunit.client.0.smithi037.stdout: 765: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:18.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7CoEJNieTWPJxK1 off=13763320 len=1415586 2024-07-26T07:05:18.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 3875 completed, throughput=5MB/sec 2024-07-26T07:05:18.552 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NxtcoEhXnmw4Q2X off=11509758 len=1510337 2024-07-26T07:05:18.558 INFO:tasks.workunit.client.0.smithi037.stdout:op 3876 completed, throughput=5MB/sec 2024-07-26T07:05:18.558 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IiCxMXLilrozCtV off=14292450 len=384945 2024-07-26T07:05:18.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 3877 completed, throughput=5MB/sec 2024-07-26T07:05:18.560 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uOrMm9fgHjB7Ote off=19510923 len=1151457 2024-07-26T07:05:18.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 3878 completed, throughput=5MB/sec 2024-07-26T07:05:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:18 smithi037 ceph-mon[97339]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:18 smithi037 ceph-mon[99762]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:18 smithi135 ceph-mon[90132]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:05:19.562 INFO:tasks.workunit.client.0.smithi037.stdout: 766: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:19.562 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j_s18hnXTkY9gvY off=649003 len=1792619 2024-07-26T07:05:19.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 3879 completed, throughput=5MB/sec 2024-07-26T07:05:19.573 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zsi9YLhi8mqNz5K off=7321214 len=1711547 2024-07-26T07:05:19.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 3880 completed, throughput=5MB/sec 2024-07-26T07:05:19.575 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gimcDanbq08sh07 off=2184197 len=509493 2024-07-26T07:05:19.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 3881 completed, throughput=5MB/sec 2024-07-26T07:05:19.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zqmbxOKFx5qQync off=1228597 len=1760659 2024-07-26T07:05:19.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 3882 completed, throughput=5MB/sec 2024-07-26T07:05:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: 767: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:20.581 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P4EyVc4VR2b5K87 off=8546558 len=1294790 2024-07-26T07:05:20.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 3883 completed, throughput=5MB/sec 2024-07-26T07:05:20.588 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zdTVp9H2x_mueDB off=5581119 len=1669137 2024-07-26T07:05:20.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 3884 completed, throughput=5MB/sec 2024-07-26T07:05:20.595 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8x6KeHWpotxx3FI off=1811712 len=637184 2024-07-26T07:05:20.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 3885 completed, throughput=5MB/sec 2024-07-26T07:05:20.598 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JjzlYb8Q3IIxcrf off=9080284 len=372454 2024-07-26T07:05:20.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 3886 completed, throughput=5MB/sec 2024-07-26T07:05:20.599 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-j6FwWRLKBgQce5n off=20871806 len=1118530 2024-07-26T07:05:20.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 3887 completed, throughput=5MB/sec 2024-07-26T07:05:21.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:20 smithi037 ceph-mon[97339]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:20 smithi037 ceph-mon[99762]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:20 smithi135 ceph-mon[90132]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: 768: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:21.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HXP4LjM3Zl62zJC off=2659146 len=1753877 2024-07-26T07:05:21.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 3888 completed, throughput=5MB/sec 2024-07-26T07:05:21.612 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RIgao2Z5K0MzalO off=17257356 len=1171417 2024-07-26T07:05:21.617 INFO:tasks.workunit.client.0.smithi037.stdout:op 3889 completed, throughput=5MB/sec 2024-07-26T07:05:21.617 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U5P6ZCXMVwi5PAP off=10453737 len=28973 2024-07-26T07:05:21.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 3890 completed, throughput=5MB/sec 2024-07-26T07:05:21.618 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iLjjbdvbPpkHtMw off=5688165 len=604980 2024-07-26T07:05:21.619 INFO:tasks.workunit.client.0.smithi037.stdout:op 3891 completed, throughput=5MB/sec 2024-07-26T07:05:21.619 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5SHLxbsxXyMIYoB off=6974592 len=449637 2024-07-26T07:05:21.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 3892 completed, throughput=5MB/sec 2024-07-26T07:05:21.622 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YXdu5vFak_-ZETE off=352542 len=907684 2024-07-26T07:05:21.623 INFO:tasks.workunit.client.0.smithi037.stdout:op 3893 completed, throughput=5MB/sec 2024-07-26T07:05:21.623 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rwu5BUwTVem0cP3 off=323783 len=1055284 2024-07-26T07:05:21.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 3894 completed, throughput=5MB/sec 2024-07-26T07:05:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:05:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: 769: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:22.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sjKG6c0cfKZgFHs off=13829520 len=51642 2024-07-26T07:05:22.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 3895 completed, throughput=4.99MB/sec 2024-07-26T07:05:22.625 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXL1qt9__9lHKZY off=1003880 len=988639 2024-07-26T07:05:22.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 3896 completed, throughput=5MB/sec 2024-07-26T07:05:22.632 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kj5n3dm6tHMR6na off=5426156 len=387990 2024-07-26T07:05:22.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 3897 completed, throughput=5MB/sec 2024-07-26T07:05:22.636 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rf29mV_Tca6Jf2c off=23735319 len=167970 2024-07-26T07:05:22.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 3898 completed, throughput=5MB/sec 2024-07-26T07:05:22.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4-7Tj-D8nQBH9zy off=10734814 len=1424106 2024-07-26T07:05:22.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 3899 completed, throughput=5MB/sec 2024-07-26T07:05:22.645 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bRSOd02tQwSt6iC off=5016947 len=186508 2024-07-26T07:05:22.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 3900 completed, throughput=5MB/sec 2024-07-26T07:05:22.648 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qpLSLkmMxHxnDtB off=9084997 len=1072043 2024-07-26T07:05:22.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 3901 completed, throughput=5MB/sec 2024-07-26T07:05:22.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mvcs4r54FtlnAsu off=11338730 len=423350 2024-07-26T07:05:22.654 INFO:tasks.workunit.client.0.smithi037.stdout:op 3902 completed, throughput=5MB/sec 2024-07-26T07:05:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:22 smithi037 ceph-mon[97339]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:05:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:22 smithi037 ceph-mon[99762]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:05:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:22 smithi135 ceph-mon[90132]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:05:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: 770: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:23.655 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-61fI9ATNaienzpu off=2520575 len=817711 2024-07-26T07:05:23.659 INFO:tasks.workunit.client.0.smithi037.stdout:op 3903 completed, throughput=4.99MB/sec 2024-07-26T07:05:23.659 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bvjDZov3Ty-RFZa off=4736134 len=758233 2024-07-26T07:05:23.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 3904 completed, throughput=5MB/sec 2024-07-26T07:05:23.661 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FWbAkoQ7Bo9x5_o off=9442209 len=724203 2024-07-26T07:05:23.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 3905 completed, throughput=5MB/sec 2024-07-26T07:05:23.665 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eLUir6v15SbbwUB off=4739459 len=261088 2024-07-26T07:05:23.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 3906 completed, throughput=5MB/sec 2024-07-26T07:05:23.669 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cczmvkI5Q8hEoJM off=851077 len=1789481 2024-07-26T07:05:23.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 3907 completed, throughput=5MB/sec 2024-07-26T07:05:23.678 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CCUq3tLwsVbehIE off=19374378 len=603554 2024-07-26T07:05:23.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 3908 completed, throughput=5MB/sec 2024-07-26T07:05:23.679 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-U8_VPAyn1f48YH4 off=4416406 len=1621578 2024-07-26T07:05:23.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 3909 completed, throughput=5MB/sec 2024-07-26T07:05:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: 771: throughput=5MB/sec pending data=0 2024-07-26T07:05:24.686 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-osQgpRwif9IaV7O off=2360567 len=1531698 2024-07-26T07:05:24.695 INFO:tasks.workunit.client.0.smithi037.stdout:op 3910 completed, throughput=5MB/sec 2024-07-26T07:05:24.695 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PsWZODyU-4p8MYh off=2582968 len=1329805 2024-07-26T07:05:24.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 3911 completed, throughput=5MB/sec 2024-07-26T07:05:24.701 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XyuyKbgHrJ_yHAI off=3824383 len=986566 2024-07-26T07:05:24.703 INFO:tasks.workunit.client.0.smithi037.stdout:op 3912 completed, throughput=5MB/sec 2024-07-26T07:05:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:24 smithi037 ceph-mon[97339]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:24 smithi037 ceph-mon[99762]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:24 smithi135 ceph-mon[90132]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:05:25.703 INFO:tasks.workunit.client.0.smithi037.stdout: 772: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:25.703 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--j0RgXeNofCjrB8 off=3868611 len=662026 2024-07-26T07:05:25.705 INFO:tasks.workunit.client.0.smithi037.stdout:op 3913 completed, throughput=4.99MB/sec 2024-07-26T07:05:25.705 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mXJcsaR8FhFJtOD off=355150 len=1546168 2024-07-26T07:05:25.715 INFO:tasks.workunit.client.0.smithi037.stdout:op 3914 completed, throughput=5MB/sec 2024-07-26T07:05:25.715 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PTx6GpaKRexcrHx off=709002 len=728613 2024-07-26T07:05:25.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 3915 completed, throughput=5MB/sec 2024-07-26T07:05:25.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kA04Qe508LGmf_V off=2606689 len=1556034 2024-07-26T07:05:25.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 3916 completed, throughput=5MB/sec 2024-07-26T07:05:25.719 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rvCcyCpe4HITCTB off=1462636 len=908145 2024-07-26T07:05:25.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 3917 completed, throughput=5MB/sec 2024-07-26T07:05:26.724 INFO:tasks.workunit.client.0.smithi037.stdout: 773: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:26.724 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NpbfV0wvikziByH off=3165980 len=1371368 2024-07-26T07:05:26.731 INFO:tasks.workunit.client.0.smithi037.stdout:op 3918 completed, throughput=5MB/sec 2024-07-26T07:05:26.731 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_dvouI5z3DK3X7f off=12216095 len=13844 2024-07-26T07:05:26.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 3919 completed, throughput=5MB/sec 2024-07-26T07:05:26.733 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l50ehwKV5otu8f0 off=21337723 len=1309440 2024-07-26T07:05:26.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 3920 completed, throughput=5MB/sec 2024-07-26T07:05:26.741 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vVn0e5GitLS6XNI off=5201702 len=655806 2024-07-26T07:05:26.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 3921 completed, throughput=5MB/sec 2024-07-26T07:05:26.743 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mPOR9_AP0fyPZ66 off=5667165 len=1439288 2024-07-26T07:05:26.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 3922 completed, throughput=5MB/sec 2024-07-26T07:05:26.745 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hp7AGC_xsJSGhcS off=16645409 len=1079210 2024-07-26T07:05:26.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 3923 completed, throughput=5MB/sec 2024-07-26T07:05:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:26 smithi037 ceph-mon[97339]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:26 smithi037 ceph-mon[99762]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:26 smithi135 ceph-mon[90132]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:27.747 INFO:tasks.workunit.client.0.smithi037.stdout: 774: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:27.747 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj---t9m7IPrUywfha off=5501610 len=507533 2024-07-26T07:05:27.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 3924 completed, throughput=4.99MB/sec 2024-07-26T07:05:27.748 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Lgj_qBcDU7_lzNl off=14136432 len=1548106 2024-07-26T07:05:27.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 3925 completed, throughput=5MB/sec 2024-07-26T07:05:27.750 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gPrkEhqAGrK-L-m off=3591194 len=945951 2024-07-26T07:05:27.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 3926 completed, throughput=5MB/sec 2024-07-26T07:05:27.753 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zJbILDGtKmadCzb off=8101746 len=1764380 2024-07-26T07:05:27.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 3927 completed, throughput=5MB/sec 2024-07-26T07:05:28.762 INFO:tasks.workunit.client.0.smithi037.stdout: 775: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:28.762 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e8bZ_Rnnu-XRVje off=17821993 len=377197 2024-07-26T07:05:28.763 INFO:tasks.workunit.client.0.smithi037.stdout:op 3928 completed, throughput=4.99MB/sec 2024-07-26T07:05:28.763 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ep0Me996mdU633U off=2614903 len=622577 2024-07-26T07:05:28.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 3929 completed, throughput=4.99MB/sec 2024-07-26T07:05:28.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TlbFqFZDIYt8OUa off=5945815 len=1406400 2024-07-26T07:05:28.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 3930 completed, throughput=5MB/sec 2024-07-26T07:05:28.771 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jTBP7BIBjfmRYsB off=5950758 len=2015355 2024-07-26T07:05:28.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 3931 completed, throughput=5MB/sec 2024-07-26T07:05:28.781 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3QCvznXQSwl480m off=19659227 len=1740659 2024-07-26T07:05:28.791 INFO:tasks.workunit.client.0.smithi037.stdout:op 3932 completed, throughput=5MB/sec 2024-07-26T07:05:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:28 smithi037 ceph-mon[97339]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:05:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:28 smithi037 ceph-mon[99762]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:05:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:28 smithi135 ceph-mon[90132]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:05:29.791 INFO:tasks.workunit.client.0.smithi037.stdout: 776: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:29.792 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXL1qt9__9lHKZY off=213886 len=1778633 2024-07-26T07:05:29.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 3933 completed, throughput=5MB/sec 2024-07-26T07:05:29.802 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9n3wUePtQQck4qy off=3288328 len=708164 2024-07-26T07:05:29.807 INFO:tasks.workunit.client.0.smithi037.stdout:op 3934 completed, throughput=5MB/sec 2024-07-26T07:05:29.807 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mM8BeDUay74umzg off=14775200 len=2044094 2024-07-26T07:05:29.810 INFO:tasks.workunit.client.0.smithi037.stdout:op 3935 completed, throughput=5MB/sec 2024-07-26T07:05:29.810 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PmlYtl8doioscvJ off=4195518 len=1474519 2024-07-26T07:05:29.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 3936 completed, throughput=5MB/sec 2024-07-26T07:05:30.817 INFO:tasks.workunit.client.0.smithi037.stdout: 777: throughput=5MB/sec pending data=0 2024-07-26T07:05:30.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vYeM3rM-Szn9Sjr off=511454 len=1784862 2024-07-26T07:05:30.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 3937 completed, throughput=5MB/sec 2024-07-26T07:05:30.819 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Dgi_kPb58XC_eHw off=1417940 len=1984142 2024-07-26T07:05:30.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 3938 completed, throughput=5MB/sec 2024-07-26T07:05:30.830 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4EdnHTOs9vvYPMy off=11998842 len=1901368 2024-07-26T07:05:30.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 3939 completed, throughput=5MB/sec 2024-07-26T07:05:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:30 smithi037 ceph-mon[97339]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:30 smithi037 ceph-mon[99762]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:30 smithi135 ceph-mon[90132]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:05:31.841 INFO:tasks.workunit.client.0.smithi037.stdout: 778: throughput=5MB/sec pending data=0 2024-07-26T07:05:31.841 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XuU65_1dhl14DMB off=12011878 len=568242 2024-07-26T07:05:31.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 3940 completed, throughput=5MB/sec 2024-07-26T07:05:31.842 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lkg-4qY3d5rivPm off=7015179 len=1570861 2024-07-26T07:05:31.845 INFO:tasks.workunit.client.0.smithi037.stdout:op 3941 completed, throughput=5MB/sec 2024-07-26T07:05:31.845 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--W8bVWPEu8cxSR7 off=5419367 len=1058803 2024-07-26T07:05:31.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 3942 completed, throughput=5MB/sec 2024-07-26T07:05:31.847 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sYkRF9-btV9EmzA off=6291081 len=1258581 2024-07-26T07:05:31.853 INFO:tasks.workunit.client.0.smithi037.stdout:op 3943 completed, throughput=5MB/sec 2024-07-26T07:05:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:32.853 INFO:tasks.workunit.client.0.smithi037.stdout: 779: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:32.853 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C6yKajA2rNiiWPx off=0 len=1552336 2024-07-26T07:05:32.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 3944 completed, throughput=5MB/sec 2024-07-26T07:05:32.860 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m19tiY9U_j60kjb off=3205389 len=763190 2024-07-26T07:05:32.861 INFO:tasks.workunit.client.0.smithi037.stdout:op 3945 completed, throughput=5MB/sec 2024-07-26T07:05:32.861 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zctVyES3rgo2fVK off=6051764 len=696822 2024-07-26T07:05:32.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 3946 completed, throughput=5MB/sec 2024-07-26T07:05:32.866 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Lgj_qBcDU7_lzNl off=2829529 len=1646368 2024-07-26T07:05:32.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 3947 completed, throughput=5MB/sec 2024-07-26T07:05:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:32 smithi037 ceph-mon[97339]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:32 smithi037 ceph-mon[99762]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:32 smithi135 ceph-mon[90132]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:05:33.874 INFO:tasks.workunit.client.0.smithi037.stdout: 780: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:33.875 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MXesIpFZPTaht1- off=8605214 len=832025 2024-07-26T07:05:33.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 3948 completed, throughput=4.99MB/sec 2024-07-26T07:05:33.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YIeIapRB8M84A5c off=8176519 len=1108485 2024-07-26T07:05:33.880 INFO:tasks.workunit.client.0.smithi037.stdout:op 3949 completed, throughput=5MB/sec 2024-07-26T07:05:33.880 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Se-Y8eU4_F7FbeN off=461358 len=219273 2024-07-26T07:05:33.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 3950 completed, throughput=5MB/sec 2024-07-26T07:05:33.882 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uLzNaU0sOMkNKhX off=6962126 len=500133 2024-07-26T07:05:33.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 3951 completed, throughput=5MB/sec 2024-07-26T07:05:33.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ds1OkjY_uEV9S7J off=8128059 len=1246898 2024-07-26T07:05:33.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 3952 completed, throughput=5MB/sec 2024-07-26T07:05:33.890 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BNsiOh-W52j_5yI off=439130 len=512273 2024-07-26T07:05:33.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 3953 completed, throughput=5MB/sec 2024-07-26T07:05:33.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cKceMa2fJ6f7DKw off=819293 len=1895790 2024-07-26T07:05:33.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 3954 completed, throughput=5MB/sec 2024-07-26T07:05:34.903 INFO:tasks.workunit.client.0.smithi037.stdout: 781: throughput=5MB/sec pending data=0 2024-07-26T07:05:34.903 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AiU2QX3MNz_RQAR off=18445557 len=1175561 2024-07-26T07:05:34.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 3955 completed, throughput=5MB/sec 2024-07-26T07:05:34.909 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qD-CxIPdT21tBN1 off=14986086 len=152085 2024-07-26T07:05:34.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 3956 completed, throughput=5MB/sec 2024-07-26T07:05:34.910 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qa9rEvXmHwA5kyS off=11899043 len=1879127 2024-07-26T07:05:34.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 3957 completed, throughput=5MB/sec 2024-07-26T07:05:34.912 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CYayf3TfQ1-_Ysq off=2959530 len=1735739 2024-07-26T07:05:34.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 3958 completed, throughput=5MB/sec 2024-07-26T07:05:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:34 smithi037 ceph-mon[97339]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:34 smithi037 ceph-mon[99762]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:34 smithi135 ceph-mon[90132]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:35.914 INFO:tasks.workunit.client.0.smithi037.stdout: 782: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:35.914 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vs1PJy6FenRjb4c off=2293203 len=1124583 2024-07-26T07:05:35.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 3959 completed, throughput=5MB/sec 2024-07-26T07:05:35.920 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-84HYlayHKWKdips off=9140231 len=1372296 2024-07-26T07:05:35.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 3960 completed, throughput=5MB/sec 2024-07-26T07:05:35.929 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pKLPjfYnZ61sABS off=6265929 len=989425 2024-07-26T07:05:35.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 3961 completed, throughput=5MB/sec 2024-07-26T07:05:35.931 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jFD6vHdle9BDxdr off=886037 len=1402135 2024-07-26T07:05:35.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 3962 completed, throughput=5MB/sec 2024-07-26T07:05:36.939 INFO:tasks.workunit.client.0.smithi037.stdout: 783: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:36.940 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-o4TDqWN6L8BVYen off=550789 len=2092849 2024-07-26T07:05:36.951 INFO:tasks.workunit.client.0.smithi037.stdout:op 3963 completed, throughput=5MB/sec 2024-07-26T07:05:36.951 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XuU65_1dhl14DMB off=13924441 len=945713 2024-07-26T07:05:36.956 INFO:tasks.workunit.client.0.smithi037.stdout:op 3964 completed, throughput=5MB/sec 2024-07-26T07:05:36.956 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pHzLNoRgqDpI54q off=8516041 len=129488 2024-07-26T07:05:36.957 INFO:tasks.workunit.client.0.smithi037.stdout:op 3965 completed, throughput=5MB/sec 2024-07-26T07:05:36.957 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WhMqZWg2c4kSzK3 off=1772526 len=469668 2024-07-26T07:05:36.960 INFO:tasks.workunit.client.0.smithi037.stdout:op 3966 completed, throughput=5MB/sec 2024-07-26T07:05:36.960 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ToxGnw38y7ETAte off=678094 len=432012 2024-07-26T07:05:36.964 INFO:tasks.workunit.client.0.smithi037.stdout:op 3967 completed, throughput=5MB/sec 2024-07-26T07:05:36.964 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cEJ-X9TmobmptlV off=6027198 len=143895 2024-07-26T07:05:36.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 3968 completed, throughput=5MB/sec 2024-07-26T07:05:36.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wjDO8iFxnlhiJZ_ off=871643 len=1145624 2024-07-26T07:05:36.968 INFO:tasks.workunit.client.0.smithi037.stdout:op 3969 completed, throughput=5MB/sec 2024-07-26T07:05:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:36 smithi037 ceph-mon[97339]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:36 smithi037 ceph-mon[99762]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:36 smithi135 ceph-mon[90132]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:05:37.968 INFO:tasks.workunit.client.0.smithi037.stdout: 784: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:37.968 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_fOf17AxVz_lKnn off=4358389 len=646660 2024-07-26T07:05:37.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 3970 completed, throughput=4.99MB/sec 2024-07-26T07:05:37.970 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-C4sEQt4Rt0hLXtN off=861362 len=1850621 2024-07-26T07:05:37.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 3971 completed, throughput=5MB/sec 2024-07-26T07:05:37.972 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7vzQztxf1ZSfaEL off=16621202 len=1517323 2024-07-26T07:05:37.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 3972 completed, throughput=5MB/sec 2024-07-26T07:05:37.979 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-obHLUvxK_R_o9lf off=5016585 len=1070903 2024-07-26T07:05:37.985 INFO:tasks.workunit.client.0.smithi037.stdout:op 3973 completed, throughput=5MB/sec 2024-07-26T07:05:37.985 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B3-_GooCdSjMlM2 off=2066430 len=818030 2024-07-26T07:05:37.989 INFO:tasks.workunit.client.0.smithi037.stdout:op 3974 completed, throughput=5MB/sec 2024-07-26T07:05:38.990 INFO:tasks.workunit.client.0.smithi037.stdout: 785: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:38.990 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xSbPyMjM251cxw- off=546880 len=628648 2024-07-26T07:05:38.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 3975 completed, throughput=5MB/sec 2024-07-26T07:05:38.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s82QW_VMH84aFPS off=2634022 len=1435117 2024-07-26T07:05:38.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 3976 completed, throughput=5MB/sec 2024-07-26T07:05:38.999 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AAwF9EmN-QEm9wt off=1429576 len=1866597 2024-07-26T07:05:39.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 3977 completed, throughput=5MB/sec 2024-07-26T07:05:39.001 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-j8KPm12c_jznuMv off=830823 len=218666 2024-07-26T07:05:39.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 3978 completed, throughput=5MB/sec 2024-07-26T07:05:39.002 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8egmNENej5Retu8 off=3560590 len=1243863 2024-07-26T07:05:39.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 3979 completed, throughput=5MB/sec 2024-07-26T07:05:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:38 smithi037 ceph-mon[97339]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:38 smithi037 ceph-mon[99762]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:38 smithi135 ceph-mon[90132]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:05:40.007 INFO:tasks.workunit.client.0.smithi037.stdout: 786: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:40.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-52RhUb1_wqcDEH8 off=14698720 len=478899 2024-07-26T07:05:40.008 INFO:tasks.workunit.client.0.smithi037.stdout:op 3980 completed, throughput=5MB/sec 2024-07-26T07:05:40.008 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kwX8fj39oupfteJ off=4945121 len=933981 2024-07-26T07:05:40.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 3981 completed, throughput=5MB/sec 2024-07-26T07:05:40.016 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ejjT62r6930nU5I off=4152580 len=285885 2024-07-26T07:05:40.017 INFO:tasks.workunit.client.0.smithi037.stdout:op 3982 completed, throughput=5MB/sec 2024-07-26T07:05:40.017 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HXP4LjM3Zl62zJC off=744129 len=1848515 2024-07-26T07:05:40.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 3983 completed, throughput=5MB/sec 2024-07-26T07:05:40.020 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NXB--OgB3ilRNaE off=6628238 len=1036971 2024-07-26T07:05:40.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 3984 completed, throughput=5MB/sec 2024-07-26T07:05:41.022 INFO:tasks.workunit.client.0.smithi037.stdout: 787: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:41.023 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TNbSDiwjobsUmMc off=4358381 len=1755089 2024-07-26T07:05:41.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 3985 completed, throughput=5MB/sec 2024-07-26T07:05:41.025 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4FDF7fmKfhI990I off=5422928 len=1330984 2024-07-26T07:05:41.026 INFO:tasks.workunit.client.0.smithi037.stdout:op 3986 completed, throughput=5MB/sec 2024-07-26T07:05:41.026 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7zpfmTtxIP43akg off=11798840 len=129504 2024-07-26T07:05:41.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 3987 completed, throughput=5MB/sec 2024-07-26T07:05:41.029 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kW8_EPsMLGL77zn off=1082647 len=1377716 2024-07-26T07:05:41.030 INFO:tasks.workunit.client.0.smithi037.stdout:op 3988 completed, throughput=5MB/sec 2024-07-26T07:05:41.030 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OgV16Ae8YOzXJr3 off=6122850 len=1051700 2024-07-26T07:05:41.036 INFO:tasks.workunit.client.0.smithi037.stdout:op 3989 completed, throughput=5MB/sec 2024-07-26T07:05:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:40 smithi037 ceph-mon[97339]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:05:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:40 smithi037 ceph-mon[99762]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:05:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:40 smithi135 ceph-mon[90132]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:05:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T07:05:42.037 INFO:tasks.workunit.client.0.smithi037.stdout: 788: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:42.037 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xAK6Fwpv99K2VxU off=9336017 len=1419597 2024-07-26T07:05:42.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 3990 completed, throughput=5MB/sec 2024-07-26T07:05:42.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t2zGCQLvKLM0-1K off=14221819 len=1626092 2024-07-26T07:05:42.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 3991 completed, throughput=5MB/sec 2024-07-26T07:05:42.047 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DjH_C19B5m3nacN off=8344161 len=2053092 2024-07-26T07:05:42.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 3992 completed, throughput=5MB/sec 2024-07-26T07:05:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:43.057 INFO:tasks.workunit.client.0.smithi037.stdout: 789: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:43.058 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AEWXLkjXTmYBPHH off=5160688 len=1061806 2024-07-26T07:05:43.063 INFO:tasks.workunit.client.0.smithi037.stdout:op 3993 completed, throughput=5MB/sec 2024-07-26T07:05:43.063 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p6YpE_JAG8jnqwZ off=13789792 len=702900 2024-07-26T07:05:43.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 3994 completed, throughput=5MB/sec 2024-07-26T07:05:43.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iuFdAUc0-65TZFb off=9006780 len=1121142 2024-07-26T07:05:43.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 3995 completed, throughput=5MB/sec 2024-07-26T07:05:43.074 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BlnvA7QnmXWI97S off=10124699 len=1087530 2024-07-26T07:05:43.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 3996 completed, throughput=5MB/sec 2024-07-26T07:05:43.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-35nhFCcHZLRTAkC off=10810809 len=966995 2024-07-26T07:05:43.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 3997 completed, throughput=5MB/sec 2024-07-26T07:05:43.082 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F8YPBUD5q_IlrDG off=1785692 len=1299491 2024-07-26T07:05:43.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 3998 completed, throughput=5MB/sec 2024-07-26T07:05:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:42 smithi037 ceph-mon[97339]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:42 smithi037 ceph-mon[99762]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:42 smithi135 ceph-mon[90132]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:05:44.089 INFO:tasks.workunit.client.0.smithi037.stdout: 790: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:44.089 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NK9uuOlKabvjOk2 off=4580591 len=712972 2024-07-26T07:05:44.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 3999 completed, throughput=5MB/sec 2024-07-26T07:05:44.093 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zK_X2V_sC2SLWYo off=5132133 len=322945 2024-07-26T07:05:44.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 4000 completed, throughput=5MB/sec 2024-07-26T07:05:44.096 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7RgM0Wx7VKYYGr7 off=6611467 len=1631914 2024-07-26T07:05:44.098 INFO:tasks.workunit.client.0.smithi037.stdout:op 4001 completed, throughput=5MB/sec 2024-07-26T07:05:44.099 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZnTCId1Bw_Igyy2 off=15211123 len=1140231 2024-07-26T07:05:44.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 4002 completed, throughput=5MB/sec 2024-07-26T07:05:44.105 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V-rhAo0pbUy2Uxc off=12997292 len=1011562 2024-07-26T07:05:44.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 4003 completed, throughput=5MB/sec 2024-07-26T07:05:45.113 INFO:tasks.workunit.client.0.smithi037.stdout: 791: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:45.113 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eTUITJW6kpZdRf0 off=9919030 len=180755 2024-07-26T07:05:45.116 INFO:tasks.workunit.client.0.smithi037.stdout:op 4004 completed, throughput=4.99MB/sec 2024-07-26T07:05:45.116 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2oxaCeLQX4uZw6I off=14973781 len=1267730 2024-07-26T07:05:45.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 4005 completed, throughput=5MB/sec 2024-07-26T07:05:45.123 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3irBSxth_dCJ67d off=4723377 len=1233168 2024-07-26T07:05:45.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 4006 completed, throughput=5MB/sec 2024-07-26T07:05:45.125 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0fLoUjlssoDFW0z off=8796843 len=1107619 2024-07-26T07:05:45.131 INFO:tasks.workunit.client.0.smithi037.stdout:op 4007 completed, throughput=5MB/sec 2024-07-26T07:05:45.131 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-D0HNXwUKp4JkBrd off=6731084 len=860675 2024-07-26T07:05:45.132 INFO:tasks.workunit.client.0.smithi037.stdout:op 4008 completed, throughput=5MB/sec 2024-07-26T07:05:45.132 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Sj_uCtm4ns7YVG off=4037001 len=181736 2024-07-26T07:05:45.133 INFO:tasks.workunit.client.0.smithi037.stdout:op 4009 completed, throughput=5MB/sec 2024-07-26T07:05:45.133 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fIV31V6ZtVZfUCV off=2459766 len=2066143 2024-07-26T07:05:45.135 INFO:tasks.workunit.client.0.smithi037.stdout:op 4010 completed, throughput=5MB/sec 2024-07-26T07:05:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:44 smithi037 ceph-mon[97339]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:05:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:44 smithi037 ceph-mon[99762]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:05:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:44 smithi135 ceph-mon[90132]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:05:46.136 INFO:tasks.workunit.client.0.smithi037.stdout: 792: throughput=5MB/sec pending data=0 2024-07-26T07:05:46.136 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v2g2eM4I3KP152O off=2319088 len=990786 2024-07-26T07:05:46.138 INFO:tasks.workunit.client.0.smithi037.stdout:op 4011 completed, throughput=5MB/sec 2024-07-26T07:05:46.138 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5o4yLfy4BviQQWv off=5149082 len=1368544 2024-07-26T07:05:46.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 4012 completed, throughput=5MB/sec 2024-07-26T07:05:46.146 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kwV9y3fuRWDuMIm off=11714433 len=637955 2024-07-26T07:05:46.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 4013 completed, throughput=5MB/sec 2024-07-26T07:05:46.147 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SMo06beVAKG0ZA6 off=13480809 len=2045340 2024-07-26T07:05:46.159 INFO:tasks.workunit.client.0.smithi037.stdout:op 4014 completed, throughput=5MB/sec 2024-07-26T07:05:47.159 INFO:tasks.workunit.client.0.smithi037.stdout: 793: throughput=5MB/sec pending data=0 2024-07-26T07:05:47.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7iv_SeULaoTMj8r off=15286720 len=1405511 2024-07-26T07:05:47.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 4015 completed, throughput=5MB/sec 2024-07-26T07:05:47.162 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NTnioNhSqf25IXJ off=4561799 len=303387 2024-07-26T07:05:47.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 4016 completed, throughput=5MB/sec 2024-07-26T07:05:47.165 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QfO15r-DIzpfsbD off=2265730 len=404958 2024-07-26T07:05:47.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 4017 completed, throughput=5MB/sec 2024-07-26T07:05:47.166 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZBdXkdIwiy3S2xl off=9669394 len=169561 2024-07-26T07:05:47.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 4018 completed, throughput=5MB/sec 2024-07-26T07:05:47.166 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ewtWNDBN6iLBi8s off=5256932 len=2053532 2024-07-26T07:05:47.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 4019 completed, throughput=5MB/sec 2024-07-26T07:05:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:46 smithi037 ceph-mon[97339]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:05:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:46 smithi037 ceph-mon[99762]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:05:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:46 smithi135 ceph-mon[90132]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:05:48.180 INFO:tasks.workunit.client.0.smithi037.stdout: 794: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:48.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XN6DnwlIHp3c0rU off=917731 len=1046593 2024-07-26T07:05:48.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 4020 completed, throughput=5MB/sec 2024-07-26T07:05:48.186 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x6SVkolEvBcw5Ti off=3675543 len=303441 2024-07-26T07:05:48.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 4021 completed, throughput=5MB/sec 2024-07-26T07:05:48.187 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hKJJ7nJIZ6Qt8RA off=313561 len=972302 2024-07-26T07:05:48.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 4022 completed, throughput=5MB/sec 2024-07-26T07:05:48.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nMTYJ0c8uxT8_LM off=7806472 len=493753 2024-07-26T07:05:48.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 4023 completed, throughput=5MB/sec 2024-07-26T07:05:48.191 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yNiNP5uzFMna_1i off=2663832 len=1904557 2024-07-26T07:05:48.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 4024 completed, throughput=5MB/sec 2024-07-26T07:05:48.202 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k5eMaIj6tVvtPxs off=9278486 len=1844231 2024-07-26T07:05:48.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 4025 completed, throughput=5MB/sec 2024-07-26T07:05:49.210 INFO:tasks.workunit.client.0.smithi037.stdout: 795: throughput=5MB/sec pending data=0 2024-07-26T07:05:49.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t3KQNNGWXQa5cv2 off=2311698 len=910471 2024-07-26T07:05:49.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 4026 completed, throughput=5MB/sec 2024-07-26T07:05:49.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ykJCK_MVZEdsojB off=15067112 len=2010684 2024-07-26T07:05:49.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 4027 completed, throughput=5MB/sec 2024-07-26T07:05:49.228 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XN6DnwlIHp3c0rU off=199298 len=428526 2024-07-26T07:05:49.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 4028 completed, throughput=5MB/sec 2024-07-26T07:05:49.232 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ytl8weVMGv5FMym off=3486604 len=1528473 2024-07-26T07:05:49.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 4029 completed, throughput=5MB/sec 2024-07-26T07:05:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:48 smithi037 ceph-mon[97339]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:05:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:48 smithi037 ceph-mon[99762]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:05:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:48 smithi135 ceph-mon[90132]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:05:50.234 INFO:tasks.workunit.client.0.smithi037.stdout: 796: throughput=5MB/sec pending data=0 2024-07-26T07:05:50.234 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GOXZJfTKTKvBKMG off=1707330 len=417072 2024-07-26T07:05:50.238 INFO:tasks.workunit.client.0.smithi037.stdout:op 4030 completed, throughput=5MB/sec 2024-07-26T07:05:50.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2vdlVzcqmETzXqg off=4799901 len=1202510 2024-07-26T07:05:50.242 INFO:tasks.workunit.client.0.smithi037.stdout:op 4031 completed, throughput=5MB/sec 2024-07-26T07:05:50.243 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gs6QvYyn-xno_B5 off=6554917 len=913954 2024-07-26T07:05:50.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 4032 completed, throughput=5MB/sec 2024-07-26T07:05:50.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zPJvfBOpADUIAQC off=560920 len=1279384 2024-07-26T07:05:50.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 4033 completed, throughput=5MB/sec 2024-07-26T07:05:50.250 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hHebSoy64QLE-8G off=4159654 len=686923 2024-07-26T07:05:50.251 INFO:tasks.workunit.client.0.smithi037.stdout:op 4034 completed, throughput=5MB/sec 2024-07-26T07:05:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:51.252 INFO:tasks.workunit.client.0.smithi037.stdout: 797: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:51.252 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TDD683D9VMsdgDe off=300754 len=1407164 2024-07-26T07:05:51.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 4035 completed, throughput=5MB/sec 2024-07-26T07:05:51.258 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PHh-MLtHc_TapO2 off=17702137 len=25070 2024-07-26T07:05:51.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 4036 completed, throughput=5MB/sec 2024-07-26T07:05:51.259 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TBcjGs-4q-gRIO- off=3290101 len=961087 2024-07-26T07:05:51.264 INFO:tasks.workunit.client.0.smithi037.stdout:op 4037 completed, throughput=5MB/sec 2024-07-26T07:05:51.264 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dEnAIviD4cWscka off=3918677 len=955379 2024-07-26T07:05:51.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 4038 completed, throughput=5MB/sec 2024-07-26T07:05:51.269 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xaPYIfJQpN91wxH off=12516772 len=709743 2024-07-26T07:05:51.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 4039 completed, throughput=5MB/sec 2024-07-26T07:05:51.270 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tqS8w1H3ovqG8pu off=766140 len=2089998 2024-07-26T07:05:51.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 4040 completed, throughput=5MB/sec 2024-07-26T07:05:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:50 smithi037 ceph-mon[97339]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:51 smithi037 ceph-mon[99762]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:51 smithi135 ceph-mon[90132]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:05:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:05:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:05:51] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-07-26T07:05:52.279 INFO:tasks.workunit.client.0.smithi037.stdout: 798: throughput=5MB/sec pending data=0 2024-07-26T07:05:52.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lVEO8XuFG07rhK- off=17277280 len=1548136 2024-07-26T07:05:52.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 4041 completed, throughput=5MB/sec 2024-07-26T07:05:52.286 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X22WA3_RYAGqSk- off=18897184 len=1137618 2024-07-26T07:05:52.288 INFO:tasks.workunit.client.0.smithi037.stdout:op 4042 completed, throughput=5MB/sec 2024-07-26T07:05:52.288 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i47Eaww_JwpYJjT off=4922136 len=313503 2024-07-26T07:05:52.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 4043 completed, throughput=5MB/sec 2024-07-26T07:05:52.291 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4K4U6LJiO36FtHY off=225255 len=62793 2024-07-26T07:05:52.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 4044 completed, throughput=5MB/sec 2024-07-26T07:05:52.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ayE37-RxgXdvuc_ off=9939428 len=1048411 2024-07-26T07:05:52.298 INFO:tasks.workunit.client.0.smithi037.stdout:op 4045 completed, throughput=5MB/sec 2024-07-26T07:05:52.298 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KAedECKbUxf-3nr off=12822348 len=809934 2024-07-26T07:05:52.303 INFO:tasks.workunit.client.0.smithi037.stdout:op 4046 completed, throughput=5MB/sec 2024-07-26T07:05:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:05:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:53 smithi037 ceph-mon[97339]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:53 smithi037 ceph-mon[99762]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:53.303 INFO:tasks.workunit.client.0.smithi037.stdout: 799: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:53.303 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tbd0u_sIDAfVIxg off=20445423 len=1795813 2024-07-26T07:05:53.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 4047 completed, throughput=5MB/sec 2024-07-26T07:05:53.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pJeijswZQ3k9Is- off=3416187 len=1846570 2024-07-26T07:05:53.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 4048 completed, throughput=5MB/sec 2024-07-26T07:05:53.310 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yydTZFgaykY2O7S off=515434 len=327089 2024-07-26T07:05:53.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 4049 completed, throughput=5MB/sec 2024-07-26T07:05:53.314 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CzFA54eSZmgOwjo off=1436343 len=2007204 2024-07-26T07:05:53.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 4050 completed, throughput=5MB/sec 2024-07-26T07:05:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:53 smithi135 ceph-mon[90132]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:54.316 INFO:tasks.workunit.client.0.smithi037.stdout: 800: throughput=5MB/sec pending data=0 2024-07-26T07:05:54.317 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KHkTLHL1I5KQ7H5 off=19665398 len=2030661 2024-07-26T07:05:54.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 4051 completed, throughput=5MB/sec 2024-07-26T07:05:54.319 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X4HxK8PqqxXwmBV off=5104646 len=638301 2024-07-26T07:05:54.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 4052 completed, throughput=5MB/sec 2024-07-26T07:05:54.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XYEcxwytyxeDL6v off=11548518 len=511942 2024-07-26T07:05:54.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 4053 completed, throughput=5MB/sec 2024-07-26T07:05:54.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ycV4hU4nZVlXeUi off=23743977 len=1579218 2024-07-26T07:05:54.331 INFO:tasks.workunit.client.0.smithi037.stdout:op 4054 completed, throughput=5MB/sec 2024-07-26T07:05:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:55 smithi037 ceph-mon[97339]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:55 smithi037 ceph-mon[99762]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:55.332 INFO:tasks.workunit.client.0.smithi037.stdout: 801: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:55.332 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bVXJy_B440jaOXZ off=7203505 len=164925 2024-07-26T07:05:55.333 INFO:tasks.workunit.client.0.smithi037.stdout:op 4055 completed, throughput=5MB/sec 2024-07-26T07:05:55.333 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NUbGbHtSCeKCIVX off=702898 len=1922123 2024-07-26T07:05:55.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 4056 completed, throughput=5MB/sec 2024-07-26T07:05:55.335 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Fi5RQnXVsvYgp2_ off=3700289 len=1657529 2024-07-26T07:05:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:55 smithi135 ceph-mon[90132]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:05:55.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 4057 completed, throughput=5MB/sec 2024-07-26T07:05:55.346 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2VX-EkuKccYONgV off=4821401 len=1119883 2024-07-26T07:05:55.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 4058 completed, throughput=5MB/sec 2024-07-26T07:05:56.347 INFO:tasks.workunit.client.0.smithi037.stdout: 802: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:56.348 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pGu8iUBcUvCrR2S off=1777747 len=1861876 2024-07-26T07:05:56.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 4059 completed, throughput=5MB/sec 2024-07-26T07:05:56.359 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vFEDYDax37hkabg off=4165112 len=644092 2024-07-26T07:05:56.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 4060 completed, throughput=5MB/sec 2024-07-26T07:05:56.363 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bXicECDLK7Mo5sJ off=1371778 len=161009 2024-07-26T07:05:56.366 INFO:tasks.workunit.client.0.smithi037.stdout:op 4061 completed, throughput=5MB/sec 2024-07-26T07:05:56.366 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I8ir7HVSlTxZmjW off=1321860 len=10422 2024-07-26T07:05:56.368 INFO:tasks.workunit.client.0.smithi037.stdout:op 4062 completed, throughput=5MB/sec 2024-07-26T07:05:56.368 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-x5AcPdpX2CuhkYN off=1231712 len=752279 2024-07-26T07:05:56.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 4063 completed, throughput=5MB/sec 2024-07-26T07:05:56.369 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-paaGhZa538MeGFM off=1542021 len=1250949 2024-07-26T07:05:56.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 4064 completed, throughput=5MB/sec 2024-07-26T07:05:56.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DD3ik_DDlnyw-HR off=13450552 len=977861 2024-07-26T07:05:56.381 INFO:tasks.workunit.client.0.smithi037.stdout:op 4065 completed, throughput=5MB/sec 2024-07-26T07:05:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:57 smithi037 ceph-mon[97339]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:57 smithi037 ceph-mon[99762]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:57 smithi135 ceph-mon[90132]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:05:57.382 INFO:tasks.workunit.client.0.smithi037.stdout: 803: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:57.382 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FfxRpw_ILcYTniw off=9221214 len=1241385 2024-07-26T07:05:57.384 INFO:tasks.workunit.client.0.smithi037.stdout:op 4066 completed, throughput=5MB/sec 2024-07-26T07:05:57.384 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--OEVF0sSadgaP0W off=12844592 len=604077 2024-07-26T07:05:57.388 INFO:tasks.workunit.client.0.smithi037.stdout:op 4067 completed, throughput=5MB/sec 2024-07-26T07:05:57.388 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vspdDH9tMF6u90- off=10182109 len=692133 2024-07-26T07:05:57.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 4068 completed, throughput=5MB/sec 2024-07-26T07:05:57.393 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YNlhTL_Uz_HwAB0 off=7928177 len=1158822 2024-07-26T07:05:57.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 4069 completed, throughput=5MB/sec 2024-07-26T07:05:57.395 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cCioIYviQNO5c_2 off=4063143 len=1038702 2024-07-26T07:05:57.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 4070 completed, throughput=5MB/sec 2024-07-26T07:05:58.400 INFO:tasks.workunit.client.0.smithi037.stdout: 804: throughput=4.99MB/sec pending data=0 2024-07-26T07:05:58.400 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XOTyXX4OJTZ7VLi off=19580201 len=789225 2024-07-26T07:05:58.402 INFO:tasks.workunit.client.0.smithi037.stdout:op 4071 completed, throughput=4.99MB/sec 2024-07-26T07:05:58.402 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mXDmIvr9JnZMPld off=8530467 len=451641 2024-07-26T07:05:58.406 INFO:tasks.workunit.client.0.smithi037.stdout:op 4072 completed, throughput=5MB/sec 2024-07-26T07:05:58.406 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jR5bqWbqVg95NIZ off=3923408 len=913442 2024-07-26T07:05:58.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 4073 completed, throughput=5MB/sec 2024-07-26T07:05:58.407 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cUKgUfEcBe-JRoX off=8836781 len=1166942 2024-07-26T07:05:58.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 4074 completed, throughput=5MB/sec 2024-07-26T07:05:58.413 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JnoO2GywlDwP2Xp off=4139489 len=647075 2024-07-26T07:05:58.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 4075 completed, throughput=5MB/sec 2024-07-26T07:05:58.417 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R5-EzBxjmCw-_p8 off=4996802 len=635495 2024-07-26T07:05:58.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 4076 completed, throughput=5MB/sec 2024-07-26T07:05:58.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W470_9Mc6upNFDQ off=12079708 len=1905242 2024-07-26T07:05:58.423 INFO:tasks.workunit.client.0.smithi037.stdout:op 4077 completed, throughput=5MB/sec 2024-07-26T07:05:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:05:59 smithi037 ceph-mon[97339]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:05:59 smithi037 ceph-mon[99762]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:05:59 smithi135 ceph-mon[90132]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:05:59.423 INFO:tasks.workunit.client.0.smithi037.stdout: 805: throughput=5MB/sec pending data=0 2024-07-26T07:05:59.423 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZPwFz7qKGOSfO9r off=914566 len=1134657 2024-07-26T07:05:59.430 INFO:tasks.workunit.client.0.smithi037.stdout:op 4078 completed, throughput=5MB/sec 2024-07-26T07:05:59.430 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Rsr5HOcFx1sDHl off=504900 len=239977 2024-07-26T07:05:59.431 INFO:tasks.workunit.client.0.smithi037.stdout:op 4079 completed, throughput=5MB/sec 2024-07-26T07:05:59.431 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y-FWDiiuI3RVoMg off=2575344 len=427675 2024-07-26T07:05:59.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 4080 completed, throughput=5MB/sec 2024-07-26T07:05:59.432 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-meFonCjieMxx_Gq off=609448 len=1886951 2024-07-26T07:05:59.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 4081 completed, throughput=5MB/sec 2024-07-26T07:05:59.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VzRUxuSoAr0kHu3 off=18506053 len=1742918 2024-07-26T07:05:59.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 4082 completed, throughput=5MB/sec 2024-07-26T07:06:00.445 INFO:tasks.workunit.client.0.smithi037.stdout: 806: throughput=5MB/sec pending data=0 2024-07-26T07:06:00.445 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CmzGlqcJuc2kjDE off=1547968 len=72913 2024-07-26T07:06:00.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 4083 completed, throughput=5MB/sec 2024-07-26T07:06:00.446 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Jf-0phgFtxYDUAc off=15609855 len=2010537 2024-07-26T07:06:00.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 4084 completed, throughput=5MB/sec 2024-07-26T07:06:00.453 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--v66bOXXFMGaK8i off=1083815 len=577514 2024-07-26T07:06:00.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 4085 completed, throughput=5MB/sec 2024-07-26T07:06:00.457 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gte08-yX0EnL-AY off=8744774 len=167041 2024-07-26T07:06:00.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 4086 completed, throughput=5MB/sec 2024-07-26T07:06:00.457 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CvSuVhuh0XJzS4F off=597251 len=1733463 2024-07-26T07:06:00.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 4087 completed, throughput=5MB/sec 2024-07-26T07:06:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:01 smithi037 ceph-mon[97339]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:06:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:01 smithi037 ceph-mon[99762]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:06:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:01 smithi135 ceph-mon[90132]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:06:01.466 INFO:tasks.workunit.client.0.smithi037.stdout: 807: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:01.466 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1YG7BhRaG6GNu5D off=7424562 len=845839 2024-07-26T07:06:01.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 4088 completed, throughput=5MB/sec 2024-07-26T07:06:01.468 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nV7szgezn4WvCr- off=36517 len=299248 2024-07-26T07:06:01.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 4089 completed, throughput=5MB/sec 2024-07-26T07:06:01.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZFWC6cOSUQCwjF_ off=14033439 len=1120535 2024-07-26T07:06:01.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 4090 completed, throughput=5MB/sec 2024-07-26T07:06:01.475 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P-QXu4iLVIFU4zL off=3180483 len=1924969 2024-07-26T07:06:01.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 4091 completed, throughput=5MB/sec 2024-07-26T07:06:01.484 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Dk01vdNwtICOLUB off=14536823 len=573348 2024-07-26T07:06:01.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 4092 completed, throughput=5MB/sec 2024-07-26T07:06:01.485 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NHoiKkEwgvwfofS off=6883741 len=947775 2024-07-26T07:06:01.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 4093 completed, throughput=5MB/sec 2024-07-26T07:06:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:01] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-07-26T07:06:02.487 INFO:tasks.workunit.client.0.smithi037.stdout: 808: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:02.487 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VPgcovX3F7CQWVt off=9769412 len=1989957 2024-07-26T07:06:02.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 4094 completed, throughput=5MB/sec 2024-07-26T07:06:02.489 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ejr6ztz6EDhdlCN off=4410042 len=671359 2024-07-26T07:06:02.491 INFO:tasks.workunit.client.0.smithi037.stdout:op 4095 completed, throughput=5MB/sec 2024-07-26T07:06:02.492 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uGeghzOhv-jkbH4 off=10107123 len=1440431 2024-07-26T07:06:02.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 4096 completed, throughput=5MB/sec 2024-07-26T07:06:02.493 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b1CdQSNfJKBuf9f off=93608 len=1481523 2024-07-26T07:06:02.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 4097 completed, throughput=5MB/sec 2024-07-26T07:06:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:03.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:03 smithi037 ceph-mon[99762]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:03.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:03 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:03 smithi037 ceph-mon[97339]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:03 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:03 smithi135 ceph-mon[90132]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:03 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:03.495 INFO:tasks.workunit.client.0.smithi037.stdout: 809: throughput=5MB/sec pending data=0 2024-07-26T07:06:03.495 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fJIy_Uu0nkR_3kV off=9617067 len=631636 2024-07-26T07:06:03.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 4098 completed, throughput=5MB/sec 2024-07-26T07:06:03.499 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7zpfmTtxIP43akg off=8095201 len=1189346 2024-07-26T07:06:03.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 4099 completed, throughput=5MB/sec 2024-07-26T07:06:03.501 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qsFf8uBjSQsGOaI off=4537554 len=75010 2024-07-26T07:06:03.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 4100 completed, throughput=5MB/sec 2024-07-26T07:06:03.501 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZUFg24Nddbh0tBk off=549484 len=1485420 2024-07-26T07:06:03.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 4101 completed, throughput=5MB/sec 2024-07-26T07:06:03.508 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h9vYxZgnn3MSoZf off=3985514 len=1262928 2024-07-26T07:06:03.514 INFO:tasks.workunit.client.0.smithi037.stdout:op 4102 completed, throughput=5MB/sec 2024-07-26T07:06:04.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.515 INFO:tasks.workunit.client.0.smithi037.stdout: 810: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:04.515 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-81M9KQGzqlELOUz off=13290914 len=1896998 2024-07-26T07:06:04.517 INFO:tasks.workunit.client.0.smithi037.stdout:op 4103 completed, throughput=5MB/sec 2024-07-26T07:06:04.517 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VgyIOC8bq9e_L8d off=10303223 len=630863 2024-07-26T07:06:04.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 4104 completed, throughput=5MB/sec 2024-07-26T07:06:04.521 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o00VUiQgZwyaJ-d off=2164197 len=85835 2024-07-26T07:06:04.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 4105 completed, throughput=5MB/sec 2024-07-26T07:06:04.522 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W-pmklE1Oej0o1G off=32021 len=1387557 2024-07-26T07:06:04.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 4106 completed, throughput=5MB/sec 2024-07-26T07:06:04.529 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SxGFeMchGFRM3OX off=2544137 len=1912104 2024-07-26T07:06:04.538 INFO:tasks.workunit.client.0.smithi037.stdout:op 4107 completed, throughput=5MB/sec 2024-07-26T07:06:04.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:04.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:04.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:06:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:05 smithi135 ceph-mon[90132]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:06:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:05.539 INFO:tasks.workunit.client.0.smithi037.stdout: 811: throughput=5MB/sec pending data=0 2024-07-26T07:06:05.539 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KLF8el6tih_plHu off=3451868 len=1863988 2024-07-26T07:06:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:05 smithi037 ceph-mon[97339]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:06:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:05.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:05 smithi037 ceph-mon[99762]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:06:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:05.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 4108 completed, throughput=5MB/sec 2024-07-26T07:06:05.550 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Wa_utqvMN9gIUr1 off=1906795 len=1054992 2024-07-26T07:06:05.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 4109 completed, throughput=5MB/sec 2024-07-26T07:06:05.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ihN1NlxhJGIGIAW off=14269894 len=269637 2024-07-26T07:06:05.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 4110 completed, throughput=5MB/sec 2024-07-26T07:06:05.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dDTjuaXOJ2RJChL off=695862 len=85261 2024-07-26T07:06:05.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 4111 completed, throughput=5MB/sec 2024-07-26T07:06:05.553 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jvusyvHuDJYTqzy off=9103578 len=2018505 2024-07-26T07:06:05.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 4112 completed, throughput=5MB/sec 2024-07-26T07:06:06.565 INFO:tasks.workunit.client.0.smithi037.stdout: 812: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:06.565 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z7F0qFfSGAObq8O off=8734447 len=1394879 2024-07-26T07:06:06.571 INFO:tasks.workunit.client.0.smithi037.stdout:op 4113 completed, throughput=5MB/sec 2024-07-26T07:06:06.571 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kzG-dsHRq25r7LU off=2940190 len=1484440 2024-07-26T07:06:06.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 4114 completed, throughput=5MB/sec 2024-07-26T07:06:06.573 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yeq4P8SOluSyHuF off=4220469 len=1936614 2024-07-26T07:06:06.575 INFO:tasks.workunit.client.0.smithi037.stdout:op 4115 completed, throughput=5MB/sec 2024-07-26T07:06:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:07 smithi135 ceph-mon[90132]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:06:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:07 smithi037 ceph-mon[97339]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:06:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:07 smithi037 ceph-mon[99762]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:06:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: 813: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:07.576 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CBWLttSJ6YHbxQ- off=10490872 len=140726 2024-07-26T07:06:07.579 INFO:tasks.workunit.client.0.smithi037.stdout:op 4116 completed, throughput=4.99MB/sec 2024-07-26T07:06:07.579 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s4j8-t1JlYAGtTl off=74876 len=1274210 2024-07-26T07:06:07.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 4117 completed, throughput=5MB/sec 2024-07-26T07:06:07.586 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RW_LigiU3UxIIj_ off=4888563 len=1020430 2024-07-26T07:06:07.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 4118 completed, throughput=5MB/sec 2024-07-26T07:06:07.588 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jvg-dEJOyPhByKq off=12252316 len=366338 2024-07-26T07:06:07.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 4119 completed, throughput=5MB/sec 2024-07-26T07:06:07.591 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-te85lx_isTnNQGh off=13033573 len=1536039 2024-07-26T07:06:07.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 4120 completed, throughput=5MB/sec 2024-07-26T07:06:07.599 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4KU0xp_i-i2VeT9 off=144747 len=168356 2024-07-26T07:06:07.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 4121 completed, throughput=5MB/sec 2024-07-26T07:06:07.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FgrvHV7KRLm561f off=10570441 len=194668 2024-07-26T07:06:07.603 INFO:tasks.workunit.client.0.smithi037.stdout:op 4122 completed, throughput=5MB/sec 2024-07-26T07:06:07.603 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GP2IfKyaQZ3NbSR off=382310 len=1602309 2024-07-26T07:06:07.609 INFO:tasks.workunit.client.0.smithi037.stdout:op 4123 completed, throughput=5MB/sec 2024-07-26T07:06:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: 814: throughput=5MB/sec pending data=0 2024-07-26T07:06:08.610 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uSIvfI2PXzX7oOL off=506138 len=2059795 2024-07-26T07:06:08.619 INFO:tasks.workunit.client.0.smithi037.stdout:op 4124 completed, throughput=5MB/sec 2024-07-26T07:06:08.619 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f8xLqbWj0RUZ4tc off=2253249 len=973667 2024-07-26T07:06:08.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 4125 completed, throughput=5MB/sec 2024-07-26T07:06:08.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NhV_Txqkutf8NVz off=19597408 len=10247 2024-07-26T07:06:08.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 4126 completed, throughput=5MB/sec 2024-07-26T07:06:08.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7p9-gNv8ntU0dK7 off=8560217 len=1705053 2024-07-26T07:06:08.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 4127 completed, throughput=5MB/sec 2024-07-26T07:06:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:09 smithi037 ceph-mon[97339]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:06:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:09 smithi037 ceph-mon[99762]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:06:09.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:09 smithi135 ceph-mon[90132]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:06:09.629 INFO:tasks.workunit.client.0.smithi037.stdout: 815: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:09.629 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b41o08HI_R8rsb1 off=3644901 len=1704775 2024-07-26T07:06:09.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 4128 completed, throughput=5MB/sec 2024-07-26T07:06:09.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-piq9-qVz8n3kXAO off=4142411 len=1493399 2024-07-26T07:06:09.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 4129 completed, throughput=5MB/sec 2024-07-26T07:06:09.646 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A1zjrRWdQlQnrLs off=7338489 len=1181911 2024-07-26T07:06:09.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 4130 completed, throughput=5MB/sec 2024-07-26T07:06:09.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RxEvbxrufFpS5r4 off=14900743 len=2035749 2024-07-26T07:06:09.657 INFO:tasks.workunit.client.0.smithi037.stdout:op 4131 completed, throughput=5MB/sec 2024-07-26T07:06:10.657 INFO:tasks.workunit.client.0.smithi037.stdout: 816: throughput=5MB/sec pending data=0 2024-07-26T07:06:10.657 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_m8mNZaxNViYr1z off=22534734 len=177956 2024-07-26T07:06:10.660 INFO:tasks.workunit.client.0.smithi037.stdout:op 4132 completed, throughput=5MB/sec 2024-07-26T07:06:10.660 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TMkfCJ6sfvTJ5-B off=4641858 len=1934377 2024-07-26T07:06:10.663 INFO:tasks.workunit.client.0.smithi037.stdout:op 4133 completed, throughput=5MB/sec 2024-07-26T07:06:10.663 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oTHjm3FqFTVLf7V off=15988434 len=1146944 2024-07-26T07:06:10.665 INFO:tasks.workunit.client.0.smithi037.stdout:op 4134 completed, throughput=5MB/sec 2024-07-26T07:06:10.665 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wU9m90NofK9kSvP off=313648 len=409939 2024-07-26T07:06:10.668 INFO:tasks.workunit.client.0.smithi037.stdout:op 4135 completed, throughput=5MB/sec 2024-07-26T07:06:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:11 smithi037 ceph-mon[97339]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:11] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:06:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:11 smithi037 ceph-mon[99762]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:11 smithi135 ceph-mon[90132]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:11.668 INFO:tasks.workunit.client.0.smithi037.stdout: 817: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:11.669 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_UYh5o0F8kG2Jcc off=1071369 len=978557 2024-07-26T07:06:11.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 4136 completed, throughput=5MB/sec 2024-07-26T07:06:11.675 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WO2dhFhfo7Jxr4W off=2569679 len=139747 2024-07-26T07:06:11.676 INFO:tasks.workunit.client.0.smithi037.stdout:op 4137 completed, throughput=5MB/sec 2024-07-26T07:06:11.676 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B62cScv5muQHaiC off=1687907 len=1296836 2024-07-26T07:06:11.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 4138 completed, throughput=5MB/sec 2024-07-26T07:06:11.678 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7KBtX1e_HAMPR4M off=5629201 len=1771313 2024-07-26T07:06:11.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 4139 completed, throughput=5MB/sec 2024-07-26T07:06:11.685 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N9Xbw6yPpfRhthr off=966437 len=995989 2024-07-26T07:06:11.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 4140 completed, throughput=5MB/sec 2024-07-26T07:06:11.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6yiKgN4pZi1LwuT off=2513684 len=1662378 2024-07-26T07:06:11.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 4141 completed, throughput=5MB/sec 2024-07-26T07:06:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:12.695 INFO:tasks.workunit.client.0.smithi037.stdout: 818: throughput=5MB/sec pending data=0 2024-07-26T07:06:12.695 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qe9UrpuUdZYbrJS off=4053506 len=265672 2024-07-26T07:06:12.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 4142 completed, throughput=5MB/sec 2024-07-26T07:06:12.698 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vxQ0GABpb1uRzYS off=5316643 len=517029 2024-07-26T07:06:12.703 INFO:tasks.workunit.client.0.smithi037.stdout:op 4143 completed, throughput=5MB/sec 2024-07-26T07:06:12.703 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Y0rUrifZIvayt6G off=4937333 len=541912 2024-07-26T07:06:12.706 INFO:tasks.workunit.client.0.smithi037.stdout:op 4144 completed, throughput=5MB/sec 2024-07-26T07:06:12.706 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BnuF2wXI8Nsfp-_ off=4950111 len=735628 2024-07-26T07:06:12.711 INFO:tasks.workunit.client.0.smithi037.stdout:op 4145 completed, throughput=5MB/sec 2024-07-26T07:06:12.711 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EQ2przX6cIssLbb off=3858086 len=1441871 2024-07-26T07:06:12.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 4146 completed, throughput=5MB/sec 2024-07-26T07:06:12.713 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e0gHMsfJ2kMP0lB off=1975886 len=1878751 2024-07-26T07:06:12.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 4147 completed, throughput=5MB/sec 2024-07-26T07:06:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:13 smithi037 ceph-mon[97339]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:06:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:13 smithi037 ceph-mon[99762]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:06:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:13 smithi135 ceph-mon[90132]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:06:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: 819: throughput=5MB/sec pending data=0 2024-07-26T07:06:13.725 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QssltcmrdION8Q1 off=1336296 len=1389004 2024-07-26T07:06:13.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 4148 completed, throughput=5MB/sec 2024-07-26T07:06:13.729 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xkdw1-UnMCya-iE off=6944926 len=47782 2024-07-26T07:06:13.731 INFO:tasks.workunit.client.0.smithi037.stdout:op 4149 completed, throughput=5MB/sec 2024-07-26T07:06:13.731 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Vv-02Ytmw5Daee off=8172450 len=1031496 2024-07-26T07:06:13.737 INFO:tasks.workunit.client.0.smithi037.stdout:op 4150 completed, throughput=5MB/sec 2024-07-26T07:06:13.737 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xDUlbqFH1m3vFOV off=14587575 len=791605 2024-07-26T07:06:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:op 4151 completed, throughput=5MB/sec 2024-07-26T07:06:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JlPgdmAcaYmrlk8 off=11213510 len=1285426 2024-07-26T07:06:13.749 INFO:tasks.workunit.client.0.smithi037.stdout:op 4152 completed, throughput=5MB/sec 2024-07-26T07:06:14.749 INFO:tasks.workunit.client.0.smithi037.stdout: 820: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:14.750 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fgQJCcL6b8xmT8z off=1201660 len=1367096 2024-07-26T07:06:14.752 INFO:tasks.workunit.client.0.smithi037.stdout:op 4153 completed, throughput=5MB/sec 2024-07-26T07:06:14.752 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y8NUeR_dbiAN0jz off=18080573 len=481908 2024-07-26T07:06:14.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 4154 completed, throughput=5MB/sec 2024-07-26T07:06:14.755 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RnM13XpbSnVvNPt off=14714375 len=2032143 2024-07-26T07:06:14.766 INFO:tasks.workunit.client.0.smithi037.stdout:op 4155 completed, throughput=5MB/sec 2024-07-26T07:06:14.766 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-d8Ua2zOfneozWpk off=0 len=1280296 2024-07-26T07:06:14.774 INFO:tasks.workunit.client.0.smithi037.stdout:op 4156 completed, throughput=5MB/sec 2024-07-26T07:06:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:15 smithi037 ceph-mon[97339]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:15 smithi037 ceph-mon[99762]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:15.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:15 smithi135 ceph-mon[90132]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:15.774 INFO:tasks.workunit.client.0.smithi037.stdout: 821: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:15.775 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dNZzxDqhKAiEyvL off=3968944 len=1832798 2024-07-26T07:06:15.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 4157 completed, throughput=5MB/sec 2024-07-26T07:06:15.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m22iHrGyV0aRkX7 off=3685745 len=1956408 2024-07-26T07:06:15.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 4158 completed, throughput=5MB/sec 2024-07-26T07:06:15.789 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-90UbOFAeWois4Lf off=4653168 len=465101 2024-07-26T07:06:15.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 4159 completed, throughput=5MB/sec 2024-07-26T07:06:15.790 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xyu2Q1KPlZSgYCM off=5066761 len=486411 2024-07-26T07:06:15.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 4160 completed, throughput=5MB/sec 2024-07-26T07:06:15.794 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fb3nQlbk-uvBK3x off=35865 len=1562502 2024-07-26T07:06:15.797 INFO:tasks.workunit.client.0.smithi037.stdout:op 4161 completed, throughput=5MB/sec 2024-07-26T07:06:16.797 INFO:tasks.workunit.client.0.smithi037.stdout: 822: throughput=5MB/sec pending data=0 2024-07-26T07:06:16.798 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WdhC-fvZWgHUsHh off=2191793 len=286300 2024-07-26T07:06:16.801 INFO:tasks.workunit.client.0.smithi037.stdout:op 4162 completed, throughput=5MB/sec 2024-07-26T07:06:16.801 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tWQXElmUUdAziQy off=6473680 len=1796649 2024-07-26T07:06:16.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 4163 completed, throughput=5MB/sec 2024-07-26T07:06:16.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5AEQjNOOH4UXtt7 off=8315344 len=901886 2024-07-26T07:06:16.818 INFO:tasks.workunit.client.0.smithi037.stdout:op 4164 completed, throughput=5MB/sec 2024-07-26T07:06:16.818 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-69aZ8Tt2pQgpce9 off=8044160 len=1993031 2024-07-26T07:06:16.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 4165 completed, throughput=5MB/sec 2024-07-26T07:06:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:17 smithi037 ceph-mon[97339]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:17 smithi037 ceph-mon[99762]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:17 smithi135 ceph-mon[90132]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:17.835 INFO:tasks.workunit.client.0.smithi037.stdout: 823: throughput=5MB/sec pending data=0 2024-07-26T07:06:17.835 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--S2D2Wb6WQZG3kj off=10509472 len=953012 2024-07-26T07:06:17.837 INFO:tasks.workunit.client.0.smithi037.stdout:op 4166 completed, throughput=5MB/sec 2024-07-26T07:06:17.837 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P3KA5camsyngZ5l off=13405482 len=1148056 2024-07-26T07:06:17.844 INFO:tasks.workunit.client.0.smithi037.stdout:op 4167 completed, throughput=5MB/sec 2024-07-26T07:06:17.844 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--nwITBTb_Eq0J0T off=7218217 len=1280725 2024-07-26T07:06:17.846 INFO:tasks.workunit.client.0.smithi037.stdout:op 4168 completed, throughput=5MB/sec 2024-07-26T07:06:17.846 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ef0AQUM_DLU78FY off=1431876 len=611987 2024-07-26T07:06:17.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 4169 completed, throughput=5MB/sec 2024-07-26T07:06:17.847 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RZYT7y-1iju8fw1 off=4073885 len=1974190 2024-07-26T07:06:17.851 INFO:tasks.workunit.client.0.smithi037.stdout:op 4170 completed, throughput=5MB/sec 2024-07-26T07:06:18.852 INFO:tasks.workunit.client.0.smithi037.stdout: 824: throughput=5MB/sec pending data=0 2024-07-26T07:06:18.852 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-syJhgSKvGI8xwK8 off=1234093 len=1986758 2024-07-26T07:06:18.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 4171 completed, throughput=5MB/sec 2024-07-26T07:06:18.864 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZbwhxFheQLLwdhk off=2942116 len=1754809 2024-07-26T07:06:18.872 INFO:tasks.workunit.client.0.smithi037.stdout:op 4172 completed, throughput=5MB/sec 2024-07-26T07:06:18.872 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kvjv3LSQllfYJgw off=6029219 len=1600176 2024-07-26T07:06:18.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 4173 completed, throughput=5MB/sec 2024-07-26T07:06:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:19 smithi037 ceph-mon[97339]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:19 smithi037 ceph-mon[99762]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:19 smithi135 ceph-mon[90132]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:19.879 INFO:tasks.workunit.client.0.smithi037.stdout: 825: throughput=5MB/sec pending data=0 2024-07-26T07:06:19.880 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8E1Ie52lKsq1tVq off=19795473 len=1976503 2024-07-26T07:06:19.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 4174 completed, throughput=5MB/sec 2024-07-26T07:06:19.889 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cCioIYviQNO5c_2 off=22381308 len=747810 2024-07-26T07:06:19.891 INFO:tasks.workunit.client.0.smithi037.stdout:op 4175 completed, throughput=5MB/sec 2024-07-26T07:06:19.891 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xj_7fsaCV-0HCpE off=5000888 len=861528 2024-07-26T07:06:19.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 4176 completed, throughput=5MB/sec 2024-07-26T07:06:19.896 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7QmdQX6Csd7-Etu off=1489680 len=1645890 2024-07-26T07:06:19.903 INFO:tasks.workunit.client.0.smithi037.stdout:op 4177 completed, throughput=5MB/sec 2024-07-26T07:06:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: 826: throughput=5MB/sec pending data=0 2024-07-26T07:06:20.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0Rz_kJgtwNg7NpE off=5688553 len=360507 2024-07-26T07:06:20.907 INFO:tasks.workunit.client.0.smithi037.stdout:op 4178 completed, throughput=5MB/sec 2024-07-26T07:06:20.907 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b9Yy4g_86Mpn4Zz off=1079536 len=1145378 2024-07-26T07:06:20.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 4179 completed, throughput=5MB/sec 2024-07-26T07:06:20.914 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-237-KTrXK5CzZRa off=6843197 len=1342258 2024-07-26T07:06:20.917 INFO:tasks.workunit.client.0.smithi037.stdout:op 4180 completed, throughput=5MB/sec 2024-07-26T07:06:20.917 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3QCvznXQSwl480m off=7277903 len=2032828 2024-07-26T07:06:20.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 4181 completed, throughput=5MB/sec 2024-07-26T07:06:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:21 smithi037 ceph-mon[97339]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-07-26T07:06:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:06:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:21 smithi037 ceph-mon[99762]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-07-26T07:06:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:21 smithi135 ceph-mon[90132]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-07-26T07:06:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 827: throughput=5MB/sec pending data=0 2024-07-26T07:06:21.930 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N0BfekZzKVSyGq8 off=7705049 len=1337378 2024-07-26T07:06:21.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 4182 completed, throughput=5MB/sec 2024-07-26T07:06:21.936 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rVt56tsz0pcyui- off=14545268 len=1033894 2024-07-26T07:06:21.942 INFO:tasks.workunit.client.0.smithi037.stdout:op 4183 completed, throughput=5MB/sec 2024-07-26T07:06:21.942 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YA3mV0zvJmQA0fJ off=1591848 len=2073718 2024-07-26T07:06:21.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 4184 completed, throughput=5MB/sec 2024-07-26T07:06:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: 828: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:22.948 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AcnX-V1mrq5HnRb off=19482577 len=1747539 2024-07-26T07:06:22.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 4185 completed, throughput=5MB/sec 2024-07-26T07:06:22.958 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xEDleHjqh5ALA0F off=1547609 len=1088254 2024-07-26T07:06:22.963 INFO:tasks.workunit.client.0.smithi037.stdout:op 4186 completed, throughput=5MB/sec 2024-07-26T07:06:22.963 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tDfHKVU1_8zZPVK off=9899741 len=1180551 2024-07-26T07:06:22.968 INFO:tasks.workunit.client.0.smithi037.stdout:op 4187 completed, throughput=5MB/sec 2024-07-26T07:06:22.968 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rfbG1zd3hcSPK_T off=13151177 len=233191 2024-07-26T07:06:22.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 4188 completed, throughput=5MB/sec 2024-07-26T07:06:22.969 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uIB3pukwwA-NMjD off=14341765 len=412508 2024-07-26T07:06:22.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 4189 completed, throughput=5MB/sec 2024-07-26T07:06:22.971 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ysuoUg_ooCVdNB7 off=3159179 len=730211 2024-07-26T07:06:22.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 4190 completed, throughput=5MB/sec 2024-07-26T07:06:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:23 smithi037 ceph-mon[97339]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:23 smithi037 ceph-mon[99762]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:23 smithi135 ceph-mon[90132]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: 829: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:23.975 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TBcjGs-4q-gRIO- off=14823496 len=92441 2024-07-26T07:06:23.976 INFO:tasks.workunit.client.0.smithi037.stdout:op 4191 completed, throughput=4.99MB/sec 2024-07-26T07:06:23.976 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bgZ2RC4-XOYaWwS off=5085260 len=592000 2024-07-26T07:06:23.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 4192 completed, throughput=4.99MB/sec 2024-07-26T07:06:23.979 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DQO_heFJL5WIRZi off=1393845 len=535716 2024-07-26T07:06:23.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 4193 completed, throughput=5MB/sec 2024-07-26T07:06:23.980 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_L3cwXMaE7zLJoh off=12122936 len=2069074 2024-07-26T07:06:23.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 4194 completed, throughput=5MB/sec 2024-07-26T07:06:23.983 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q9elXpZQeeKzpMj off=6041031 len=1736873 2024-07-26T07:06:23.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 4195 completed, throughput=5MB/sec 2024-07-26T07:06:23.991 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LxOBVEv2mdY-v53 off=2656344 len=1079501 2024-07-26T07:06:23.994 INFO:tasks.workunit.client.0.smithi037.stdout:op 4196 completed, throughput=5MB/sec 2024-07-26T07:06:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: 830: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:24.995 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6iXQ5GPDpQ5Da7q off=1286100 len=1285505 2024-07-26T07:06:25.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 4197 completed, throughput=5MB/sec 2024-07-26T07:06:25.002 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RnBWafg1IyiuRCB off=2758926 len=1426022 2024-07-26T07:06:25.005 INFO:tasks.workunit.client.0.smithi037.stdout:op 4198 completed, throughput=5MB/sec 2024-07-26T07:06:25.005 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WGxisHveFHqVBrY off=17546059 len=917891 2024-07-26T07:06:25.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 4199 completed, throughput=5MB/sec 2024-07-26T07:06:25.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FR3PPhNjt0BK2ee off=12530809 len=1305771 2024-07-26T07:06:25.008 INFO:tasks.workunit.client.0.smithi037.stdout:op 4200 completed, throughput=5MB/sec 2024-07-26T07:06:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:25 smithi037 ceph-mon[97339]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T07:06:25.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:25 smithi037 ceph-mon[99762]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T07:06:25.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:25 smithi135 ceph-mon[90132]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T07:06:26.009 INFO:tasks.workunit.client.0.smithi037.stdout: 831: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:26.009 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eMi-Apxz_3ePNWe off=6440566 len=1196067 2024-07-26T07:06:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:op 4201 completed, throughput=5MB/sec 2024-07-26T07:06:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7Ny52wd0QMPpjnh off=12887447 len=1911476 2024-07-26T07:06:26.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 4202 completed, throughput=5MB/sec 2024-07-26T07:06:26.020 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AtA40mIlnjjucHg off=9375744 len=532020 2024-07-26T07:06:26.024 INFO:tasks.workunit.client.0.smithi037.stdout:op 4203 completed, throughput=5MB/sec 2024-07-26T07:06:26.024 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fEph2sLEiE3u8s3 off=0 len=1398411 2024-07-26T07:06:26.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 4204 completed, throughput=5MB/sec 2024-07-26T07:06:27.026 INFO:tasks.workunit.client.0.smithi037.stdout: 832: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:27.026 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lFiEPMnEhrGp6RP off=3069651 len=1095376 2024-07-26T07:06:27.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 4205 completed, throughput=5MB/sec 2024-07-26T07:06:27.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YU_pVm78ef_Lyns off=3699702 len=931360 2024-07-26T07:06:27.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 4206 completed, throughput=5MB/sec 2024-07-26T07:06:27.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lZ25X2U2rxQJCQi off=5308191 len=413090 2024-07-26T07:06:27.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 4207 completed, throughput=5MB/sec 2024-07-26T07:06:27.033 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GFRSMiWW4iWlE5A off=6479069 len=582725 2024-07-26T07:06:27.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 4208 completed, throughput=5MB/sec 2024-07-26T07:06:27.034 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wQ2LZsMzBXKZ_18 off=6140631 len=1680750 2024-07-26T07:06:27.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 4209 completed, throughput=5MB/sec 2024-07-26T07:06:27.042 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wkjCJsH4zJ9VGNA off=10681993 len=1034868 2024-07-26T07:06:27.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 4210 completed, throughput=5MB/sec 2024-07-26T07:06:27.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:27 smithi037 ceph-mon[97339]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T07:06:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:27 smithi037 ceph-mon[99762]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T07:06:27.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:27 smithi135 ceph-mon[90132]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T07:06:28.048 INFO:tasks.workunit.client.0.smithi037.stdout: 833: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:28.049 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xdCTiuUUI-QlCcv off=7374828 len=812799 2024-07-26T07:06:28.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 4211 completed, throughput=5MB/sec 2024-07-26T07:06:28.053 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eLsMngJ267MQ7sZ off=16450320 len=886678 2024-07-26T07:06:28.054 INFO:tasks.workunit.client.0.smithi037.stdout:op 4212 completed, throughput=5MB/sec 2024-07-26T07:06:28.055 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xn3R5UW12R_NeVv off=9674233 len=1214301 2024-07-26T07:06:28.056 INFO:tasks.workunit.client.0.smithi037.stdout:op 4213 completed, throughput=5MB/sec 2024-07-26T07:06:28.056 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-O9ejS6bX-0r0doN off=3023223 len=369393 2024-07-26T07:06:28.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 4214 completed, throughput=5MB/sec 2024-07-26T07:06:28.060 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YghfXGQ_-lEFlE4 off=160158 len=239231 2024-07-26T07:06:28.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 4215 completed, throughput=5MB/sec 2024-07-26T07:06:28.060 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-numwyYcrZiqqHCv off=1037628 len=1529593 2024-07-26T07:06:28.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 4216 completed, throughput=5MB/sec 2024-07-26T07:06:29.069 INFO:tasks.workunit.client.0.smithi037.stdout: 834: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:29.069 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kxB2VPPHpFp41I6 off=7738192 len=1851046 2024-07-26T07:06:29.079 INFO:tasks.workunit.client.0.smithi037.stdout:op 4217 completed, throughput=5MB/sec 2024-07-26T07:06:29.079 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6sG3wusCsaQuKHo off=2889026 len=782460 2024-07-26T07:06:29.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 4218 completed, throughput=5MB/sec 2024-07-26T07:06:29.081 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lDSq65SSoQvR_WL off=1558345 len=1406552 2024-07-26T07:06:29.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 4219 completed, throughput=5MB/sec 2024-07-26T07:06:29.083 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-40_HmUzrvMW1TTe off=6759085 len=116550 2024-07-26T07:06:29.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 4220 completed, throughput=5MB/sec 2024-07-26T07:06:29.086 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nFyjh9m76SK9tb3 off=16729731 len=1500447 2024-07-26T07:06:29.089 INFO:tasks.workunit.client.0.smithi037.stdout:op 4221 completed, throughput=5MB/sec 2024-07-26T07:06:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:29 smithi037 ceph-mon[97339]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:06:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:29 smithi037 ceph-mon[99762]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:06:29.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:29 smithi135 ceph-mon[90132]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:06:30.089 INFO:tasks.workunit.client.0.smithi037.stdout: 835: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:30.089 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wpqj7PExJySiFnR off=4476465 len=1948716 2024-07-26T07:06:30.091 INFO:tasks.workunit.client.0.smithi037.stdout:op 4222 completed, throughput=5MB/sec 2024-07-26T07:06:30.091 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_9T26XsMJ6fBVOK off=6826520 len=1714403 2024-07-26T07:06:30.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 4223 completed, throughput=5MB/sec 2024-07-26T07:06:30.102 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iK1LjvWcYYRHybl off=9994171 len=340994 2024-07-26T07:06:30.104 INFO:tasks.workunit.client.0.smithi037.stdout:op 4224 completed, throughput=5MB/sec 2024-07-26T07:06:30.104 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RvIe8mAs3i8BuBI off=16443156 len=171816 2024-07-26T07:06:30.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 4225 completed, throughput=5MB/sec 2024-07-26T07:06:30.105 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E2Uwnt3Go1vMFfO off=5414082 len=644417 2024-07-26T07:06:30.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 4226 completed, throughput=5MB/sec 2024-07-26T07:06:30.106 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--KeetLJdxreBOM- off=5955080 len=2090032 2024-07-26T07:06:30.114 INFO:tasks.workunit.client.0.smithi037.stdout:op 4227 completed, throughput=5MB/sec 2024-07-26T07:06:31.115 INFO:tasks.workunit.client.0.smithi037.stdout: 836: throughput=5MB/sec pending data=0 2024-07-26T07:06:31.115 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Byrnmi6f0WY-G3 off=9151793 len=38801 2024-07-26T07:06:31.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 4228 completed, throughput=5MB/sec 2024-07-26T07:06:31.115 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UJubIzlMQFdlHE6 off=6420640 len=533034 2024-07-26T07:06:31.119 INFO:tasks.workunit.client.0.smithi037.stdout:op 4229 completed, throughput=5MB/sec 2024-07-26T07:06:31.119 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XZEqpy8T_Bm5yv8 off=5056478 len=395801 2024-07-26T07:06:31.120 INFO:tasks.workunit.client.0.smithi037.stdout:op 4230 completed, throughput=5MB/sec 2024-07-26T07:06:31.120 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VoJWY51edAOERri off=835915 len=275301 2024-07-26T07:06:31.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 4231 completed, throughput=5MB/sec 2024-07-26T07:06:31.121 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OCnTPmf9fpkYi66 off=22600389 len=1704874 2024-07-26T07:06:31.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 4232 completed, throughput=5MB/sec 2024-07-26T07:06:31.129 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b2GSI09GI5FJDi1 off=6535735 len=1290787 2024-07-26T07:06:31.130 INFO:tasks.workunit.client.0.smithi037.stdout:op 4233 completed, throughput=5MB/sec 2024-07-26T07:06:31.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:31 smithi037 ceph-mon[97339]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:31 smithi037 ceph-mon[99762]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:06:31.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:31 smithi135 ceph-mon[90132]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:06:32.131 INFO:tasks.workunit.client.0.smithi037.stdout: 837: throughput=5MB/sec pending data=0 2024-07-26T07:06:32.131 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-plSaZoiS59fltzE off=4010426 len=158019 2024-07-26T07:06:32.134 INFO:tasks.workunit.client.0.smithi037.stdout:op 4234 completed, throughput=5MB/sec 2024-07-26T07:06:32.134 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JxdmUJD6PAo00Yx off=21933119 len=1410628 2024-07-26T07:06:32.136 INFO:tasks.workunit.client.0.smithi037.stdout:op 4235 completed, throughput=5MB/sec 2024-07-26T07:06:32.136 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sRBO1FEYdhHZd3I off=5288734 len=760335 2024-07-26T07:06:32.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 4236 completed, throughput=5MB/sec 2024-07-26T07:06:32.139 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ctkdi23xvk3I-Nu off=6439111 len=700712 2024-07-26T07:06:32.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 4237 completed, throughput=5MB/sec 2024-07-26T07:06:32.140 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3hdRyPFlHspgJHO off=3033261 len=1051647 2024-07-26T07:06:32.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 4238 completed, throughput=5MB/sec 2024-07-26T07:06:32.146 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qf0MvkS6jU1heUF off=9558333 len=1021508 2024-07-26T07:06:32.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 4239 completed, throughput=5MB/sec 2024-07-26T07:06:32.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:33.151 INFO:tasks.workunit.client.0.smithi037.stdout: 838: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:33.151 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VgURHERvA3N-AUN off=11330771 len=919391 2024-07-26T07:06:33.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 4240 completed, throughput=5MB/sec 2024-07-26T07:06:33.153 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MY1wXb1O_75XCjH off=3921970 len=1119316 2024-07-26T07:06:33.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 4241 completed, throughput=5MB/sec 2024-07-26T07:06:33.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7rlJCkkhJjmf3G- off=13854307 len=1583913 2024-07-26T07:06:33.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 4242 completed, throughput=5MB/sec 2024-07-26T07:06:33.164 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9qUR5kamG1EP4x4 off=9050312 len=2072043 2024-07-26T07:06:33.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 4243 completed, throughput=5MB/sec 2024-07-26T07:06:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:33 smithi037 ceph-mon[97339]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:06:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:33 smithi037 ceph-mon[99762]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:06:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:33 smithi135 ceph-mon[90132]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:06:34.167 INFO:tasks.workunit.client.0.smithi037.stdout: 839: throughput=5MB/sec pending data=0 2024-07-26T07:06:34.167 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_ft6MCJLKcJIw6T off=7293863 len=1729647 2024-07-26T07:06:34.169 INFO:tasks.workunit.client.0.smithi037.stdout:op 4244 completed, throughput=5MB/sec 2024-07-26T07:06:34.169 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8ItujlAhBk4XlpX off=2505105 len=424565 2024-07-26T07:06:34.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 4245 completed, throughput=5MB/sec 2024-07-26T07:06:34.173 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KuaySN2hNPFUpzo off=1406216 len=611010 2024-07-26T07:06:34.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 4246 completed, throughput=5MB/sec 2024-07-26T07:06:34.178 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JbszLV3oxswJlQj off=13316913 len=1316808 2024-07-26T07:06:34.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 4247 completed, throughput=5MB/sec 2024-07-26T07:06:34.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dz7bL0SClgQd6a1 off=184453 len=1640874 2024-07-26T07:06:34.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 4248 completed, throughput=5MB/sec 2024-07-26T07:06:35.190 INFO:tasks.workunit.client.0.smithi037.stdout: 840: throughput=5MB/sec pending data=0 2024-07-26T07:06:35.190 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JIk17uiTXhRRPPL off=2769852 len=934522 2024-07-26T07:06:35.196 INFO:tasks.workunit.client.0.smithi037.stdout:op 4249 completed, throughput=5MB/sec 2024-07-26T07:06:35.196 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yAPxokqAgZVg2ze off=3944738 len=760487 2024-07-26T07:06:35.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 4250 completed, throughput=5MB/sec 2024-07-26T07:06:35.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xuLfsUhA2oUWpSC off=3445880 len=2063300 2024-07-26T07:06:35.200 INFO:tasks.workunit.client.0.smithi037.stdout:op 4251 completed, throughput=5MB/sec 2024-07-26T07:06:35.200 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TR-0zQklsQUX0Y- off=9200465 len=894524 2024-07-26T07:06:35.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 4252 completed, throughput=5MB/sec 2024-07-26T07:06:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:35 smithi037 ceph-mon[97339]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:35 smithi037 ceph-mon[99762]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:35 smithi135 ceph-mon[90132]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:06:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:36.202 INFO:tasks.workunit.client.0.smithi037.stdout: 841: throughput=5MB/sec pending data=0 2024-07-26T07:06:36.202 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ULX7HUij6boqHSI off=20062765 len=1538537 2024-07-26T07:06:36.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 4253 completed, throughput=5MB/sec 2024-07-26T07:06:36.211 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KSD8P5Esb8E0xpB off=15692479 len=972541 2024-07-26T07:06:36.217 INFO:tasks.workunit.client.0.smithi037.stdout:op 4254 completed, throughput=5MB/sec 2024-07-26T07:06:36.217 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hwDxD7zpx3oLURf off=5588963 len=405092 2024-07-26T07:06:36.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 4255 completed, throughput=5MB/sec 2024-07-26T07:06:36.220 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eulC9LTtHZdTLlj off=11685274 len=1301168 2024-07-26T07:06:36.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 4256 completed, throughput=5MB/sec 2024-07-26T07:06:36.227 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IZDvMaMDLi_is7W off=5459320 len=555212 2024-07-26T07:06:36.230 INFO:tasks.workunit.client.0.smithi037.stdout:op 4257 completed, throughput=5MB/sec 2024-07-26T07:06:37.231 INFO:tasks.workunit.client.0.smithi037.stdout: 842: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:37.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DKIuRYfAzTPEoN9 off=15317481 len=1219583 2024-07-26T07:06:37.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 4258 completed, throughput=5MB/sec 2024-07-26T07:06:37.236 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PBZVwjIETW4eMF0 off=8181036 len=1627096 2024-07-26T07:06:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 4259 completed, throughput=5MB/sec 2024-07-26T07:06:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NedUyMGANM2VlNe off=2650868 len=1416315 2024-07-26T07:06:37.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 4260 completed, throughput=5MB/sec 2024-07-26T07:06:37.248 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CLhttyA0HvyKsy4 off=7392547 len=1858783 2024-07-26T07:06:37.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 4261 completed, throughput=5MB/sec 2024-07-26T07:06:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:37 smithi037 ceph-mon[97339]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:37 smithi037 ceph-mon[99762]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:37.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:37 smithi135 ceph-mon[90132]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:38.259 INFO:tasks.workunit.client.0.smithi037.stdout: 843: throughput=5MB/sec pending data=0 2024-07-26T07:06:38.259 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kz4qIuzsk3yEda9 off=20931394 len=2080202 2024-07-26T07:06:38.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 4262 completed, throughput=5MB/sec 2024-07-26T07:06:38.263 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SBA4-2FdBLo2xqK off=1316000 len=1041954 2024-07-26T07:06:38.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 4263 completed, throughput=5MB/sec 2024-07-26T07:06:38.269 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nLThN7KsR-nOQVA off=2741732 len=693828 2024-07-26T07:06:38.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 4264 completed, throughput=5MB/sec 2024-07-26T07:06:38.273 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m22iHrGyV0aRkX7 off=4996152 len=646001 2024-07-26T07:06:38.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 4265 completed, throughput=5MB/sec 2024-07-26T07:06:39.278 INFO:tasks.workunit.client.0.smithi037.stdout: 844: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:39.278 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TTaFa9R7iSgvGKU off=17843134 len=1859199 2024-07-26T07:06:39.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 4266 completed, throughput=5MB/sec 2024-07-26T07:06:39.282 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uOrMm9fgHjB7Ote off=13674581 len=1312516 2024-07-26T07:06:39.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 4267 completed, throughput=5MB/sec 2024-07-26T07:06:39.290 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jPZZYCjGboypjhm off=12970756 len=352141 2024-07-26T07:06:39.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 4268 completed, throughput=5MB/sec 2024-07-26T07:06:39.293 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MKk5GFVVr_BXANI off=1738822 len=1030588 2024-07-26T07:06:39.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 4269 completed, throughput=5MB/sec 2024-07-26T07:06:39.299 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P__nqgyqZkg-nAb off=6274453 len=924961 2024-07-26T07:06:39.303 INFO:tasks.workunit.client.0.smithi037.stdout:op 4270 completed, throughput=5MB/sec 2024-07-26T07:06:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:39 smithi037 ceph-mon[97339]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:39 smithi037 ceph-mon[99762]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:39 smithi135 ceph-mon[90132]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:06:40.304 INFO:tasks.workunit.client.0.smithi037.stdout: 845: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:40.304 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RBsSFQZlmvy8Gbh off=5573667 len=1255576 2024-07-26T07:06:40.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 4271 completed, throughput=5MB/sec 2024-07-26T07:06:40.311 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DukQct1OKZEnZ6X off=9364598 len=1767240 2024-07-26T07:06:40.321 INFO:tasks.workunit.client.0.smithi037.stdout:op 4272 completed, throughput=5MB/sec 2024-07-26T07:06:40.321 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JAvf4slDhql4xwH off=5769669 len=1077315 2024-07-26T07:06:40.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 4273 completed, throughput=5MB/sec 2024-07-26T07:06:40.326 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f86-0TaTmX_gLk8 off=7894566 len=2079000 2024-07-26T07:06:40.337 INFO:tasks.workunit.client.0.smithi037.stdout:op 4274 completed, throughput=5MB/sec 2024-07-26T07:06:41.338 INFO:tasks.workunit.client.0.smithi037.stdout: 846: throughput=5MB/sec pending data=0 2024-07-26T07:06:41.338 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Udhhe6jXocQlCry off=2713378 len=73791 2024-07-26T07:06:41.341 INFO:tasks.workunit.client.0.smithi037.stdout:op 4275 completed, throughput=5MB/sec 2024-07-26T07:06:41.341 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FoJFTUEQLKQaRDK off=3160089 len=1558935 2024-07-26T07:06:41.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 4276 completed, throughput=5MB/sec 2024-07-26T07:06:41.343 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y_nQBSwQ7hi56T4 off=5951096 len=1947054 2024-07-26T07:06:41.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 4277 completed, throughput=5MB/sec 2024-07-26T07:06:41.354 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PHINCXThMvTjAJh off=3249224 len=824603 2024-07-26T07:06:41.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 4278 completed, throughput=5MB/sec 2024-07-26T07:06:41.355 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xnWhdQIqPmFZkVM off=2342264 len=183087 2024-07-26T07:06:41.356 INFO:tasks.workunit.client.0.smithi037.stdout:op 4279 completed, throughput=5MB/sec 2024-07-26T07:06:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:41 smithi037 ceph-mon[97339]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:06:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T07:06:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:41 smithi037 ceph-mon[99762]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:06:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:41 smithi135 ceph-mon[90132]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:06:42.356 INFO:tasks.workunit.client.0.smithi037.stdout: 847: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:42.356 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P1bt9H1uNrGIdI9 off=5144566 len=1513534 2024-07-26T07:06:42.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 4280 completed, throughput=5MB/sec 2024-07-26T07:06:42.363 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-odoUrbZuoY7T7wh off=3134474 len=409077 2024-07-26T07:06:42.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 4281 completed, throughput=5MB/sec 2024-07-26T07:06:42.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XdVBK56PjGkZyy9 off=9938077 len=69582 2024-07-26T07:06:42.366 INFO:tasks.workunit.client.0.smithi037.stdout:op 4282 completed, throughput=5MB/sec 2024-07-26T07:06:42.366 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yWS3BXSKR-5BbeB off=3853811 len=1352292 2024-07-26T07:06:42.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 4283 completed, throughput=5MB/sec 2024-07-26T07:06:42.367 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OEugqf_egekwFJF off=11651444 len=244780 2024-07-26T07:06:42.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 4284 completed, throughput=5MB/sec 2024-07-26T07:06:42.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mk4n6eNe2yl-tT1 off=7246988 len=100651 2024-07-26T07:06:42.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 4285 completed, throughput=5MB/sec 2024-07-26T07:06:42.373 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4WztjKiXtZQrJRa off=1270419 len=1788735 2024-07-26T07:06:42.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 4286 completed, throughput=5MB/sec 2024-07-26T07:06:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:43.377 INFO:tasks.workunit.client.0.smithi037.stdout: 848: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:43.377 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n3OK6z5qxNJfHZe off=7107396 len=317020 2024-07-26T07:06:43.380 INFO:tasks.workunit.client.0.smithi037.stdout:op 4287 completed, throughput=4.99MB/sec 2024-07-26T07:06:43.380 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AKMHTCjjBXjBus5 off=1860747 len=689829 2024-07-26T07:06:43.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 4288 completed, throughput=5MB/sec 2024-07-26T07:06:43.386 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DjOzZIlUy1HoDEJ off=13465279 len=1049987 2024-07-26T07:06:43.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 4289 completed, throughput=5MB/sec 2024-07-26T07:06:43.387 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a48g1WjFcg-zRnq off=8036244 len=618882 2024-07-26T07:06:43.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 4290 completed, throughput=5MB/sec 2024-07-26T07:06:43.391 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MHt9FZ4IwlSkAfV off=16650009 len=1566081 2024-07-26T07:06:43.399 INFO:tasks.workunit.client.0.smithi037.stdout:op 4291 completed, throughput=5MB/sec 2024-07-26T07:06:43.399 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nQBmckeEPGHIAw5 off=17328412 len=1876317 2024-07-26T07:06:43.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 4292 completed, throughput=5MB/sec 2024-07-26T07:06:43.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:43 smithi037 ceph-mon[97339]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:43 smithi037 ceph-mon[99762]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:43 smithi135 ceph-mon[90132]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:06:44.401 INFO:tasks.workunit.client.0.smithi037.stdout: 849: throughput=5MB/sec pending data=0 2024-07-26T07:06:44.402 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C3e1_b5n62Ayccz off=236725 len=164250 2024-07-26T07:06:44.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 4293 completed, throughput=5MB/sec 2024-07-26T07:06:44.405 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xRG5S2xFSgxztMa off=14995878 len=337999 2024-07-26T07:06:44.408 INFO:tasks.workunit.client.0.smithi037.stdout:op 4294 completed, throughput=5MB/sec 2024-07-26T07:06:44.408 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SuRdZV58q4Pq2Rc off=1199640 len=205188 2024-07-26T07:06:44.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 4295 completed, throughput=5MB/sec 2024-07-26T07:06:44.409 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-73uUlwHNiThvZxW off=15403175 len=1316275 2024-07-26T07:06:44.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 4296 completed, throughput=5MB/sec 2024-07-26T07:06:44.416 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UkzjBiJD5I9bU0v off=2323869 len=596128 2024-07-26T07:06:44.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 4297 completed, throughput=5MB/sec 2024-07-26T07:06:44.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RPQwPKtbseiG2Hr off=9359808 len=1204973 2024-07-26T07:06:44.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 4298 completed, throughput=5MB/sec 2024-07-26T07:06:44.422 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lUQtpKOxVgoNekf off=2537185 len=995898 2024-07-26T07:06:44.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 4299 completed, throughput=5MB/sec 2024-07-26T07:06:45.424 INFO:tasks.workunit.client.0.smithi037.stdout: 850: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:45.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s0L6d5KiY0OQ5HD off=15477863 len=1328769 2024-07-26T07:06:45.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 4300 completed, throughput=5MB/sec 2024-07-26T07:06:45.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XIvrcYKmKrumG6G off=4590767 len=1761874 2024-07-26T07:06:45.433 INFO:tasks.workunit.client.0.smithi037.stdout:op 4301 completed, throughput=5MB/sec 2024-07-26T07:06:45.434 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4NwU55i2QtnTfZP off=357475 len=2094842 2024-07-26T07:06:45.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 4302 completed, throughput=5MB/sec 2024-07-26T07:06:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:45 smithi037 ceph-mon[97339]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:45 smithi037 ceph-mon[99762]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:45.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:45 smithi135 ceph-mon[90132]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T07:06:46.440 INFO:tasks.workunit.client.0.smithi037.stdout: 851: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:46.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q4Zu5Vtrb-dyktM off=16876536 len=1577809 2024-07-26T07:06:46.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 4303 completed, throughput=5MB/sec 2024-07-26T07:06:46.443 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-srNhgXXvPVYS6yB off=5570624 len=862346 2024-07-26T07:06:46.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 4304 completed, throughput=5MB/sec 2024-07-26T07:06:46.449 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ocCqsbyAOtJdwaf off=20520946 len=1712231 2024-07-26T07:06:46.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 4305 completed, throughput=5MB/sec 2024-07-26T07:06:46.459 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rqrq2PSYimbgsJf off=2893952 len=528743 2024-07-26T07:06:46.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 4306 completed, throughput=5MB/sec 2024-07-26T07:06:46.463 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rg6xlInwV0fStnR off=1796531 len=440564 2024-07-26T07:06:46.466 INFO:tasks.workunit.client.0.smithi037.stdout:op 4307 completed, throughput=5MB/sec 2024-07-26T07:06:47.466 INFO:tasks.workunit.client.0.smithi037.stdout: 852: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:47.466 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ddtVui-1lmgrEXm off=3108996 len=71947 2024-07-26T07:06:47.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 4308 completed, throughput=4.99MB/sec 2024-07-26T07:06:47.468 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qs4_LrH8Yp-Msgq off=3815866 len=1133543 2024-07-26T07:06:47.470 INFO:tasks.workunit.client.0.smithi037.stdout:op 4309 completed, throughput=5MB/sec 2024-07-26T07:06:47.470 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-R9U0MFVPUpC2ipc off=5737337 len=238578 2024-07-26T07:06:47.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 4310 completed, throughput=5MB/sec 2024-07-26T07:06:47.471 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kxm1Zow4vTs-OgA off=17443035 len=1754747 2024-07-26T07:06:47.473 INFO:tasks.workunit.client.0.smithi037.stdout:op 4311 completed, throughput=5MB/sec 2024-07-26T07:06:47.473 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zIY0kw1MDDb4nL5 off=3398035 len=301113 2024-07-26T07:06:47.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 4312 completed, throughput=5MB/sec 2024-07-26T07:06:47.477 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3i85A9FAtLA2vVH off=3215627 len=1292161 2024-07-26T07:06:47.482 INFO:tasks.workunit.client.0.smithi037.stdout:op 4313 completed, throughput=5MB/sec 2024-07-26T07:06:47.483 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qTAQXGI0jlsHGXq off=5798385 len=1086708 2024-07-26T07:06:47.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 4314 completed, throughput=5MB/sec 2024-07-26T07:06:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:47 smithi037 ceph-mon[97339]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:06:47.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:47 smithi037 ceph-mon[99762]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:06:47.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:47 smithi135 ceph-mon[90132]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:06:48.484 INFO:tasks.workunit.client.0.smithi037.stdout: 853: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:48.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pu7w6bqIENrKA6o off=21247054 len=469673 2024-07-26T07:06:48.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 4315 completed, throughput=5MB/sec 2024-07-26T07:06:48.488 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e4xAlReY6kKdI2w off=2196193 len=1433092 2024-07-26T07:06:48.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 4316 completed, throughput=5MB/sec 2024-07-26T07:06:48.494 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sVhCCuSJYhV5q6R off=8825954 len=645446 2024-07-26T07:06:48.499 INFO:tasks.workunit.client.0.smithi037.stdout:op 4317 completed, throughput=5MB/sec 2024-07-26T07:06:48.499 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SHTQT-fQ9JT8vaT off=2514229 len=179221 2024-07-26T07:06:48.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 4318 completed, throughput=5MB/sec 2024-07-26T07:06:48.500 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pL3_ig-SglyrGDY off=6237000 len=1533115 2024-07-26T07:06:48.502 INFO:tasks.workunit.client.0.smithi037.stdout:op 4319 completed, throughput=5MB/sec 2024-07-26T07:06:48.502 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dxkn0CIrCbekxyO off=8111169 len=251619 2024-07-26T07:06:48.503 INFO:tasks.workunit.client.0.smithi037.stdout:op 4320 completed, throughput=5MB/sec 2024-07-26T07:06:48.503 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbhgONT5l4eOxVm off=3364748 len=1545429 2024-07-26T07:06:48.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 4321 completed, throughput=5MB/sec 2024-07-26T07:06:49.509 INFO:tasks.workunit.client.0.smithi037.stdout: 854: throughput=5MB/sec pending data=0 2024-07-26T07:06:49.509 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VjQv256H938vvV5 off=1019720 len=682444 2024-07-26T07:06:49.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 4322 completed, throughput=5MB/sec 2024-07-26T07:06:49.511 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AvHruV64K4Qew6x off=15251504 len=547541 2024-07-26T07:06:49.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 4323 completed, throughput=5MB/sec 2024-07-26T07:06:49.512 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pzyexrtv3y2kI98 off=2336255 len=1917068 2024-07-26T07:06:49.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 4324 completed, throughput=5MB/sec 2024-07-26T07:06:49.521 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RKtMH_MLEsWpr61 off=2494718 len=786152 2024-07-26T07:06:49.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 4325 completed, throughput=5MB/sec 2024-07-26T07:06:49.523 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I3wduFiUrXpa7gC off=846850 len=72100 2024-07-26T07:06:49.525 INFO:tasks.workunit.client.0.smithi037.stdout:op 4326 completed, throughput=5MB/sec 2024-07-26T07:06:49.525 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k4ln4hcNnTc8_ZA off=0 len=1124147 2024-07-26T07:06:49.526 INFO:tasks.workunit.client.0.smithi037.stdout:op 4327 completed, throughput=5MB/sec 2024-07-26T07:06:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:49 smithi037 ceph-mon[97339]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:49 smithi037 ceph-mon[99762]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:49.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:49 smithi135 ceph-mon[90132]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:06:50.527 INFO:tasks.workunit.client.0.smithi037.stdout: 855: throughput=5MB/sec pending data=0 2024-07-26T07:06:50.527 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uongbC-aiTqRWvh off=10675202 len=1139851 2024-07-26T07:06:50.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 4328 completed, throughput=5MB/sec 2024-07-26T07:06:50.529 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d2qaxJPcV76suYx off=6558524 len=1321303 2024-07-26T07:06:50.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 4329 completed, throughput=5MB/sec 2024-07-26T07:06:50.532 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RFACh67WJ0OaXEp off=682814 len=334569 2024-07-26T07:06:50.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 4330 completed, throughput=5MB/sec 2024-07-26T07:06:50.533 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-idZeEYfCexiWFu- off=1013309 len=327826 2024-07-26T07:06:50.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 4331 completed, throughput=5MB/sec 2024-07-26T07:06:50.534 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bCB4Me_MFyy-AO0 off=15678753 len=317329 2024-07-26T07:06:50.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 4332 completed, throughput=5MB/sec 2024-07-26T07:06:50.538 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dCOm8jqln-U6DEH off=8041066 len=245570 2024-07-26T07:06:50.540 INFO:tasks.workunit.client.0.smithi037.stdout:op 4333 completed, throughput=5MB/sec 2024-07-26T07:06:50.540 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SpOZW6LGQZ8A0l_ off=18259100 len=408524 2024-07-26T07:06:50.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 4334 completed, throughput=5MB/sec 2024-07-26T07:06:50.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ebc0XlyInpNWFMM off=2434333 len=1526122 2024-07-26T07:06:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:50.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:50.551 INFO:tasks.workunit.client.0.smithi037.stdout:op 4335 completed, throughput=5MB/sec 2024-07-26T07:06:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:51.551 INFO:tasks.workunit.client.0.smithi037.stdout: 856: throughput=5MB/sec pending data=0 2024-07-26T07:06:51.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ffu1VVCOaI_x8Cm off=20293 len=1354746 2024-07-26T07:06:51.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 4336 completed, throughput=5MB/sec 2024-07-26T07:06:51.553 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RQv8InF70D0pi0S off=6629986 len=1269743 2024-07-26T07:06:51.556 INFO:tasks.workunit.client.0.smithi037.stdout:op 4337 completed, throughput=5MB/sec 2024-07-26T07:06:51.556 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--h2GSQnlXsU87o5 off=4087262 len=2047173 2024-07-26T07:06:51.560 INFO:tasks.workunit.client.0.smithi037.stdout:op 4338 completed, throughput=5MB/sec 2024-07-26T07:06:51.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:51 smithi037 ceph-mon[97339]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:06:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:06:51] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:06:51.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:51 smithi037 ceph-mon[99762]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:51 smithi135 ceph-mon[90132]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:06:52.561 INFO:tasks.workunit.client.0.smithi037.stdout: 857: throughput=5MB/sec pending data=0 2024-07-26T07:06:52.561 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9NyUCDolBHF_zio off=1328578 len=1428659 2024-07-26T07:06:52.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 4339 completed, throughput=5MB/sec 2024-07-26T07:06:52.562 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oF6mYLnSvE3Fz0I off=19211167 len=1129616 2024-07-26T07:06:52.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 4340 completed, throughput=5MB/sec 2024-07-26T07:06:52.565 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2B8uqkV1OvVsZgl off=19048599 len=896799 2024-07-26T07:06:52.567 INFO:tasks.workunit.client.0.smithi037.stdout:op 4341 completed, throughput=5MB/sec 2024-07-26T07:06:52.567 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vyCnvKLObYxvIcb off=3235939 len=1064924 2024-07-26T07:06:52.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 4342 completed, throughput=5MB/sec 2024-07-26T07:06:52.572 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-h2vucnMbjqkzx8v off=5631256 len=731885 2024-07-26T07:06:52.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 4343 completed, throughput=5MB/sec 2024-07-26T07:06:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:06:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:53.577 INFO:tasks.workunit.client.0.smithi037.stdout: 858: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:53.578 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9k6KZxcNMIyIDDf off=14547581 len=2059077 2024-07-26T07:06:53.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 4344 completed, throughput=5MB/sec 2024-07-26T07:06:53.590 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fuaLhaZVlmDaA1R off=7996048 len=1088303 2024-07-26T07:06:53.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 4345 completed, throughput=5MB/sec 2024-07-26T07:06:53.596 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hNs0bVmz-1MqCFp off=6631127 len=1931904 2024-07-26T07:06:53.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 4346 completed, throughput=5MB/sec 2024-07-26T07:06:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:53 smithi037 ceph-mon[97339]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:06:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:53 smithi037 ceph-mon[99762]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:06:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:53 smithi135 ceph-mon[90132]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:06:54.600 INFO:tasks.workunit.client.0.smithi037.stdout: 859: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:54.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0gysAG9FBsPEpaf off=1500425 len=1686178 2024-07-26T07:06:54.608 INFO:tasks.workunit.client.0.smithi037.stdout:op 4347 completed, throughput=5MB/sec 2024-07-26T07:06:54.608 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dtTHUkDIAsi2EbZ off=3061968 len=743365 2024-07-26T07:06:54.609 INFO:tasks.workunit.client.0.smithi037.stdout:op 4348 completed, throughput=5MB/sec 2024-07-26T07:06:54.609 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yQIeOfc1koovVRT off=6502345 len=1473818 2024-07-26T07:06:54.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 4349 completed, throughput=5MB/sec 2024-07-26T07:06:54.618 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4l2n55EZufv2WQF off=13123994 len=402279 2024-07-26T07:06:54.620 INFO:tasks.workunit.client.0.smithi037.stdout:op 4350 completed, throughput=5MB/sec 2024-07-26T07:06:54.620 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ftzQ4mEDN_VEufh off=2711630 len=1010695 2024-07-26T07:06:54.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 4351 completed, throughput=5MB/sec 2024-07-26T07:06:55.625 INFO:tasks.workunit.client.0.smithi037.stdout: 860: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:55.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5yNfTM2cPOPJxWT off=116448 len=193438 2024-07-26T07:06:55.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 4352 completed, throughput=4.99MB/sec 2024-07-26T07:06:55.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bmcbNMFURIoeJkh off=13457979 len=25692 2024-07-26T07:06:55.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 4353 completed, throughput=4.99MB/sec 2024-07-26T07:06:55.626 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IBCPxva2vv2Vdmg off=5462482 len=478780 2024-07-26T07:06:55.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 4354 completed, throughput=5MB/sec 2024-07-26T07:06:55.630 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0gnC33viQ6f0wZP off=8252134 len=1690444 2024-07-26T07:06:55.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 4355 completed, throughput=5MB/sec 2024-07-26T07:06:55.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-siAlhsUXyKEbd2c off=12354212 len=764482 2024-07-26T07:06:55.642 INFO:tasks.workunit.client.0.smithi037.stdout:op 4356 completed, throughput=5MB/sec 2024-07-26T07:06:55.642 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2A-g2ArYaNYZ8ub off=12712350 len=1479273 2024-07-26T07:06:55.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 4357 completed, throughput=5MB/sec 2024-07-26T07:06:55.652 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-96f7UewU0-5ULug off=8885913 len=44639 2024-07-26T07:06:55.652 INFO:tasks.workunit.client.0.smithi037.stdout:op 4358 completed, throughput=5MB/sec 2024-07-26T07:06:55.652 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zsi9YLhi8mqNz5K off=7606282 len=467383 2024-07-26T07:06:55.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 4359 completed, throughput=5MB/sec 2024-07-26T07:06:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:55 smithi037 ceph-mon[97339]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:06:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:55 smithi037 ceph-mon[99762]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:06:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:55 smithi135 ceph-mon[90132]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:06:56.653 INFO:tasks.workunit.client.0.smithi037.stdout: 861: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:56.654 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hyRMiRCmBJedjuJ off=5559101 len=327730 2024-07-26T07:06:56.657 INFO:tasks.workunit.client.0.smithi037.stdout:op 4360 completed, throughput=4.99MB/sec 2024-07-26T07:06:56.657 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ho7laJ5KtjiLwRg off=0 len=1823787 2024-07-26T07:06:56.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 4361 completed, throughput=5MB/sec 2024-07-26T07:06:56.670 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Mhr2bpf73gmXN8 off=991140 len=1859003 2024-07-26T07:06:56.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 4362 completed, throughput=5MB/sec 2024-07-26T07:06:56.672 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-US6bt6xY2g4RnmC off=4268764 len=900510 2024-07-26T07:06:56.677 INFO:tasks.workunit.client.0.smithi037.stdout:op 4363 completed, throughput=5MB/sec 2024-07-26T07:06:56.677 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BJZJwAZnfwabYuL off=11731485 len=104701 2024-07-26T07:06:56.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 4364 completed, throughput=5MB/sec 2024-07-26T07:06:56.679 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7u_gSNxYFzVMsO9 off=882414 len=987549 2024-07-26T07:06:56.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 4365 completed, throughput=5MB/sec 2024-07-26T07:06:57.685 INFO:tasks.workunit.client.0.smithi037.stdout: 862: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:57.685 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7LvRTze78ezx8rZ off=18438723 len=41801 2024-07-26T07:06:57.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 4366 completed, throughput=5MB/sec 2024-07-26T07:06:57.688 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wZuzs9UI8vO7Q3h off=5582173 len=1087152 2024-07-26T07:06:57.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 4367 completed, throughput=5MB/sec 2024-07-26T07:06:57.695 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UamaFUnkFJfeNUK off=8211104 len=1646156 2024-07-26T07:06:57.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 4368 completed, throughput=5MB/sec 2024-07-26T07:06:57.697 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S16Bb13mcJSJv3R off=898840 len=1310091 2024-07-26T07:06:57.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 4369 completed, throughput=5MB/sec 2024-07-26T07:06:57.705 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8nuAua5oHCpFIiE off=2231798 len=1486476 2024-07-26T07:06:57.707 INFO:tasks.workunit.client.0.smithi037.stdout:op 4370 completed, throughput=5MB/sec 2024-07-26T07:06:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:57 smithi037 ceph-mon[97339]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:06:57.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:57 smithi037 ceph-mon[99762]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:06:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:57 smithi135 ceph-mon[90132]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:06:58.707 INFO:tasks.workunit.client.0.smithi037.stdout: 863: throughput=5MB/sec pending data=0 2024-07-26T07:06:58.707 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gpycSsKjNJYs853 off=11184364 len=1995181 2024-07-26T07:06:58.715 INFO:tasks.workunit.client.0.smithi037.stdout:op 4371 completed, throughput=5MB/sec 2024-07-26T07:06:58.715 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SEvBj7-SWi47vR5 off=850726 len=1195661 2024-07-26T07:06:58.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 4372 completed, throughput=5MB/sec 2024-07-26T07:06:58.718 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RIgao2Z5K0MzalO off=5740421 len=1702036 2024-07-26T07:06:58.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 4373 completed, throughput=5MB/sec 2024-07-26T07:06:59.723 INFO:tasks.workunit.client.0.smithi037.stdout: 864: throughput=4.99MB/sec pending data=0 2024-07-26T07:06:59.724 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-scWncArOR6SAUly off=10304886 len=1773842 2024-07-26T07:06:59.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 4374 completed, throughput=5MB/sec 2024-07-26T07:06:59.727 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1xN5GLVzdtolLjK off=4904583 len=549415 2024-07-26T07:06:59.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 4375 completed, throughput=5MB/sec 2024-07-26T07:06:59.728 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q-TNqkSxJaZLiho off=12418774 len=1034060 2024-07-26T07:06:59.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 4376 completed, throughput=5MB/sec 2024-07-26T07:06:59.730 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uIL9lPLy-pLUm3p off=302089 len=44575 2024-07-26T07:06:59.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 4377 completed, throughput=5MB/sec 2024-07-26T07:06:59.733 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sAtIaMWH8H1uokH off=1062249 len=854101 2024-07-26T07:06:59.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 4378 completed, throughput=5MB/sec 2024-07-26T07:06:59.734 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--UQwRO7mSC1ydWD off=8755632 len=1581312 2024-07-26T07:06:59.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 4379 completed, throughput=5MB/sec 2024-07-26T07:06:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:06:59 smithi037 ceph-mon[97339]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:06:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:06:59 smithi037 ceph-mon[99762]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:06:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:06:59 smithi135 ceph-mon[90132]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:07:00.741 INFO:tasks.workunit.client.0.smithi037.stdout: 865: throughput=5MB/sec pending data=0 2024-07-26T07:07:00.741 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x_puaXvHDSSnsQn off=5106205 len=659821 2024-07-26T07:07:00.746 INFO:tasks.workunit.client.0.smithi037.stdout:op 4380 completed, throughput=5MB/sec 2024-07-26T07:07:00.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VpB20u8Z4XqlNxL off=5486544 len=58385 2024-07-26T07:07:00.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 4381 completed, throughput=5MB/sec 2024-07-26T07:07:00.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GMREL-0B7K8ZdVB off=2859340 len=1368088 2024-07-26T07:07:00.755 INFO:tasks.workunit.client.0.smithi037.stdout:op 4382 completed, throughput=5MB/sec 2024-07-26T07:07:00.755 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e8bZ_Rnnu-XRVje off=18009384 len=417751 2024-07-26T07:07:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 4383 completed, throughput=5MB/sec 2024-07-26T07:07:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rCJJ07tONqxIcB_ off=8269743 len=69074 2024-07-26T07:07:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 4384 completed, throughput=5MB/sec 2024-07-26T07:07:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K9sEiqHR5-6KCIS off=519042 len=1995871 2024-07-26T07:07:00.763 INFO:tasks.workunit.client.0.smithi037.stdout:op 4385 completed, throughput=5MB/sec 2024-07-26T07:07:01.764 INFO:tasks.workunit.client.0.smithi037.stdout: 866: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:01.764 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MGMlJpZrJcdva8n off=232724 len=443622 2024-07-26T07:07:01.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 4386 completed, throughput=4.99MB/sec 2024-07-26T07:07:01.767 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2varffqTryWzAYh off=6837833 len=21790 2024-07-26T07:07:01.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 4387 completed, throughput=4.99MB/sec 2024-07-26T07:07:01.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7l0bLnQ5UGRoO2M off=1172742 len=1869351 2024-07-26T07:07:01.773 INFO:tasks.workunit.client.0.smithi037.stdout:op 4388 completed, throughput=5MB/sec 2024-07-26T07:07:01.773 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Exft_OWap7yNiVr off=4350649 len=1044731 2024-07-26T07:07:01.778 INFO:tasks.workunit.client.0.smithi037.stdout:op 4389 completed, throughput=5MB/sec 2024-07-26T07:07:01.779 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t2zGCQLvKLM0-1K off=10075606 len=828236 2024-07-26T07:07:01.779 INFO:tasks.workunit.client.0.smithi037.stdout:op 4390 completed, throughput=5MB/sec 2024-07-26T07:07:01.779 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uk63uP0U13ce66E off=16691099 len=1322910 2024-07-26T07:07:01.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 4391 completed, throughput=5MB/sec 2024-07-26T07:07:01.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:01 smithi037 ceph-mon[97339]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:07:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:01] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:07:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:01 smithi037 ceph-mon[99762]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:07:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:01 smithi135 ceph-mon[90132]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:07:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:02.782 INFO:tasks.workunit.client.0.smithi037.stdout: 867: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:02.782 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_En7mZBbZmmIJWL off=6596570 len=479670 2024-07-26T07:07:02.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 4392 completed, throughput=5MB/sec 2024-07-26T07:07:02.783 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nnRwmbmEVP9mxRt off=1563612 len=584537 2024-07-26T07:07:02.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 4393 completed, throughput=5MB/sec 2024-07-26T07:07:02.787 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oszYQtl5KZu9Ujz off=11806800 len=612144 2024-07-26T07:07:02.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 4394 completed, throughput=5MB/sec 2024-07-26T07:07:02.788 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-leknAFMCOMLxQLW off=11683775 len=226220 2024-07-26T07:07:02.791 INFO:tasks.workunit.client.0.smithi037.stdout:op 4395 completed, throughput=5MB/sec 2024-07-26T07:07:02.791 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uuSZEXCAg23FR9G off=136487 len=927748 2024-07-26T07:07:02.792 INFO:tasks.workunit.client.0.smithi037.stdout:op 4396 completed, throughput=5MB/sec 2024-07-26T07:07:02.793 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lDmSLOa4C9imbk7 off=3646439 len=995958 2024-07-26T07:07:02.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 4397 completed, throughput=5MB/sec 2024-07-26T07:07:02.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KED5RwSJRhuXi83 off=5719267 len=498066 2024-07-26T07:07:02.798 INFO:tasks.workunit.client.0.smithi037.stdout:op 4398 completed, throughput=5MB/sec 2024-07-26T07:07:02.798 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FchyLHr2xsTXx6r off=1768285 len=2014458 2024-07-26T07:07:02.800 INFO:tasks.workunit.client.0.smithi037.stdout:op 4399 completed, throughput=5MB/sec 2024-07-26T07:07:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:03 smithi037 ceph-mon[97339]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:07:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:03 smithi037 ceph-mon[99762]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:07:03.800 INFO:tasks.workunit.client.0.smithi037.stdout: 868: throughput=5MB/sec pending data=0 2024-07-26T07:07:03.800 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M1GAqSqt-iRq93K off=857163 len=2036102 2024-07-26T07:07:03.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 4400 completed, throughput=5MB/sec 2024-07-26T07:07:03.803 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XZEqpy8T_Bm5yv8 off=3116901 len=1204326 2024-07-26T07:07:03.804 INFO:tasks.workunit.client.0.smithi037.stdout:op 4401 completed, throughput=5MB/sec 2024-07-26T07:07:03.804 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C4-xSoRBXONpAI2 off=1036051 len=1631911 2024-07-26T07:07:03.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 4402 completed, throughput=5MB/sec 2024-07-26T07:07:03.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:03 smithi135 ceph-mon[90132]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:07:04.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:07:04.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:04.813 INFO:tasks.workunit.client.0.smithi037.stdout: 869: throughput=5MB/sec pending data=0 2024-07-26T07:07:04.813 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-THq5YB0Msv-2CqZ off=20907509 len=1327906 2024-07-26T07:07:04.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 4403 completed, throughput=5MB/sec 2024-07-26T07:07:04.819 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DBJhf3hRkPJHVvF off=700 len=1065343 2024-07-26T07:07:04.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 4404 completed, throughput=5MB/sec 2024-07-26T07:07:04.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VdRMMSzNava4z9V off=646901 len=1041339 2024-07-26T07:07:04.831 INFO:tasks.workunit.client.0.smithi037.stdout:op 4405 completed, throughput=5MB/sec 2024-07-26T07:07:04.832 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qtKyGDF-HefzFax off=18471558 len=1821265 2024-07-26T07:07:04.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 4406 completed, throughput=5MB/sec 2024-07-26T07:07:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:07:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:05.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:05 smithi037 ceph-mon[97339]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:07:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:05 smithi037 ceph-mon[99762]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:07:05.835 INFO:tasks.workunit.client.0.smithi037.stdout: 870: throughput=5MB/sec pending data=0 2024-07-26T07:07:05.835 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BwR9mR__6wiEnZi off=6372152 len=1347309 2024-07-26T07:07:05.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:05 smithi135 ceph-mon[90132]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:07:05.843 INFO:tasks.workunit.client.0.smithi037.stdout:op 4407 completed, throughput=5MB/sec 2024-07-26T07:07:05.843 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bSWInlLlsGV5_k2 off=12763715 len=1810397 2024-07-26T07:07:05.851 INFO:tasks.workunit.client.0.smithi037.stdout:op 4408 completed, throughput=5MB/sec 2024-07-26T07:07:05.852 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WESOZk6xLDtfH4E off=12040459 len=18199 2024-07-26T07:07:05.852 INFO:tasks.workunit.client.0.smithi037.stdout:op 4409 completed, throughput=5MB/sec 2024-07-26T07:07:05.852 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m1YV2B6TcIpPvft off=328445 len=934619 2024-07-26T07:07:05.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 4410 completed, throughput=5MB/sec 2024-07-26T07:07:05.857 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PPbL0EJpsxBaz4d off=18201231 len=610797 2024-07-26T07:07:05.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 4411 completed, throughput=5MB/sec 2024-07-26T07:07:06.860 INFO:tasks.workunit.client.0.smithi037.stdout: 871: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:06.860 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dDLFL1lWbG66Qi5 off=1643822 len=1378342 2024-07-26T07:07:06.863 INFO:tasks.workunit.client.0.smithi037.stdout:op 4412 completed, throughput=5MB/sec 2024-07-26T07:07:06.863 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fTmD77y0wjgVBTl off=8997786 len=1621249 2024-07-26T07:07:06.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 4413 completed, throughput=5MB/sec 2024-07-26T07:07:06.870 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1jPAZnxF9o8zqdX off=2371796 len=24878 2024-07-26T07:07:06.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 4414 completed, throughput=5MB/sec 2024-07-26T07:07:06.870 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aJ_SLr3NxKiEnys off=2548761 len=547587 2024-07-26T07:07:06.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 4415 completed, throughput=5MB/sec 2024-07-26T07:07:06.871 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7cTLxOdBsL6Cvl_ off=6446008 len=1491690 2024-07-26T07:07:06.875 INFO:tasks.workunit.client.0.smithi037.stdout:op 4416 completed, throughput=5MB/sec 2024-07-26T07:07:06.875 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xLDQBCJmxqk6M7- off=1162736 len=1970537 2024-07-26T07:07:06.877 INFO:tasks.workunit.client.0.smithi037.stdout:op 4417 completed, throughput=5MB/sec 2024-07-26T07:07:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:07 smithi037 ceph-mon[97339]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:07:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:07 smithi037 ceph-mon[99762]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:07:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:07 smithi135 ceph-mon[90132]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:07:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: 872: throughput=5MB/sec pending data=0 2024-07-26T07:07:07.878 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--RMAYlp9n0nBs8x off=10656821 len=217587 2024-07-26T07:07:07.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 4418 completed, throughput=5MB/sec 2024-07-26T07:07:07.879 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f4ZPVDjVdB_GLg- off=3507057 len=83919 2024-07-26T07:07:07.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 4419 completed, throughput=5MB/sec 2024-07-26T07:07:07.882 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pwySoulNMbhgNmF off=6623137 len=28179 2024-07-26T07:07:07.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 4420 completed, throughput=5MB/sec 2024-07-26T07:07:07.883 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sfSXQHiQYlgJqdQ off=20449051 len=2055749 2024-07-26T07:07:07.885 INFO:tasks.workunit.client.0.smithi037.stdout:op 4421 completed, throughput=5MB/sec 2024-07-26T07:07:07.886 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fPmyaAsE8xELhxf off=7689267 len=1477268 2024-07-26T07:07:07.893 INFO:tasks.workunit.client.0.smithi037.stdout:op 4422 completed, throughput=5MB/sec 2024-07-26T07:07:08.894 INFO:tasks.workunit.client.0.smithi037.stdout: 873: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:08.894 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tfvDDOniwI2SDPb off=7193525 len=2035460 2024-07-26T07:07:08.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 4423 completed, throughput=5MB/sec 2024-07-26T07:07:08.896 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qgE2xJKK9CDXLMy off=1194151 len=2030185 2024-07-26T07:07:08.907 INFO:tasks.workunit.client.0.smithi037.stdout:op 4424 completed, throughput=5MB/sec 2024-07-26T07:07:08.908 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zVUWSly5iWe5xRa off=1209775 len=1393566 2024-07-26T07:07:08.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 4425 completed, throughput=5MB/sec 2024-07-26T07:07:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:09 smithi037 ceph-mon[97339]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:09 smithi037 ceph-mon[99762]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:09.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:09 smithi135 ceph-mon[90132]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:09.915 INFO:tasks.workunit.client.0.smithi037.stdout: 874: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:09.916 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KyhNbcnjChZbE-s off=4173910 len=1079393 2024-07-26T07:07:09.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 4426 completed, throughput=5MB/sec 2024-07-26T07:07:09.920 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DXLibPVxtkWrU2U off=3670513 len=183688 2024-07-26T07:07:09.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 4427 completed, throughput=5MB/sec 2024-07-26T07:07:09.923 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a73lNBBP27FRpGR off=17764502 len=514474 2024-07-26T07:07:09.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 4428 completed, throughput=5MB/sec 2024-07-26T07:07:09.924 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J_9P01dUkSTRcCg off=1615651 len=1245963 2024-07-26T07:07:09.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 4429 completed, throughput=5MB/sec 2024-07-26T07:07:09.926 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2XQszhp1VHRxdPu off=627755 len=1547045 2024-07-26T07:07:09.927 INFO:tasks.workunit.client.0.smithi037.stdout:op 4430 completed, throughput=5MB/sec 2024-07-26T07:07:09.927 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BImEyd-1NxYuVLH off=305239 len=188461 2024-07-26T07:07:09.928 INFO:tasks.workunit.client.0.smithi037.stdout:op 4431 completed, throughput=5MB/sec 2024-07-26T07:07:09.928 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZdlDx-xA9X8HWqF off=7208379 len=692460 2024-07-26T07:07:09.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 4432 completed, throughput=5MB/sec 2024-07-26T07:07:10.930 INFO:tasks.workunit.client.0.smithi037.stdout: 875: throughput=5MB/sec pending data=0 2024-07-26T07:07:10.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qpcpjxthK9Rnta3 off=3965591 len=1416050 2024-07-26T07:07:10.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 4433 completed, throughput=5MB/sec 2024-07-26T07:07:10.933 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-19dYMaQVr_vLFH3 off=1299117 len=628072 2024-07-26T07:07:10.938 INFO:tasks.workunit.client.0.smithi037.stdout:op 4434 completed, throughput=5MB/sec 2024-07-26T07:07:10.938 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-piq9-qVz8n3kXAO off=20077519 len=616051 2024-07-26T07:07:10.942 INFO:tasks.workunit.client.0.smithi037.stdout:op 4435 completed, throughput=5MB/sec 2024-07-26T07:07:10.942 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7FXFpsJ6NwT3rqe off=2770210 len=612151 2024-07-26T07:07:10.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 4436 completed, throughput=5MB/sec 2024-07-26T07:07:10.943 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Sg3XIzp5nqnHNeu off=2481688 len=1258933 2024-07-26T07:07:10.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 4437 completed, throughput=5MB/sec 2024-07-26T07:07:10.950 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ssPPhcXzvMnBBkt off=5804729 len=1254965 2024-07-26T07:07:10.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 4438 completed, throughput=5MB/sec 2024-07-26T07:07:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:11] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:07:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:11 smithi037 ceph-mon[99762]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:11.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:11 smithi037 ceph-mon[97339]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:11 smithi135 ceph-mon[90132]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:11.953 INFO:tasks.workunit.client.0.smithi037.stdout: 876: throughput=5MB/sec pending data=0 2024-07-26T07:07:11.953 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_0yzslM77OrotJE off=7596928 len=154053 2024-07-26T07:07:11.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 4439 completed, throughput=5MB/sec 2024-07-26T07:07:11.954 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3qmHrBbbS7maIbC off=11741180 len=1440830 2024-07-26T07:07:11.956 INFO:tasks.workunit.client.0.smithi037.stdout:op 4440 completed, throughput=5MB/sec 2024-07-26T07:07:11.956 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NcF6xUYvxMpDEYy off=10237943 len=991134 2024-07-26T07:07:11.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 4441 completed, throughput=5MB/sec 2024-07-26T07:07:11.961 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Tv1Cq_RKp2JfXx8 off=14467712 len=257560 2024-07-26T07:07:11.964 INFO:tasks.workunit.client.0.smithi037.stdout:op 4442 completed, throughput=5MB/sec 2024-07-26T07:07:11.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ghr3nnGA784Ar4I off=3636613 len=651528 2024-07-26T07:07:11.965 INFO:tasks.workunit.client.0.smithi037.stdout:op 4443 completed, throughput=5MB/sec 2024-07-26T07:07:11.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u-ZOX9NY9ctYnDf off=2072253 len=1434675 2024-07-26T07:07:11.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 4444 completed, throughput=5MB/sec 2024-07-26T07:07:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:12.970 INFO:tasks.workunit.client.0.smithi037.stdout: 877: throughput=5MB/sec pending data=0 2024-07-26T07:07:12.970 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B1IBs8tmN_DAiEM off=3042428 len=1106388 2024-07-26T07:07:12.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 4445 completed, throughput=5MB/sec 2024-07-26T07:07:12.970 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-50TW276SVdL8PxQ off=19582479 len=1434203 2024-07-26T07:07:12.975 INFO:tasks.workunit.client.0.smithi037.stdout:op 4446 completed, throughput=5MB/sec 2024-07-26T07:07:12.975 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W1llBQg58e_PRZw off=356092 len=680953 2024-07-26T07:07:12.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 4447 completed, throughput=5MB/sec 2024-07-26T07:07:12.979 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xjet-V9JIHBPWzx off=11023510 len=597308 2024-07-26T07:07:12.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 4448 completed, throughput=5MB/sec 2024-07-26T07:07:12.984 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SHpCkdx0X1NZSaS off=4136391 len=1534961 2024-07-26T07:07:12.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 4449 completed, throughput=5MB/sec 2024-07-26T07:07:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:13 smithi037 ceph-mon[97339]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:13 smithi037 ceph-mon[99762]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:13.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:13 smithi135 ceph-mon[90132]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:13.991 INFO:tasks.workunit.client.0.smithi037.stdout: 878: throughput=5MB/sec pending data=0 2024-07-26T07:07:13.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ihKEEDgYrhHSfwC off=4688456 len=359815 2024-07-26T07:07:13.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 4450 completed, throughput=5MB/sec 2024-07-26T07:07:13.995 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_LknHgFVQVeR0E5 off=2164118 len=1270660 2024-07-26T07:07:13.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 4451 completed, throughput=5MB/sec 2024-07-26T07:07:13.999 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LmhNSECef728a_m off=1456332 len=1213895 2024-07-26T07:07:13.999 INFO:tasks.workunit.client.0.smithi037.stdout:op 4452 completed, throughput=5MB/sec 2024-07-26T07:07:13.999 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rr_A0-lLKsaZOUN off=10414250 len=709203 2024-07-26T07:07:14.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 4453 completed, throughput=5MB/sec 2024-07-26T07:07:14.000 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BV7UK3_Wwp0XK13 off=3910713 len=737185 2024-07-26T07:07:14.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 4454 completed, throughput=5MB/sec 2024-07-26T07:07:14.002 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tJ7BoRPiUW2uUJ2 off=10670459 len=1209473 2024-07-26T07:07:14.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 4455 completed, throughput=5MB/sec 2024-07-26T07:07:15.003 INFO:tasks.workunit.client.0.smithi037.stdout: 879: throughput=5MB/sec pending data=0 2024-07-26T07:07:15.003 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A1KVR2y0u7P6OOT off=7829379 len=1573788 2024-07-26T07:07:15.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 4456 completed, throughput=5MB/sec 2024-07-26T07:07:15.006 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HsLuk5hQIkyV02I off=6562050 len=183659 2024-07-26T07:07:15.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 4457 completed, throughput=5MB/sec 2024-07-26T07:07:15.010 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vlY-rvcnxJVaddU off=1613312 len=1499794 2024-07-26T07:07:15.016 INFO:tasks.workunit.client.0.smithi037.stdout:op 4458 completed, throughput=5MB/sec 2024-07-26T07:07:15.016 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k4ln4hcNnTc8_ZA off=239811 len=173369 2024-07-26T07:07:15.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 4459 completed, throughput=5MB/sec 2024-07-26T07:07:15.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v707JP-mtHFIzm3 off=1255281 len=259946 2024-07-26T07:07:15.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 4460 completed, throughput=5MB/sec 2024-07-26T07:07:15.022 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EuIcVRxYi50mO1I off=11202595 len=595545 2024-07-26T07:07:15.026 INFO:tasks.workunit.client.0.smithi037.stdout:op 4461 completed, throughput=5MB/sec 2024-07-26T07:07:15.026 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ST8t-4aEwFGLMK- off=8718718 len=1376504 2024-07-26T07:07:15.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 4462 completed, throughput=5MB/sec 2024-07-26T07:07:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:15 smithi037 ceph-mon[97339]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:15 smithi037 ceph-mon[99762]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:15.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:15 smithi135 ceph-mon[90132]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:07:16.028 INFO:tasks.workunit.client.0.smithi037.stdout: 880: throughput=5MB/sec pending data=0 2024-07-26T07:07:16.028 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vs1PJy6FenRjb4c off=3237777 len=2078202 2024-07-26T07:07:16.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 4463 completed, throughput=5MB/sec 2024-07-26T07:07:16.031 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mi64UGKl7RHHkhW off=2628268 len=1458352 2024-07-26T07:07:16.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 4464 completed, throughput=5MB/sec 2024-07-26T07:07:16.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bdpK7FfRQp6Uc-H off=3017326 len=1116958 2024-07-26T07:07:16.039 INFO:tasks.workunit.client.0.smithi037.stdout:op 4465 completed, throughput=5MB/sec 2024-07-26T07:07:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:16 smithi135 ceph-mon[90132]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:17.039 INFO:tasks.workunit.client.0.smithi037.stdout: 881: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:17.039 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-br0NXzNXEmbqzsu off=2064056 len=1365237 2024-07-26T07:07:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:16 smithi037 ceph-mon[97339]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:17.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:16 smithi037 ceph-mon[99762]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:17.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 4466 completed, throughput=5MB/sec 2024-07-26T07:07:17.046 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-glrOOVqeO4s-5M6 off=23554770 len=1421997 2024-07-26T07:07:17.048 INFO:tasks.workunit.client.0.smithi037.stdout:op 4467 completed, throughput=5MB/sec 2024-07-26T07:07:17.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i_IpRp4BRw_jcty off=1215648 len=772043 2024-07-26T07:07:17.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 4468 completed, throughput=5MB/sec 2024-07-26T07:07:17.053 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WFex-1yMQq4s6qu off=1408897 len=1933887 2024-07-26T07:07:17.066 INFO:tasks.workunit.client.0.smithi037.stdout:op 4469 completed, throughput=5MB/sec 2024-07-26T07:07:18.065 INFO:tasks.workunit.client.0.smithi037.stdout: 882: throughput=5MB/sec pending data=0 2024-07-26T07:07:18.065 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZRXAgW6I-eOpvWa off=3843138 len=1503164 2024-07-26T07:07:18.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 4470 completed, throughput=5MB/sec 2024-07-26T07:07:18.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zJbILDGtKmadCzb off=809184 len=1218497 2024-07-26T07:07:18.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 4471 completed, throughput=5MB/sec 2024-07-26T07:07:18.075 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j3N4RG7jl09w3av off=1541208 len=1833566 2024-07-26T07:07:18.084 INFO:tasks.workunit.client.0.smithi037.stdout:op 4472 completed, throughput=5MB/sec 2024-07-26T07:07:18.084 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i9sbO5UpDH90EJC off=4772577 len=1211537 2024-07-26T07:07:18.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 4473 completed, throughput=5MB/sec 2024-07-26T07:07:19.090 INFO:tasks.workunit.client.0.smithi037.stdout: 883: throughput=5MB/sec pending data=0 2024-07-26T07:07:19.090 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8RfJRrJfrFgtwnD off=1471311 len=1246080 2024-07-26T07:07:19.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 4474 completed, throughput=5MB/sec 2024-07-26T07:07:19.092 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cLMEKZyBTlWW8SF off=505098 len=427046 2024-07-26T07:07:19.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 4475 completed, throughput=5MB/sec 2024-07-26T07:07:19.096 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qJf-LNZbjIU__ZQ off=10329150 len=1392480 2024-07-26T07:07:19.097 INFO:tasks.workunit.client.0.smithi037.stdout:op 4476 completed, throughput=5MB/sec 2024-07-26T07:07:19.098 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hjnj5nnsW_75Xmp off=22318 len=384842 2024-07-26T07:07:19.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 4477 completed, throughput=5MB/sec 2024-07-26T07:07:19.101 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PDXHJyqB6HagORt off=775435 len=1289894 2024-07-26T07:07:19.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 4478 completed, throughput=5MB/sec 2024-07-26T07:07:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:18 smithi037 ceph-mon[97339]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:18 smithi037 ceph-mon[99762]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:18 smithi135 ceph-mon[90132]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:20.110 INFO:tasks.workunit.client.0.smithi037.stdout: 884: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:20.110 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Rr6GdyR5md4Kp3p off=2122509 len=106081 2024-07-26T07:07:20.111 INFO:tasks.workunit.client.0.smithi037.stdout:op 4479 completed, throughput=4.99MB/sec 2024-07-26T07:07:20.111 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XVZkzOe0sVTP-vb off=1154835 len=1629437 2024-07-26T07:07:20.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 4480 completed, throughput=5MB/sec 2024-07-26T07:07:20.117 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-97WiLnnDS0JQKFS off=9059146 len=1226398 2024-07-26T07:07:20.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 4481 completed, throughput=5MB/sec 2024-07-26T07:07:20.125 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RE3OoH8935ko93b off=13736875 len=188397 2024-07-26T07:07:20.125 INFO:tasks.workunit.client.0.smithi037.stdout:op 4482 completed, throughput=5MB/sec 2024-07-26T07:07:20.125 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nYpfb-tmvrn8L9t off=994731 len=1773893 2024-07-26T07:07:20.135 INFO:tasks.workunit.client.0.smithi037.stdout:op 4483 completed, throughput=5MB/sec 2024-07-26T07:07:20.135 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kpapqXKnBvvj0r5 off=917454 len=274872 2024-07-26T07:07:20.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 4484 completed, throughput=5MB/sec 2024-07-26T07:07:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: 885: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:21.139 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0e6i9iWnpzwrK1s off=6993350 len=1399646 2024-07-26T07:07:21.146 INFO:tasks.workunit.client.0.smithi037.stdout:op 4485 completed, throughput=5MB/sec 2024-07-26T07:07:21.146 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nhlLWDJrP63TwKz off=7315831 len=1358280 2024-07-26T07:07:21.152 INFO:tasks.workunit.client.0.smithi037.stdout:op 4486 completed, throughput=5MB/sec 2024-07-26T07:07:21.152 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-__oV-nAClAVYhbY off=659375 len=1824805 2024-07-26T07:07:21.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 4487 completed, throughput=5MB/sec 2024-07-26T07:07:21.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vKYUD6Is05aS-vi off=8067273 len=113543 2024-07-26T07:07:21.157 INFO:tasks.workunit.client.0.smithi037.stdout:op 4488 completed, throughput=5MB/sec 2024-07-26T07:07:21.157 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VMiy0EI5datUGdq off=3867185 len=1888111 2024-07-26T07:07:21.162 INFO:tasks.workunit.client.0.smithi037.stdout:op 4489 completed, throughput=5MB/sec 2024-07-26T07:07:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:20 smithi037 ceph-mon[97339]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:21.277 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:20 smithi037 ceph-mon[99762]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:20 smithi135 ceph-mon[90132]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:21] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:07:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: 886: throughput=5MB/sec pending data=0 2024-07-26T07:07:22.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GKzbGZHC1UluXk8 off=9516071 len=587174 2024-07-26T07:07:22.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 4490 completed, throughput=5MB/sec 2024-07-26T07:07:22.163 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BZyo150RQtGA-Uo off=14146554 len=858701 2024-07-26T07:07:22.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 4491 completed, throughput=5MB/sec 2024-07-26T07:07:22.165 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--0UiwND7PfcPe7T off=13865682 len=766269 2024-07-26T07:07:22.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 4492 completed, throughput=5MB/sec 2024-07-26T07:07:22.170 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RZIBSL_PtQ-Om0c off=8328233 len=1172244 2024-07-26T07:07:22.172 INFO:tasks.workunit.client.0.smithi037.stdout:op 4493 completed, throughput=5MB/sec 2024-07-26T07:07:22.172 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c-t7lU1yrhcrRBb off=1543174 len=1443728 2024-07-26T07:07:22.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 4494 completed, throughput=5MB/sec 2024-07-26T07:07:22.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: 887: throughput=5MB/sec pending data=0 2024-07-26T07:07:23.178 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u1OLAZuxPLUeB1B off=1923175 len=1770278 2024-07-26T07:07:23.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 4495 completed, throughput=5MB/sec 2024-07-26T07:07:23.180 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wXwENombMQiVDSN off=3180211 len=842308 2024-07-26T07:07:23.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 4496 completed, throughput=5MB/sec 2024-07-26T07:07:23.181 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b9Yy4g_86Mpn4Zz off=7196081 len=1408348 2024-07-26T07:07:23.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 4497 completed, throughput=5MB/sec 2024-07-26T07:07:23.189 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WNP2TbIXITn7UBt off=306047 len=1335291 2024-07-26T07:07:23.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 4498 completed, throughput=5MB/sec 2024-07-26T07:07:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:22 smithi037 ceph-mon[97339]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:07:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:22 smithi037 ceph-mon[99762]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:07:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:22 smithi135 ceph-mon[90132]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:07:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: 888: throughput=5MB/sec pending data=0 2024-07-26T07:07:24.191 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dk8GEBETiZ5un2X off=5392214 len=1376449 2024-07-26T07:07:24.198 INFO:tasks.workunit.client.0.smithi037.stdout:op 4499 completed, throughput=5MB/sec 2024-07-26T07:07:24.198 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8S59xUgRPKjExcx off=1694169 len=764385 2024-07-26T07:07:24.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 4500 completed, throughput=5MB/sec 2024-07-26T07:07:24.203 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YC3_GpPmS1pBKql off=2127232 len=1359858 2024-07-26T07:07:24.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 4501 completed, throughput=5MB/sec 2024-07-26T07:07:24.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HBXO50CgE_Q7TSH off=2220853 len=1990425 2024-07-26T07:07:24.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 4502 completed, throughput=5MB/sec 2024-07-26T07:07:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: 889: throughput=5MB/sec pending data=0 2024-07-26T07:07:25.222 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iWePpMdwSpf5ZI7 off=6325167 len=250004 2024-07-26T07:07:25.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 4503 completed, throughput=5MB/sec 2024-07-26T07:07:25.223 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wQYn703tUwezH3O off=14788022 len=1385411 2024-07-26T07:07:25.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 4504 completed, throughput=5MB/sec 2024-07-26T07:07:25.225 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aTKtoJPk-phTYDK off=5143120 len=1226404 2024-07-26T07:07:25.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 4505 completed, throughput=5MB/sec 2024-07-26T07:07:25.228 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_yU_uQypvEHOOC6 off=6306006 len=516589 2024-07-26T07:07:25.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 4506 completed, throughput=5MB/sec 2024-07-26T07:07:25.232 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NQQ_Iz_m9Ey_UUk off=863577 len=532098 2024-07-26T07:07:25.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 4507 completed, throughput=5MB/sec 2024-07-26T07:07:25.236 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eyn1U3cRdlH8Qb0 off=6665143 len=2052685 2024-07-26T07:07:25.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 4508 completed, throughput=5MB/sec 2024-07-26T07:07:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:24 smithi037 ceph-mon[97339]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:24 smithi037 ceph-mon[99762]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:24 smithi135 ceph-mon[90132]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:07:26.247 INFO:tasks.workunit.client.0.smithi037.stdout: 890: throughput=5MB/sec pending data=0 2024-07-26T07:07:26.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-INsFOKbf7FS6gNe off=15420295 len=845502 2024-07-26T07:07:26.248 INFO:tasks.workunit.client.0.smithi037.stdout:op 4509 completed, throughput=5MB/sec 2024-07-26T07:07:26.249 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-myMnWp5iR4N07hK off=4571412 len=1896379 2024-07-26T07:07:26.260 INFO:tasks.workunit.client.0.smithi037.stdout:op 4510 completed, throughput=5MB/sec 2024-07-26T07:07:26.260 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-byIAoRmtFN7F3_i off=1150199 len=496941 2024-07-26T07:07:26.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 4511 completed, throughput=5MB/sec 2024-07-26T07:07:26.263 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fjb0gLH7ecyiIDh off=1551959 len=709795 2024-07-26T07:07:26.264 INFO:tasks.workunit.client.0.smithi037.stdout:op 4512 completed, throughput=5MB/sec 2024-07-26T07:07:27.264 INFO:tasks.workunit.client.0.smithi037.stdout: 891: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:27.264 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uSeMgx_IFQAJIwG off=22727870 len=1694760 2024-07-26T07:07:27.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 4513 completed, throughput=5MB/sec 2024-07-26T07:07:27.273 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HcVWhCzAZI2R6LT off=5039308 len=1244784 2024-07-26T07:07:27.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 4514 completed, throughput=5MB/sec 2024-07-26T07:07:27.279 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zmp2FA9BcDH4XdH off=898459 len=36870 2024-07-26T07:07:27.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 4515 completed, throughput=5MB/sec 2024-07-26T07:07:27.280 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nyn_wT_Jw-KrIuw off=15345339 len=127508 2024-07-26T07:07:27.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 4516 completed, throughput=5MB/sec 2024-07-26T07:07:27.280 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-53nKZzCz8jXHOEA off=7342439 len=1523516 2024-07-26T07:07:27.289 INFO:tasks.workunit.client.0.smithi037.stdout:op 4517 completed, throughput=5MB/sec 2024-07-26T07:07:27.289 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uRrGoSF_sSErvmm off=227338 len=1422257 2024-07-26T07:07:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:26 smithi037 ceph-mon[97339]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:27.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:26 smithi037 ceph-mon[99762]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:27.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 4518 completed, throughput=5MB/sec 2024-07-26T07:07:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:26 smithi135 ceph-mon[90132]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:28.296 INFO:tasks.workunit.client.0.smithi037.stdout: 892: throughput=5MB/sec pending data=0 2024-07-26T07:07:28.296 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nnRwmbmEVP9mxRt off=87472 len=1854860 2024-07-26T07:07:28.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 4519 completed, throughput=5MB/sec 2024-07-26T07:07:28.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CLhttyA0HvyKsy4 off=6849618 len=1840811 2024-07-26T07:07:28.303 INFO:tasks.workunit.client.0.smithi037.stdout:op 4520 completed, throughput=5MB/sec 2024-07-26T07:07:28.303 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_w5QrOEWaJbPMSr off=4636790 len=1283022 2024-07-26T07:07:28.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 4521 completed, throughput=5MB/sec 2024-07-26T07:07:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:28 smithi037 ceph-mon[97339]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:28 smithi037 ceph-mon[99762]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:29.312 INFO:tasks.workunit.client.0.smithi037.stdout: 893: throughput=5MB/sec pending data=0 2024-07-26T07:07:29.312 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ITUO0VFSarlFjcT off=6843876 len=1399383 2024-07-26T07:07:29.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 4522 completed, throughput=5MB/sec 2024-07-26T07:07:29.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NEtjy_23UrwiE1g off=2587533 len=888750 2024-07-26T07:07:29.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 4523 completed, throughput=5MB/sec 2024-07-26T07:07:29.322 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oR-iPW5Tc-Zwzh3 off=4722471 len=837732 2024-07-26T07:07:29.327 INFO:tasks.workunit.client.0.smithi037.stdout:op 4524 completed, throughput=5MB/sec 2024-07-26T07:07:29.327 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EkkTgw7ZbViSp4T off=4210316 len=1550620 2024-07-26T07:07:29.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 4525 completed, throughput=5MB/sec 2024-07-26T07:07:29.329 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZKO8kSOFmvCWOdN off=11527133 len=153326 2024-07-26T07:07:29.330 INFO:tasks.workunit.client.0.smithi037.stdout:op 4526 completed, throughput=5MB/sec 2024-07-26T07:07:29.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oyYckiyQOGCBP7U off=888629 len=1360251 2024-07-26T07:07:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:28 smithi135 ceph-mon[90132]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:07:29.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 4527 completed, throughput=5MB/sec 2024-07-26T07:07:30.339 INFO:tasks.workunit.client.0.smithi037.stdout: 894: throughput=5MB/sec pending data=0 2024-07-26T07:07:30.339 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j7NHXiPN8r1lvBW off=785902 len=221029 2024-07-26T07:07:30.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 4528 completed, throughput=5MB/sec 2024-07-26T07:07:30.342 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cEnBHEJylNMZBkG off=2693461 len=1471831 2024-07-26T07:07:30.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 4529 completed, throughput=5MB/sec 2024-07-26T07:07:30.345 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YgRn5RkhyxaWvup off=4915089 len=191104 2024-07-26T07:07:30.347 INFO:tasks.workunit.client.0.smithi037.stdout:op 4530 completed, throughput=5MB/sec 2024-07-26T07:07:30.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YvesD0q4asyvhHb off=4163489 len=901454 2024-07-26T07:07:30.351 INFO:tasks.workunit.client.0.smithi037.stdout:op 4531 completed, throughput=5MB/sec 2024-07-26T07:07:30.351 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Te2PsJF9xgo8LcI off=14080231 len=1879657 2024-07-26T07:07:30.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 4532 completed, throughput=5MB/sec 2024-07-26T07:07:31.354 INFO:tasks.workunit.client.0.smithi037.stdout: 895: throughput=5MB/sec pending data=0 2024-07-26T07:07:31.354 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VQx3qNg9mhYrx9B off=4986606 len=1317724 2024-07-26T07:07:31.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 4533 completed, throughput=5MB/sec 2024-07-26T07:07:31.362 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i4mGGcKDkPKwwfj off=4811851 len=626319 2024-07-26T07:07:31.364 INFO:tasks.workunit.client.0.smithi037.stdout:op 4534 completed, throughput=5MB/sec 2024-07-26T07:07:31.364 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UF1-lADZ9tx5IFv off=13100651 len=310844 2024-07-26T07:07:31.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 4535 completed, throughput=5MB/sec 2024-07-26T07:07:31.367 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-L3C2lB8bt8n6iYh off=18709688 len=1164580 2024-07-26T07:07:31.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 4536 completed, throughput=5MB/sec 2024-07-26T07:07:31.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vpmbTwUx8Su-PR9 off=2479366 len=1240146 2024-07-26T07:07:31.377 INFO:tasks.workunit.client.0.smithi037.stdout:op 4537 completed, throughput=5MB/sec 2024-07-26T07:07:31.377 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LqZrHMtHocbUdJl off=5042887 len=1431791 2024-07-26T07:07:31.378 INFO:tasks.workunit.client.0.smithi037.stdout:op 4538 completed, throughput=5MB/sec 2024-07-26T07:07:31.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:31 smithi037 ceph-mon[97339]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:07:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:31] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:07:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:31 smithi037 ceph-mon[99762]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:07:31.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:31 smithi135 ceph-mon[90132]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T07:07:32.379 INFO:tasks.workunit.client.0.smithi037.stdout: 896: throughput=5MB/sec pending data=0 2024-07-26T07:07:32.379 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JnoO2GywlDwP2Xp off=5059989 len=731192 2024-07-26T07:07:32.381 INFO:tasks.workunit.client.0.smithi037.stdout:op 4539 completed, throughput=5MB/sec 2024-07-26T07:07:32.381 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DhbprvPKCnwfK2O off=8322099 len=1541657 2024-07-26T07:07:32.389 INFO:tasks.workunit.client.0.smithi037.stdout:op 4540 completed, throughput=5MB/sec 2024-07-26T07:07:32.390 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SwDSZcN1iAY7adi off=755017 len=634536 2024-07-26T07:07:32.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 4541 completed, throughput=5MB/sec 2024-07-26T07:07:32.393 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L0oEv0zJ4d_HVL8 off=7138046 len=500056 2024-07-26T07:07:32.396 INFO:tasks.workunit.client.0.smithi037.stdout:op 4542 completed, throughput=5MB/sec 2024-07-26T07:07:32.396 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-r5Dk4-5uvgQg5PR off=10310197 len=1583399 2024-07-26T07:07:32.398 INFO:tasks.workunit.client.0.smithi037.stdout:op 4543 completed, throughput=5MB/sec 2024-07-26T07:07:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:33.399 INFO:tasks.workunit.client.0.smithi037.stdout: 897: throughput=5MB/sec pending data=0 2024-07-26T07:07:33.399 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0Ehz8Z24CCA2Lhd off=10904300 len=1718722 2024-07-26T07:07:33.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 4544 completed, throughput=5MB/sec 2024-07-26T07:07:33.407 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ix5xEjrBrr6nuP3 off=6409475 len=1059234 2024-07-26T07:07:33.415 INFO:tasks.workunit.client.0.smithi037.stdout:op 4545 completed, throughput=5MB/sec 2024-07-26T07:07:33.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lWbKONr40MXXxeU off=4997636 len=1736006 2024-07-26T07:07:33.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 4546 completed, throughput=5MB/sec 2024-07-26T07:07:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:33 smithi037 ceph-mon[97339]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:07:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:33 smithi037 ceph-mon[99762]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:07:33.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:33 smithi135 ceph-mon[90132]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T07:07:34.417 INFO:tasks.workunit.client.0.smithi037.stdout: 898: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:34.417 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xch0T_cNyCfUiuy off=2500664 len=223054 2024-07-26T07:07:34.420 INFO:tasks.workunit.client.0.smithi037.stdout:op 4547 completed, throughput=4.99MB/sec 2024-07-26T07:07:34.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Bo8XbiOeWMTWchv off=4205596 len=485195 2024-07-26T07:07:34.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 4548 completed, throughput=5MB/sec 2024-07-26T07:07:34.422 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jul32qxFI3ynRme off=5824250 len=733309 2024-07-26T07:07:34.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 4549 completed, throughput=5MB/sec 2024-07-26T07:07:34.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I5frkjoMAs8FM3W off=395403 len=235609 2024-07-26T07:07:34.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 4550 completed, throughput=5MB/sec 2024-07-26T07:07:34.425 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pSWmzTJGrLwCk5X off=9453816 len=975509 2024-07-26T07:07:34.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 4551 completed, throughput=5MB/sec 2024-07-26T07:07:34.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DjNeKivWMy69rA2 off=8412387 len=2091490 2024-07-26T07:07:34.437 INFO:tasks.workunit.client.0.smithi037.stdout:op 4552 completed, throughput=5MB/sec 2024-07-26T07:07:34.437 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lWbKONr40MXXxeU off=5212674 len=1141439 2024-07-26T07:07:34.439 INFO:tasks.workunit.client.0.smithi037.stdout:op 4553 completed, throughput=5MB/sec 2024-07-26T07:07:34.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:35.440 INFO:tasks.workunit.client.0.smithi037.stdout: 899: throughput=5MB/sec pending data=0 2024-07-26T07:07:35.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FTL7e8xetEIWcXh off=8518047 len=1848453 2024-07-26T07:07:35.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 4554 completed, throughput=5MB/sec 2024-07-26T07:07:35.444 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AYlZdzJw2bCapl0 off=12310107 len=962007 2024-07-26T07:07:35.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 4555 completed, throughput=5MB/sec 2024-07-26T07:07:35.450 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-THq5YB0Msv-2CqZ off=15894120 len=1185257 2024-07-26T07:07:35.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 4556 completed, throughput=5MB/sec 2024-07-26T07:07:35.457 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UWHIKnm-dtMGogA off=15590934 len=1040524 2024-07-26T07:07:35.459 INFO:tasks.workunit.client.0.smithi037.stdout:op 4557 completed, throughput=5MB/sec 2024-07-26T07:07:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:35 smithi037 ceph-mon[97339]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:07:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:35 smithi037 ceph-mon[99762]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:07:35.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:35 smithi135 ceph-mon[90132]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:07:36.459 INFO:tasks.workunit.client.0.smithi037.stdout: 900: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:36.459 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbhgONT5l4eOxVm off=7499978 len=988071 2024-07-26T07:07:36.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 4558 completed, throughput=5MB/sec 2024-07-26T07:07:36.464 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BzZB1WKQIF7Bmim off=7112154 len=1853447 2024-07-26T07:07:36.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 4559 completed, throughput=5MB/sec 2024-07-26T07:07:36.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LfvwsB3jZrTjek6 off=259197 len=950852 2024-07-26T07:07:36.474 INFO:tasks.workunit.client.0.smithi037.stdout:op 4560 completed, throughput=5MB/sec 2024-07-26T07:07:36.474 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Evwm5BFylg1yw4s off=22665643 len=1946314 2024-07-26T07:07:36.476 INFO:tasks.workunit.client.0.smithi037.stdout:op 4561 completed, throughput=5MB/sec 2024-07-26T07:07:37.477 INFO:tasks.workunit.client.0.smithi037.stdout: 901: throughput=5MB/sec pending data=0 2024-07-26T07:07:37.477 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-altSlALhkac5hrC off=6232234 len=533376 2024-07-26T07:07:37.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 4562 completed, throughput=5MB/sec 2024-07-26T07:07:37.478 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mOdVnACtydVOvNI off=2409012 len=1008885 2024-07-26T07:07:37.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 4563 completed, throughput=5MB/sec 2024-07-26T07:07:37.485 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P9o32I_L4uvUa9g off=202469 len=1507102 2024-07-26T07:07:37.486 INFO:tasks.workunit.client.0.smithi037.stdout:op 4564 completed, throughput=5MB/sec 2024-07-26T07:07:37.486 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2GG0oEbaR2Ednj9 off=23498527 len=1097201 2024-07-26T07:07:37.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 4565 completed, throughput=5MB/sec 2024-07-26T07:07:37.493 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hlMCXn8BKqlNTag off=7656728 len=1379186 2024-07-26T07:07:37.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 4566 completed, throughput=5MB/sec 2024-07-26T07:07:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:37 smithi037 ceph-mon[97339]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:07:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:37 smithi037 ceph-mon[99762]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:07:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:37 smithi135 ceph-mon[90132]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:07:38.500 INFO:tasks.workunit.client.0.smithi037.stdout: 902: throughput=5MB/sec pending data=0 2024-07-26T07:07:38.501 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bRI33EaykgyTFy4 off=7781660 len=307823 2024-07-26T07:07:38.504 INFO:tasks.workunit.client.0.smithi037.stdout:op 4567 completed, throughput=5MB/sec 2024-07-26T07:07:38.504 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vemcOsD4sCf6L78 off=70776 len=229370 2024-07-26T07:07:38.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 4568 completed, throughput=5MB/sec 2024-07-26T07:07:38.507 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ALWSRSAy_KiAJ5e off=20981675 len=768406 2024-07-26T07:07:38.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 4569 completed, throughput=5MB/sec 2024-07-26T07:07:38.508 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-baKw7qF82OLgsgx off=1312193 len=844374 2024-07-26T07:07:38.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 4570 completed, throughput=5MB/sec 2024-07-26T07:07:38.510 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-baKw7qF82OLgsgx off=379771 len=6910 2024-07-26T07:07:38.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 4571 completed, throughput=5MB/sec 2024-07-26T07:07:38.510 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TNkTuintAnrpJ3l off=185730 len=746584 2024-07-26T07:07:38.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 4572 completed, throughput=5MB/sec 2024-07-26T07:07:38.512 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UWv6lohU_RPjyQu off=8302484 len=1417362 2024-07-26T07:07:38.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 4573 completed, throughput=5MB/sec 2024-07-26T07:07:38.513 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JOYOaUcyuCGOdYA off=3452545 len=912679 2024-07-26T07:07:38.519 INFO:tasks.workunit.client.0.smithi037.stdout:op 4574 completed, throughput=5MB/sec 2024-07-26T07:07:39.519 INFO:tasks.workunit.client.0.smithi037.stdout: 903: throughput=5MB/sec pending data=0 2024-07-26T07:07:39.519 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OoamUN4tWA5WFa0 off=571666 len=1005119 2024-07-26T07:07:39.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 4575 completed, throughput=5MB/sec 2024-07-26T07:07:39.521 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6fteSnHfb1zX4Wj off=946820 len=231382 2024-07-26T07:07:39.524 INFO:tasks.workunit.client.0.smithi037.stdout:op 4576 completed, throughput=5MB/sec 2024-07-26T07:07:39.524 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6kzf4fn_7GVVLvM off=2091193 len=1201692 2024-07-26T07:07:39.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 4577 completed, throughput=5MB/sec 2024-07-26T07:07:39.532 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-L_PEEld3S2sVY4X off=912525 len=225759 2024-07-26T07:07:39.533 INFO:tasks.workunit.client.0.smithi037.stdout:op 4578 completed, throughput=5MB/sec 2024-07-26T07:07:39.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ba1-vwOzNProXO2 off=20361097 len=235848 2024-07-26T07:07:39.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 4579 completed, throughput=5MB/sec 2024-07-26T07:07:39.536 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-234LuMCUmMkDgpe off=6298923 len=1027411 2024-07-26T07:07:39.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 4580 completed, throughput=5MB/sec 2024-07-26T07:07:39.541 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-65fIj2Ak7xIPAEc off=743724 len=1001052 2024-07-26T07:07:39.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 4581 completed, throughput=5MB/sec 2024-07-26T07:07:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:39 smithi037 ceph-mon[97339]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:39 smithi037 ceph-mon[99762]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:39.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:39 smithi135 ceph-mon[90132]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:07:40.543 INFO:tasks.workunit.client.0.smithi037.stdout: 904: throughput=5MB/sec pending data=0 2024-07-26T07:07:40.543 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wv1JnttfqkRUeMr off=12241250 len=1838012 2024-07-26T07:07:40.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 4582 completed, throughput=5MB/sec 2024-07-26T07:07:40.555 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-N9QXgRqnGaFZCGQ off=4788440 len=288921 2024-07-26T07:07:40.556 INFO:tasks.workunit.client.0.smithi037.stdout:op 4583 completed, throughput=5MB/sec 2024-07-26T07:07:40.556 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pPX3hxb1We8jBsz off=5834752 len=2019253 2024-07-26T07:07:40.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 4584 completed, throughput=5MB/sec 2024-07-26T07:07:40.561 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rpw5Gtwy7T-5-Tj off=1621113 len=388375 2024-07-26T07:07:40.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 4585 completed, throughput=5MB/sec 2024-07-26T07:07:40.565 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dcXxkaDBwwzMGf4 off=4065146 len=1704650 2024-07-26T07:07:40.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 4586 completed, throughput=5MB/sec 2024-07-26T07:07:41.566 INFO:tasks.workunit.client.0.smithi037.stdout: 905: throughput=5MB/sec pending data=0 2024-07-26T07:07:41.567 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J0qEL4vHxF1O8FD off=4941330 len=61732 2024-07-26T07:07:41.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 4587 completed, throughput=5MB/sec 2024-07-26T07:07:41.569 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xugPXnBnsCWEkfG off=4354058 len=413578 2024-07-26T07:07:41.570 INFO:tasks.workunit.client.0.smithi037.stdout:op 4588 completed, throughput=5MB/sec 2024-07-26T07:07:41.570 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NAJNNwsfdB1omSe off=14221244 len=1619136 2024-07-26T07:07:41.578 INFO:tasks.workunit.client.0.smithi037.stdout:op 4589 completed, throughput=5MB/sec 2024-07-26T07:07:41.579 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zB5NXXStTv7CyNx off=914223 len=1400332 2024-07-26T07:07:41.580 INFO:tasks.workunit.client.0.smithi037.stdout:op 4590 completed, throughput=5MB/sec 2024-07-26T07:07:41.580 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bwcfXIHfc7U4je0 off=2976150 len=702424 2024-07-26T07:07:41.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 4591 completed, throughput=5MB/sec 2024-07-26T07:07:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:41 smithi037 ceph-mon[97339]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:07:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T07:07:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:41 smithi037 ceph-mon[99762]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:07:41.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:41 smithi135 ceph-mon[90132]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:07:42.585 INFO:tasks.workunit.client.0.smithi037.stdout: 906: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:42.585 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vGWnWLNWA-fSsiW off=16983676 len=341253 2024-07-26T07:07:42.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 4592 completed, throughput=5MB/sec 2024-07-26T07:07:42.586 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JnfnZrVubMSINAR off=583585 len=401704 2024-07-26T07:07:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:42.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 4593 completed, throughput=5MB/sec 2024-07-26T07:07:42.588 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dP_U6OKaBz0LyJy off=9361503 len=912095 2024-07-26T07:07:42.589 INFO:tasks.workunit.client.0.smithi037.stdout:op 4594 completed, throughput=5MB/sec 2024-07-26T07:07:42.589 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-njkDum2LN7OS1XM off=0 len=1066413 2024-07-26T07:07:42.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 4595 completed, throughput=5MB/sec 2024-07-26T07:07:42.594 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DjOzZIlUy1HoDEJ off=13461037 len=1520652 2024-07-26T07:07:42.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 4596 completed, throughput=5MB/sec 2024-07-26T07:07:42.596 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZNMSXgqxPbcNQiY off=7468635 len=1384498 2024-07-26T07:07:42.602 INFO:tasks.workunit.client.0.smithi037.stdout:op 4597 completed, throughput=5MB/sec 2024-07-26T07:07:43.603 INFO:tasks.workunit.client.0.smithi037.stdout: 907: throughput=5MB/sec pending data=0 2024-07-26T07:07:43.603 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jBn1UrWkUDcK0kb off=9886080 len=1071302 2024-07-26T07:07:43.609 INFO:tasks.workunit.client.0.smithi037.stdout:op 4598 completed, throughput=5MB/sec 2024-07-26T07:07:43.610 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Pbht_GbeScmn3R1 off=21309822 len=1513711 2024-07-26T07:07:43.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 4599 completed, throughput=5MB/sec 2024-07-26T07:07:43.612 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GlQcJl-0I8-LvQF off=5456369 len=393859 2024-07-26T07:07:43.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 4600 completed, throughput=5MB/sec 2024-07-26T07:07:43.613 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ctkdi23xvk3I-Nu off=6936926 len=1160899 2024-07-26T07:07:43.614 INFO:tasks.workunit.client.0.smithi037.stdout:op 4601 completed, throughput=5MB/sec 2024-07-26T07:07:43.614 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bM204Xy9OddN4Kf off=1467994 len=1043318 2024-07-26T07:07:43.619 INFO:tasks.workunit.client.0.smithi037.stdout:op 4602 completed, throughput=5MB/sec 2024-07-26T07:07:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:43 smithi037 ceph-mon[97339]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:43 smithi037 ceph-mon[99762]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:43 smithi135 ceph-mon[90132]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:44.620 INFO:tasks.workunit.client.0.smithi037.stdout: 908: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:44.620 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RkwNwAn866araU6 off=11829368 len=711737 2024-07-26T07:07:44.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 4603 completed, throughput=5MB/sec 2024-07-26T07:07:44.624 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XQy8cfEwUQ6y59P off=15754242 len=2055089 2024-07-26T07:07:44.627 INFO:tasks.workunit.client.0.smithi037.stdout:op 4604 completed, throughput=5MB/sec 2024-07-26T07:07:44.627 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-h3EbId55U6FAV2d off=8015808 len=2077048 2024-07-26T07:07:44.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 4605 completed, throughput=5MB/sec 2024-07-26T07:07:44.631 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YYO7kCV3k1XDw8Y off=3629217 len=1389227 2024-07-26T07:07:44.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 4606 completed, throughput=5MB/sec 2024-07-26T07:07:45.638 INFO:tasks.workunit.client.0.smithi037.stdout: 909: throughput=5MB/sec pending data=0 2024-07-26T07:07:45.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-28uqs9TiUL5-9W0 off=13518344 len=204271 2024-07-26T07:07:45.639 INFO:tasks.workunit.client.0.smithi037.stdout:op 4607 completed, throughput=5MB/sec 2024-07-26T07:07:45.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-A27YAypXsK4td3P off=13493951 len=210869 2024-07-26T07:07:45.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 4608 completed, throughput=5MB/sec 2024-07-26T07:07:45.640 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l_suckU2q7CM3u9 off=16270022 len=557516 2024-07-26T07:07:45.641 INFO:tasks.workunit.client.0.smithi037.stdout:op 4609 completed, throughput=5MB/sec 2024-07-26T07:07:45.641 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Fvps0nwOf78k8Cc off=4515613 len=711466 2024-07-26T07:07:45.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 4610 completed, throughput=5MB/sec 2024-07-26T07:07:45.643 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7cIzCyIAnInhK7h off=1759161 len=7775 2024-07-26T07:07:45.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 4611 completed, throughput=5MB/sec 2024-07-26T07:07:45.646 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ySHKXG5clXGzcpm off=2242433 len=1138923 2024-07-26T07:07:45.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 4612 completed, throughput=5MB/sec 2024-07-26T07:07:45.648 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OxSHsWzMd6lJy63 off=12429959 len=1380442 2024-07-26T07:07:45.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 4613 completed, throughput=5MB/sec 2024-07-26T07:07:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:45 smithi037 ceph-mon[97339]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:07:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:45 smithi037 ceph-mon[99762]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:07:45.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:45 smithi135 ceph-mon[90132]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:07:46.651 INFO:tasks.workunit.client.0.smithi037.stdout: 910: throughput=4.99MB/sec pending data=0 2024-07-26T07:07:46.651 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_ZcQb7lfcMcHJYN off=262 len=492651 2024-07-26T07:07:46.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 4614 completed, throughput=5MB/sec 2024-07-26T07:07:46.655 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7nLHu6XE2hF4Ev8 off=292985 len=1559909 2024-07-26T07:07:46.662 INFO:tasks.workunit.client.0.smithi037.stdout:op 4615 completed, throughput=5MB/sec 2024-07-26T07:07:46.663 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Wf7dzk29BdXvkOB off=21493944 len=691037 2024-07-26T07:07:46.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 4616 completed, throughput=5MB/sec 2024-07-26T07:07:46.666 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GJRX2qprFaQaM7N off=20930857 len=897051 2024-07-26T07:07:46.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 4617 completed, throughput=5MB/sec 2024-07-26T07:07:46.672 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xFHxFjgp6wDs90H off=4356485 len=1172925 2024-07-26T07:07:46.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 4618 completed, throughput=5MB/sec 2024-07-26T07:07:46.673 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-65fIj2Ak7xIPAEc off=162601 len=1227982 2024-07-26T07:07:46.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 4619 completed, throughput=5MB/sec 2024-07-26T07:07:47.675 INFO:tasks.workunit.client.0.smithi037.stdout: 911: throughput=5MB/sec pending data=0 2024-07-26T07:07:47.675 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-piKiKod8nxrSyCk off=4293349 len=1359020 2024-07-26T07:07:47.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 4620 completed, throughput=5MB/sec 2024-07-26T07:07:47.684 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Dau-qMZB_HR7_4U off=6914964 len=641971 2024-07-26T07:07:47.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 4621 completed, throughput=5MB/sec 2024-07-26T07:07:47.685 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TLtYOMxiNpmQHCL off=9411037 len=74215 2024-07-26T07:07:47.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 4622 completed, throughput=5MB/sec 2024-07-26T07:07:47.688 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3FyBkq_W9ZuOk6C off=3025499 len=644756 2024-07-26T07:07:47.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 4623 completed, throughput=5MB/sec 2024-07-26T07:07:47.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YSujijf20izndt9 off=2000740 len=257079 2024-07-26T07:07:47.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 4624 completed, throughput=5MB/sec 2024-07-26T07:07:47.692 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tzB5IM5hD0_MboG off=6361249 len=159418 2024-07-26T07:07:47.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 4625 completed, throughput=5MB/sec 2024-07-26T07:07:47.695 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EDUVpYDygvG7B3b off=5517485 len=1326542 2024-07-26T07:07:47.696 INFO:tasks.workunit.client.0.smithi037.stdout:op 4626 completed, throughput=5MB/sec 2024-07-26T07:07:47.696 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cV2yQdTBt9QRRYq off=1094845 len=698605 2024-07-26T07:07:47.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 4627 completed, throughput=5MB/sec 2024-07-26T07:07:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:47 smithi037 ceph-mon[97339]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:47 smithi037 ceph-mon[99762]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:47 smithi135 ceph-mon[90132]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:07:48.701 INFO:tasks.workunit.client.0.smithi037.stdout: 912: throughput=5MB/sec pending data=0 2024-07-26T07:07:48.701 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cHlnHI_XBU4F4Ez off=7141304 len=2017644 2024-07-26T07:07:48.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 4628 completed, throughput=5MB/sec 2024-07-26T07:07:48.704 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2W9Ddo0js7d70vr off=4499708 len=1420776 2024-07-26T07:07:48.707 INFO:tasks.workunit.client.0.smithi037.stdout:op 4629 completed, throughput=5MB/sec 2024-07-26T07:07:48.707 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M_IABVNeeRlnYIZ off=17160198 len=1728929 2024-07-26T07:07:48.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 4630 completed, throughput=5MB/sec 2024-07-26T07:07:49.718 INFO:tasks.workunit.client.0.smithi037.stdout: 913: throughput=5MB/sec pending data=0 2024-07-26T07:07:49.718 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uHoh5ABBygFzb-x off=4106586 len=883127 2024-07-26T07:07:49.719 INFO:tasks.workunit.client.0.smithi037.stdout:op 4631 completed, throughput=5MB/sec 2024-07-26T07:07:49.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ptkyRxgGHqu-8Y9 off=1616651 len=1311116 2024-07-26T07:07:49.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 4632 completed, throughput=5MB/sec 2024-07-26T07:07:49.721 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EWJ6gMsA1gtTHB5 off=1406543 len=616782 2024-07-26T07:07:49.722 INFO:tasks.workunit.client.0.smithi037.stdout:op 4633 completed, throughput=5MB/sec 2024-07-26T07:07:49.722 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8_ogCWXIp1edMKu off=0 len=1657149 2024-07-26T07:07:49.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 4634 completed, throughput=5MB/sec 2024-07-26T07:07:49.726 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6F9vPEZJ1yB_jwv off=324868 len=1046178 2024-07-26T07:07:49.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 4635 completed, throughput=5MB/sec 2024-07-26T07:07:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:49 smithi037 ceph-mon[97339]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:49 smithi037 ceph-mon[99762]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:49.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:49 smithi135 ceph-mon[90132]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:07:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:50.727 INFO:tasks.workunit.client.0.smithi037.stdout: 914: throughput=5MB/sec pending data=0 2024-07-26T07:07:50.728 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ieYEkQXx48TJOQM off=2287239 len=52352 2024-07-26T07:07:50.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 4636 completed, throughput=5MB/sec 2024-07-26T07:07:50.730 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NVdVplPMkNmqwUZ off=4359039 len=2025287 2024-07-26T07:07:50.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 4637 completed, throughput=5MB/sec 2024-07-26T07:07:50.733 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KtLy4lCFlOYO5WP off=8125756 len=562277 2024-07-26T07:07:50.736 INFO:tasks.workunit.client.0.smithi037.stdout:op 4638 completed, throughput=5MB/sec 2024-07-26T07:07:50.736 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-crPCSqMTt9eDDAS off=5097048 len=1143171 2024-07-26T07:07:50.742 INFO:tasks.workunit.client.0.smithi037.stdout:op 4639 completed, throughput=5MB/sec 2024-07-26T07:07:50.743 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2Ng8bQIca_Hhngt off=2770714 len=1916072 2024-07-26T07:07:50.744 INFO:tasks.workunit.client.0.smithi037.stdout:op 4640 completed, throughput=5MB/sec 2024-07-26T07:07:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:51 smithi037 ceph-mon[97339]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:07:51.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:07:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:07:51] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-07-26T07:07:51.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:51 smithi037 ceph-mon[99762]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:07:51.745 INFO:tasks.workunit.client.0.smithi037.stdout: 915: throughput=5MB/sec pending data=0 2024-07-26T07:07:51.745 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GWTk1PXrqJF_XXa off=12877087 len=422269 2024-07-26T07:07:51.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 4641 completed, throughput=5MB/sec 2024-07-26T07:07:51.746 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-37WRkH7GPNY_BOj off=584303 len=2058131 2024-07-26T07:07:51.748 INFO:tasks.workunit.client.0.smithi037.stdout:op 4642 completed, throughput=5MB/sec 2024-07-26T07:07:51.749 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GG7eVO6Uzt2kgLr off=12085037 len=791843 2024-07-26T07:07:51.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 4643 completed, throughput=5MB/sec 2024-07-26T07:07:51.750 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YQKGcxjCepnJygo off=3578862 len=1849786 2024-07-26T07:07:51.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 4644 completed, throughput=5MB/sec 2024-07-26T07:07:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:51 smithi135 ceph-mon[90132]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:07:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:07:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:52.752 INFO:tasks.workunit.client.0.smithi037.stdout: 916: throughput=5MB/sec pending data=0 2024-07-26T07:07:52.752 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wBlpnGTorgGlIaC off=344296 len=1565888 2024-07-26T07:07:52.759 INFO:tasks.workunit.client.0.smithi037.stdout:op 4645 completed, throughput=5MB/sec 2024-07-26T07:07:52.759 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2NExgxIfvw0JUNS off=4937945 len=1649254 2024-07-26T07:07:52.767 INFO:tasks.workunit.client.0.smithi037.stdout:op 4646 completed, throughput=5MB/sec 2024-07-26T07:07:52.767 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OILv8z5N76j5YK2 off=3547713 len=843171 2024-07-26T07:07:52.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 4647 completed, throughput=5MB/sec 2024-07-26T07:07:52.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iZvboqxPz5IB1Bu off=6558203 len=1976339 2024-07-26T07:07:52.772 INFO:tasks.workunit.client.0.smithi037.stdout:op 4648 completed, throughput=5MB/sec 2024-07-26T07:07:53.773 INFO:tasks.workunit.client.0.smithi037.stdout: 917: throughput=5MB/sec pending data=0 2024-07-26T07:07:53.773 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m6-1nFFg1Jwz2DS off=4981273 len=1065422 2024-07-26T07:07:53.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 4649 completed, throughput=5MB/sec 2024-07-26T07:07:53.775 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UBJrjeSflgDcg78 off=8616951 len=1530779 2024-07-26T07:07:53.777 INFO:tasks.workunit.client.0.smithi037.stdout:op 4650 completed, throughput=5MB/sec 2024-07-26T07:07:53.777 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PfFdws3toPeyAz_ off=424931 len=2056626 2024-07-26T07:07:53.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 4651 completed, throughput=5MB/sec 2024-07-26T07:07:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:53 smithi037 ceph-mon[97339]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:07:53.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:53 smithi037 ceph-mon[99762]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:07:53.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:53 smithi135 ceph-mon[90132]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:07:54.789 INFO:tasks.workunit.client.0.smithi037.stdout: 918: throughput=5MB/sec pending data=0 2024-07-26T07:07:54.790 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DALj78hDT1ow44o off=11928037 len=1841078 2024-07-26T07:07:54.792 INFO:tasks.workunit.client.0.smithi037.stdout:op 4652 completed, throughput=5MB/sec 2024-07-26T07:07:54.792 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vbv1esJ2GIVZrZa off=1635624 len=1679178 2024-07-26T07:07:54.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 4653 completed, throughput=5MB/sec 2024-07-26T07:07:54.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZfAbqWGiG4t9so2 off=15300902 len=754901 2024-07-26T07:07:54.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 4654 completed, throughput=5MB/sec 2024-07-26T07:07:54.799 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PgF-2sEizzB2p1A off=179305 len=1445585 2024-07-26T07:07:54.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 4655 completed, throughput=5MB/sec 2024-07-26T07:07:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:55 smithi037 ceph-mon[97339]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:07:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:55 smithi037 ceph-mon[99762]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:07:55.802 INFO:tasks.workunit.client.0.smithi037.stdout: 919: throughput=5MB/sec pending data=0 2024-07-26T07:07:55.802 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C6jlxGq4Xr-NgFK off=4968634 len=1660823 2024-07-26T07:07:55.809 INFO:tasks.workunit.client.0.smithi037.stdout:op 4656 completed, throughput=5MB/sec 2024-07-26T07:07:55.809 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Wmph9qftjSyl9m8 off=9458218 len=1786672 2024-07-26T07:07:55.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 4657 completed, throughput=5MB/sec 2024-07-26T07:07:55.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2Cvw2peNY4ZLWWT off=10957581 len=499005 2024-07-26T07:07:55.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 4658 completed, throughput=5MB/sec 2024-07-26T07:07:55.822 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EFzvwQgZ17htLAC off=11518064 len=695104 2024-07-26T07:07:55.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 4659 completed, throughput=5MB/sec 2024-07-26T07:07:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:55 smithi135 ceph-mon[90132]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:07:56.826 INFO:tasks.workunit.client.0.smithi037.stdout: 920: throughput=5MB/sec pending data=0 2024-07-26T07:07:56.826 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8AroWm3_cpsI77U off=10064776 len=94791 2024-07-26T07:07:56.828 INFO:tasks.workunit.client.0.smithi037.stdout:op 4660 completed, throughput=5MB/sec 2024-07-26T07:07:56.829 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V1MXmbVxMj7mK4O off=5775402 len=771713 2024-07-26T07:07:56.830 INFO:tasks.workunit.client.0.smithi037.stdout:op 4661 completed, throughput=5MB/sec 2024-07-26T07:07:56.830 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T6YJpCoHBD9X6KI off=10289360 len=1412972 2024-07-26T07:07:56.838 INFO:tasks.workunit.client.0.smithi037.stdout:op 4662 completed, throughput=5MB/sec 2024-07-26T07:07:56.838 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4-4dRWO8liLb3cK off=2459641 len=620938 2024-07-26T07:07:56.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 4663 completed, throughput=5MB/sec 2024-07-26T07:07:56.842 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZBc7Zmi1ILu1JPi off=9065648 len=1288216 2024-07-26T07:07:56.844 INFO:tasks.workunit.client.0.smithi037.stdout:op 4664 completed, throughput=5MB/sec 2024-07-26T07:07:56.844 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sk57hy685KQ7VSS off=1351892 len=1787954 2024-07-26T07:07:56.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 4665 completed, throughput=5MB/sec 2024-07-26T07:07:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:57 smithi037 ceph-mon[97339]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:57 smithi037 ceph-mon[99762]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:57 smithi135 ceph-mon[90132]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:57.854 INFO:tasks.workunit.client.0.smithi037.stdout: 921: throughput=5MB/sec pending data=0 2024-07-26T07:07:57.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GLUYppImzUlfk_T off=412623 len=208285 2024-07-26T07:07:57.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 4666 completed, throughput=5MB/sec 2024-07-26T07:07:57.855 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j7NHXiPN8r1lvBW off=2697427 len=1874270 2024-07-26T07:07:57.862 INFO:tasks.workunit.client.0.smithi037.stdout:op 4667 completed, throughput=5MB/sec 2024-07-26T07:07:57.863 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G6TLqS-J8k_Dgjo off=7032144 len=1567299 2024-07-26T07:07:57.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 4668 completed, throughput=5MB/sec 2024-07-26T07:07:57.871 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ySar7iYkowdnG74 off=2388185 len=1216759 2024-07-26T07:07:57.877 INFO:tasks.workunit.client.0.smithi037.stdout:op 4669 completed, throughput=5MB/sec 2024-07-26T07:07:58.877 INFO:tasks.workunit.client.0.smithi037.stdout: 922: throughput=5MB/sec pending data=0 2024-07-26T07:07:58.877 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5p3n7ck1jDWXjfV off=13107706 len=159938 2024-07-26T07:07:58.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 4670 completed, throughput=5MB/sec 2024-07-26T07:07:58.878 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OmVLn6vLy8-kjqi off=1617144 len=1594465 2024-07-26T07:07:58.886 INFO:tasks.workunit.client.0.smithi037.stdout:op 4671 completed, throughput=5MB/sec 2024-07-26T07:07:58.887 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ha9PYdMA4UA_sZT off=4456730 len=1547885 2024-07-26T07:07:58.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 4672 completed, throughput=5MB/sec 2024-07-26T07:07:58.889 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QVAX2K1YCe9sVP8 off=3554622 len=316738 2024-07-26T07:07:58.892 INFO:tasks.workunit.client.0.smithi037.stdout:op 4673 completed, throughput=5MB/sec 2024-07-26T07:07:58.892 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-94Ui8qBRdYPnpOW off=10522406 len=1080955 2024-07-26T07:07:58.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 4674 completed, throughput=5MB/sec 2024-07-26T07:07:58.899 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9HY0J_s0nbJgY5A off=14352940 len=1379943 2024-07-26T07:07:58.900 INFO:tasks.workunit.client.0.smithi037.stdout:op 4675 completed, throughput=5MB/sec 2024-07-26T07:07:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:07:59 smithi037 ceph-mon[97339]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:07:59 smithi037 ceph-mon[99762]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:07:59 smithi135 ceph-mon[90132]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:07:59.902 INFO:tasks.workunit.client.0.smithi037.stdout: 923: throughput=5MB/sec pending data=0 2024-07-26T07:07:59.902 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cLItIgkWWif5MrD off=4320288 len=789316 2024-07-26T07:07:59.902 INFO:tasks.workunit.client.0.smithi037.stdout:op 4676 completed, throughput=5MB/sec 2024-07-26T07:07:59.902 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pgywQnkB3VOMohS off=19430871 len=353498 2024-07-26T07:07:59.905 INFO:tasks.workunit.client.0.smithi037.stdout:op 4677 completed, throughput=5MB/sec 2024-07-26T07:07:59.905 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7NR5suMCQg7XWm8 off=2652780 len=1803842 2024-07-26T07:07:59.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 4678 completed, throughput=5MB/sec 2024-07-26T07:07:59.914 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vJ_ux25VecHuIg8 off=2288325 len=2080252 2024-07-26T07:07:59.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 4679 completed, throughput=5MB/sec 2024-07-26T07:08:00.923 INFO:tasks.workunit.client.0.smithi037.stdout: 924: throughput=5MB/sec pending data=0 2024-07-26T07:08:00.923 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oGAQSqYVLy3si2q off=4962852 len=1274966 2024-07-26T07:08:00.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 4680 completed, throughput=5MB/sec 2024-07-26T07:08:00.926 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BeDiIxiksGgwJXG off=14669011 len=1415334 2024-07-26T07:08:00.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 4681 completed, throughput=5MB/sec 2024-07-26T07:08:00.933 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YA3mV0zvJmQA0fJ off=2029734 len=1566688 2024-07-26T07:08:00.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 4682 completed, throughput=5MB/sec 2024-07-26T07:08:00.941 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UamaFUnkFJfeNUK off=14911022 len=670182 2024-07-26T07:08:00.946 INFO:tasks.workunit.client.0.smithi037.stdout:op 4683 completed, throughput=5MB/sec 2024-07-26T07:08:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:01 smithi037 ceph-mon[97339]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:08:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:01] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-07-26T07:08:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:01 smithi037 ceph-mon[99762]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:08:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:01 smithi135 ceph-mon[90132]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T07:08:01.946 INFO:tasks.workunit.client.0.smithi037.stdout: 925: throughput=5MB/sec pending data=0 2024-07-26T07:08:01.946 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6lasmH_FXhU_b8 off=3741179 len=2002125 2024-07-26T07:08:01.948 INFO:tasks.workunit.client.0.smithi037.stdout:op 4684 completed, throughput=5MB/sec 2024-07-26T07:08:01.948 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BiWWsfVwqAQl-WF off=11902337 len=935937 2024-07-26T07:08:01.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 4685 completed, throughput=5MB/sec 2024-07-26T07:08:01.950 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UDr2QCwILGBXzw1 off=590934 len=407203 2024-07-26T07:08:01.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 4686 completed, throughput=5MB/sec 2024-07-26T07:08:01.954 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-srNhgXXvPVYS6yB off=5222175 len=1645345 2024-07-26T07:08:01.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 4687 completed, throughput=5MB/sec 2024-07-26T07:08:02.579 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:02.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:02 smithi135 ceph-mon[90132]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:08:02.959 INFO:tasks.workunit.client.0.smithi037.stdout: 926: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:02.959 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KyhNbcnjChZbE-s off=10823907 len=584076 2024-07-26T07:08:02.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 4688 completed, throughput=5MB/sec 2024-07-26T07:08:02.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1Y_2h8_sD9Rfh7- off=2606334 len=1061420 2024-07-26T07:08:02.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 4689 completed, throughput=5MB/sec 2024-07-26T07:08:02.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_ZcQb7lfcMcHJYN off=430862 len=373393 2024-07-26T07:08:02.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 4690 completed, throughput=5MB/sec 2024-07-26T07:08:02.967 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QOEHsxk5vsDKH0- off=5040904 len=1377987 2024-07-26T07:08:02.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 4691 completed, throughput=5MB/sec 2024-07-26T07:08:02.969 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yGQoxuN7_mK2ML0 off=5625467 len=1178238 2024-07-26T07:08:02.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 4692 completed, throughput=5MB/sec 2024-07-26T07:08:02.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aCAazYTgjZ3fPlT off=13212772 len=1328635 2024-07-26T07:08:02.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 4693 completed, throughput=5MB/sec 2024-07-26T07:08:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:02 smithi037 ceph-mon[97339]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:08:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:02 smithi037 ceph-mon[99762]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T07:08:03.973 INFO:tasks.workunit.client.0.smithi037.stdout: 927: throughput=5MB/sec pending data=0 2024-07-26T07:08:03.973 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PLVNFoG7wba6DSL off=12849996 len=2071713 2024-07-26T07:08:03.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 4694 completed, throughput=5MB/sec 2024-07-26T07:08:03.986 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UBZMaLLbXXbh7NP off=45838 len=277783 2024-07-26T07:08:03.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 4695 completed, throughput=5MB/sec 2024-07-26T07:08:03.986 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1kHyY1I4aPbb_Hj off=6755499 len=837612 2024-07-26T07:08:03.990 INFO:tasks.workunit.client.0.smithi037.stdout:op 4696 completed, throughput=5MB/sec 2024-07-26T07:08:03.990 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Mhr2bpf73gmXN8 off=3082562 len=1373192 2024-07-26T07:08:03.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 4697 completed, throughput=5MB/sec 2024-07-26T07:08:03.996 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tMvhZAHZnADbzZD off=4535303 len=108919 2024-07-26T07:08:03.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 4698 completed, throughput=5MB/sec 2024-07-26T07:08:04.997 INFO:tasks.workunit.client.0.smithi037.stdout: 928: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:04.997 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GhIE2LFoTy6Mq1Q off=21731789 len=1165197 2024-07-26T07:08:04.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 4699 completed, throughput=5MB/sec 2024-07-26T07:08:04.998 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7sziipDEAibLAPl off=15458367 len=1525930 2024-07-26T07:08:05.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 4700 completed, throughput=5MB/sec 2024-07-26T07:08:05.001 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pNnRKM87qmVjrbE off=2290963 len=1403651 2024-07-26T07:08:05.010 INFO:tasks.workunit.client.0.smithi037.stdout:op 4701 completed, throughput=5MB/sec 2024-07-26T07:08:05.010 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Sg-1O107ZRq0Lwk off=1556418 len=736177 2024-07-26T07:08:05.014 INFO:tasks.workunit.client.0.smithi037.stdout:op 4702 completed, throughput=5MB/sec 2024-07-26T07:08:05.014 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J-nrmKs079UVzQV off=10608212 len=191168 2024-07-26T07:08:05.014 INFO:tasks.workunit.client.0.smithi037.stdout:op 4703 completed, throughput=5MB/sec 2024-07-26T07:08:05.014 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1cS6YHsUXap67IR off=2341713 len=964138 2024-07-26T07:08:05.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 4704 completed, throughput=5MB/sec 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:08:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:08:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T07:08:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:08:06.015 INFO:tasks.workunit.client.0.smithi037.stdout: 929: throughput=5MB/sec pending data=0 2024-07-26T07:08:06.015 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uSeMgx_IFQAJIwG off=20083602 len=760527 2024-07-26T07:08:06.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 4705 completed, throughput=5MB/sec 2024-07-26T07:08:06.020 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-s8ikPCbJ6UNULw_ off=5778951 len=1011678 2024-07-26T07:08:06.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 4706 completed, throughput=5MB/sec 2024-07-26T07:08:06.025 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6XwutRz0UZeovpG off=7156225 len=977610 2024-07-26T07:08:06.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 4707 completed, throughput=5MB/sec 2024-07-26T07:08:06.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CQYdFSZRG_7MjAD off=1348674 len=1076468 2024-07-26T07:08:06.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 4708 completed, throughput=5MB/sec 2024-07-26T07:08:06.029 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YNlhTL_Uz_HwAB0 off=3643032 len=1894834 2024-07-26T07:08:06.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 4709 completed, throughput=5MB/sec 2024-07-26T07:08:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: 930: throughput=5MB/sec pending data=0 2024-07-26T07:08:07.039 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oY1PvTy3f5gQnta off=18369859 len=789617 2024-07-26T07:08:07.040 INFO:tasks.workunit.client.0.smithi037.stdout:op 4710 completed, throughput=5MB/sec 2024-07-26T07:08:07.040 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1rRZJoYtf49Q5Li off=1279238 len=136438 2024-07-26T07:08:07.043 INFO:tasks.workunit.client.0.smithi037.stdout:op 4711 completed, throughput=5MB/sec 2024-07-26T07:08:07.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Yrq-NfvqB2_ATtV off=14736455 len=407634 2024-07-26T07:08:07.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 4712 completed, throughput=5MB/sec 2024-07-26T07:08:07.046 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MQCLgGZHtZesbg4 off=4266365 len=1651284 2024-07-26T07:08:07.055 INFO:tasks.workunit.client.0.smithi037.stdout:op 4713 completed, throughput=5MB/sec 2024-07-26T07:08:07.055 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u832MOY58mQvaBO off=3835080 len=1845481 2024-07-26T07:08:07.058 INFO:tasks.workunit.client.0.smithi037.stdout:op 4714 completed, throughput=5MB/sec 2024-07-26T07:08:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:06 smithi037 ceph-mon[97339]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:06 smithi037 ceph-mon[99762]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:06 smithi135 ceph-mon[90132]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: 931: throughput=5MB/sec pending data=0 2024-07-26T07:08:08.059 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MXrikChrUiG_b40 off=4162056 len=2035120 2024-07-26T07:08:08.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 4715 completed, throughput=5MB/sec 2024-07-26T07:08:08.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s3aNhf90WR5-nb0 off=3249101 len=2017852 2024-07-26T07:08:08.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 4716 completed, throughput=5MB/sec 2024-07-26T07:08:08.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lvmgcVzSnDdl1x1 off=854518 len=184728 2024-07-26T07:08:08.073 INFO:tasks.workunit.client.0.smithi037.stdout:op 4717 completed, throughput=5MB/sec 2024-07-26T07:08:08.073 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8RtVqQaEhwzIPXM off=18046344 len=1997215 2024-07-26T07:08:08.085 INFO:tasks.workunit.client.0.smithi037.stdout:op 4718 completed, throughput=5MB/sec 2024-07-26T07:08:09.085 INFO:tasks.workunit.client.0.smithi037.stdout: 932: throughput=5MB/sec pending data=0 2024-07-26T07:08:09.085 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9vfXsw1oMMiKUEZ off=8801080 len=166046 2024-07-26T07:08:09.088 INFO:tasks.workunit.client.0.smithi037.stdout:op 4719 completed, throughput=5MB/sec 2024-07-26T07:08:09.088 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zuaPuIZs8qcrXP1 off=4614074 len=527180 2024-07-26T07:08:09.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 4720 completed, throughput=5MB/sec 2024-07-26T07:08:09.092 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3FWFuR_64q4mkql off=3043925 len=68803 2024-07-26T07:08:09.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 4721 completed, throughput=5MB/sec 2024-07-26T07:08:09.093 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gvqNCuRJcLnwngS off=898086 len=734040 2024-07-26T07:08:09.095 INFO:tasks.workunit.client.0.smithi037.stdout:op 4722 completed, throughput=5MB/sec 2024-07-26T07:08:09.095 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FTigxJ-bX89o7Gb off=15428063 len=1958266 2024-07-26T07:08:09.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 4723 completed, throughput=5MB/sec 2024-07-26T07:08:09.103 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c813ZCFqd1A-4Q9 off=13564435 len=665465 2024-07-26T07:08:09.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 4724 completed, throughput=5MB/sec 2024-07-26T07:08:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:08 smithi037 ceph-mon[97339]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:08 smithi037 ceph-mon[99762]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:08 smithi135 ceph-mon[90132]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T07:08:10.106 INFO:tasks.workunit.client.0.smithi037.stdout: 933: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:10.106 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3Sv1JIlF7zuGJpV off=8186465 len=561217 2024-07-26T07:08:10.107 INFO:tasks.workunit.client.0.smithi037.stdout:op 4725 completed, throughput=5MB/sec 2024-07-26T07:08:10.107 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-av3QC26PnlXsIxm off=9537374 len=1409103 2024-07-26T07:08:10.110 INFO:tasks.workunit.client.0.smithi037.stdout:op 4726 completed, throughput=5MB/sec 2024-07-26T07:08:10.110 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UuhMJx4n_rA31HE off=9308750 len=12058 2024-07-26T07:08:10.111 INFO:tasks.workunit.client.0.smithi037.stdout:op 4727 completed, throughput=5MB/sec 2024-07-26T07:08:10.111 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9UjzBSdEidkMdCy off=7130226 len=1609348 2024-07-26T07:08:10.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 4728 completed, throughput=5MB/sec 2024-07-26T07:08:10.121 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gh-IIkuszSOkOZO off=12860829 len=2000448 2024-07-26T07:08:10.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 4729 completed, throughput=5MB/sec 2024-07-26T07:08:11.124 INFO:tasks.workunit.client.0.smithi037.stdout: 934: throughput=5MB/sec pending data=0 2024-07-26T07:08:11.124 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fkZzPpF6keknUIC off=1412992 len=713959 2024-07-26T07:08:11.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 4730 completed, throughput=5MB/sec 2024-07-26T07:08:11.129 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pKVpOg5JpeH81Sq off=2024857 len=1274155 2024-07-26T07:08:11.130 INFO:tasks.workunit.client.0.smithi037.stdout:op 4731 completed, throughput=5MB/sec 2024-07-26T07:08:11.130 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZXL1qt9__9lHKZY off=209602 len=1782917 2024-07-26T07:08:11.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 4732 completed, throughput=5MB/sec 2024-07-26T07:08:11.140 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xb3Ey1hoK7FqDYE off=4627824 len=817738 2024-07-26T07:08:11.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 4733 completed, throughput=5MB/sec 2024-07-26T07:08:11.141 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mvcs4r54FtlnAsu off=9949121 len=568458 2024-07-26T07:08:11.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 4734 completed, throughput=5MB/sec 2024-07-26T07:08:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:10 smithi037 ceph-mon[97339]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:08:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:10 smithi037 ceph-mon[99762]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:08:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:10 smithi135 ceph-mon[90132]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:08:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:11] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:08:12.145 INFO:tasks.workunit.client.0.smithi037.stdout: 935: throughput=5MB/sec pending data=0 2024-07-26T07:08:12.146 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n6ynJfiQumXvBwh off=17291646 len=1226962 2024-07-26T07:08:12.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 4735 completed, throughput=5MB/sec 2024-07-26T07:08:12.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rnyt3OveCxJt7zE off=1262030 len=44203 2024-07-26T07:08:12.155 INFO:tasks.workunit.client.0.smithi037.stdout:op 4736 completed, throughput=5MB/sec 2024-07-26T07:08:12.155 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GBbwOom6sBt4xmK off=5600971 len=1908308 2024-07-26T07:08:12.158 INFO:tasks.workunit.client.0.smithi037.stdout:op 4737 completed, throughput=5MB/sec 2024-07-26T07:08:12.159 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E8CzjoHH88p6Pvg off=1436246 len=1585869 2024-07-26T07:08:12.167 INFO:tasks.workunit.client.0.smithi037.stdout:op 4738 completed, throughput=5MB/sec 2024-07-26T07:08:12.167 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BocmPGesOTUwS5H off=9572 len=1775850 2024-07-26T07:08:12.177 INFO:tasks.workunit.client.0.smithi037.stdout:op 4739 completed, throughput=5MB/sec 2024-07-26T07:08:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:13.178 INFO:tasks.workunit.client.0.smithi037.stdout: 936: throughput=5MB/sec pending data=0 2024-07-26T07:08:13.178 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zzpuOBUQtSgju3h off=2551959 len=522770 2024-07-26T07:08:13.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 4740 completed, throughput=5MB/sec 2024-07-26T07:08:13.179 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tepAo983c1nKhhl off=12708303 len=1307664 2024-07-26T07:08:13.185 INFO:tasks.workunit.client.0.smithi037.stdout:op 4741 completed, throughput=5MB/sec 2024-07-26T07:08:13.185 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fNGyh70Q56pVB36 off=17731082 len=162084 2024-07-26T07:08:13.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 4742 completed, throughput=5MB/sec 2024-07-26T07:08:13.187 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PFT53wDiI8aov14 off=364664 len=1660271 2024-07-26T07:08:13.196 INFO:tasks.workunit.client.0.smithi037.stdout:op 4743 completed, throughput=5MB/sec 2024-07-26T07:08:13.196 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8m5WefA8ppBexNu off=843590 len=1135018 2024-07-26T07:08:13.198 INFO:tasks.workunit.client.0.smithi037.stdout:op 4744 completed, throughput=5MB/sec 2024-07-26T07:08:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:12 smithi037 ceph-mon[97339]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:08:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:12 smithi037 ceph-mon[99762]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:08:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:12 smithi135 ceph-mon[90132]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:08:14.199 INFO:tasks.workunit.client.0.smithi037.stdout: 937: throughput=5MB/sec pending data=0 2024-07-26T07:08:14.199 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u3HRH6E0mrPdsD- off=61748 len=820821 2024-07-26T07:08:14.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 4745 completed, throughput=5MB/sec 2024-07-26T07:08:14.204 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dUuAoi1Rub2gyfj off=8819154 len=1606600 2024-07-26T07:08:14.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 4746 completed, throughput=5MB/sec 2024-07-26T07:08:14.206 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DiLli0Kh9jdoHAb off=11622718 len=1072059 2024-07-26T07:08:14.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 4747 completed, throughput=5MB/sec 2024-07-26T07:08:14.211 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6t4HRW9IGF15Z1C off=4458774 len=88412 2024-07-26T07:08:14.213 INFO:tasks.workunit.client.0.smithi037.stdout:op 4748 completed, throughput=5MB/sec 2024-07-26T07:08:14.213 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vxqnr7MV1I4Z6dG off=3133195 len=987815 2024-07-26T07:08:14.214 INFO:tasks.workunit.client.0.smithi037.stdout:op 4749 completed, throughput=5MB/sec 2024-07-26T07:08:15.215 INFO:tasks.workunit.client.0.smithi037.stdout: 938: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:15.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xNNTIinhD-gYzpy off=617075 len=1167761 2024-07-26T07:08:15.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 4750 completed, throughput=5MB/sec 2024-07-26T07:08:15.220 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fyemhaRIh7gk1eA off=2816816 len=399162 2024-07-26T07:08:15.221 INFO:tasks.workunit.client.0.smithi037.stdout:op 4751 completed, throughput=5MB/sec 2024-07-26T07:08:15.221 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rgcr8uNRu3UDEFQ off=970689 len=638763 2024-07-26T07:08:15.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 4752 completed, throughput=5MB/sec 2024-07-26T07:08:15.222 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t_ui31kvO2uDxf_ off=2082618 len=1083146 2024-07-26T07:08:15.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 4753 completed, throughput=5MB/sec 2024-07-26T07:08:15.228 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-64sNABILSK9DciK off=1177188 len=878827 2024-07-26T07:08:15.232 INFO:tasks.workunit.client.0.smithi037.stdout:op 4754 completed, throughput=5MB/sec 2024-07-26T07:08:15.233 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tBm5jTrY_ufyjnT off=12378474 len=1441791 2024-07-26T07:08:15.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 4755 completed, throughput=5MB/sec 2024-07-26T07:08:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:14 smithi037 ceph-mon[97339]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:08:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:14 smithi037 ceph-mon[99762]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:08:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:14 smithi135 ceph-mon[90132]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T07:08:16.235 INFO:tasks.workunit.client.0.smithi037.stdout: 939: throughput=5MB/sec pending data=0 2024-07-26T07:08:16.235 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k8QqnXPHUR3nqn- off=1218969 len=941871 2024-07-26T07:08:16.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 4756 completed, throughput=5MB/sec 2024-07-26T07:08:16.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-69CkkIgADUZ0sjY off=9728889 len=134223 2024-07-26T07:08:16.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 4757 completed, throughput=5MB/sec 2024-07-26T07:08:16.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B40Bl3tb7NzemXh off=937461 len=1378158 2024-07-26T07:08:16.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 4758 completed, throughput=5MB/sec 2024-07-26T07:08:16.243 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X0O3Iw12ZdG-lBr off=6723295 len=305702 2024-07-26T07:08:16.244 INFO:tasks.workunit.client.0.smithi037.stdout:op 4759 completed, throughput=5MB/sec 2024-07-26T07:08:16.244 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mSXGIep2HWyTJKx off=13523513 len=457554 2024-07-26T07:08:16.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 4760 completed, throughput=5MB/sec 2024-07-26T07:08:16.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-68T2dbB_tz1aFbL off=3480086 len=771570 2024-07-26T07:08:16.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 4761 completed, throughput=5MB/sec 2024-07-26T07:08:16.246 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bQAzFPCwf_WA7Xu off=23790248 len=1565369 2024-07-26T07:08:16.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 4762 completed, throughput=5MB/sec 2024-07-26T07:08:17.248 INFO:tasks.workunit.client.0.smithi037.stdout: 940: throughput=5MB/sec pending data=0 2024-07-26T07:08:17.248 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z2EgKUxFcyyKUTQ off=2559023 len=976566 2024-07-26T07:08:17.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 4763 completed, throughput=5MB/sec 2024-07-26T07:08:17.253 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-531bpK311a8RPH0 off=9723828 len=577927 2024-07-26T07:08:17.257 INFO:tasks.workunit.client.0.smithi037.stdout:op 4764 completed, throughput=5MB/sec 2024-07-26T07:08:17.257 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Rsr5HOcFx1sDHl off=14634774 len=967638 2024-07-26T07:08:17.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 4765 completed, throughput=5MB/sec 2024-07-26T07:08:17.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XP1EA76OLmDooRK off=9503587 len=1338840 2024-07-26T07:08:17.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 4766 completed, throughput=5MB/sec 2024-07-26T07:08:17.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HBsktVP7FbJiO_J off=4492435 len=182372 2024-07-26T07:08:17.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 4767 completed, throughput=5MB/sec 2024-07-26T07:08:17.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Pp_2KTu4IqFoBwZ off=4694262 len=1915903 2024-07-26T07:08:17.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 4768 completed, throughput=5MB/sec 2024-07-26T07:08:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:16 smithi037 ceph-mon[97339]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:08:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:16 smithi037 ceph-mon[99762]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:08:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:16 smithi135 ceph-mon[90132]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:08:18.269 INFO:tasks.workunit.client.0.smithi037.stdout: 941: throughput=5MB/sec pending data=0 2024-07-26T07:08:18.270 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pbcrml920rOwPf8 off=20468317 len=2747 2024-07-26T07:08:18.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 4769 completed, throughput=5MB/sec 2024-07-26T07:08:18.270 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--pf8-lH8VUoFzV0 off=453556 len=726613 2024-07-26T07:08:18.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 4770 completed, throughput=5MB/sec 2024-07-26T07:08:18.272 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F6EW3r1UcZLpzrX off=15664423 len=2005303 2024-07-26T07:08:18.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 4771 completed, throughput=5MB/sec 2024-07-26T07:08:18.274 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S6NqXIyQkMqfeit off=7653050 len=1068111 2024-07-26T07:08:18.279 INFO:tasks.workunit.client.0.smithi037.stdout:op 4772 completed, throughput=5MB/sec 2024-07-26T07:08:18.279 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3i85A9FAtLA2vVH off=5360314 len=23574 2024-07-26T07:08:18.281 INFO:tasks.workunit.client.0.smithi037.stdout:op 4773 completed, throughput=5MB/sec 2024-07-26T07:08:18.282 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eyWAkMoG4Rfmz5q off=1003126 len=1413190 2024-07-26T07:08:18.283 INFO:tasks.workunit.client.0.smithi037.stdout:op 4774 completed, throughput=5MB/sec 2024-07-26T07:08:19.284 INFO:tasks.workunit.client.0.smithi037.stdout: 942: throughput=5MB/sec pending data=0 2024-07-26T07:08:19.284 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fzWZjbHK_WALlvR off=329609 len=975421 2024-07-26T07:08:19.289 INFO:tasks.workunit.client.0.smithi037.stdout:op 4775 completed, throughput=5MB/sec 2024-07-26T07:08:19.289 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NZfrIqNETqqGkF0 off=2365628 len=998147 2024-07-26T07:08:19.290 INFO:tasks.workunit.client.0.smithi037.stdout:op 4776 completed, throughput=5MB/sec 2024-07-26T07:08:19.290 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RJfXtaZfiESX-V5 off=1194869 len=568286 2024-07-26T07:08:19.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 4777 completed, throughput=5MB/sec 2024-07-26T07:08:19.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OKL4k9541fITXZu off=12662943 len=1284342 2024-07-26T07:08:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:18 smithi037 ceph-mon[97339]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:08:19.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:18 smithi037 ceph-mon[99762]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:08:19.298 INFO:tasks.workunit.client.0.smithi037.stdout:op 4778 completed, throughput=5MB/sec 2024-07-26T07:08:19.298 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G1IuTyzxLIAKlpX off=12193404 len=1946184 2024-07-26T07:08:19.309 INFO:tasks.workunit.client.0.smithi037.stdout:op 4779 completed, throughput=5MB/sec 2024-07-26T07:08:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:18 smithi135 ceph-mon[90132]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:08:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:20.309 INFO:tasks.workunit.client.0.smithi037.stdout: 943: throughput=5MB/sec pending data=0 2024-07-26T07:08:20.309 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AH52sH61Sv2aS7l off=4352815 len=1257272 2024-07-26T07:08:20.312 INFO:tasks.workunit.client.0.smithi037.stdout:op 4780 completed, throughput=5MB/sec 2024-07-26T07:08:20.312 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AVnTRoi1yvh1G2l off=0 len=1730964 2024-07-26T07:08:20.321 INFO:tasks.workunit.client.0.smithi037.stdout:op 4781 completed, throughput=5MB/sec 2024-07-26T07:08:20.321 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aTUntRyIMvhGBwW off=635686 len=389229 2024-07-26T07:08:20.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 4782 completed, throughput=5MB/sec 2024-07-26T07:08:20.324 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HfivoNVV5TGPCMg off=48668 len=583241 2024-07-26T07:08:20.328 INFO:tasks.workunit.client.0.smithi037.stdout:op 4783 completed, throughput=5MB/sec 2024-07-26T07:08:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:20 smithi037 ceph-mon[97339]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:08:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:20 smithi037 ceph-mon[99762]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:08:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: 944: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:21.328 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DPDp4rY_hxjyV-c off=18539340 len=1834631 2024-07-26T07:08:21.336 INFO:tasks.workunit.client.0.smithi037.stdout:op 4784 completed, throughput=5MB/sec 2024-07-26T07:08:21.336 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d2qaxJPcV76suYx off=776245 len=669848 2024-07-26T07:08:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:20 smithi135 ceph-mon[90132]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:08:21.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 4785 completed, throughput=5MB/sec 2024-07-26T07:08:21.338 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Adh-5sg9_8wtu5Z off=3422950 len=761981 2024-07-26T07:08:21.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 4786 completed, throughput=5MB/sec 2024-07-26T07:08:21.339 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Iu2a_e9NPWNKv2 off=5315184 len=1976227 2024-07-26T07:08:21.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 4787 completed, throughput=5MB/sec 2024-07-26T07:08:21.489 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:21] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:08:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: 945: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:22.341 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-46Cdgn63jq1MxSc off=2169448 len=505268 2024-07-26T07:08:22.344 INFO:tasks.workunit.client.0.smithi037.stdout:op 4788 completed, throughput=5MB/sec 2024-07-26T07:08:22.344 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PK6NXoWTtNcJzcM off=5099427 len=623159 2024-07-26T07:08:22.349 INFO:tasks.workunit.client.0.smithi037.stdout:op 4789 completed, throughput=5MB/sec 2024-07-26T07:08:22.349 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ME0PFMXytCUH5Pl off=2184759 len=407690 2024-07-26T07:08:22.349 INFO:tasks.workunit.client.0.smithi037.stdout:op 4790 completed, throughput=5MB/sec 2024-07-26T07:08:22.349 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k1lxPc1finWSVG3 off=6764861 len=1677222 2024-07-26T07:08:22.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 4791 completed, throughput=5MB/sec 2024-07-26T07:08:22.353 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BVFRnblDTBURNje off=679150 len=1470823 2024-07-26T07:08:22.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 4792 completed, throughput=5MB/sec 2024-07-26T07:08:22.354 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j7NHXiPN8r1lvBW off=2542810 len=2076282 2024-07-26T07:08:22.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 4793 completed, throughput=5MB/sec 2024-07-26T07:08:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:22 smithi037 ceph-mon[97339]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:22 smithi037 ceph-mon[99762]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:22 smithi135 ceph-mon[90132]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: 946: throughput=5MB/sec pending data=0 2024-07-26T07:08:23.362 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TBCYy8cBJ_BmPfn off=7631354 len=97527 2024-07-26T07:08:23.362 INFO:tasks.workunit.client.0.smithi037.stdout:op 4794 completed, throughput=5MB/sec 2024-07-26T07:08:23.362 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rUn3v2qGrP6Iyhl off=6526109 len=755728 2024-07-26T07:08:23.368 INFO:tasks.workunit.client.0.smithi037.stdout:op 4795 completed, throughput=5MB/sec 2024-07-26T07:08:23.368 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tus6PhEdn4OG_iE off=1378321 len=1253561 2024-07-26T07:08:23.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 4796 completed, throughput=5MB/sec 2024-07-26T07:08:23.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bmkj4ZQ1BRabH1T off=19583609 len=559771 2024-07-26T07:08:23.374 INFO:tasks.workunit.client.0.smithi037.stdout:op 4797 completed, throughput=5MB/sec 2024-07-26T07:08:23.374 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1a9a4paPOhl_bkA off=5517462 len=326029 2024-07-26T07:08:23.377 INFO:tasks.workunit.client.0.smithi037.stdout:op 4798 completed, throughput=5MB/sec 2024-07-26T07:08:23.377 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CrehmqK-r7HNWgJ off=5005833 len=1621352 2024-07-26T07:08:23.378 INFO:tasks.workunit.client.0.smithi037.stdout:op 4799 completed, throughput=5MB/sec 2024-07-26T07:08:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: 947: throughput=5MB/sec pending data=0 2024-07-26T07:08:24.379 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EK_NWRr3jBu9uhO off=377503 len=1332790 2024-07-26T07:08:24.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 4800 completed, throughput=5MB/sec 2024-07-26T07:08:24.385 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-svb_ZyXza294tzv off=1853216 len=1949206 2024-07-26T07:08:24.387 INFO:tasks.workunit.client.0.smithi037.stdout:op 4801 completed, throughput=5MB/sec 2024-07-26T07:08:24.387 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wIayqvSdIuQewCP off=7480072 len=1870384 2024-07-26T07:08:24.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 4802 completed, throughput=5MB/sec 2024-07-26T07:08:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:24 smithi037 ceph-mon[97339]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:08:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:24 smithi037 ceph-mon[99762]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:08:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:24 smithi135 ceph-mon[90132]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:08:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: 948: throughput=5MB/sec pending data=0 2024-07-26T07:08:25.398 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BrzHOLKUP8Dl_rl off=307412 len=1516587 2024-07-26T07:08:25.400 INFO:tasks.workunit.client.0.smithi037.stdout:op 4803 completed, throughput=5MB/sec 2024-07-26T07:08:25.400 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bR-Z_2hYoyPM8vl off=9898856 len=1574451 2024-07-26T07:08:25.410 INFO:tasks.workunit.client.0.smithi037.stdout:op 4804 completed, throughput=5MB/sec 2024-07-26T07:08:25.410 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-is_789pCuXZ0xPT off=17489689 len=1061604 2024-07-26T07:08:25.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 4805 completed, throughput=5MB/sec 2024-07-26T07:08:25.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-j5WFKvzIpdmEZyy off=4458218 len=284544 2024-07-26T07:08:25.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 4806 completed, throughput=5MB/sec 2024-07-26T07:08:25.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T6Ce4Hx_TQBZUKj off=23708253 len=1532670 2024-07-26T07:08:25.419 INFO:tasks.workunit.client.0.smithi037.stdout:op 4807 completed, throughput=5MB/sec 2024-07-26T07:08:26.420 INFO:tasks.workunit.client.0.smithi037.stdout: 949: throughput=5MB/sec pending data=0 2024-07-26T07:08:26.420 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t3KQNNGWXQa5cv2 off=1025922 len=455744 2024-07-26T07:08:26.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 4808 completed, throughput=5MB/sec 2024-07-26T07:08:26.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--_D3ttPQuphpN_B off=9163063 len=1909839 2024-07-26T07:08:26.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 4809 completed, throughput=5MB/sec 2024-07-26T07:08:26.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-s42vtrO5YrUp_ck off=23956256 len=77754 2024-07-26T07:08:26.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 4810 completed, throughput=5MB/sec 2024-07-26T07:08:26.427 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_1tvUrtbYGqHjKI off=14765274 len=1612894 2024-07-26T07:08:26.429 INFO:tasks.workunit.client.0.smithi037.stdout:op 4811 completed, throughput=5MB/sec 2024-07-26T07:08:26.429 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qmDommFMEiSKy8n off=6747666 len=1626218 2024-07-26T07:08:26.431 INFO:tasks.workunit.client.0.smithi037.stdout:op 4812 completed, throughput=5MB/sec 2024-07-26T07:08:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:26 smithi037 ceph-mon[97339]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:26 smithi037 ceph-mon[99762]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:26 smithi135 ceph-mon[90132]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:27.432 INFO:tasks.workunit.client.0.smithi037.stdout: 950: throughput=5MB/sec pending data=0 2024-07-26T07:08:27.432 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CkMLqqJa5G4W-1J off=13275308 len=1174182 2024-07-26T07:08:27.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 4813 completed, throughput=5MB/sec 2024-07-26T07:08:27.438 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-crPCSqMTt9eDDAS off=1537364 len=1392943 2024-07-26T07:08:27.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 4814 completed, throughput=5MB/sec 2024-07-26T07:08:27.441 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2r628r0mDNncQa0 off=8681528 len=1748393 2024-07-26T07:08:27.443 INFO:tasks.workunit.client.0.smithi037.stdout:op 4815 completed, throughput=5MB/sec 2024-07-26T07:08:28.444 INFO:tasks.workunit.client.0.smithi037.stdout: 951: throughput=5MB/sec pending data=0 2024-07-26T07:08:28.444 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vb28R-O8RHHS0kx off=7429916 len=993464 2024-07-26T07:08:28.449 INFO:tasks.workunit.client.0.smithi037.stdout:op 4816 completed, throughput=5MB/sec 2024-07-26T07:08:28.449 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S-87P_5bjJqkrpD off=3208470 len=1147560 2024-07-26T07:08:28.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 4817 completed, throughput=5MB/sec 2024-07-26T07:08:28.456 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o5ozslioz_KkWRG off=1610162 len=1466242 2024-07-26T07:08:28.458 INFO:tasks.workunit.client.0.smithi037.stdout:op 4818 completed, throughput=5MB/sec 2024-07-26T07:08:28.458 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-03RYnCTuIfEoTxB off=9492522 len=1298180 2024-07-26T07:08:28.461 INFO:tasks.workunit.client.0.smithi037.stdout:op 4819 completed, throughput=5MB/sec 2024-07-26T07:08:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:28 smithi037 ceph-mon[97339]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:28 smithi037 ceph-mon[99762]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:28 smithi135 ceph-mon[90132]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:29.461 INFO:tasks.workunit.client.0.smithi037.stdout: 952: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:29.461 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rl8FMMgiDpHnXqS off=1792333 len=2089842 2024-07-26T07:08:29.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 4820 completed, throughput=5MB/sec 2024-07-26T07:08:29.464 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bgUZLCJu6voGiCd off=3427809 len=1993262 2024-07-26T07:08:29.467 INFO:tasks.workunit.client.0.smithi037.stdout:op 4821 completed, throughput=5MB/sec 2024-07-26T07:08:29.467 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SkzIHmADn--hE86 off=0 len=1592181 2024-07-26T07:08:29.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 4822 completed, throughput=5MB/sec 2024-07-26T07:08:30.471 INFO:tasks.workunit.client.0.smithi037.stdout: 953: throughput=5MB/sec pending data=0 2024-07-26T07:08:30.471 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_i3r4O1dnuZo3wP off=7096294 len=1182484 2024-07-26T07:08:30.478 INFO:tasks.workunit.client.0.smithi037.stdout:op 4823 completed, throughput=5MB/sec 2024-07-26T07:08:30.478 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-goP5CO6K6jVI2yl off=0 len=1713307 2024-07-26T07:08:30.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 4824 completed, throughput=5MB/sec 2024-07-26T07:08:30.488 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UGIkpadp3lC6ANL off=2684411 len=47091 2024-07-26T07:08:30.489 INFO:tasks.workunit.client.0.smithi037.stdout:op 4825 completed, throughput=5MB/sec 2024-07-26T07:08:30.489 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3mYHKtIbpmQlLSf off=2009809 len=108074 2024-07-26T07:08:30.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 4826 completed, throughput=5MB/sec 2024-07-26T07:08:30.492 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Yy6B48GR6No0oFQ off=8547068 len=1010703 2024-07-26T07:08:30.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 4827 completed, throughput=5MB/sec 2024-07-26T07:08:30.493 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rwZRR4F_RND-tx0 off=20465001 len=855237 2024-07-26T07:08:30.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 4828 completed, throughput=5MB/sec 2024-07-26T07:08:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:30 smithi037 ceph-mon[97339]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:08:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:30 smithi037 ceph-mon[99762]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:08:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:30 smithi135 ceph-mon[90132]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:08:31.498 INFO:tasks.workunit.client.0.smithi037.stdout: 954: throughput=4.99MB/sec pending data=0 2024-07-26T07:08:31.499 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hOV8U1mQ8Vt5f0T off=13495904 len=1279873 2024-07-26T07:08:31.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 4829 completed, throughput=5MB/sec 2024-07-26T07:08:31.506 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KTIk9Km8h300QAK off=4493845 len=1324453 2024-07-26T07:08:31.511 INFO:tasks.workunit.client.0.smithi037.stdout:op 4830 completed, throughput=5MB/sec 2024-07-26T07:08:31.512 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YBpyBR3WxtCgtMU off=10743667 len=1153032 2024-07-26T07:08:31.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 4831 completed, throughput=5MB/sec 2024-07-26T07:08:31.513 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6JGnF7HteB69bXp off=523537 len=116721 2024-07-26T07:08:31.514 INFO:tasks.workunit.client.0.smithi037.stdout:op 4832 completed, throughput=5MB/sec 2024-07-26T07:08:31.514 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XOTyXX4OJTZ7VLi off=11773859 len=1892726 2024-07-26T07:08:31.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 4833 completed, throughput=5MB/sec 2024-07-26T07:08:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:08:32.522 INFO:tasks.workunit.client.0.smithi037.stdout: 955: throughput=5MB/sec pending data=0 2024-07-26T07:08:32.522 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gTOYj9kFaB00PSo off=5139092 len=1583417 2024-07-26T07:08:32.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 4834 completed, throughput=5MB/sec 2024-07-26T07:08:32.530 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6tCuVg3QZMHsdwf off=11086003 len=1197090 2024-07-26T07:08:32.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 4835 completed, throughput=5MB/sec 2024-07-26T07:08:32.532 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IoFcNRqvGnCSrkT off=6752594 len=1781649 2024-07-26T07:08:32.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 4836 completed, throughput=5MB/sec 2024-07-26T07:08:32.534 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F6S_WYk9ZaEU710 off=2399244 len=1457708 2024-07-26T07:08:32.541 INFO:tasks.workunit.client.0.smithi037.stdout:op 4837 completed, throughput=5MB/sec 2024-07-26T07:08:32.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:32 smithi037 ceph-mon[97339]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:32 smithi037 ceph-mon[99762]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:32 smithi135 ceph-mon[90132]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:33.541 INFO:tasks.workunit.client.0.smithi037.stdout: 956: throughput=5MB/sec pending data=0 2024-07-26T07:08:33.541 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S9pBNHGNhfhuUp4 off=6716833 len=288459 2024-07-26T07:08:33.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 4838 completed, throughput=5MB/sec 2024-07-26T07:08:33.542 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kJOTB80O9TdNFH4 off=12381267 len=518080 2024-07-26T07:08:33.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 4839 completed, throughput=5MB/sec 2024-07-26T07:08:33.543 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2V_rUqq3RM6DWjb off=1479600 len=892979 2024-07-26T07:08:33.545 INFO:tasks.workunit.client.0.smithi037.stdout:op 4840 completed, throughput=5MB/sec 2024-07-26T07:08:33.545 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hsyrCLCtuDgLT_E off=4419710 len=1293005 2024-07-26T07:08:33.546 INFO:tasks.workunit.client.0.smithi037.stdout:op 4841 completed, throughput=5MB/sec 2024-07-26T07:08:33.546 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L5zl8qAJDtJgzJT off=366343 len=823690 2024-07-26T07:08:33.551 INFO:tasks.workunit.client.0.smithi037.stdout:op 4842 completed, throughput=5MB/sec 2024-07-26T07:08:33.551 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v65YdpRIT8cdohP off=36144 len=136658 2024-07-26T07:08:33.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 4843 completed, throughput=5MB/sec 2024-07-26T07:08:33.552 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-87sHCOFBJ9hEi4t off=3854653 len=795711 2024-07-26T07:08:33.557 INFO:tasks.workunit.client.0.smithi037.stdout:op 4844 completed, throughput=5MB/sec 2024-07-26T07:08:34.558 INFO:tasks.workunit.client.0.smithi037.stdout: 957: throughput=5MB/sec pending data=0 2024-07-26T07:08:34.558 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z23ZiSJExkcmkXm off=4978512 len=301913 2024-07-26T07:08:34.561 INFO:tasks.workunit.client.0.smithi037.stdout:op 4845 completed, throughput=5MB/sec 2024-07-26T07:08:34.561 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kz4qIuzsk3yEda9 off=10587941 len=518412 2024-07-26T07:08:34.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 4846 completed, throughput=5MB/sec 2024-07-26T07:08:34.563 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oXsHYcP1clJpzhL off=435861 len=626193 2024-07-26T07:08:34.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 4847 completed, throughput=5MB/sec 2024-07-26T07:08:34.564 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lFYIHFS14N3KIKz off=260433 len=1302349 2024-07-26T07:08:34.571 INFO:tasks.workunit.client.0.smithi037.stdout:op 4848 completed, throughput=5MB/sec 2024-07-26T07:08:34.572 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9d3sEU07DNb3-K3 off=1125465 len=1542868 2024-07-26T07:08:34.581 INFO:tasks.workunit.client.0.smithi037.stdout:op 4849 completed, throughput=5MB/sec 2024-07-26T07:08:34.581 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IsSlDeUO8dCTa0G off=12758159 len=916760 2024-07-26T07:08:34.582 INFO:tasks.workunit.client.0.smithi037.stdout:op 4850 completed, throughput=5MB/sec 2024-07-26T07:08:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:34 smithi037 ceph-mon[97339]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:34 smithi037 ceph-mon[99762]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:34 smithi135 ceph-mon[90132]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:35.583 INFO:tasks.workunit.client.0.smithi037.stdout: 958: throughput=5MB/sec pending data=0 2024-07-26T07:08:35.583 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xnWhdQIqPmFZkVM off=18166679 len=384558 2024-07-26T07:08:35.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 4851 completed, throughput=5MB/sec 2024-07-26T07:08:35.584 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-D86l4IjISQj68AA off=4340096 len=921800 2024-07-26T07:08:35.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 4852 completed, throughput=5MB/sec 2024-07-26T07:08:35.585 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tqwvekzzzx_BRq_ off=5619552 len=1171143 2024-07-26T07:08:35.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 4853 completed, throughput=5MB/sec 2024-07-26T07:08:35.591 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fBiXiYIwuv7afNo off=13092012 len=278508 2024-07-26T07:08:35.592 INFO:tasks.workunit.client.0.smithi037.stdout:op 4854 completed, throughput=5MB/sec 2024-07-26T07:08:35.592 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Wgy-lk17j86OC2P off=8965695 len=7366 2024-07-26T07:08:35.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 4855 completed, throughput=5MB/sec 2024-07-26T07:08:35.594 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l4W-WC9gr6MANdq off=14280835 len=1587662 2024-07-26T07:08:35.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 4856 completed, throughput=5MB/sec 2024-07-26T07:08:35.596 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mVww4vSHyqPCNey off=11224036 len=1565682 2024-07-26T07:08:35.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 4857 completed, throughput=5MB/sec 2024-07-26T07:08:36.600 INFO:tasks.workunit.client.0.smithi037.stdout: 959: throughput=5MB/sec pending data=0 2024-07-26T07:08:36.600 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jSA7CauqnzvB55q off=1815191 len=513887 2024-07-26T07:08:36.601 INFO:tasks.workunit.client.0.smithi037.stdout:op 4858 completed, throughput=5MB/sec 2024-07-26T07:08:36.601 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PBZVwjIETW4eMF0 off=1054883 len=1597326 2024-07-26T07:08:36.603 INFO:tasks.workunit.client.0.smithi037.stdout:op 4859 completed, throughput=5MB/sec 2024-07-26T07:08:36.603 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-woo0WXtGQmnYP6x off=846970 len=2028695 2024-07-26T07:08:36.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 4860 completed, throughput=5MB/sec 2024-07-26T07:08:36.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pjDtpCa3LhbQSBJ off=4479113 len=1893715 2024-07-26T07:08:36.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 4861 completed, throughput=5MB/sec 2024-07-26T07:08:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:36 smithi037 ceph-mon[97339]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:36 smithi037 ceph-mon[99762]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:36 smithi135 ceph-mon[90132]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:08:37.625 INFO:tasks.workunit.client.0.smithi037.stdout: 960: throughput=5MB/sec pending data=0 2024-07-26T07:08:37.626 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vqsXILLI5zzbWxI off=10528357 len=1437831 2024-07-26T07:08:37.628 INFO:tasks.workunit.client.0.smithi037.stdout:op 4862 completed, throughput=5MB/sec 2024-07-26T07:08:37.628 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tf_-uoWwQy8_dt7 off=4363447 len=548631 2024-07-26T07:08:37.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 4863 completed, throughput=5MB/sec 2024-07-26T07:08:37.630 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6hktdbumVN5hGsn off=3861230 len=1207689 2024-07-26T07:08:37.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 4864 completed, throughput=5MB/sec 2024-07-26T07:08:37.632 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vVigW1yVdyGjHgQ off=5446505 len=166088 2024-07-26T07:08:37.633 INFO:tasks.workunit.client.0.smithi037.stdout:op 4865 completed, throughput=5MB/sec 2024-07-26T07:08:37.633 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QVlEPSfgJJsfvSC off=15284290 len=1631331 2024-07-26T07:08:37.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 4866 completed, throughput=5MB/sec 2024-07-26T07:08:38.635 INFO:tasks.workunit.client.0.smithi037.stdout: 961: throughput=5MB/sec pending data=0 2024-07-26T07:08:38.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kVqq5n00yIIYj-9 off=3487609 len=272140 2024-07-26T07:08:38.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 4867 completed, throughput=5MB/sec 2024-07-26T07:08:38.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i35yZWH0OqUiCgt off=20892299 len=909780 2024-07-26T07:08:38.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 4868 completed, throughput=5MB/sec 2024-07-26T07:08:38.638 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zctVyES3rgo2fVK off=8879589 len=971725 2024-07-26T07:08:38.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 4869 completed, throughput=5MB/sec 2024-07-26T07:08:38.644 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fJIy_Uu0nkR_3kV off=5328251 len=217074 2024-07-26T07:08:38.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 4870 completed, throughput=5MB/sec 2024-07-26T07:08:38.646 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YJOQes3hmW9Cy1e off=22282582 len=1955053 2024-07-26T07:08:38.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 4871 completed, throughput=5MB/sec 2024-07-26T07:08:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:38 smithi037 ceph-mon[97339]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:08:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:38 smithi037 ceph-mon[99762]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:08:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:38 smithi135 ceph-mon[90132]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T07:08:39.649 INFO:tasks.workunit.client.0.smithi037.stdout: 962: throughput=5MB/sec pending data=0 2024-07-26T07:08:39.649 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-elbdyXAfWL63fSx off=6116439 len=769967 2024-07-26T07:08:39.654 INFO:tasks.workunit.client.0.smithi037.stdout:op 4872 completed, throughput=5MB/sec 2024-07-26T07:08:39.654 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RAhZ5-6ksUEjN6a off=377981 len=389213 2024-07-26T07:08:39.655 INFO:tasks.workunit.client.0.smithi037.stdout:op 4873 completed, throughput=5MB/sec 2024-07-26T07:08:39.655 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZKtrUHqAOaO0Cdy off=3437078 len=1491218 2024-07-26T07:08:39.658 INFO:tasks.workunit.client.0.smithi037.stdout:op 4874 completed, throughput=5MB/sec 2024-07-26T07:08:39.658 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DhzecA6hpFgm7zS off=5166981 len=91890 2024-07-26T07:08:39.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 4875 completed, throughput=5MB/sec 2024-07-26T07:08:39.661 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uO9wbZn3_wpCpXG off=0 len=1386885 2024-07-26T07:08:39.663 INFO:tasks.workunit.client.0.smithi037.stdout:op 4876 completed, throughput=5MB/sec 2024-07-26T07:08:39.663 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WHy3brW41tp_oyN off=622349 len=1529189 2024-07-26T07:08:39.666 INFO:tasks.workunit.client.0.smithi037.stdout:op 4877 completed, throughput=5MB/sec 2024-07-26T07:08:40.666 INFO:tasks.workunit.client.0.smithi037.stdout: 963: throughput=5MB/sec pending data=0 2024-07-26T07:08:40.669 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jrvEnVs4hqn1bfj off=2291223 len=1308465 2024-07-26T07:08:40.674 INFO:tasks.workunit.client.0.smithi037.stdout:op 4878 completed, throughput=5MB/sec 2024-07-26T07:08:40.674 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZbwhxFheQLLwdhk off=5712953 len=1524241 2024-07-26T07:08:40.682 INFO:tasks.workunit.client.0.smithi037.stdout:op 4879 completed, throughput=5MB/sec 2024-07-26T07:08:40.682 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Rqrq2PSYimbgsJf off=10454240 len=378843 2024-07-26T07:08:40.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 4880 completed, throughput=5MB/sec 2024-07-26T07:08:40.685 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d4vurYxdBFoc7g- off=11957503 len=937213 2024-07-26T07:08:40.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 4881 completed, throughput=5MB/sec 2024-07-26T07:08:40.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S9VBQOVsl9COuEY off=17282421 len=42431 2024-07-26T07:08:40.687 INFO:tasks.workunit.client.0.smithi037.stdout:op 4882 completed, throughput=5MB/sec 2024-07-26T07:08:40.687 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BwR9mR__6wiEnZi off=7895582 len=700469 2024-07-26T07:08:40.688 INFO:tasks.workunit.client.0.smithi037.stdout:op 4883 completed, throughput=5MB/sec 2024-07-26T07:08:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:40 smithi037 ceph-mon[97339]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:40 smithi037 ceph-mon[99762]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:40 smithi135 ceph-mon[90132]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T07:08:41.688 INFO:tasks.workunit.client.0.smithi037.stdout: 964: throughput=5MB/sec pending data=0 2024-07-26T07:08:41.688 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ToxGnw38y7ETAte off=11591265 len=1062078 2024-07-26T07:08:41.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 4884 completed, throughput=5MB/sec 2024-07-26T07:08:41.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WHy3brW41tp_oyN off=10311935 len=1965711 2024-07-26T07:08:41.696 INFO:tasks.workunit.client.0.smithi037.stdout:op 4885 completed, throughput=5MB/sec 2024-07-26T07:08:41.697 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NSVZHfS5DFIDzop off=12527241 len=212590 2024-07-26T07:08:41.700 INFO:tasks.workunit.client.0.smithi037.stdout:op 4886 completed, throughput=5MB/sec 2024-07-26T07:08:41.700 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W2FmY0lfpGJTgf2 off=4572480 len=616613 2024-07-26T07:08:41.704 INFO:tasks.workunit.client.0.smithi037.stdout:op 4887 completed, throughput=5MB/sec 2024-07-26T07:08:41.704 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1i7xWGhUbbANTmU off=9335231 len=1121959 2024-07-26T07:08:41.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 4888 completed, throughput=5MB/sec 2024-07-26T07:08:41.710 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OTMgQK4J_5Jtdd6 off=2973780 len=704469 2024-07-26T07:08:41.714 INFO:tasks.workunit.client.0.smithi037.stdout:op 4889 completed, throughput=5MB/sec 2024-07-26T07:08:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:41] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:08:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:42.715 INFO:tasks.workunit.client.0.smithi037.stdout: 965: throughput=5MB/sec pending data=0 2024-07-26T07:08:42.715 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hKwofsN_Mkfxb7h off=6151373 len=1000780 2024-07-26T07:08:42.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 4890 completed, throughput=5MB/sec 2024-07-26T07:08:42.721 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CYvwXR3hc_0bJGG off=16748411 len=2073306 2024-07-26T07:08:42.723 INFO:tasks.workunit.client.0.smithi037.stdout:op 4891 completed, throughput=5MB/sec 2024-07-26T07:08:42.724 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jBPoz6mz1Vvc5a3 off=6109957 len=891988 2024-07-26T07:08:42.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 4892 completed, throughput=5MB/sec 2024-07-26T07:08:42.728 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zsi9YLhi8mqNz5K off=11638205 len=287611 2024-07-26T07:08:42.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 4893 completed, throughput=5MB/sec 2024-07-26T07:08:42.729 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WuE-6f4brmBfvtS off=590299 len=1586962 2024-07-26T07:08:42.736 INFO:tasks.workunit.client.0.smithi037.stdout:op 4894 completed, throughput=5MB/sec 2024-07-26T07:08:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:42 smithi037 ceph-mon[97339]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:08:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:42 smithi037 ceph-mon[99762]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:08:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:42 smithi135 ceph-mon[90132]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:08:43.737 INFO:tasks.workunit.client.0.smithi037.stdout: 966: throughput=5MB/sec pending data=0 2024-07-26T07:08:43.737 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aycwOTDg3R_Ja2k off=3495142 len=1132935 2024-07-26T07:08:43.739 INFO:tasks.workunit.client.0.smithi037.stdout:op 4895 completed, throughput=5MB/sec 2024-07-26T07:08:43.739 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a48g1WjFcg-zRnq off=6912800 len=677392 2024-07-26T07:08:43.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 4896 completed, throughput=5MB/sec 2024-07-26T07:08:43.743 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vVm_oESybY6N2ph off=1941317 len=692465 2024-07-26T07:08:43.744 INFO:tasks.workunit.client.0.smithi037.stdout:op 4897 completed, throughput=5MB/sec 2024-07-26T07:08:43.744 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MtJ2h_YdS9q3IJX off=16646624 len=683771 2024-07-26T07:08:43.749 INFO:tasks.workunit.client.0.smithi037.stdout:op 4898 completed, throughput=5MB/sec 2024-07-26T07:08:43.749 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Jc2JwIya9PStt3T off=18563919 len=849238 2024-07-26T07:08:43.750 INFO:tasks.workunit.client.0.smithi037.stdout:op 4899 completed, throughput=5MB/sec 2024-07-26T07:08:43.750 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tmJe7g11xPs2b4- off=8262607 len=1214202 2024-07-26T07:08:43.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 4900 completed, throughput=5MB/sec 2024-07-26T07:08:44.756 INFO:tasks.workunit.client.0.smithi037.stdout: 967: throughput=5MB/sec pending data=0 2024-07-26T07:08:44.757 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7jTLHNpJNXlck58 off=3580038 len=1826105 2024-07-26T07:08:44.760 INFO:tasks.workunit.client.0.smithi037.stdout:op 4901 completed, throughput=5MB/sec 2024-07-26T07:08:44.760 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v3pOXuPWVQmIti0 off=5492383 len=1037491 2024-07-26T07:08:44.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 4902 completed, throughput=5MB/sec 2024-07-26T07:08:44.762 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0Eo-9ZOjAV94OX1 off=1630454 len=1694050 2024-07-26T07:08:44.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 4903 completed, throughput=5MB/sec 2024-07-26T07:08:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:44 smithi037 ceph-mon[97339]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:08:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:44 smithi037 ceph-mon[99762]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:08:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:44 smithi135 ceph-mon[90132]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T07:08:45.770 INFO:tasks.workunit.client.0.smithi037.stdout: 968: throughput=5MB/sec pending data=0 2024-07-26T07:08:45.770 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-L4PXEdrrv7PXuCu off=3129586 len=1312519 2024-07-26T07:08:45.780 INFO:tasks.workunit.client.0.smithi037.stdout:op 4904 completed, throughput=5MB/sec 2024-07-26T07:08:45.780 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pSVkTFSRUBqXB45 off=3048162 len=2011401 2024-07-26T07:08:45.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 4905 completed, throughput=5MB/sec 2024-07-26T07:08:45.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cF33UOu1x_oc3Xu off=94925 len=475557 2024-07-26T07:08:45.784 INFO:tasks.workunit.client.0.smithi037.stdout:op 4906 completed, throughput=5MB/sec 2024-07-26T07:08:45.784 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-81GzMlYKdx51Ifn off=3905159 len=2069255 2024-07-26T07:08:45.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 4907 completed, throughput=5MB/sec 2024-07-26T07:08:46.787 INFO:tasks.workunit.client.0.smithi037.stdout: 969: throughput=5MB/sec pending data=0 2024-07-26T07:08:46.787 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nUN4N8BjxryPtun off=7665179 len=378564 2024-07-26T07:08:46.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 4908 completed, throughput=5MB/sec 2024-07-26T07:08:46.788 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qf10SHdaZvPvI2L off=1963636 len=1197324 2024-07-26T07:08:46.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 4909 completed, throughput=5MB/sec 2024-07-26T07:08:46.791 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kumP9hAdbnWvmDs off=3689393 len=1323824 2024-07-26T07:08:46.792 INFO:tasks.workunit.client.0.smithi037.stdout:op 4910 completed, throughput=5MB/sec 2024-07-26T07:08:46.792 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K2A38X_8PdvFm4h off=13888091 len=302612 2024-07-26T07:08:46.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 4911 completed, throughput=5MB/sec 2024-07-26T07:08:46.794 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ut6BM8nxHD202jZ off=3072749 len=1790617 2024-07-26T07:08:46.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 4912 completed, throughput=5MB/sec 2024-07-26T07:08:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:46 smithi037 ceph-mon[97339]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T07:08:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:46 smithi037 ceph-mon[99762]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T07:08:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:46 smithi135 ceph-mon[90132]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T07:08:47.803 INFO:tasks.workunit.client.0.smithi037.stdout: 970: throughput=5MB/sec pending data=0 2024-07-26T07:08:47.803 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IqSQBLnXXqtrFOE off=15933264 len=1407480 2024-07-26T07:08:47.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 4913 completed, throughput=5MB/sec 2024-07-26T07:08:47.812 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nD5gF2NGgmb7MtF off=6487398 len=846816 2024-07-26T07:08:47.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 4914 completed, throughput=5MB/sec 2024-07-26T07:08:47.816 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ukv9pb5gqhHtISz off=2804458 len=2025202 2024-07-26T07:08:47.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 4915 completed, throughput=5MB/sec 2024-07-26T07:08:47.821 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_kNCgvH6k8ghazT off=709004 len=2060124 2024-07-26T07:08:47.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 4916 completed, throughput=5MB/sec 2024-07-26T07:08:48.825 INFO:tasks.workunit.client.0.smithi037.stdout: 971: throughput=5MB/sec pending data=0 2024-07-26T07:08:48.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LQY7DBLuwAKH1P7 off=6743079 len=1422958 2024-07-26T07:08:48.831 INFO:tasks.workunit.client.0.smithi037.stdout:op 4917 completed, throughput=5MB/sec 2024-07-26T07:08:48.832 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Pt-xtohqWayby1 off=5127818 len=1976551 2024-07-26T07:08:48.834 INFO:tasks.workunit.client.0.smithi037.stdout:op 4918 completed, throughput=5MB/sec 2024-07-26T07:08:48.834 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZELXol1n8WtS0AP off=2800543 len=538541 2024-07-26T07:08:48.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 4919 completed, throughput=5MB/sec 2024-07-26T07:08:48.835 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yjQ-ZjHLcmqzBgQ off=925744 len=802004 2024-07-26T07:08:48.840 INFO:tasks.workunit.client.0.smithi037.stdout:op 4920 completed, throughput=5MB/sec 2024-07-26T07:08:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:48 smithi037 ceph-mon[97339]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:08:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:48 smithi037 ceph-mon[99762]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:08:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:48 smithi135 ceph-mon[90132]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:08:49.841 INFO:tasks.workunit.client.0.smithi037.stdout: 972: throughput=5MB/sec pending data=0 2024-07-26T07:08:49.841 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vL_w57TbUoe-1L4 off=2698750 len=1370490 2024-07-26T07:08:49.847 INFO:tasks.workunit.client.0.smithi037.stdout:op 4921 completed, throughput=5MB/sec 2024-07-26T07:08:49.847 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cLd74dVGcQ9UPD- off=4103473 len=2008445 2024-07-26T07:08:49.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 4922 completed, throughput=5MB/sec 2024-07-26T07:08:49.859 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lyQbCtGp0n-CjCV off=17730290 len=1847610 2024-07-26T07:08:49.868 INFO:tasks.workunit.client.0.smithi037.stdout:op 4923 completed, throughput=5MB/sec 2024-07-26T07:08:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:50.869 INFO:tasks.workunit.client.0.smithi037.stdout: 973: throughput=5MB/sec pending data=0 2024-07-26T07:08:50.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OqVI8N4NqPw41jG off=20002477 len=39679 2024-07-26T07:08:50.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 4924 completed, throughput=5MB/sec 2024-07-26T07:08:50.869 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dHdG1ckd6BpnCoB off=11296725 len=582847 2024-07-26T07:08:50.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 4925 completed, throughput=5MB/sec 2024-07-26T07:08:50.874 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fzWZjbHK_WALlvR off=3416908 len=1276782 2024-07-26T07:08:50.876 INFO:tasks.workunit.client.0.smithi037.stdout:op 4926 completed, throughput=5MB/sec 2024-07-26T07:08:50.876 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WIuKv5cZ-kw_FaE off=1302393 len=1290168 2024-07-26T07:08:50.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 4927 completed, throughput=5MB/sec 2024-07-26T07:08:50.879 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Feps03Kx48eJOE off=1272987 len=1745433 2024-07-26T07:08:50.894 INFO:tasks.workunit.client.0.smithi037.stdout:op 4928 completed, throughput=5MB/sec 2024-07-26T07:08:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:50 smithi037 ceph-mon[97339]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:08:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:50 smithi037 ceph-mon[99762]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:08:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:50 smithi135 ceph-mon[90132]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:08:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:08:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:08:51] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-07-26T07:08:51.895 INFO:tasks.workunit.client.0.smithi037.stdout: 974: throughput=5MB/sec pending data=0 2024-07-26T07:08:51.895 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UPqQcFyyr-WhUEL off=3792384 len=2028244 2024-07-26T07:08:51.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 4929 completed, throughput=5MB/sec 2024-07-26T07:08:51.898 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vxqnr7MV1I4Z6dG off=2353889 len=1891325 2024-07-26T07:08:51.907 INFO:tasks.workunit.client.0.smithi037.stdout:op 4930 completed, throughput=5MB/sec 2024-07-26T07:08:51.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RkXxDuDyfEjN_Ed off=13415439 len=124762 2024-07-26T07:08:51.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 4931 completed, throughput=5MB/sec 2024-07-26T07:08:51.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ipwMSm_sv_xSXan off=335658 len=753340 2024-07-26T07:08:51.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 4932 completed, throughput=5MB/sec 2024-07-26T07:08:51.909 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QwNpUv6lfzit8B_ off=13280934 len=733563 2024-07-26T07:08:51.910 INFO:tasks.workunit.client.0.smithi037.stdout:op 4933 completed, throughput=5MB/sec 2024-07-26T07:08:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:08:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:52.911 INFO:tasks.workunit.client.0.smithi037.stdout: 975: throughput=5MB/sec pending data=0 2024-07-26T07:08:52.911 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EfubPWva9_aP6j5 off=5152350 len=372302 2024-07-26T07:08:52.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 4934 completed, throughput=5MB/sec 2024-07-26T07:08:52.914 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KtJsXhL0kUAXQkA off=6910761 len=1576146 2024-07-26T07:08:52.916 INFO:tasks.workunit.client.0.smithi037.stdout:op 4935 completed, throughput=5MB/sec 2024-07-26T07:08:52.916 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5-ZlH9q6R_ad65n off=4941488 len=420242 2024-07-26T07:08:52.917 INFO:tasks.workunit.client.0.smithi037.stdout:op 4936 completed, throughput=5MB/sec 2024-07-26T07:08:52.917 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-klw6RTRb07L290- off=1187218 len=1878821 2024-07-26T07:08:52.926 INFO:tasks.workunit.client.0.smithi037.stdout:op 4937 completed, throughput=5MB/sec 2024-07-26T07:08:52.927 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bVP5fyby6CG6Ccp off=2944537 len=356596 2024-07-26T07:08:52.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 4938 completed, throughput=5MB/sec 2024-07-26T07:08:52.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-khyfUfv-6ugfwuI off=2124542 len=36296 2024-07-26T07:08:52.931 INFO:tasks.workunit.client.0.smithi037.stdout:op 4939 completed, throughput=5MB/sec 2024-07-26T07:08:52.931 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vQmJ1EXifJO4zLZ off=2133763 len=509219 2024-07-26T07:08:52.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 4940 completed, throughput=5MB/sec 2024-07-26T07:08:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:52 smithi037 ceph-mon[97339]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:08:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:52 smithi037 ceph-mon[99762]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:08:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:52 smithi135 ceph-mon[90132]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:08:53.934 INFO:tasks.workunit.client.0.smithi037.stdout: 976: throughput=5MB/sec pending data=0 2024-07-26T07:08:53.935 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NhYcVC_Fqy3Jr1A off=6838875 len=1111134 2024-07-26T07:08:53.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 4941 completed, throughput=5MB/sec 2024-07-26T07:08:53.942 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T5EYCT-SBIkfchS off=1523427 len=1123193 2024-07-26T07:08:53.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 4942 completed, throughput=5MB/sec 2024-07-26T07:08:53.947 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZnTCId1Bw_Igyy2 off=6874876 len=1259836 2024-07-26T07:08:53.955 INFO:tasks.workunit.client.0.smithi037.stdout:op 4943 completed, throughput=5MB/sec 2024-07-26T07:08:53.955 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sBEL1YXoXlmRNbj off=671349 len=1025473 2024-07-26T07:08:53.957 INFO:tasks.workunit.client.0.smithi037.stdout:op 4944 completed, throughput=5MB/sec 2024-07-26T07:08:53.957 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k0LlOuNsoLjcL2P off=3220620 len=795737 2024-07-26T07:08:53.958 INFO:tasks.workunit.client.0.smithi037.stdout:op 4945 completed, throughput=5MB/sec 2024-07-26T07:08:54.958 INFO:tasks.workunit.client.0.smithi037.stdout: 977: throughput=5MB/sec pending data=0 2024-07-26T07:08:54.958 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rygnYbM6E8iOMe6 off=3285674 len=391472 2024-07-26T07:08:54.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 4946 completed, throughput=5MB/sec 2024-07-26T07:08:54.959 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bAgX4w-trw4xWfE off=6836469 len=282010 2024-07-26T07:08:54.960 INFO:tasks.workunit.client.0.smithi037.stdout:op 4947 completed, throughput=5MB/sec 2024-07-26T07:08:54.960 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gedL4BUkBzHwfwF off=0 len=1215803 2024-07-26T07:08:54.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 4948 completed, throughput=5MB/sec 2024-07-26T07:08:54.962 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M2r_JEJQw1d1SwT off=20579613 len=1838505 2024-07-26T07:08:54.965 INFO:tasks.workunit.client.0.smithi037.stdout:op 4949 completed, throughput=5MB/sec 2024-07-26T07:08:54.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HpJdSpKf_Ux3hSN off=6348367 len=1287040 2024-07-26T07:08:54.968 INFO:tasks.workunit.client.0.smithi037.stdout:op 4950 completed, throughput=5MB/sec 2024-07-26T07:08:54.968 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xmWhybKu7sdRmf7 off=5317377 len=994066 2024-07-26T07:08:54.973 INFO:tasks.workunit.client.0.smithi037.stdout:op 4951 completed, throughput=5MB/sec 2024-07-26T07:08:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:54 smithi037 ceph-mon[97339]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:54 smithi037 ceph-mon[99762]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:54 smithi135 ceph-mon[90132]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:08:55.974 INFO:tasks.workunit.client.0.smithi037.stdout: 978: throughput=5MB/sec pending data=0 2024-07-26T07:08:55.974 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DB-ijxQ6OxrKiDm off=1117136 len=600843 2024-07-26T07:08:55.975 INFO:tasks.workunit.client.0.smithi037.stdout:op 4952 completed, throughput=5MB/sec 2024-07-26T07:08:55.975 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n-QRfUU2yzS3aik off=2100114 len=61554 2024-07-26T07:08:55.978 INFO:tasks.workunit.client.0.smithi037.stdout:op 4953 completed, throughput=5MB/sec 2024-07-26T07:08:55.978 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mx4v2EYWJztk4xV off=1917935 len=1815287 2024-07-26T07:08:55.981 INFO:tasks.workunit.client.0.smithi037.stdout:op 4954 completed, throughput=5MB/sec 2024-07-26T07:08:55.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cYTGMZkGOXt6gWi off=14281616 len=211479 2024-07-26T07:08:55.981 INFO:tasks.workunit.client.0.smithi037.stdout:op 4955 completed, throughput=5MB/sec 2024-07-26T07:08:55.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WsqcO2iwD3Qp8dN off=17148421 len=885042 2024-07-26T07:08:55.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 4956 completed, throughput=5MB/sec 2024-07-26T07:08:55.983 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IdQQNri6qN1vw1n off=19143059 len=392063 2024-07-26T07:08:55.984 INFO:tasks.workunit.client.0.smithi037.stdout:op 4957 completed, throughput=5MB/sec 2024-07-26T07:08:55.984 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I2D05c9U7xYzxrE off=2265895 len=568915 2024-07-26T07:08:55.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 4958 completed, throughput=5MB/sec 2024-07-26T07:08:55.986 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zdTTfKHQjxVYXr_ off=10416958 len=878772 2024-07-26T07:08:55.990 INFO:tasks.workunit.client.0.smithi037.stdout:op 4959 completed, throughput=5MB/sec 2024-07-26T07:08:56.991 INFO:tasks.workunit.client.0.smithi037.stdout: 979: throughput=5MB/sec pending data=0 2024-07-26T07:08:56.991 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xFOgdRD0UGRMYQ- off=9269466 len=1027033 2024-07-26T07:08:56.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 4960 completed, throughput=5MB/sec 2024-07-26T07:08:56.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eB5vUEKj26IKjjU off=14525796 len=417360 2024-07-26T07:08:57.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 4961 completed, throughput=5MB/sec 2024-07-26T07:08:57.000 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SdBUhgyrr2GVe-j off=3585116 len=457863 2024-07-26T07:08:57.001 INFO:tasks.workunit.client.0.smithi037.stdout:op 4962 completed, throughput=5MB/sec 2024-07-26T07:08:57.001 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CRpiXTxJ1STR-7Y off=596746 len=532635 2024-07-26T07:08:57.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 4963 completed, throughput=5MB/sec 2024-07-26T07:08:57.002 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YAcCaFXytTEjItE off=7062310 len=1401589 2024-07-26T07:08:57.003 INFO:tasks.workunit.client.0.smithi037.stdout:op 4964 completed, throughput=5MB/sec 2024-07-26T07:08:57.003 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XSesKvr0Hp0bG7p off=454634 len=1659732 2024-07-26T07:08:57.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 4965 completed, throughput=5MB/sec 2024-07-26T07:08:57.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:56 smithi037 ceph-mon[97339]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:56 smithi037 ceph-mon[99762]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:56 smithi135 ceph-mon[90132]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T07:08:58.012 INFO:tasks.workunit.client.0.smithi037.stdout: 980: throughput=5MB/sec pending data=0 2024-07-26T07:08:58.013 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-piKiKod8nxrSyCk off=10203709 len=1134587 2024-07-26T07:08:58.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 4966 completed, throughput=5MB/sec 2024-07-26T07:08:58.018 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1LTYnmUHkUydkkt off=6492858 len=517811 2024-07-26T07:08:58.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 4967 completed, throughput=5MB/sec 2024-07-26T07:08:58.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yjaGNhS8cJZzB5Z off=12047166 len=705346 2024-07-26T07:08:58.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 4968 completed, throughput=5MB/sec 2024-07-26T07:08:58.025 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Uc8Px5QHciRP1oB off=3830757 len=1441374 2024-07-26T07:08:58.026 INFO:tasks.workunit.client.0.smithi037.stdout:op 4969 completed, throughput=5MB/sec 2024-07-26T07:08:58.027 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DB0w0xGHmEB0wlP off=13337720 len=871336 2024-07-26T07:08:58.028 INFO:tasks.workunit.client.0.smithi037.stdout:op 4970 completed, throughput=5MB/sec 2024-07-26T07:08:59.028 INFO:tasks.workunit.client.0.smithi037.stdout: 981: throughput=5MB/sec pending data=0 2024-07-26T07:08:59.028 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OSH5MBtn_efkyQR off=2581587 len=1887568 2024-07-26T07:08:59.041 INFO:tasks.workunit.client.0.smithi037.stdout:op 4971 completed, throughput=5MB/sec 2024-07-26T07:08:59.041 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SXqJZelxwxa1z2P off=10186853 len=787678 2024-07-26T07:08:59.043 INFO:tasks.workunit.client.0.smithi037.stdout:op 4972 completed, throughput=5MB/sec 2024-07-26T07:08:59.043 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M9p8WYdX8OqgI1s off=2185967 len=807374 2024-07-26T07:08:59.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 4973 completed, throughput=5MB/sec 2024-07-26T07:08:59.047 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tUYYn-GaguynSue off=1374627 len=1494863 2024-07-26T07:08:59.049 INFO:tasks.workunit.client.0.smithi037.stdout:op 4974 completed, throughput=5MB/sec 2024-07-26T07:08:59.049 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-SxGFeMchGFRM3OX off=2321630 len=1829218 2024-07-26T07:08:59.059 INFO:tasks.workunit.client.0.smithi037.stdout:op 4975 completed, throughput=5MB/sec 2024-07-26T07:08:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:08:58 smithi037 ceph-mon[97339]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:08:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:08:58 smithi037 ceph-mon[99762]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:08:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:08:58 smithi135 ceph-mon[90132]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:09:00.059 INFO:tasks.workunit.client.0.smithi037.stdout: 982: throughput=5MB/sec pending data=0 2024-07-26T07:09:00.060 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sYkRF9-btV9EmzA off=8420396 len=868787 2024-07-26T07:09:00.061 INFO:tasks.workunit.client.0.smithi037.stdout:op 4976 completed, throughput=5MB/sec 2024-07-26T07:09:00.061 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0LEqzKAoln7vGJt off=1372510 len=117880 2024-07-26T07:09:00.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 4977 completed, throughput=5MB/sec 2024-07-26T07:09:00.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--qR36wyjFpfJDTW off=361408 len=1580362 2024-07-26T07:09:00.063 INFO:tasks.workunit.client.0.smithi037.stdout:op 4978 completed, throughput=5MB/sec 2024-07-26T07:09:00.064 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e8Z2mYrZ-esxPew off=1803239 len=1544061 2024-07-26T07:09:00.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 4979 completed, throughput=5MB/sec 2024-07-26T07:09:01.066 INFO:tasks.workunit.client.0.smithi037.stdout: 983: throughput=5MB/sec pending data=0 2024-07-26T07:09:01.066 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oVcGed0ZtJyIELY off=1763886 len=1380612 2024-07-26T07:09:01.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 4980 completed, throughput=5MB/sec 2024-07-26T07:09:01.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z3CMIP3n25Hley_ off=14902294 len=1095412 2024-07-26T07:09:01.071 INFO:tasks.workunit.client.0.smithi037.stdout:op 4981 completed, throughput=5MB/sec 2024-07-26T07:09:01.071 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y9vAKuLfX3qhrvL off=5696492 len=1910682 2024-07-26T07:09:01.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 4982 completed, throughput=5MB/sec 2024-07-26T07:09:01.075 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JL9J-5Gv_y3rWGD off=306951 len=1123720 2024-07-26T07:09:01.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 4983 completed, throughput=5MB/sec 2024-07-26T07:09:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:00 smithi037 ceph-mon[97339]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:00 smithi037 ceph-mon[99762]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:00 smithi135 ceph-mon[90132]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:01] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-07-26T07:09:02.077 INFO:tasks.workunit.client.0.smithi037.stdout: 984: throughput=5MB/sec pending data=0 2024-07-26T07:09:02.077 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hNm4y4hHixI52qX off=11327582 len=508214 2024-07-26T07:09:02.078 INFO:tasks.workunit.client.0.smithi037.stdout:op 4984 completed, throughput=5MB/sec 2024-07-26T07:09:02.078 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FNVvA4c7bFIDoro off=5496808 len=128384 2024-07-26T07:09:02.079 INFO:tasks.workunit.client.0.smithi037.stdout:op 4985 completed, throughput=5MB/sec 2024-07-26T07:09:02.079 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e8bZ_Rnnu-XRVje off=16277442 len=666426 2024-07-26T07:09:02.083 INFO:tasks.workunit.client.0.smithi037.stdout:op 4986 completed, throughput=5MB/sec 2024-07-26T07:09:02.084 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ecqm0ARO6Rqsm-t off=0 len=1524998 2024-07-26T07:09:02.092 INFO:tasks.workunit.client.0.smithi037.stdout:op 4987 completed, throughput=5MB/sec 2024-07-26T07:09:02.092 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SIghKFyd0coPBQi off=3201951 len=2037489 2024-07-26T07:09:02.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 4988 completed, throughput=5MB/sec 2024-07-26T07:09:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:03.096 INFO:tasks.workunit.client.0.smithi037.stdout: 985: throughput=5MB/sec pending data=0 2024-07-26T07:09:03.097 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CsUuCU6E7lK2foE off=14412715 len=351261 2024-07-26T07:09:03.100 INFO:tasks.workunit.client.0.smithi037.stdout:op 4989 completed, throughput=5MB/sec 2024-07-26T07:09:03.100 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TE7sqfLWlKbIGFa off=458186 len=1247194 2024-07-26T07:09:03.106 INFO:tasks.workunit.client.0.smithi037.stdout:op 4990 completed, throughput=5MB/sec 2024-07-26T07:09:03.106 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OBN9Dy5XnYbjF4h off=6152732 len=464257 2024-07-26T07:09:03.110 INFO:tasks.workunit.client.0.smithi037.stdout:op 4991 completed, throughput=5MB/sec 2024-07-26T07:09:03.110 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a48g1WjFcg-zRnq off=10807012 len=1620521 2024-07-26T07:09:03.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 4992 completed, throughput=5MB/sec 2024-07-26T07:09:03.112 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LuzbKBIJrMSdw9B off=3000284 len=421924 2024-07-26T07:09:03.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 4993 completed, throughput=5MB/sec 2024-07-26T07:09:03.115 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U4OZO8T5KCNn4Uz off=4153863 len=117691 2024-07-26T07:09:03.117 INFO:tasks.workunit.client.0.smithi037.stdout:op 4994 completed, throughput=5MB/sec 2024-07-26T07:09:03.117 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c3-gkI1V7Q3pV-y off=1940257 len=703944 2024-07-26T07:09:03.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 4995 completed, throughput=5MB/sec 2024-07-26T07:09:03.118 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6lRcZ8nmslI8dSw off=165709 len=345788 2024-07-26T07:09:03.121 INFO:tasks.workunit.client.0.smithi037.stdout:op 4996 completed, throughput=5MB/sec 2024-07-26T07:09:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:02 smithi037 ceph-mon[97339]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:02 smithi037 ceph-mon[99762]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:02 smithi135 ceph-mon[90132]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:04.121 INFO:tasks.workunit.client.0.smithi037.stdout: 986: throughput=5MB/sec pending data=0 2024-07-26T07:09:04.121 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i2U440_919cafNz off=21643653 len=943339 2024-07-26T07:09:04.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 4997 completed, throughput=5MB/sec 2024-07-26T07:09:04.123 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eVrMTNa5HGqypLY off=14578363 len=1964144 2024-07-26T07:09:04.133 INFO:tasks.workunit.client.0.smithi037.stdout:op 4998 completed, throughput=5MB/sec 2024-07-26T07:09:04.133 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LvcdA675QSsxuEg off=405207 len=2019200 2024-07-26T07:09:04.135 INFO:tasks.workunit.client.0.smithi037.stdout:op 4999 completed, throughput=5MB/sec 2024-07-26T07:09:04.135 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nnRwmbmEVP9mxRt off=2522505 len=1467544 2024-07-26T07:09:04.143 INFO:tasks.workunit.client.0.smithi037.stdout:op 5000 completed, throughput=5MB/sec 2024-07-26T07:09:05.143 INFO:tasks.workunit.client.0.smithi037.stdout: 987: throughput=5MB/sec pending data=0 2024-07-26T07:09:05.143 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_NaNWRA2ctSh6VG off=4843454 len=1334834 2024-07-26T07:09:05.144 INFO:tasks.workunit.client.0.smithi037.stdout:op 5001 completed, throughput=5MB/sec 2024-07-26T07:09:05.144 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ni-wWDe5jvt7Tqv off=6712174 len=1206298 2024-07-26T07:09:05.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 5002 completed, throughput=5MB/sec 2024-07-26T07:09:05.149 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6W7i7e_c3PfjjwF off=17800791 len=1147227 2024-07-26T07:09:05.150 INFO:tasks.workunit.client.0.smithi037.stdout:op 5003 completed, throughput=5MB/sec 2024-07-26T07:09:05.150 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RDh-rGwr4E0gOnh off=16945255 len=1343485 2024-07-26T07:09:05.154 INFO:tasks.workunit.client.0.smithi037.stdout:op 5004 completed, throughput=5MB/sec 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[97339]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[99762]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:05.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:04 smithi135 ceph-mon[90132]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:09:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:06.154 INFO:tasks.workunit.client.0.smithi037.stdout: 988: throughput=5MB/sec pending data=0 2024-07-26T07:09:06.155 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-005aHTZ1gj11lA_ off=1673920 len=1185806 2024-07-26T07:09:06.156 INFO:tasks.workunit.client.0.smithi037.stdout:op 5005 completed, throughput=5MB/sec 2024-07-26T07:09:06.157 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mTjlasXOCsADXQg off=7001167 len=1872990 2024-07-26T07:09:06.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 5006 completed, throughput=5MB/sec 2024-07-26T07:09:06.166 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ax6jlnjFOIRxZpu off=22335552 len=671693 2024-07-26T07:09:06.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 5007 completed, throughput=5MB/sec 2024-07-26T07:09:06.171 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ICb9R_x5qJZM0pl off=282172 len=593229 2024-07-26T07:09:06.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 5008 completed, throughput=5MB/sec 2024-07-26T07:09:06.175 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--aJwcT1CaqwQU58 off=5370052 len=210700 2024-07-26T07:09:06.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 5009 completed, throughput=5MB/sec 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:09:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:09:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: 989: throughput=5MB/sec pending data=0 2024-07-26T07:09:07.176 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fLq-QVrdVmLZyHL off=2899760 len=164000 2024-07-26T07:09:07.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 5010 completed, throughput=5MB/sec 2024-07-26T07:09:07.179 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5twh2z6tmh2ZFIX off=971838 len=1165594 2024-07-26T07:09:07.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 5011 completed, throughput=5MB/sec 2024-07-26T07:09:07.181 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YEaYRq0kv_epMqp off=16362689 len=42050 2024-07-26T07:09:07.181 INFO:tasks.workunit.client.0.smithi037.stdout:op 5012 completed, throughput=5MB/sec 2024-07-26T07:09:07.181 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KHkTLHL1I5KQ7H5 off=10865325 len=1877379 2024-07-26T07:09:07.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 5013 completed, throughput=5MB/sec 2024-07-26T07:09:07.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lw6mSNek7ScbWWX off=4459185 len=1659131 2024-07-26T07:09:07.192 INFO:tasks.workunit.client.0.smithi037.stdout:op 5014 completed, throughput=5MB/sec 2024-07-26T07:09:07.192 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-b4GUPKizW7raGby off=11667796 len=618616 2024-07-26T07:09:07.195 INFO:tasks.workunit.client.0.smithi037.stdout:op 5015 completed, throughput=5MB/sec 2024-07-26T07:09:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:07 smithi037 ceph-mon[97339]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:09:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:07 smithi037 ceph-mon[99762]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:09:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:07 smithi135 ceph-mon[90132]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:09:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: 990: throughput=5MB/sec pending data=0 2024-07-26T07:09:08.196 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tezFVIQ2-t8fcKl off=961294 len=771044 2024-07-26T07:09:08.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 5016 completed, throughput=5MB/sec 2024-07-26T07:09:08.197 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-t9jcd6OaAJjBQHd off=5583893 len=449933 2024-07-26T07:09:08.198 INFO:tasks.workunit.client.0.smithi037.stdout:op 5017 completed, throughput=5MB/sec 2024-07-26T07:09:08.198 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3JywV1xRYjR61Vq off=5236539 len=31508 2024-07-26T07:09:08.200 INFO:tasks.workunit.client.0.smithi037.stdout:op 5018 completed, throughput=5MB/sec 2024-07-26T07:09:08.201 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vbFp02SKI5l6Hut off=11655879 len=918093 2024-07-26T07:09:08.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 5019 completed, throughput=5MB/sec 2024-07-26T07:09:08.206 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_1RDY-CxFsE9-ze off=318868 len=1082148 2024-07-26T07:09:08.210 INFO:tasks.workunit.client.0.smithi037.stdout:op 5020 completed, throughput=5MB/sec 2024-07-26T07:09:08.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xxRLSZMa7ldnsWG off=12727176 len=1760148 2024-07-26T07:09:08.213 INFO:tasks.workunit.client.0.smithi037.stdout:op 5021 completed, throughput=5MB/sec 2024-07-26T07:09:08.213 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V73Wru2E_WPmasP off=9441042 len=200366 2024-07-26T07:09:08.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 5022 completed, throughput=5MB/sec 2024-07-26T07:09:09.216 INFO:tasks.workunit.client.0.smithi037.stdout: 991: throughput=5MB/sec pending data=0 2024-07-26T07:09:09.216 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9MIcvh3uThQdp4v off=0 len=1457289 2024-07-26T07:09:09.224 INFO:tasks.workunit.client.0.smithi037.stdout:op 5023 completed, throughput=5MB/sec 2024-07-26T07:09:09.224 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DXFF2pr5N1cBua8 off=10085918 len=991953 2024-07-26T07:09:09.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 5024 completed, throughput=5MB/sec 2024-07-26T07:09:09.226 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3a2wQYBUjp8ERCK off=240220 len=1091221 2024-07-26T07:09:09.227 INFO:tasks.workunit.client.0.smithi037.stdout:op 5025 completed, throughput=5MB/sec 2024-07-26T07:09:09.227 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2LkYqocwoGApw3z off=4361023 len=44172 2024-07-26T07:09:09.229 INFO:tasks.workunit.client.0.smithi037.stdout:op 5026 completed, throughput=5MB/sec 2024-07-26T07:09:09.229 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vSAQFk6YKKhxISZ off=2234443 len=1846418 2024-07-26T07:09:09.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 5027 completed, throughput=5MB/sec 2024-07-26T07:09:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:09 smithi037 ceph-mon[97339]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:09:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:09 smithi037 ceph-mon[99762]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:09:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:09 smithi135 ceph-mon[90132]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:09:10.239 INFO:tasks.workunit.client.0.smithi037.stdout: 992: throughput=5MB/sec pending data=0 2024-07-26T07:09:10.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JUgeIYUNTSvgLpX off=16571434 len=76985 2024-07-26T07:09:10.240 INFO:tasks.workunit.client.0.smithi037.stdout:op 5028 completed, throughput=5MB/sec 2024-07-26T07:09:10.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3rrTsOWx4u8UPYI off=16915449 len=78354 2024-07-26T07:09:10.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 5029 completed, throughput=5MB/sec 2024-07-26T07:09:10.241 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bIyngWwmxFoFRRj off=9104113 len=334924 2024-07-26T07:09:10.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 5030 completed, throughput=5MB/sec 2024-07-26T07:09:10.241 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fyI0yUDmFKIdbhz off=9247068 len=1857315 2024-07-26T07:09:10.252 INFO:tasks.workunit.client.0.smithi037.stdout:op 5031 completed, throughput=5MB/sec 2024-07-26T07:09:10.252 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kkLFsVkJ1GIziac off=6524577 len=1433409 2024-07-26T07:09:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:op 5032 completed, throughput=5MB/sec 2024-07-26T07:09:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1CHZHsk6U-o2CP0 off=297861 len=819073 2024-07-26T07:09:10.263 INFO:tasks.workunit.client.0.smithi037.stdout:op 5033 completed, throughput=5MB/sec 2024-07-26T07:09:10.263 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X2VkDDQN3Mgozbj off=340150 len=1374465 2024-07-26T07:09:10.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 5034 completed, throughput=5MB/sec 2024-07-26T07:09:11.271 INFO:tasks.workunit.client.0.smithi037.stdout: 993: throughput=5MB/sec pending data=0 2024-07-26T07:09:11.272 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eXkz9sgew-Rerde off=18047688 len=1045286 2024-07-26T07:09:11.277 INFO:tasks.workunit.client.0.smithi037.stdout:op 5035 completed, throughput=5MB/sec 2024-07-26T07:09:11.277 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UYTzmOAwRm5jC_l off=2383243 len=891373 2024-07-26T07:09:11.278 INFO:tasks.workunit.client.0.smithi037.stdout:op 5036 completed, throughput=5MB/sec 2024-07-26T07:09:11.279 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-V2eRH7h5EwDozUP off=10918649 len=1858566 2024-07-26T07:09:11.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 5037 completed, throughput=5MB/sec 2024-07-26T07:09:11.282 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JfTvlm7LaDuOgmv off=7878331 len=883320 2024-07-26T07:09:11.287 INFO:tasks.workunit.client.0.smithi037.stdout:op 5038 completed, throughput=5MB/sec 2024-07-26T07:09:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:11 smithi037 ceph-mon[97339]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:09:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:11 smithi037 ceph-mon[99762]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:09:11.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:11 smithi135 ceph-mon[90132]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T07:09:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:11] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:09:12.288 INFO:tasks.workunit.client.0.smithi037.stdout: 994: throughput=5MB/sec pending data=0 2024-07-26T07:09:12.288 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8wCuR1C7EcDcHok off=1537909 len=666106 2024-07-26T07:09:12.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 5039 completed, throughput=5MB/sec 2024-07-26T07:09:12.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RvIe8mAs3i8BuBI off=18492251 len=658464 2024-07-26T07:09:12.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 5040 completed, throughput=5MB/sec 2024-07-26T07:09:12.296 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j2x35wx-FQjQg8a off=1970129 len=1794892 2024-07-26T07:09:12.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 5041 completed, throughput=5MB/sec 2024-07-26T07:09:12.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YG1i2M-3mhhC_sS off=1856153 len=283196 2024-07-26T07:09:12.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 5042 completed, throughput=5MB/sec 2024-07-26T07:09:12.307 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JQuvQdivej1i-HS off=10502835 len=295728 2024-07-26T07:09:12.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 5043 completed, throughput=5MB/sec 2024-07-26T07:09:12.307 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xW85G8gffUjYsNQ off=2225747 len=1747784 2024-07-26T07:09:12.316 INFO:tasks.workunit.client.0.smithi037.stdout:op 5044 completed, throughput=5MB/sec 2024-07-26T07:09:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:13 smithi037 ceph-mon[97339]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:13 smithi037 ceph-mon[99762]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:13.316 INFO:tasks.workunit.client.0.smithi037.stdout: 995: throughput=5MB/sec pending data=0 2024-07-26T07:09:13.316 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Y0rUrifZIvayt6G off=3979014 len=1358693 2024-07-26T07:09:13.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 5045 completed, throughput=5MB/sec 2024-07-26T07:09:13.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PHV2RC-4rniRAUd off=2985175 len=2054323 2024-07-26T07:09:13.336 INFO:tasks.workunit.client.0.smithi037.stdout:op 5046 completed, throughput=5MB/sec 2024-07-26T07:09:13.336 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IqHC3ZoccdTX6pR off=7757057 len=406591 2024-07-26T07:09:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:13 smithi135 ceph-mon[90132]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:09:13.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 5047 completed, throughput=5MB/sec 2024-07-26T07:09:13.339 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qYvGZ2TCr15De4E off=13337700 len=116062 2024-07-26T07:09:13.339 INFO:tasks.workunit.client.0.smithi037.stdout:op 5048 completed, throughput=5MB/sec 2024-07-26T07:09:13.339 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6VcOST91OO8w_x5 off=4988418 len=1552475 2024-07-26T07:09:13.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 5049 completed, throughput=5MB/sec 2024-07-26T07:09:14.343 INFO:tasks.workunit.client.0.smithi037.stdout: 996: throughput=5MB/sec pending data=0 2024-07-26T07:09:14.343 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R7w0UwjTQSTZzYk off=6799693 len=1666852 2024-07-26T07:09:14.352 INFO:tasks.workunit.client.0.smithi037.stdout:op 5050 completed, throughput=5MB/sec 2024-07-26T07:09:14.352 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Cn0iT7ECv-35AQ7 off=12744229 len=295688 2024-07-26T07:09:14.352 INFO:tasks.workunit.client.0.smithi037.stdout:op 5051 completed, throughput=5MB/sec 2024-07-26T07:09:14.353 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l7qiQJTDqSrjTE1 off=14713657 len=355386 2024-07-26T07:09:14.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 5052 completed, throughput=5MB/sec 2024-07-26T07:09:14.354 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d75oqZ_RO7nObYD off=9719178 len=678881 2024-07-26T07:09:14.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 5053 completed, throughput=5MB/sec 2024-07-26T07:09:14.359 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VzRUxuSoAr0kHu3 off=19981061 len=582116 2024-07-26T07:09:14.361 INFO:tasks.workunit.client.0.smithi037.stdout:op 5054 completed, throughput=5MB/sec 2024-07-26T07:09:14.361 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mQVgpyrxgAfxnfb off=5102542 len=1830593 2024-07-26T07:09:14.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 5055 completed, throughput=5MB/sec 2024-07-26T07:09:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:15 smithi037 ceph-mon[97339]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:15 smithi037 ceph-mon[99762]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:15 smithi135 ceph-mon[90132]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:15.364 INFO:tasks.workunit.client.0.smithi037.stdout: 997: throughput=5MB/sec pending data=0 2024-07-26T07:09:15.364 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dSu3K12dayARuVU off=2070060 len=292249 2024-07-26T07:09:15.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 5056 completed, throughput=5MB/sec 2024-07-26T07:09:15.365 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8YZ4G7dxvEYS7dI off=1477457 len=36512 2024-07-26T07:09:15.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 5057 completed, throughput=5MB/sec 2024-07-26T07:09:15.367 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DpkhkTSpGe9GiA5 off=15921911 len=1008444 2024-07-26T07:09:15.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 5058 completed, throughput=5MB/sec 2024-07-26T07:09:15.373 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bU-PiJyEjRS8k7Z off=16979488 len=2063464 2024-07-26T07:09:15.375 INFO:tasks.workunit.client.0.smithi037.stdout:op 5059 completed, throughput=5MB/sec 2024-07-26T07:09:15.375 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KS3F_nPOfcy3Mu8 off=5282566 len=793278 2024-07-26T07:09:15.380 INFO:tasks.workunit.client.0.smithi037.stdout:op 5060 completed, throughput=5MB/sec 2024-07-26T07:09:15.380 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vw3akrbX-jI2UuW off=1794565 len=1027608 2024-07-26T07:09:15.385 INFO:tasks.workunit.client.0.smithi037.stdout:op 5061 completed, throughput=5MB/sec 2024-07-26T07:09:16.385 INFO:tasks.workunit.client.0.smithi037.stdout: 998: throughput=5MB/sec pending data=0 2024-07-26T07:09:16.425 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DoI6QdCVjgeYx5f off=7607745 len=451199 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5062 completed, throughput=5MB/sec 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iDdSYaiQbySYWuU off=8670169 len=661769 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5063 completed, throughput=5MB/sec 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3qvuHzHLWM0-_2d off=4215984 len=1247340 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5064 completed, throughput=5MB/sec 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RwRwT2fU0gA7v4B off=1308520 len=1961058 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5065 completed, throughput=5MB/sec 2024-07-26T07:09:16.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VVymnStXGNJdh1z off=13857870 len=1635316 2024-07-26T07:09:16.427 INFO:tasks.workunit.client.0.smithi037.stdout:op 5066 completed, throughput=5MB/sec 2024-07-26T07:09:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:17 smithi037 ceph-mon[97339]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:17 smithi037 ceph-mon[99762]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:17 smithi135 ceph-mon[90132]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:17.412 INFO:tasks.workunit.client.0.smithi037.stdout: 999: throughput=5MB/sec pending data=0 2024-07-26T07:09:17.412 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zXV9bPqRQoXt5r- off=5042178 len=238647 2024-07-26T07:09:17.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 5067 completed, throughput=5MB/sec 2024-07-26T07:09:17.413 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xho-K2tncEmfRKK off=1655827 len=35724 2024-07-26T07:09:17.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 5068 completed, throughput=5MB/sec 2024-07-26T07:09:17.416 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K4NRulU1eA4XWvC off=3192968 len=546748 2024-07-26T07:09:17.417 INFO:tasks.workunit.client.0.smithi037.stdout:op 5069 completed, throughput=5MB/sec 2024-07-26T07:09:17.417 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--xI5zzJ6KOm6hl- off=18260006 len=518072 2024-07-26T07:09:17.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 5070 completed, throughput=5MB/sec 2024-07-26T07:09:17.418 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bXicECDLK7Mo5sJ off=6897768 len=1195000 2024-07-26T07:09:17.420 INFO:tasks.workunit.client.0.smithi037.stdout:op 5071 completed, throughput=5MB/sec 2024-07-26T07:09:17.420 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BveIi70J3ZoijmX off=6252113 len=577539 2024-07-26T07:09:17.424 INFO:tasks.workunit.client.0.smithi037.stdout:op 5072 completed, throughput=5MB/sec 2024-07-26T07:09:17.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5713ATPtar2hX-i off=2849680 len=1412829 2024-07-26T07:09:17.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5073 completed, throughput=5MB/sec 2024-07-26T07:09:17.426 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X3gMkb9NVUcym1Q off=732416 len=1575744 2024-07-26T07:09:17.435 INFO:tasks.workunit.client.0.smithi037.stdout:op 5074 completed, throughput=5MB/sec 2024-07-26T07:09:18.436 INFO:tasks.workunit.client.0.smithi037.stdout: 1000: throughput=5MB/sec pending data=0 2024-07-26T07:09:18.436 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hSYO9FJa_LMjwK7 off=2134082 len=1122351 2024-07-26T07:09:18.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 5075 completed, throughput=5MB/sec 2024-07-26T07:09:18.438 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-icLqroH57aanPPO off=10781090 len=782988 2024-07-26T07:09:18.440 INFO:tasks.workunit.client.0.smithi037.stdout:op 5076 completed, throughput=5MB/sec 2024-07-26T07:09:18.440 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UCwaNjlehMuPmHu off=6010501 len=230297 2024-07-26T07:09:18.441 INFO:tasks.workunit.client.0.smithi037.stdout:op 5077 completed, throughput=5MB/sec 2024-07-26T07:09:18.441 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wk2ZL3pNhoPx27w off=7424182 len=959484 2024-07-26T07:09:18.446 INFO:tasks.workunit.client.0.smithi037.stdout:op 5078 completed, throughput=5MB/sec 2024-07-26T07:09:18.446 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-czq12AFYzkJFAIh off=56939 len=1187543 2024-07-26T07:09:18.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 5079 completed, throughput=5MB/sec 2024-07-26T07:09:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:19 smithi135 ceph-mon[90132]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:09:19.451 INFO:tasks.workunit.client.0.smithi037.stdout: 1001: throughput=5MB/sec pending data=0 2024-07-26T07:09:19.451 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bSkXPhmGhLphmyz off=4367777 len=964252 2024-07-26T07:09:19.453 INFO:tasks.workunit.client.0.smithi037.stdout:op 5080 completed, throughput=5MB/sec 2024-07-26T07:09:19.453 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DukQct1OKZEnZ6X off=5771844 len=696352 2024-07-26T07:09:19.455 INFO:tasks.workunit.client.0.smithi037.stdout:op 5081 completed, throughput=5MB/sec 2024-07-26T07:09:19.455 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cTZfu9eyhiBTwJA off=7943201 len=1221657 2024-07-26T07:09:19.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 5082 completed, throughput=5MB/sec 2024-07-26T07:09:19.456 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-x6oDLJXYASxzOhy off=3158785 len=1296144 2024-07-26T07:09:19.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 5083 completed, throughput=5MB/sec 2024-07-26T07:09:19.462 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WW-HBG48kCPkHvu off=3644732 len=1824971 2024-07-26T07:09:19.473 INFO:tasks.workunit.client.0.smithi037.stdout:op 5084 completed, throughput=5MB/sec 2024-07-26T07:09:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:19 smithi037 ceph-mon[97339]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:09:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:19 smithi037 ceph-mon[99762]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T07:09:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: 1002: throughput=5MB/sec pending data=0 2024-07-26T07:09:20.474 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RnBWafg1IyiuRCB off=1715373 len=1951703 2024-07-26T07:09:20.485 INFO:tasks.workunit.client.0.smithi037.stdout:op 5085 completed, throughput=5MB/sec 2024-07-26T07:09:20.485 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y0rUrifZIvayt6G off=4449829 len=1339112 2024-07-26T07:09:20.487 INFO:tasks.workunit.client.0.smithi037.stdout:op 5086 completed, throughput=5MB/sec 2024-07-26T07:09:20.487 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ottszFzJSzUm4R4 off=5778156 len=814247 2024-07-26T07:09:20.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 5087 completed, throughput=5MB/sec 2024-07-26T07:09:20.492 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2KB4p6KQQmL_lT3 off=2606410 len=1663598 2024-07-26T07:09:20.494 INFO:tasks.workunit.client.0.smithi037.stdout:op 5088 completed, throughput=5MB/sec 2024-07-26T07:09:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:20.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:21 smithi135 ceph-mon[90132]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:21.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:21 smithi037 ceph-mon[97339]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:09:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:21 smithi037 ceph-mon[99762]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T07:09:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: 1003: throughput=5MB/sec pending data=0 2024-07-26T07:09:21.494 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fVqDOD9PfPpr7xQ off=13293510 len=1496705 2024-07-26T07:09:21.496 INFO:tasks.workunit.client.0.smithi037.stdout:op 5089 completed, throughput=5MB/sec 2024-07-26T07:09:21.496 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oE52yvOerZY21GB off=4958902 len=123863 2024-07-26T07:09:21.497 INFO:tasks.workunit.client.0.smithi037.stdout:op 5090 completed, throughput=5MB/sec 2024-07-26T07:09:21.497 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6K1yuqqkXu3xxUR off=19832984 len=1539413 2024-07-26T07:09:21.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 5091 completed, throughput=5MB/sec 2024-07-26T07:09:21.500 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-beq99q8PhRXiLSt off=3307551 len=1392288 2024-07-26T07:09:21.508 INFO:tasks.workunit.client.0.smithi037.stdout:op 5092 completed, throughput=5MB/sec 2024-07-26T07:09:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: 1004: throughput=5MB/sec pending data=0 2024-07-26T07:09:22.508 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_Pt-xtohqWayby1 off=7683057 len=1850167 2024-07-26T07:09:22.510 INFO:tasks.workunit.client.0.smithi037.stdout:op 5093 completed, throughput=5MB/sec 2024-07-26T07:09:22.510 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Oj1mwxIkIu49n-f off=1583717 len=455699 2024-07-26T07:09:22.514 INFO:tasks.workunit.client.0.smithi037.stdout:op 5094 completed, throughput=5MB/sec 2024-07-26T07:09:22.514 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_0pZg1iJuoBqTSJ off=6516484 len=1131966 2024-07-26T07:09:22.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 5095 completed, throughput=5MB/sec 2024-07-26T07:09:22.516 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cLSDe5MKKgoE-QP off=6888234 len=326116 2024-07-26T07:09:22.519 INFO:tasks.workunit.client.0.smithi037.stdout:op 5096 completed, throughput=5MB/sec 2024-07-26T07:09:22.519 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B2sRInm2eKiKKKL off=4041080 len=1840661 2024-07-26T07:09:22.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 5097 completed, throughput=5MB/sec 2024-07-26T07:09:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:23 smithi135 ceph-mon[90132]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: 1005: throughput=5MB/sec pending data=0 2024-07-26T07:09:23.531 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I0v34U6orSiOD8u off=10964229 len=1414361 2024-07-26T07:09:23.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 5098 completed, throughput=5MB/sec 2024-07-26T07:09:23.533 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mXTRA3_hrnUgCrz off=1675857 len=1711201 2024-07-26T07:09:23.540 INFO:tasks.workunit.client.0.smithi037.stdout:op 5099 completed, throughput=5MB/sec 2024-07-26T07:09:23.540 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-do6ZJwA-i0nJYCj off=11988028 len=1192647 2024-07-26T07:09:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:23 smithi037 ceph-mon[97339]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:23.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:23 smithi037 ceph-mon[99762]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:09:23.545 INFO:tasks.workunit.client.0.smithi037.stdout:op 5100 completed, throughput=5MB/sec 2024-07-26T07:09:23.545 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sPgFcs-npLNVQg1 off=2343184 len=266601 2024-07-26T07:09:23.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 5101 completed, throughput=5MB/sec 2024-07-26T07:09:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: 1006: throughput=5MB/sec pending data=0 2024-07-26T07:09:24.548 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-H-8Lgf7Lw3bYdkD off=23448015 len=893307 2024-07-26T07:09:24.549 INFO:tasks.workunit.client.0.smithi037.stdout:op 5102 completed, throughput=5MB/sec 2024-07-26T07:09:24.549 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-X1XKqwKhYOVg8b6 off=4217995 len=1116520 2024-07-26T07:09:24.555 INFO:tasks.workunit.client.0.smithi037.stdout:op 5103 completed, throughput=5MB/sec 2024-07-26T07:09:24.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F8YPBUD5q_IlrDG off=1628140 len=1587477 2024-07-26T07:09:24.563 INFO:tasks.workunit.client.0.smithi037.stdout:op 5104 completed, throughput=5MB/sec 2024-07-26T07:09:24.563 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JMm65CuljJtYCPW off=9306924 len=11940 2024-07-26T07:09:24.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 5105 completed, throughput=5MB/sec 2024-07-26T07:09:24.564 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DFSWnxc7bLjtY9Y off=3554782 len=732045 2024-07-26T07:09:24.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 5106 completed, throughput=5MB/sec 2024-07-26T07:09:24.565 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B5wOaF-LoTkvpht off=11619819 len=2015261 2024-07-26T07:09:24.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 5107 completed, throughput=5MB/sec 2024-07-26T07:09:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:25 smithi135 ceph-mon[90132]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:09:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:25 smithi037 ceph-mon[97339]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:09:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:25 smithi037 ceph-mon[99762]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:09:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: 1007: throughput=5MB/sec pending data=0 2024-07-26T07:09:25.578 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-92t0SrimRk-HPdA off=4524027 len=1594981 2024-07-26T07:09:25.588 INFO:tasks.workunit.client.0.smithi037.stdout:op 5108 completed, throughput=5MB/sec 2024-07-26T07:09:25.588 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xA0yaVfeki-SLWa off=7702098 len=536543 2024-07-26T07:09:25.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 5109 completed, throughput=5MB/sec 2024-07-26T07:09:25.592 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eHl6AmlmstK0d4i off=2277056 len=1359689 2024-07-26T07:09:25.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 5110 completed, throughput=5MB/sec 2024-07-26T07:09:25.597 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1Y_2h8_sD9Rfh7- off=5747478 len=510432 2024-07-26T07:09:25.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 5111 completed, throughput=5MB/sec 2024-07-26T07:09:25.600 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--YYXLPMZGYxRoYJ off=17783342 len=381446 2024-07-26T07:09:25.601 INFO:tasks.workunit.client.0.smithi037.stdout:op 5112 completed, throughput=5MB/sec 2024-07-26T07:09:26.601 INFO:tasks.workunit.client.0.smithi037.stdout: 1008: throughput=5MB/sec pending data=0 2024-07-26T07:09:26.602 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IorqFF_MGfjVmw5 off=1665577 len=1419209 2024-07-26T07:09:26.608 INFO:tasks.workunit.client.0.smithi037.stdout:op 5113 completed, throughput=5MB/sec 2024-07-26T07:09:26.608 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mpnRLdG66JifDnq off=18361579 len=115676 2024-07-26T07:09:26.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 5114 completed, throughput=5MB/sec 2024-07-26T07:09:26.611 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3DTKhc3GVUv0Yo4 off=6862462 len=311886 2024-07-26T07:09:26.612 INFO:tasks.workunit.client.0.smithi037.stdout:op 5115 completed, throughput=5MB/sec 2024-07-26T07:09:26.612 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eX0yoXwLBcu7Gqg off=21443951 len=2062983 2024-07-26T07:09:26.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 5116 completed, throughput=5MB/sec 2024-07-26T07:09:26.622 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lEnVTCKbV1V8Hd_ off=48428 len=649997 2024-07-26T07:09:26.625 INFO:tasks.workunit.client.0.smithi037.stdout:op 5117 completed, throughput=5MB/sec 2024-07-26T07:09:26.625 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aBVCyksmwgmObsj off=8689641 len=631233 2024-07-26T07:09:26.626 INFO:tasks.workunit.client.0.smithi037.stdout:op 5118 completed, throughput=5MB/sec 2024-07-26T07:09:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:27 smithi135 ceph-mon[90132]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:27.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:27 smithi037 ceph-mon[97339]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:27 smithi037 ceph-mon[99762]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:27.626 INFO:tasks.workunit.client.0.smithi037.stdout: 1009: throughput=5MB/sec pending data=0 2024-07-26T07:09:27.626 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0kuG_X7hvQi8yNv off=11139324 len=226055 2024-07-26T07:09:27.629 INFO:tasks.workunit.client.0.smithi037.stdout:op 5119 completed, throughput=5MB/sec 2024-07-26T07:09:27.629 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--ef0ZfSo45csEU9 off=23062390 len=786878 2024-07-26T07:09:27.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 5120 completed, throughput=5MB/sec 2024-07-26T07:09:27.631 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Qs18YVnVN_h9ALW off=3318660 len=965150 2024-07-26T07:09:27.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 5121 completed, throughput=5MB/sec 2024-07-26T07:09:27.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6Bdk2TPrCAct6Cy off=4874308 len=522329 2024-07-26T07:09:27.637 INFO:tasks.workunit.client.0.smithi037.stdout:op 5122 completed, throughput=5MB/sec 2024-07-26T07:09:27.637 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-c813ZCFqd1A-4Q9 off=8719001 len=1668764 2024-07-26T07:09:27.647 INFO:tasks.workunit.client.0.smithi037.stdout:op 5123 completed, throughput=5MB/sec 2024-07-26T07:09:27.647 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PB_T73LtzvRk0Qp off=51899 len=552176 2024-07-26T07:09:27.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 5124 completed, throughput=5MB/sec 2024-07-26T07:09:27.648 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pynAActZxLdBqVI off=9790914 len=1473477 2024-07-26T07:09:27.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 5125 completed, throughput=5MB/sec 2024-07-26T07:09:28.650 INFO:tasks.workunit.client.0.smithi037.stdout: 1010: throughput=5MB/sec pending data=0 2024-07-26T07:09:28.650 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fZTt3HH8nkfHu6c off=6454763 len=535669 2024-07-26T07:09:28.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 5126 completed, throughput=5MB/sec 2024-07-26T07:09:28.651 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IiCxMXLilrozCtV off=282683 len=1650348 2024-07-26T07:09:28.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 5127 completed, throughput=5MB/sec 2024-07-26T07:09:28.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zWr0jiviJRICPwp off=19654939 len=76618 2024-07-26T07:09:28.654 INFO:tasks.workunit.client.0.smithi037.stdout:op 5128 completed, throughput=5MB/sec 2024-07-26T07:09:28.654 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0z6WrgjSYzq2MQO off=16181791 len=1740898 2024-07-26T07:09:28.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 5129 completed, throughput=5MB/sec 2024-07-26T07:09:28.662 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S6NqXIyQkMqfeit off=4525168 len=1711800 2024-07-26T07:09:28.663 INFO:tasks.workunit.client.0.smithi037.stdout:op 5130 completed, throughput=5MB/sec 2024-07-26T07:09:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:29 smithi135 ceph-mon[90132]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:09:29.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:29 smithi037 ceph-mon[97339]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:09:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:29 smithi037 ceph-mon[99762]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T07:09:29.663 INFO:tasks.workunit.client.0.smithi037.stdout: 1011: throughput=5MB/sec pending data=0 2024-07-26T07:09:29.664 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JqtBg34D7XiGVBf off=5480705 len=160973 2024-07-26T07:09:29.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 5131 completed, throughput=5MB/sec 2024-07-26T07:09:29.667 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AKwEbjGTgwPZ_gS off=330757 len=671730 2024-07-26T07:09:29.668 INFO:tasks.workunit.client.0.smithi037.stdout:op 5132 completed, throughput=5MB/sec 2024-07-26T07:09:29.668 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-h2FrrowMb_lz_fD off=10060457 len=553776 2024-07-26T07:09:29.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 5133 completed, throughput=5MB/sec 2024-07-26T07:09:29.669 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rf29mV_Tca6Jf2c off=1530692 len=1284503 2024-07-26T07:09:29.671 INFO:tasks.workunit.client.0.smithi037.stdout:op 5134 completed, throughput=5MB/sec 2024-07-26T07:09:29.671 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5_fOPD1ySUqqzpk off=143708 len=494773 2024-07-26T07:09:29.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 5135 completed, throughput=5MB/sec 2024-07-26T07:09:29.675 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EuIZsFUg7zZIah1 off=52568 len=1227954 2024-07-26T07:09:29.679 INFO:tasks.workunit.client.0.smithi037.stdout:op 5136 completed, throughput=5MB/sec 2024-07-26T07:09:30.680 INFO:tasks.workunit.client.0.smithi037.stdout: 1012: throughput=5MB/sec pending data=0 2024-07-26T07:09:30.680 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rYDAMZ3BgsBV_X2 off=4838188 len=1238976 2024-07-26T07:09:30.686 INFO:tasks.workunit.client.0.smithi037.stdout:op 5137 completed, throughput=5MB/sec 2024-07-26T07:09:30.686 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gB4bq9HR0ZKuTrl off=3559384 len=1008771 2024-07-26T07:09:30.691 INFO:tasks.workunit.client.0.smithi037.stdout:op 5138 completed, throughput=5MB/sec 2024-07-26T07:09:30.691 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--nQrsmVPQ-eVklT off=3938552 len=1485412 2024-07-26T07:09:30.694 INFO:tasks.workunit.client.0.smithi037.stdout:op 5139 completed, throughput=5MB/sec 2024-07-26T07:09:30.694 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S-qGkb8F8zJwCB9 off=18021429 len=1167305 2024-07-26T07:09:30.695 INFO:tasks.workunit.client.0.smithi037.stdout:op 5140 completed, throughput=5MB/sec 2024-07-26T07:09:30.696 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u-ZOX9NY9ctYnDf off=2159946 len=1118989 2024-07-26T07:09:30.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 5141 completed, throughput=5MB/sec 2024-07-26T07:09:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:31 smithi135 ceph-mon[90132]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T07:09:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:31 smithi037 ceph-mon[97339]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T07:09:31.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:09:31.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:31 smithi037 ceph-mon[99762]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-26T07:09:31.697 INFO:tasks.workunit.client.0.smithi037.stdout: 1013: throughput=5MB/sec pending data=0 2024-07-26T07:09:31.697 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lKjbIpq9I_5dFZz off=1816191 len=29982 2024-07-26T07:09:31.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 5142 completed, throughput=5MB/sec 2024-07-26T07:09:31.698 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KuaySN2hNPFUpzo off=997398 len=748995 2024-07-26T07:09:31.700 INFO:tasks.workunit.client.0.smithi037.stdout:op 5143 completed, throughput=5MB/sec 2024-07-26T07:09:31.700 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2XKMz9kEgHFILXG off=14029028 len=1262628 2024-07-26T07:09:31.708 INFO:tasks.workunit.client.0.smithi037.stdout:op 5144 completed, throughput=5MB/sec 2024-07-26T07:09:31.708 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z3Wm6C7vHcKLXOq off=121676 len=1315572 2024-07-26T07:09:31.714 INFO:tasks.workunit.client.0.smithi037.stdout:op 5145 completed, throughput=5MB/sec 2024-07-26T07:09:31.715 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3zRR_vSnDDJzDHr off=10710996 len=778630 2024-07-26T07:09:31.716 INFO:tasks.workunit.client.0.smithi037.stdout:op 5146 completed, throughput=5MB/sec 2024-07-26T07:09:31.716 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3Xz0s5u7x9OpEM6 off=3742115 len=1500513 2024-07-26T07:09:31.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 5147 completed, throughput=5MB/sec 2024-07-26T07:09:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:32.718 INFO:tasks.workunit.client.0.smithi037.stdout: 1014: throughput=5MB/sec pending data=0 2024-07-26T07:09:32.718 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GxYune-S6l_rXWL off=2598422 len=1653490 2024-07-26T07:09:32.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 5148 completed, throughput=5MB/sec 2024-07-26T07:09:32.727 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_-e5IX1QDToM3Bw off=4481260 len=317909 2024-07-26T07:09:32.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 5149 completed, throughput=5MB/sec 2024-07-26T07:09:32.727 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wilWYB2XYY74TFC off=5970232 len=84357 2024-07-26T07:09:32.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 5150 completed, throughput=5MB/sec 2024-07-26T07:09:32.730 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ykkLT6ypY2H2FXl off=23246222 len=1900149 2024-07-26T07:09:32.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 5151 completed, throughput=5MB/sec 2024-07-26T07:09:32.741 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-J9InjVPeTQCzjl6 off=8180279 len=1647529 2024-07-26T07:09:32.743 INFO:tasks.workunit.client.0.smithi037.stdout:op 5152 completed, throughput=5MB/sec 2024-07-26T07:09:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:33 smithi135 ceph-mon[90132]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:09:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:33 smithi037 ceph-mon[97339]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:09:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:33 smithi037 ceph-mon[99762]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:09:33.744 INFO:tasks.workunit.client.0.smithi037.stdout: 1015: throughput=5MB/sec pending data=0 2024-07-26T07:09:33.744 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UoSDkQxCcMOK8_- off=10963019 len=998992 2024-07-26T07:09:33.745 INFO:tasks.workunit.client.0.smithi037.stdout:op 5153 completed, throughput=5MB/sec 2024-07-26T07:09:33.745 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-80jDssMG-lbXs-P off=217497 len=1219292 2024-07-26T07:09:33.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 5154 completed, throughput=5MB/sec 2024-07-26T07:09:33.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6QpoFN2aMMdhhIf off=10665181 len=533166 2024-07-26T07:09:33.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 5155 completed, throughput=5MB/sec 2024-07-26T07:09:33.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v4DLgGY0l2c31_9 off=9901527 len=1563477 2024-07-26T07:09:33.753 INFO:tasks.workunit.client.0.smithi037.stdout:op 5156 completed, throughput=5MB/sec 2024-07-26T07:09:34.754 INFO:tasks.workunit.client.0.smithi037.stdout: 1016: throughput=5MB/sec pending data=0 2024-07-26T07:09:34.754 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TBCYy8cBJ_BmPfn off=564007 len=1734325 2024-07-26T07:09:34.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 5157 completed, throughput=5MB/sec 2024-07-26T07:09:34.764 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6Ybua0Sh81A2urZ off=7819017 len=639388 2024-07-26T07:09:34.765 INFO:tasks.workunit.client.0.smithi037.stdout:op 5158 completed, throughput=5MB/sec 2024-07-26T07:09:34.766 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YnbwC9rAttJ5C6F off=1637731 len=1451551 2024-07-26T07:09:34.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 5159 completed, throughput=5MB/sec 2024-07-26T07:09:34.772 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UY2fo7zAOIITGo4 off=3019113 len=735873 2024-07-26T07:09:34.773 INFO:tasks.workunit.client.0.smithi037.stdout:op 5160 completed, throughput=5MB/sec 2024-07-26T07:09:34.773 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q_pOWeFzJmPD7Ax off=9280720 len=1588672 2024-07-26T07:09:34.775 INFO:tasks.workunit.client.0.smithi037.stdout:op 5161 completed, throughput=5MB/sec 2024-07-26T07:09:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:35 smithi135 ceph-mon[90132]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:09:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:35 smithi037 ceph-mon[97339]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:09:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:35 smithi037 ceph-mon[99762]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:09:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:35.775 INFO:tasks.workunit.client.0.smithi037.stdout: 1017: throughput=5MB/sec pending data=0 2024-07-26T07:09:35.775 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Mr_sI4Hk_lzgF_Q off=169747 len=265309 2024-07-26T07:09:35.782 INFO:tasks.workunit.client.0.smithi037.stdout:op 5162 completed, throughput=5MB/sec 2024-07-26T07:09:35.782 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-uSeMgx_IFQAJIwG off=18373646 len=726828 2024-07-26T07:09:35.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 5163 completed, throughput=5MB/sec 2024-07-26T07:09:35.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rtV4efDwMnzacwx off=504026 len=2054146 2024-07-26T07:09:35.786 INFO:tasks.workunit.client.0.smithi037.stdout:op 5164 completed, throughput=5MB/sec 2024-07-26T07:09:35.786 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dcrUziykZ95FQg1 off=23848 len=1279897 2024-07-26T07:09:35.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 5165 completed, throughput=5MB/sec 2024-07-26T07:09:36.788 INFO:tasks.workunit.client.0.smithi037.stdout: 1018: throughput=5MB/sec pending data=0 2024-07-26T07:09:36.789 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fyxjeu9z8X7cicV off=452629 len=999530 2024-07-26T07:09:36.790 INFO:tasks.workunit.client.0.smithi037.stdout:op 5166 completed, throughput=5MB/sec 2024-07-26T07:09:36.790 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XrHYI5_DpKXkGAj off=4281248 len=1686307 2024-07-26T07:09:36.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 5167 completed, throughput=5MB/sec 2024-07-26T07:09:36.799 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ItXdb9DEJs_1WQV off=288394 len=1495747 2024-07-26T07:09:36.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 5168 completed, throughput=5MB/sec 2024-07-26T07:09:36.808 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-twZq2Ij4qS4xNcw off=2243241 len=349246 2024-07-26T07:09:36.808 INFO:tasks.workunit.client.0.smithi037.stdout:op 5169 completed, throughput=5MB/sec 2024-07-26T07:09:36.809 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Se-Y8eU4_F7FbeN off=1638561 len=1328584 2024-07-26T07:09:36.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 5170 completed, throughput=5MB/sec 2024-07-26T07:09:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:37 smithi135 ceph-mon[90132]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:37 smithi037 ceph-mon[97339]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:37.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:37 smithi037 ceph-mon[99762]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:37.812 INFO:tasks.workunit.client.0.smithi037.stdout: 1019: throughput=5MB/sec pending data=0 2024-07-26T07:09:37.812 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZLFNtyW7em0aOPe off=3097232 len=792214 2024-07-26T07:09:37.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 5171 completed, throughput=5MB/sec 2024-07-26T07:09:37.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I164ODqS3-T9mVZ off=15320304 len=421000 2024-07-26T07:09:37.815 INFO:tasks.workunit.client.0.smithi037.stdout:op 5172 completed, throughput=5MB/sec 2024-07-26T07:09:37.815 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-3TpJM27bWIdmPwL off=5312260 len=1466157 2024-07-26T07:09:37.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 5173 completed, throughput=5MB/sec 2024-07-26T07:09:37.817 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TAr1d5Ev6oTshFh off=3581060 len=1840051 2024-07-26T07:09:37.819 INFO:tasks.workunit.client.0.smithi037.stdout:op 5174 completed, throughput=5MB/sec 2024-07-26T07:09:38.819 INFO:tasks.workunit.client.0.smithi037.stdout: 1020: throughput=5MB/sec pending data=0 2024-07-26T07:09:38.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9Exrytz9_oOCmF3 off=16266528 len=388197 2024-07-26T07:09:38.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 5175 completed, throughput=5MB/sec 2024-07-26T07:09:38.820 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GmyU22RP_xMesef off=4156571 len=2000994 2024-07-26T07:09:38.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 5176 completed, throughput=5MB/sec 2024-07-26T07:09:38.833 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b2GSI09GI5FJDi1 off=13486363 len=93469 2024-07-26T07:09:38.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 5177 completed, throughput=5MB/sec 2024-07-26T07:09:38.833 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i9XWR2l90kp9NfZ off=1203448 len=499431 2024-07-26T07:09:38.837 INFO:tasks.workunit.client.0.smithi037.stdout:op 5178 completed, throughput=5MB/sec 2024-07-26T07:09:38.837 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-AgfM-XTp-yTU2yl off=20981640 len=1424240 2024-07-26T07:09:38.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 5179 completed, throughput=5MB/sec 2024-07-26T07:09:38.840 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-q1kDcCvmxNICCt_ off=3524934 len=569424 2024-07-26T07:09:38.841 INFO:tasks.workunit.client.0.smithi037.stdout:op 5180 completed, throughput=5MB/sec 2024-07-26T07:09:38.841 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ct_pu-nO_26D04e off=5208362 len=1379310 2024-07-26T07:09:38.850 INFO:tasks.workunit.client.0.smithi037.stdout:op 5181 completed, throughput=5MB/sec 2024-07-26T07:09:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:39 smithi135 ceph-mon[90132]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:09:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:39 smithi037 ceph-mon[97339]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:09:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:39 smithi037 ceph-mon[99762]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:09:39.849 INFO:tasks.workunit.client.0.smithi037.stdout: 1021: throughput=5MB/sec pending data=0 2024-07-26T07:09:39.849 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BAxCLQb7YH2OBXa off=1966159 len=665035 2024-07-26T07:09:39.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 5182 completed, throughput=5MB/sec 2024-07-26T07:09:39.855 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VcajzGEVYbj0Qen off=2825170 len=961748 2024-07-26T07:09:39.857 INFO:tasks.workunit.client.0.smithi037.stdout:op 5183 completed, throughput=5MB/sec 2024-07-26T07:09:39.857 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DR_1D8WZ8mxMHXk off=7913676 len=1470768 2024-07-26T07:09:39.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 5184 completed, throughput=5MB/sec 2024-07-26T07:09:39.860 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-E5beh9zdRES6Ivt off=14833297 len=1783201 2024-07-26T07:09:39.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 5185 completed, throughput=5MB/sec 2024-07-26T07:09:40.870 INFO:tasks.workunit.client.0.smithi037.stdout: 1022: throughput=5MB/sec pending data=0 2024-07-26T07:09:40.870 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XvDS6xbpW3cktme off=5159863 len=848046 2024-07-26T07:09:40.875 INFO:tasks.workunit.client.0.smithi037.stdout:op 5186 completed, throughput=5MB/sec 2024-07-26T07:09:40.875 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ow3Q5mRbCvDuTBQ off=8023256 len=1569428 2024-07-26T07:09:40.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 5187 completed, throughput=5MB/sec 2024-07-26T07:09:40.882 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FgrvHV7KRLm561f off=2072362 len=411567 2024-07-26T07:09:40.883 INFO:tasks.workunit.client.0.smithi037.stdout:op 5188 completed, throughput=5MB/sec 2024-07-26T07:09:40.883 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B8-DHFniZj90d0g off=10151658 len=593668 2024-07-26T07:09:40.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 5189 completed, throughput=5MB/sec 2024-07-26T07:09:40.887 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JxqU5m6blBOUlCD off=7947879 len=1854281 2024-07-26T07:09:40.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 5190 completed, throughput=5MB/sec 2024-07-26T07:09:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:41 smithi037 ceph-mon[97339]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:09:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:41] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:09:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:41 smithi037 ceph-mon[99762]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:09:41.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:41 smithi135 ceph-mon[90132]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:09:41.896 INFO:tasks.workunit.client.0.smithi037.stdout: 1023: throughput=5MB/sec pending data=0 2024-07-26T07:09:41.896 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-W4BQ4FoJMfLpfPz off=1037553 len=1407880 2024-07-26T07:09:41.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 5191 completed, throughput=5MB/sec 2024-07-26T07:09:41.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VGXUBtV8Hk3vLil off=5611219 len=511699 2024-07-26T07:09:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 5192 completed, throughput=5MB/sec 2024-07-26T07:09:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9SEFpkQ6fkvLvsT off=1359149 len=1866854 2024-07-26T07:09:41.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 5193 completed, throughput=5MB/sec 2024-07-26T07:09:41.914 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2G3sSkv0nacA9ng off=4171599 len=1904965 2024-07-26T07:09:41.916 INFO:tasks.workunit.client.0.smithi037.stdout:op 5194 completed, throughput=5MB/sec 2024-07-26T07:09:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:42.916 INFO:tasks.workunit.client.0.smithi037.stdout: 1024: throughput=5MB/sec pending data=0 2024-07-26T07:09:42.916 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Me1cLPAR55ASYPh off=3712469 len=301169 2024-07-26T07:09:42.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 5195 completed, throughput=5MB/sec 2024-07-26T07:09:42.920 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eIBfcyuzxEsr3Xk off=911159 len=1845264 2024-07-26T07:09:42.922 INFO:tasks.workunit.client.0.smithi037.stdout:op 5196 completed, throughput=5MB/sec 2024-07-26T07:09:42.922 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6rgFwlai7sn6hJA off=5085030 len=606906 2024-07-26T07:09:42.923 INFO:tasks.workunit.client.0.smithi037.stdout:op 5197 completed, throughput=5MB/sec 2024-07-26T07:09:42.923 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AVz4XN4O8mzl6AJ off=4585336 len=1475828 2024-07-26T07:09:42.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 5198 completed, throughput=5MB/sec 2024-07-26T07:09:42.932 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YyuoWxTm8SpCcr4 off=251108 len=1552623 2024-07-26T07:09:42.933 INFO:tasks.workunit.client.0.smithi037.stdout:op 5199 completed, throughput=5MB/sec 2024-07-26T07:09:43.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:43 smithi037 ceph-mon[97339]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:09:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:43 smithi037 ceph-mon[99762]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:09:43.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:43 smithi135 ceph-mon[90132]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T07:09:43.934 INFO:tasks.workunit.client.0.smithi037.stdout: 1025: throughput=5MB/sec pending data=0 2024-07-26T07:09:43.934 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-scz0eo0cscZFBeg off=7403041 len=857979 2024-07-26T07:09:43.939 INFO:tasks.workunit.client.0.smithi037.stdout:op 5200 completed, throughput=5MB/sec 2024-07-26T07:09:43.939 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gMQfhFEsDZ-P8rZ off=461213 len=806596 2024-07-26T07:09:43.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 5201 completed, throughput=5MB/sec 2024-07-26T07:09:43.943 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HWcW0l0iUlac6mn off=1379647 len=1664780 2024-07-26T07:09:43.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 5202 completed, throughput=5MB/sec 2024-07-26T07:09:43.953 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ITv8eLJTgHsFIHY off=434266 len=120066 2024-07-26T07:09:43.953 INFO:tasks.workunit.client.0.smithi037.stdout:op 5203 completed, throughput=5MB/sec 2024-07-26T07:09:43.954 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aLj9NfXSKKN9t_C off=18438038 len=196902 2024-07-26T07:09:43.954 INFO:tasks.workunit.client.0.smithi037.stdout:op 5204 completed, throughput=5MB/sec 2024-07-26T07:09:43.954 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aoQA3tnuMJjHHqX off=596284 len=1151737 2024-07-26T07:09:43.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 5205 completed, throughput=5MB/sec 2024-07-26T07:09:44.959 INFO:tasks.workunit.client.0.smithi037.stdout: 1026: throughput=5MB/sec pending data=0 2024-07-26T07:09:44.960 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-l7mcdZsoZdV_P-z off=17871146 len=232606 2024-07-26T07:09:44.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 5206 completed, throughput=5MB/sec 2024-07-26T07:09:44.962 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uLjBi_yXt_umr_0 off=2448045 len=1767424 2024-07-26T07:09:44.965 INFO:tasks.workunit.client.0.smithi037.stdout:op 5207 completed, throughput=5MB/sec 2024-07-26T07:09:44.965 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QKuhubKgt7yxilD off=16522616 len=1535755 2024-07-26T07:09:44.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 5208 completed, throughput=5MB/sec 2024-07-26T07:09:44.967 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9MIcvh3uThQdp4v off=1148285 len=277631 2024-07-26T07:09:44.970 INFO:tasks.workunit.client.0.smithi037.stdout:op 5209 completed, throughput=5MB/sec 2024-07-26T07:09:44.970 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0UH6LIovrPGhrjQ off=5048484 len=197708 2024-07-26T07:09:44.971 INFO:tasks.workunit.client.0.smithi037.stdout:op 5210 completed, throughput=5MB/sec 2024-07-26T07:09:44.971 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-77glKNsLZ-itfOC off=4644417 len=36234 2024-07-26T07:09:44.972 INFO:tasks.workunit.client.0.smithi037.stdout:op 5211 completed, throughput=5MB/sec 2024-07-26T07:09:44.972 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pLn7_sOv2fIusMK off=13206797 len=702379 2024-07-26T07:09:44.973 INFO:tasks.workunit.client.0.smithi037.stdout:op 5212 completed, throughput=5MB/sec 2024-07-26T07:09:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:45 smithi037 ceph-mon[97339]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:45 smithi037 ceph-mon[99762]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:45.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:45 smithi135 ceph-mon[90132]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:09:45.973 INFO:tasks.workunit.client.0.smithi037.stdout: 1027: throughput=5MB/sec pending data=0 2024-07-26T07:09:45.973 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_2uf9qt5r7xHEa- off=45129 len=771533 2024-07-26T07:09:45.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 5213 completed, throughput=5MB/sec 2024-07-26T07:09:45.974 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EjQBbBFbtcVh5SO off=17242988 len=150629 2024-07-26T07:09:45.977 INFO:tasks.workunit.client.0.smithi037.stdout:op 5214 completed, throughput=5MB/sec 2024-07-26T07:09:45.977 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ztpFNNgzdqzb_PA off=3363316 len=1630399 2024-07-26T07:09:45.986 INFO:tasks.workunit.client.0.smithi037.stdout:op 5215 completed, throughput=5MB/sec 2024-07-26T07:09:45.986 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-crMd99pQyjOZS-m off=6488525 len=665657 2024-07-26T07:09:45.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 5216 completed, throughput=5MB/sec 2024-07-26T07:09:45.988 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XP1EA76OLmDooRK off=6998696 len=1479074 2024-07-26T07:09:45.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 5217 completed, throughput=5MB/sec 2024-07-26T07:09:45.998 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lFYIHFS14N3KIKz off=432152 len=105357 2024-07-26T07:09:45.999 INFO:tasks.workunit.client.0.smithi037.stdout:op 5218 completed, throughput=5MB/sec 2024-07-26T07:09:45.999 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cWFWLSRsX8wbels off=4970989 len=1723996 2024-07-26T07:09:46.006 INFO:tasks.workunit.client.0.smithi037.stdout:op 5219 completed, throughput=5MB/sec 2024-07-26T07:09:47.006 INFO:tasks.workunit.client.0.smithi037.stdout: 1028: throughput=5MB/sec pending data=0 2024-07-26T07:09:47.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4iFrE4OSrVX7KRu off=4130676 len=1613186 2024-07-26T07:09:47.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 5220 completed, throughput=5MB/sec 2024-07-26T07:09:47.009 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tezFVIQ2-t8fcKl off=7458633 len=1356466 2024-07-26T07:09:47.011 INFO:tasks.workunit.client.0.smithi037.stdout:op 5221 completed, throughput=5MB/sec 2024-07-26T07:09:47.011 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-34mzftAhUINJUBV off=11109999 len=2005651 2024-07-26T07:09:47.013 INFO:tasks.workunit.client.0.smithi037.stdout:op 5222 completed, throughput=5MB/sec 2024-07-26T07:09:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:47 smithi037 ceph-mon[97339]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:47 smithi037 ceph-mon[99762]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:47 smithi135 ceph-mon[90132]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:48.013 INFO:tasks.workunit.client.0.smithi037.stdout: 1029: throughput=5MB/sec pending data=0 2024-07-26T07:09:48.013 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-apFVp7ujAEty3mI off=9372362 len=333925 2024-07-26T07:09:48.017 INFO:tasks.workunit.client.0.smithi037.stdout:op 5223 completed, throughput=5MB/sec 2024-07-26T07:09:48.017 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ALa0FfCdXE8ZmNC off=3395168 len=649584 2024-07-26T07:09:48.021 INFO:tasks.workunit.client.0.smithi037.stdout:op 5224 completed, throughput=5MB/sec 2024-07-26T07:09:48.022 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dcrUziykZ95FQg1 off=1152248 len=151497 2024-07-26T07:09:48.022 INFO:tasks.workunit.client.0.smithi037.stdout:op 5225 completed, throughput=5MB/sec 2024-07-26T07:09:48.022 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-odHyyoZ3dHSdppw off=5637982 len=1528910 2024-07-26T07:09:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 5226 completed, throughput=5MB/sec 2024-07-26T07:09:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YzaosxUkw4Cwcdp off=720787 len=369502 2024-07-26T07:09:48.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 5227 completed, throughput=5MB/sec 2024-07-26T07:09:48.029 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Sk3vtVbSoWrvnGn off=1134792 len=1773525 2024-07-26T07:09:48.031 INFO:tasks.workunit.client.0.smithi037.stdout:op 5228 completed, throughput=5MB/sec 2024-07-26T07:09:49.032 INFO:tasks.workunit.client.0.smithi037.stdout: 1030: throughput=5MB/sec pending data=0 2024-07-26T07:09:49.032 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Fgaxhq8JSlQGzLF off=9289542 len=1355553 2024-07-26T07:09:49.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 5229 completed, throughput=5MB/sec 2024-07-26T07:09:49.038 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o9LfY_fbTjPx9re off=4037549 len=991480 2024-07-26T07:09:49.041 INFO:tasks.workunit.client.0.smithi037.stdout:op 5230 completed, throughput=5MB/sec 2024-07-26T07:09:49.041 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2v1CCw_YVcm_6Le off=7605257 len=847322 2024-07-26T07:09:49.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 5231 completed, throughput=5MB/sec 2024-07-26T07:09:49.042 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wK4j-pkizEXBlCG off=17110369 len=513729 2024-07-26T07:09:49.046 INFO:tasks.workunit.client.0.smithi037.stdout:op 5232 completed, throughput=5MB/sec 2024-07-26T07:09:49.047 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y0dFDKQ9ozWM51T off=15680796 len=117029 2024-07-26T07:09:49.049 INFO:tasks.workunit.client.0.smithi037.stdout:op 5233 completed, throughput=5MB/sec 2024-07-26T07:09:49.049 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oGAQSqYVLy3si2q off=918386 len=2046532 2024-07-26T07:09:49.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 5234 completed, throughput=5MB/sec 2024-07-26T07:09:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:49 smithi037 ceph-mon[97339]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:49 smithi037 ceph-mon[99762]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:49.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:49 smithi135 ceph-mon[90132]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:09:50.060 INFO:tasks.workunit.client.0.smithi037.stdout: 1031: throughput=5MB/sec pending data=0 2024-07-26T07:09:50.060 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-40NArZHpwi3Jgbb off=4524101 len=548870 2024-07-26T07:09:50.061 INFO:tasks.workunit.client.0.smithi037.stdout:op 5235 completed, throughput=5MB/sec 2024-07-26T07:09:50.061 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YhvksCuoZlyWANY off=146955 len=109333 2024-07-26T07:09:50.064 INFO:tasks.workunit.client.0.smithi037.stdout:op 5236 completed, throughput=5MB/sec 2024-07-26T07:09:50.064 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RkXxDuDyfEjN_Ed off=11928507 len=491476 2024-07-26T07:09:50.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 5237 completed, throughput=5MB/sec 2024-07-26T07:09:50.068 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sxspCKYTvaNa-2D off=5012138 len=515547 2024-07-26T07:09:50.069 INFO:tasks.workunit.client.0.smithi037.stdout:op 5238 completed, throughput=5MB/sec 2024-07-26T07:09:50.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ct_pu-nO_26D04e off=503234 len=1277267 2024-07-26T07:09:50.071 INFO:tasks.workunit.client.0.smithi037.stdout:op 5239 completed, throughput=5MB/sec 2024-07-26T07:09:50.071 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RtfJ-8ouAMN4_AU off=5926102 len=778934 2024-07-26T07:09:50.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 5240 completed, throughput=5MB/sec 2024-07-26T07:09:50.072 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-spDDxUXp2u90x-V off=21512281 len=26225 2024-07-26T07:09:50.073 INFO:tasks.workunit.client.0.smithi037.stdout:op 5241 completed, throughput=5MB/sec 2024-07-26T07:09:50.073 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FoM8FsXWRCIy_TN off=2454636 len=1100856 2024-07-26T07:09:50.075 INFO:tasks.workunit.client.0.smithi037.stdout:op 5242 completed, throughput=5MB/sec 2024-07-26T07:09:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:50.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:51.075 INFO:tasks.workunit.client.0.smithi037.stdout: 1032: throughput=5MB/sec pending data=0 2024-07-26T07:09:51.075 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0Ze8k0xPxnjT7H6 off=9046891 len=177896 2024-07-26T07:09:51.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 5243 completed, throughput=5MB/sec 2024-07-26T07:09:51.076 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MYgDcrBjY8Uiuif off=3368428 len=690993 2024-07-26T07:09:51.077 INFO:tasks.workunit.client.0.smithi037.stdout:op 5244 completed, throughput=5MB/sec 2024-07-26T07:09:51.077 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HBsktVP7FbJiO_J off=10769887 len=861728 2024-07-26T07:09:51.082 INFO:tasks.workunit.client.0.smithi037.stdout:op 5245 completed, throughput=5MB/sec 2024-07-26T07:09:51.082 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-APb2VR637zKK44_ off=626113 len=868371 2024-07-26T07:09:51.084 INFO:tasks.workunit.client.0.smithi037.stdout:op 5246 completed, throughput=5MB/sec 2024-07-26T07:09:51.084 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k4TVeYhRj2Ehemy off=2699156 len=40225 2024-07-26T07:09:51.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 5247 completed, throughput=5MB/sec 2024-07-26T07:09:51.087 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2ZStQkycncNJHku off=8143555 len=1883134 2024-07-26T07:09:51.089 INFO:tasks.workunit.client.0.smithi037.stdout:op 5248 completed, throughput=5MB/sec 2024-07-26T07:09:51.089 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Vt2mVUiZ0dbl44R off=12699135 len=1531147 2024-07-26T07:09:51.105 INFO:tasks.workunit.client.0.smithi037.stdout:op 5249 completed, throughput=5MB/sec 2024-07-26T07:09:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:51 smithi037 ceph-mon[97339]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:09:51.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:09:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:09:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:09:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:51 smithi037 ceph-mon[99762]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:09:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:51 smithi135 ceph-mon[90132]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:09:52.105 INFO:tasks.workunit.client.0.smithi037.stdout: 1033: throughput=5MB/sec pending data=0 2024-07-26T07:09:52.105 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jxNcHkTSOF19aaL off=1218012 len=494654 2024-07-26T07:09:52.109 INFO:tasks.workunit.client.0.smithi037.stdout:op 5250 completed, throughput=5MB/sec 2024-07-26T07:09:52.109 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yNiBvmz4S2wTAmt off=14100901 len=886896 2024-07-26T07:09:52.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 5251 completed, throughput=5MB/sec 2024-07-26T07:09:52.115 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2XKMz9kEgHFILXG off=2708588 len=1714250 2024-07-26T07:09:52.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 5252 completed, throughput=5MB/sec 2024-07-26T07:09:52.124 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DBXSxy6lnxSUK-M off=1879765 len=525585 2024-07-26T07:09:52.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 5253 completed, throughput=5MB/sec 2024-07-26T07:09:52.126 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Udhhe6jXocQlCry off=13540014 len=1868945 2024-07-26T07:09:52.133 INFO:tasks.workunit.client.0.smithi037.stdout:op 5254 completed, throughput=5MB/sec 2024-07-26T07:09:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:09:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:53.134 INFO:tasks.workunit.client.0.smithi037.stdout: 1034: throughput=5MB/sec pending data=0 2024-07-26T07:09:53.134 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7LvRTze78ezx8rZ off=11437088 len=1170135 2024-07-26T07:09:53.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 5255 completed, throughput=5MB/sec 2024-07-26T07:09:53.142 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RZIBSL_PtQ-Om0c off=432008 len=282901 2024-07-26T07:09:53.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 5256 completed, throughput=5MB/sec 2024-07-26T07:09:53.145 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tc725DcM3_pe1hY off=6086901 len=1458913 2024-07-26T07:09:53.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 5257 completed, throughput=5MB/sec 2024-07-26T07:09:53.147 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4DPYS8H8_JmRb7i off=6072794 len=353127 2024-07-26T07:09:53.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 5258 completed, throughput=5MB/sec 2024-07-26T07:09:53.148 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qtXLHhR1Ss7nX8n off=1099639 len=1141616 2024-07-26T07:09:53.149 INFO:tasks.workunit.client.0.smithi037.stdout:op 5259 completed, throughput=5MB/sec 2024-07-26T07:09:53.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:53 smithi037 ceph-mon[97339]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:53 smithi037 ceph-mon[99762]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:53 smithi135 ceph-mon[90132]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:09:54.150 INFO:tasks.workunit.client.0.smithi037.stdout: 1035: throughput=5MB/sec pending data=0 2024-07-26T07:09:54.150 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rjswjsLlSRr8MXu off=5256697 len=927312 2024-07-26T07:09:54.151 INFO:tasks.workunit.client.0.smithi037.stdout:op 5260 completed, throughput=5MB/sec 2024-07-26T07:09:54.151 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DdZK9dkvruSyTgf off=3328118 len=333847 2024-07-26T07:09:54.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 5261 completed, throughput=5MB/sec 2024-07-26T07:09:54.153 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-m45mJTvMZwmiVWn off=7364723 len=216804 2024-07-26T07:09:54.156 INFO:tasks.workunit.client.0.smithi037.stdout:op 5262 completed, throughput=5MB/sec 2024-07-26T07:09:54.156 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CAa_b1CFKlYIgK- off=8138351 len=921355 2024-07-26T07:09:54.160 INFO:tasks.workunit.client.0.smithi037.stdout:op 5263 completed, throughput=5MB/sec 2024-07-26T07:09:54.161 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0P8I26LL_KJ3d8j off=2680586 len=1327433 2024-07-26T07:09:54.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 5264 completed, throughput=5MB/sec 2024-07-26T07:09:54.163 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sHfBiZjH8J_64E4 off=8740156 len=898227 2024-07-26T07:09:54.164 INFO:tasks.workunit.client.0.smithi037.stdout:op 5265 completed, throughput=5MB/sec 2024-07-26T07:09:54.164 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KSD8P5Esb8E0xpB off=15026373 len=665206 2024-07-26T07:09:54.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 5266 completed, throughput=5MB/sec 2024-07-26T07:09:55.166 INFO:tasks.workunit.client.0.smithi037.stdout: 1036: throughput=5MB/sec pending data=0 2024-07-26T07:09:55.167 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NpdMdYt-l0s-dIi off=1684142 len=265588 2024-07-26T07:09:55.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 5267 completed, throughput=5MB/sec 2024-07-26T07:09:55.170 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KmAvDkCm82KouHV off=1528236 len=1667752 2024-07-26T07:09:55.179 INFO:tasks.workunit.client.0.smithi037.stdout:op 5268 completed, throughput=5MB/sec 2024-07-26T07:09:55.179 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-C567FRX4L4sNM1E off=58184 len=919895 2024-07-26T07:09:55.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 5269 completed, throughput=5MB/sec 2024-07-26T07:09:55.184 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xca1f3JgN3svIZE off=1973905 len=648703 2024-07-26T07:09:55.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 5270 completed, throughput=5MB/sec 2024-07-26T07:09:55.186 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i7MK82Y-PV5zkMF off=18552063 len=736075 2024-07-26T07:09:55.187 INFO:tasks.workunit.client.0.smithi037.stdout:op 5271 completed, throughput=5MB/sec 2024-07-26T07:09:55.187 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UFoIh85MqUuMrZK off=9060241 len=420116 2024-07-26T07:09:55.188 INFO:tasks.workunit.client.0.smithi037.stdout:op 5272 completed, throughput=5MB/sec 2024-07-26T07:09:55.188 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TP6_NesyKCfp847 off=9816702 len=625748 2024-07-26T07:09:55.189 INFO:tasks.workunit.client.0.smithi037.stdout:op 5273 completed, throughput=5MB/sec 2024-07-26T07:09:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:55 smithi037 ceph-mon[97339]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:09:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:55 smithi037 ceph-mon[99762]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:09:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:55 smithi135 ceph-mon[90132]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:09:56.189 INFO:tasks.workunit.client.0.smithi037.stdout: 1037: throughput=5MB/sec pending data=0 2024-07-26T07:09:56.189 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ztpFNNgzdqzb_PA off=4293439 len=1173590 2024-07-26T07:09:56.197 INFO:tasks.workunit.client.0.smithi037.stdout:op 5274 completed, throughput=5MB/sec 2024-07-26T07:09:56.197 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-p68c9j5cHxu_A5b off=4094710 len=712316 2024-07-26T07:09:56.201 INFO:tasks.workunit.client.0.smithi037.stdout:op 5275 completed, throughput=5MB/sec 2024-07-26T07:09:56.201 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KLF8el6tih_plHu off=426774 len=1106688 2024-07-26T07:09:56.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 5276 completed, throughput=5MB/sec 2024-07-26T07:09:56.203 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-64QLq2wrD3U55wu off=23932266 len=1305949 2024-07-26T07:09:56.204 INFO:tasks.workunit.client.0.smithi037.stdout:op 5277 completed, throughput=5MB/sec 2024-07-26T07:09:56.204 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2oHNdCm9CnguWIK off=9876410 len=822939 2024-07-26T07:09:56.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 5278 completed, throughput=5MB/sec 2024-07-26T07:09:56.205 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NMeCgGMAB9zSc0N off=20103510 len=628277 2024-07-26T07:09:56.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 5279 completed, throughput=5MB/sec 2024-07-26T07:09:57.209 INFO:tasks.workunit.client.0.smithi037.stdout: 1038: throughput=5MB/sec pending data=0 2024-07-26T07:09:57.209 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-obHLUvxK_R_o9lf off=6796372 len=272455 2024-07-26T07:09:57.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 5280 completed, throughput=5MB/sec 2024-07-26T07:09:57.212 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a8nTnk80qQHJo-U off=3147225 len=1808309 2024-07-26T07:09:57.215 INFO:tasks.workunit.client.0.smithi037.stdout:op 5281 completed, throughput=5MB/sec 2024-07-26T07:09:57.215 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5ymrBMSLaRNNeKd off=21147788 len=1190151 2024-07-26T07:09:57.220 INFO:tasks.workunit.client.0.smithi037.stdout:op 5282 completed, throughput=5MB/sec 2024-07-26T07:09:57.220 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-E0qAaikOCS2U0R6 off=2366898 len=1495531 2024-07-26T07:09:57.223 INFO:tasks.workunit.client.0.smithi037.stdout:op 5283 completed, throughput=5MB/sec 2024-07-26T07:09:57.223 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wilWYB2XYY74TFC off=4114608 len=1019165 2024-07-26T07:09:57.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 5284 completed, throughput=5MB/sec 2024-07-26T07:09:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:57 smithi037 ceph-mon[97339]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:57 smithi037 ceph-mon[99762]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:57 smithi135 ceph-mon[90132]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:09:58.225 INFO:tasks.workunit.client.0.smithi037.stdout: 1039: throughput=5MB/sec pending data=0 2024-07-26T07:09:58.226 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X6EElRgVHfguYmL off=4751500 len=1392652 2024-07-26T07:09:58.228 INFO:tasks.workunit.client.0.smithi037.stdout:op 5285 completed, throughput=5MB/sec 2024-07-26T07:09:58.228 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Gv5ahJqgG1s4A6j off=11622386 len=235714 2024-07-26T07:09:58.231 INFO:tasks.workunit.client.0.smithi037.stdout:op 5286 completed, throughput=5MB/sec 2024-07-26T07:09:58.231 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PMW5u1L3RdOqKre off=13338042 len=225746 2024-07-26T07:09:58.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 5287 completed, throughput=5MB/sec 2024-07-26T07:09:58.234 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wTpxpJu1Y8ezlVz off=6829508 len=1876058 2024-07-26T07:09:58.243 INFO:tasks.workunit.client.0.smithi037.stdout:op 5288 completed, throughput=5MB/sec 2024-07-26T07:09:58.243 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yqPwKHMsFWum_Ye off=14347307 len=352130 2024-07-26T07:09:58.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 5289 completed, throughput=5MB/sec 2024-07-26T07:09:58.247 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FCqeYqxLy9TbTzn off=968137 len=379108 2024-07-26T07:09:58.247 INFO:tasks.workunit.client.0.smithi037.stdout:op 5290 completed, throughput=5MB/sec 2024-07-26T07:09:59.248 INFO:tasks.workunit.client.0.smithi037.stdout: 1040: throughput=5MB/sec pending data=0 2024-07-26T07:09:59.248 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IorqFF_MGfjVmw5 off=1049010 len=147556 2024-07-26T07:09:59.249 INFO:tasks.workunit.client.0.smithi037.stdout:op 5291 completed, throughput=5MB/sec 2024-07-26T07:09:59.249 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--66VeL2v_h5W2ua off=7383705 len=660893 2024-07-26T07:09:59.253 INFO:tasks.workunit.client.0.smithi037.stdout:op 5292 completed, throughput=5MB/sec 2024-07-26T07:09:59.253 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MJOGzzjiReG5CnD off=564838 len=1303983 2024-07-26T07:09:59.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 5293 completed, throughput=5MB/sec 2024-07-26T07:09:59.256 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2u2GwlEvXqMVQeg off=7653952 len=945021 2024-07-26T07:09:59.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 5294 completed, throughput=5MB/sec 2024-07-26T07:09:59.258 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9ADmWnq7oKwYnLW off=11415481 len=2092880 2024-07-26T07:09:59.260 INFO:tasks.workunit.client.0.smithi037.stdout:op 5295 completed, throughput=5MB/sec 2024-07-26T07:09:59.261 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TJNUlR-XVlCpdYf off=11022992 len=676680 2024-07-26T07:09:59.265 INFO:tasks.workunit.client.0.smithi037.stdout:op 5296 completed, throughput=5MB/sec 2024-07-26T07:09:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:09:59 smithi037 ceph-mon[97339]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:09:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:09:59 smithi037 ceph-mon[99762]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:09:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:09:59 smithi135 ceph-mon[90132]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T07:10:00.266 INFO:tasks.workunit.client.0.smithi037.stdout: 1041: throughput=5MB/sec pending data=0 2024-07-26T07:10:00.266 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DQA7sHQHN_9cN28 off=237392 len=1655594 2024-07-26T07:10:00.268 INFO:tasks.workunit.client.0.smithi037.stdout:op 5297 completed, throughput=5MB/sec 2024-07-26T07:10:00.268 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y63NX3fbtbZNQPJ off=3796606 len=1210146 2024-07-26T07:10:00.270 INFO:tasks.workunit.client.0.smithi037.stdout:op 5298 completed, throughput=5MB/sec 2024-07-26T07:10:00.270 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LrQvMZ_Ao5g4-NY off=5362057 len=266708 2024-07-26T07:10:00.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 5299 completed, throughput=5MB/sec 2024-07-26T07:10:00.273 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kuGA5CaKepb0veg off=10658405 len=1422085 2024-07-26T07:10:00.281 INFO:tasks.workunit.client.0.smithi037.stdout:op 5300 completed, throughput=5MB/sec 2024-07-26T07:10:00.282 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OlCkbleytyGk3gk off=13345338 len=1503553 2024-07-26T07:10:00.283 INFO:tasks.workunit.client.0.smithi037.stdout:op 5301 completed, throughput=5MB/sec 2024-07-26T07:10:00.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:00 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T07:10:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:00 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T07:10:00.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:00 smithi135 ceph-mon[90132]: overall HEALTH_OK 2024-07-26T07:10:01.283 INFO:tasks.workunit.client.0.smithi037.stdout: 1042: throughput=5MB/sec pending data=0 2024-07-26T07:10:01.284 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bbUBVbXHx6jBZyC off=10678576 len=1902459 2024-07-26T07:10:01.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 5302 completed, throughput=5MB/sec 2024-07-26T07:10:01.286 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6VI-ViL2NxwBp4C off=5890673 len=1425651 2024-07-26T07:10:01.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 5303 completed, throughput=5MB/sec 2024-07-26T07:10:01.293 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Se-Y8eU4_F7FbeN off=2529176 len=2029738 2024-07-26T07:10:01.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 5304 completed, throughput=5MB/sec 2024-07-26T07:10:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:01 smithi037 ceph-mon[97339]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-07-26T07:10:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:10:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:01 smithi037 ceph-mon[99762]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-07-26T07:10:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:01 smithi135 ceph-mon[90132]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-07-26T07:10:02.297 INFO:tasks.workunit.client.0.smithi037.stdout: 1043: throughput=5MB/sec pending data=0 2024-07-26T07:10:02.297 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CZ8Xo3NkCgf0pAA off=6003307 len=824487 2024-07-26T07:10:02.302 INFO:tasks.workunit.client.0.smithi037.stdout:op 5305 completed, throughput=5MB/sec 2024-07-26T07:10:02.303 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nU1OEIOkq4m1K1T off=1373455 len=679994 2024-07-26T07:10:02.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 5306 completed, throughput=5MB/sec 2024-07-26T07:10:02.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fdr5hPMM7juMEk9 off=7827330 len=1620197 2024-07-26T07:10:02.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 5307 completed, throughput=5MB/sec 2024-07-26T07:10:02.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tQJcYnBT3Q5mfUy off=14242133 len=1966481 2024-07-26T07:10:02.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 5308 completed, throughput=5MB/sec 2024-07-26T07:10:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:03.314 INFO:tasks.workunit.client.0.smithi037.stdout: 1044: throughput=5MB/sec pending data=0 2024-07-26T07:10:03.314 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_YK9pnuzPG4Rgig off=1789002 len=698425 2024-07-26T07:10:03.315 INFO:tasks.workunit.client.0.smithi037.stdout:op 5309 completed, throughput=5MB/sec 2024-07-26T07:10:03.315 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-UZnAT-zr_HWsRJ_ off=10879829 len=158216 2024-07-26T07:10:03.318 INFO:tasks.workunit.client.0.smithi037.stdout:op 5310 completed, throughput=5MB/sec 2024-07-26T07:10:03.318 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3nekS0YbHXPqss3 off=19282277 len=1332261 2024-07-26T07:10:03.324 INFO:tasks.workunit.client.0.smithi037.stdout:op 5311 completed, throughput=5MB/sec 2024-07-26T07:10:03.324 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TIfPKBnrZTYOMbC off=265332 len=1176973 2024-07-26T07:10:03.326 INFO:tasks.workunit.client.0.smithi037.stdout:op 5312 completed, throughput=5MB/sec 2024-07-26T07:10:03.327 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zFz3ppQH2KmYF1k off=5264818 len=499914 2024-07-26T07:10:03.327 INFO:tasks.workunit.client.0.smithi037.stdout:op 5313 completed, throughput=5MB/sec 2024-07-26T07:10:03.327 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u832MOY58mQvaBO off=2530151 len=1313125 2024-07-26T07:10:03.329 INFO:tasks.workunit.client.0.smithi037.stdout:op 5314 completed, throughput=5MB/sec 2024-07-26T07:10:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:03 smithi037 ceph-mon[97339]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:10:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:03 smithi037 ceph-mon[99762]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:10:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:03 smithi135 ceph-mon[90132]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T07:10:04.329 INFO:tasks.workunit.client.0.smithi037.stdout: 1045: throughput=5MB/sec pending data=0 2024-07-26T07:10:04.330 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M9ijXPuR_YNAbmK off=16456259 len=832253 2024-07-26T07:10:04.334 INFO:tasks.workunit.client.0.smithi037.stdout:op 5315 completed, throughput=5MB/sec 2024-07-26T07:10:04.334 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mSr88nbH55EwKQo off=21976463 len=510867 2024-07-26T07:10:04.335 INFO:tasks.workunit.client.0.smithi037.stdout:op 5316 completed, throughput=5MB/sec 2024-07-26T07:10:04.336 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c7_d75g7hHySRhD off=7053009 len=1660766 2024-07-26T07:10:04.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 5317 completed, throughput=5MB/sec 2024-07-26T07:10:04.338 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OgJ2uj60TyciM5r off=9438179 len=947540 2024-07-26T07:10:04.343 INFO:tasks.workunit.client.0.smithi037.stdout:op 5318 completed, throughput=5MB/sec 2024-07-26T07:10:04.343 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-P__qFMNCuLwTUFK off=225423 len=1019595 2024-07-26T07:10:04.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 5319 completed, throughput=5MB/sec 2024-07-26T07:10:05.348 INFO:tasks.workunit.client.0.smithi037.stdout: 1046: throughput=5MB/sec pending data=0 2024-07-26T07:10:05.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u2prvtRVeMQDTky off=9126406 len=1145432 2024-07-26T07:10:05.349 INFO:tasks.workunit.client.0.smithi037.stdout:op 5320 completed, throughput=5MB/sec 2024-07-26T07:10:05.349 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i9sbO5UpDH90EJC off=13489184 len=1274744 2024-07-26T07:10:05.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 5321 completed, throughput=5MB/sec 2024-07-26T07:10:05.354 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EccTzhMcdJrC41g off=1877584 len=588898 2024-07-26T07:10:05.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 5322 completed, throughput=5MB/sec 2024-07-26T07:10:05.355 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xoZQl4ixcKNsCc- off=7945085 len=365093 2024-07-26T07:10:05.358 INFO:tasks.workunit.client.0.smithi037.stdout:op 5323 completed, throughput=5MB/sec 2024-07-26T07:10:05.358 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Qg-mxovJH9QlONH off=11829365 len=1492195 2024-07-26T07:10:05.359 INFO:tasks.workunit.client.0.smithi037.stdout:op 5324 completed, throughput=5MB/sec 2024-07-26T07:10:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[97339]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[99762]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:05.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:05 smithi135 ceph-mon[90132]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:06.360 INFO:tasks.workunit.client.0.smithi037.stdout: 1047: throughput=5MB/sec pending data=0 2024-07-26T07:10:06.360 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e2vQYRk5isNEHIQ off=2078269 len=1635328 2024-07-26T07:10:06.362 INFO:tasks.workunit.client.0.smithi037.stdout:op 5325 completed, throughput=5MB/sec 2024-07-26T07:10:06.363 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-XDsJglPypKDMKVI off=117497 len=741463 2024-07-26T07:10:06.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 5326 completed, throughput=5MB/sec 2024-07-26T07:10:06.367 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-i8UCga8UM1mPt5J off=2345957 len=1340665 2024-07-26T07:10:06.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 5327 completed, throughput=5MB/sec 2024-07-26T07:10:06.369 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-f3uNPhMQhJ0ep0n off=15226919 len=1657798 2024-07-26T07:10:06.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 5328 completed, throughput=5MB/sec 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:10:06.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:10:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: 1048: throughput=5MB/sec pending data=0 2024-07-26T07:10:07.372 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BK5-xcKkUAAPNra off=3967512 len=610839 2024-07-26T07:10:07.373 INFO:tasks.workunit.client.0.smithi037.stdout:op 5329 completed, throughput=5MB/sec 2024-07-26T07:10:07.373 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RBsSFQZlmvy8Gbh off=14060004 len=798931 2024-07-26T07:10:07.375 INFO:tasks.workunit.client.0.smithi037.stdout:op 5330 completed, throughput=5MB/sec 2024-07-26T07:10:07.375 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gVnkBuR5smEOW6- off=18134345 len=403925 2024-07-26T07:10:07.379 INFO:tasks.workunit.client.0.smithi037.stdout:op 5331 completed, throughput=5MB/sec 2024-07-26T07:10:07.379 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aEA_mvR5eWKYgnD off=4183304 len=270744 2024-07-26T07:10:07.382 INFO:tasks.workunit.client.0.smithi037.stdout:op 5332 completed, throughput=5MB/sec 2024-07-26T07:10:07.382 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_YK9pnuzPG4Rgig off=6888682 len=1831831 2024-07-26T07:10:07.391 INFO:tasks.workunit.client.0.smithi037.stdout:op 5333 completed, throughput=5MB/sec 2024-07-26T07:10:07.391 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-piKiKod8nxrSyCk off=6709991 len=664845 2024-07-26T07:10:07.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 5334 completed, throughput=5MB/sec 2024-07-26T07:10:07.395 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U7hkO2s74V7dFzJ off=5678818 len=55634 2024-07-26T07:10:07.396 INFO:tasks.workunit.client.0.smithi037.stdout:op 5335 completed, throughput=5MB/sec 2024-07-26T07:10:07.396 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tKf2pDOjybFfqRW off=1176801 len=1411878 2024-07-26T07:10:07.398 INFO:tasks.workunit.client.0.smithi037.stdout:op 5336 completed, throughput=5MB/sec 2024-07-26T07:10:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:07 smithi037 ceph-mon[97339]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:10:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:07 smithi037 ceph-mon[99762]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:10:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:07 smithi135 ceph-mon[90132]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:10:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: 1049: throughput=5MB/sec pending data=0 2024-07-26T07:10:08.398 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1EiRKWLdBP2L4MR off=625330 len=1692663 2024-07-26T07:10:08.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 5337 completed, throughput=5MB/sec 2024-07-26T07:10:08.407 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ydh3h9WYLAPA-jC off=10814024 len=1123019 2024-07-26T07:10:08.413 INFO:tasks.workunit.client.0.smithi037.stdout:op 5338 completed, throughput=5MB/sec 2024-07-26T07:10:08.413 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AVpdwo_8yIhclAm off=4747121 len=1490907 2024-07-26T07:10:08.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 5339 completed, throughput=5MB/sec 2024-07-26T07:10:08.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7TvPayol36yyKqR off=1515831 len=1482320 2024-07-26T07:10:08.425 INFO:tasks.workunit.client.0.smithi037.stdout:op 5340 completed, throughput=5MB/sec 2024-07-26T07:10:09.426 INFO:tasks.workunit.client.0.smithi037.stdout: 1050: throughput=5MB/sec pending data=0 2024-07-26T07:10:09.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bAgX4w-trw4xWfE off=3468850 len=373543 2024-07-26T07:10:09.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5341 completed, throughput=5MB/sec 2024-07-26T07:10:09.427 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ESgs6InoXPfQvNp off=4794835 len=1044266 2024-07-26T07:10:09.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 5342 completed, throughput=5MB/sec 2024-07-26T07:10:09.432 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KfR0H4dIdo3IcFc off=1795859 len=109861 2024-07-26T07:10:09.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 5343 completed, throughput=5MB/sec 2024-07-26T07:10:09.433 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Of1YI-N1ob_UB0u off=6001774 len=1767086 2024-07-26T07:10:09.434 INFO:tasks.workunit.client.0.smithi037.stdout:op 5344 completed, throughput=5MB/sec 2024-07-26T07:10:09.434 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YiCpcXXlp0y3KFY off=2706222 len=512490 2024-07-26T07:10:09.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 5345 completed, throughput=5MB/sec 2024-07-26T07:10:09.439 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yKeAfB_NiJZ2Xk3 off=1191247 len=457497 2024-07-26T07:10:09.442 INFO:tasks.workunit.client.0.smithi037.stdout:op 5346 completed, throughput=5MB/sec 2024-07-26T07:10:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:09 smithi037 ceph-mon[97339]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:09 smithi037 ceph-mon[99762]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:09.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:09 smithi135 ceph-mon[90132]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:10.442 INFO:tasks.workunit.client.0.smithi037.stdout: 1051: throughput=5MB/sec pending data=0 2024-07-26T07:10:10.442 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yzFDfFP1nSQm3pX off=2198701 len=120836 2024-07-26T07:10:10.445 INFO:tasks.workunit.client.0.smithi037.stdout:op 5347 completed, throughput=5MB/sec 2024-07-26T07:10:10.445 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xSbPyMjM251cxw- off=0 len=1175528 2024-07-26T07:10:10.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 5348 completed, throughput=5MB/sec 2024-07-26T07:10:10.447 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q6ns3xM3i1zDq46 off=12829220 len=52803 2024-07-26T07:10:10.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 5349 completed, throughput=5MB/sec 2024-07-26T07:10:10.448 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5FeGSTO5-3Xj_GY off=3335481 len=87034 2024-07-26T07:10:10.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 5350 completed, throughput=5MB/sec 2024-07-26T07:10:10.450 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FchyLHr2xsTXx6r off=4451225 len=2002244 2024-07-26T07:10:10.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 5351 completed, throughput=5MB/sec 2024-07-26T07:10:10.453 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mvev-EFuLqDeyAf off=17423527 len=1804160 2024-07-26T07:10:10.454 INFO:tasks.workunit.client.0.smithi037.stdout:op 5352 completed, throughput=5MB/sec 2024-07-26T07:10:11.454 INFO:tasks.workunit.client.0.smithi037.stdout: 1052: throughput=5MB/sec pending data=0 2024-07-26T07:10:11.455 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--I5h-G0RjWCqAB0 off=13171096 len=1923936 2024-07-26T07:10:11.457 INFO:tasks.workunit.client.0.smithi037.stdout:op 5353 completed, throughput=5MB/sec 2024-07-26T07:10:11.457 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DTG4KBPsLV90sEu off=12301063 len=996372 2024-07-26T07:10:11.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 5354 completed, throughput=5MB/sec 2024-07-26T07:10:11.462 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KpEJFpwlLnRUKhM off=19705687 len=143246 2024-07-26T07:10:11.463 INFO:tasks.workunit.client.0.smithi037.stdout:op 5355 completed, throughput=5MB/sec 2024-07-26T07:10:11.464 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KeWnqJHgxd6Hhf5 off=1922948 len=700123 2024-07-26T07:10:11.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 5356 completed, throughput=5MB/sec 2024-07-26T07:10:11.465 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-udhUB0rgpXz2gHN off=9422312 len=483359 2024-07-26T07:10:11.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 5357 completed, throughput=5MB/sec 2024-07-26T07:10:11.469 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bv775WgAyl-uSPu off=6358861 len=1784148 2024-07-26T07:10:11.477 INFO:tasks.workunit.client.0.smithi037.stdout:op 5358 completed, throughput=5MB/sec 2024-07-26T07:10:11.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:11 smithi037 ceph-mon[97339]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:11 smithi037 ceph-mon[99762]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:11] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T07:10:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:11 smithi135 ceph-mon[90132]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:12.478 INFO:tasks.workunit.client.0.smithi037.stdout: 1053: throughput=5MB/sec pending data=0 2024-07-26T07:10:12.478 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XQIwTyZ2LHyZYZZ off=2939567 len=1643704 2024-07-26T07:10:12.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 5359 completed, throughput=5MB/sec 2024-07-26T07:10:12.480 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-koSwGm8BNjVIn0k off=3200476 len=645723 2024-07-26T07:10:12.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 5360 completed, throughput=5MB/sec 2024-07-26T07:10:12.481 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BIIIr3gG_JXWfHe off=757630 len=233365 2024-07-26T07:10:12.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 5361 completed, throughput=5MB/sec 2024-07-26T07:10:12.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0mCVQUwoPABAAgq off=3086406 len=416690 2024-07-26T07:10:12.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 5362 completed, throughput=5MB/sec 2024-07-26T07:10:12.488 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Zizh89FKXDVIdz9 off=11061149 len=766758 2024-07-26T07:10:12.490 INFO:tasks.workunit.client.0.smithi037.stdout:op 5363 completed, throughput=5MB/sec 2024-07-26T07:10:12.490 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GzjDTAPodGsyFFD off=2695412 len=1899560 2024-07-26T07:10:12.492 INFO:tasks.workunit.client.0.smithi037.stdout:op 5364 completed, throughput=5MB/sec 2024-07-26T07:10:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:13.493 INFO:tasks.workunit.client.0.smithi037.stdout: 1054: throughput=5MB/sec pending data=0 2024-07-26T07:10:13.493 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MWxkYwzoineZA3c off=1215014 len=1236729 2024-07-26T07:10:13.500 INFO:tasks.workunit.client.0.smithi037.stdout:op 5365 completed, throughput=5MB/sec 2024-07-26T07:10:13.500 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sEFWNB1zyNWRnNO off=1651039 len=397471 2024-07-26T07:10:13.501 INFO:tasks.workunit.client.0.smithi037.stdout:op 5366 completed, throughput=5MB/sec 2024-07-26T07:10:13.501 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wWgU0FV295IHfnw off=3246384 len=884909 2024-07-26T07:10:13.502 INFO:tasks.workunit.client.0.smithi037.stdout:op 5367 completed, throughput=5MB/sec 2024-07-26T07:10:13.502 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4cOalBzkYCYeS7N off=3918796 len=537293 2024-07-26T07:10:13.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 5368 completed, throughput=5MB/sec 2024-07-26T07:10:13.506 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9fXkZ48k0RKGxLZ off=3693867 len=762596 2024-07-26T07:10:13.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 5369 completed, throughput=5MB/sec 2024-07-26T07:10:13.507 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_qBHy-4kwFBau5C off=121691 len=1774837 2024-07-26T07:10:13.517 INFO:tasks.workunit.client.0.smithi037.stdout:op 5370 completed, throughput=5MB/sec 2024-07-26T07:10:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:13 smithi135 ceph-mon[90132]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:13 smithi037 ceph-mon[97339]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:13 smithi037 ceph-mon[99762]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:14.518 INFO:tasks.workunit.client.0.smithi037.stdout: 1055: throughput=5MB/sec pending data=0 2024-07-26T07:10:14.518 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gDE_f9wDyi0Ivt7 off=5053853 len=1769681 2024-07-26T07:10:14.527 INFO:tasks.workunit.client.0.smithi037.stdout:op 5371 completed, throughput=5MB/sec 2024-07-26T07:10:14.528 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-f-PwLN6JR_b5ua7 off=2042082 len=1212860 2024-07-26T07:10:14.529 INFO:tasks.workunit.client.0.smithi037.stdout:op 5372 completed, throughput=5MB/sec 2024-07-26T07:10:14.529 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2V_rUqq3RM6DWjb off=2004486 len=241525 2024-07-26T07:10:14.532 INFO:tasks.workunit.client.0.smithi037.stdout:op 5373 completed, throughput=5MB/sec 2024-07-26T07:10:14.532 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-P0p-I8VQT9cXuhN off=9509340 len=1720417 2024-07-26T07:10:14.534 INFO:tasks.workunit.client.0.smithi037.stdout:op 5374 completed, throughput=5MB/sec 2024-07-26T07:10:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:14 smithi037 ceph-mon[97339]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:14 smithi037 ceph-mon[99762]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:14 smithi135 ceph-mon[90132]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T07:10:15.534 INFO:tasks.workunit.client.0.smithi037.stdout: 1056: throughput=5MB/sec pending data=0 2024-07-26T07:10:15.534 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gzWJuC9OUkRPfs_ off=10361446 len=374939 2024-07-26T07:10:15.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 5375 completed, throughput=5MB/sec 2024-07-26T07:10:15.536 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IfKZFBlEo8uTNcF off=1824795 len=324597 2024-07-26T07:10:15.536 INFO:tasks.workunit.client.0.smithi037.stdout:op 5376 completed, throughput=5MB/sec 2024-07-26T07:10:15.536 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_M_-LKfb37P135o off=18991539 len=1173300 2024-07-26T07:10:15.543 INFO:tasks.workunit.client.0.smithi037.stdout:op 5377 completed, throughput=5MB/sec 2024-07-26T07:10:15.543 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HbUEN58bb2kD_YV off=13325920 len=301078 2024-07-26T07:10:15.544 INFO:tasks.workunit.client.0.smithi037.stdout:op 5378 completed, throughput=5MB/sec 2024-07-26T07:10:15.544 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xwmFOD8qahcpaEp off=9316204 len=669512 2024-07-26T07:10:15.548 INFO:tasks.workunit.client.0.smithi037.stdout:op 5379 completed, throughput=5MB/sec 2024-07-26T07:10:15.548 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4YIh2vuBtslWzaE off=9781324 len=742271 2024-07-26T07:10:15.550 INFO:tasks.workunit.client.0.smithi037.stdout:op 5380 completed, throughput=5MB/sec 2024-07-26T07:10:15.550 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eulC9LTtHZdTLlj off=16161649 len=11737 2024-07-26T07:10:15.552 INFO:tasks.workunit.client.0.smithi037.stdout:op 5381 completed, throughput=5MB/sec 2024-07-26T07:10:15.552 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-I164ODqS3-T9mVZ off=15777241 len=1690375 2024-07-26T07:10:15.554 INFO:tasks.workunit.client.0.smithi037.stdout:op 5382 completed, throughput=5MB/sec 2024-07-26T07:10:16.555 INFO:tasks.workunit.client.0.smithi037.stdout: 1057: throughput=5MB/sec pending data=0 2024-07-26T07:10:16.555 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pp_XAh88IYoQaHC off=17245617 len=243829 2024-07-26T07:10:16.558 INFO:tasks.workunit.client.0.smithi037.stdout:op 5383 completed, throughput=5MB/sec 2024-07-26T07:10:16.558 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-i2x_FqMdbX1q01G off=854398 len=508502 2024-07-26T07:10:16.562 INFO:tasks.workunit.client.0.smithi037.stdout:op 5384 completed, throughput=5MB/sec 2024-07-26T07:10:16.562 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zR87BIHgqfwSL9c off=1056228 len=584772 2024-07-26T07:10:16.565 INFO:tasks.workunit.client.0.smithi037.stdout:op 5385 completed, throughput=5MB/sec 2024-07-26T07:10:16.565 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6T2FeMrS5LMJL9n off=17799068 len=432248 2024-07-26T07:10:16.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 5386 completed, throughput=5MB/sec 2024-07-26T07:10:16.569 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vemcOsD4sCf6L78 off=925318 len=1167974 2024-07-26T07:10:16.577 INFO:tasks.workunit.client.0.smithi037.stdout:op 5387 completed, throughput=5MB/sec 2024-07-26T07:10:16.577 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-k25D95RoGGMU2dz off=1037480 len=1378231 2024-07-26T07:10:16.583 INFO:tasks.workunit.client.0.smithi037.stdout:op 5388 completed, throughput=5MB/sec 2024-07-26T07:10:16.584 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T0qIm0OIQNtWkzh off=1234117 len=351414 2024-07-26T07:10:16.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 5389 completed, throughput=5MB/sec 2024-07-26T07:10:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:16 smithi037 ceph-mon[97339]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:10:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:16 smithi037 ceph-mon[99762]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:10:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:16 smithi135 ceph-mon[90132]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T07:10:17.587 INFO:tasks.workunit.client.0.smithi037.stdout: 1058: throughput=5MB/sec pending data=0 2024-07-26T07:10:17.587 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-80HMVkZrW9qsaRw off=0 len=1424812 2024-07-26T07:10:17.594 INFO:tasks.workunit.client.0.smithi037.stdout:op 5390 completed, throughput=5MB/sec 2024-07-26T07:10:17.594 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-a9I4nebujt7Vb8- off=880686 len=344297 2024-07-26T07:10:17.598 INFO:tasks.workunit.client.0.smithi037.stdout:op 5391 completed, throughput=5MB/sec 2024-07-26T07:10:17.598 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n_yjb6X3UodfQS3 off=7212571 len=331260 2024-07-26T07:10:17.601 INFO:tasks.workunit.client.0.smithi037.stdout:op 5392 completed, throughput=5MB/sec 2024-07-26T07:10:17.601 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2mQkLWRMZL07kr0 off=4240130 len=1616481 2024-07-26T07:10:17.604 INFO:tasks.workunit.client.0.smithi037.stdout:op 5393 completed, throughput=5MB/sec 2024-07-26T07:10:17.605 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mj4-rspWiuyAG1t off=21382774 len=1775980 2024-07-26T07:10:17.606 INFO:tasks.workunit.client.0.smithi037.stdout:op 5394 completed, throughput=5MB/sec 2024-07-26T07:10:18.607 INFO:tasks.workunit.client.0.smithi037.stdout: 1059: throughput=5MB/sec pending data=0 2024-07-26T07:10:18.607 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kON2u-Eo7ohFmnN off=1395676 len=1959806 2024-07-26T07:10:18.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 5395 completed, throughput=5MB/sec 2024-07-26T07:10:18.611 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GMuhB6jBqXm3F_0 off=20572535 len=810937 2024-07-26T07:10:18.616 INFO:tasks.workunit.client.0.smithi037.stdout:op 5396 completed, throughput=5MB/sec 2024-07-26T07:10:18.616 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XWYjE3bf-aETP3p off=6514664 len=994685 2024-07-26T07:10:18.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 5397 completed, throughput=5MB/sec 2024-07-26T07:10:18.618 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DNH1cS2oFno1_ID off=9557731 len=1862214 2024-07-26T07:10:18.628 INFO:tasks.workunit.client.0.smithi037.stdout:op 5398 completed, throughput=5MB/sec 2024-07-26T07:10:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:18 smithi037 ceph-mon[97339]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:10:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:18 smithi037 ceph-mon[99762]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:10:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:18 smithi135 ceph-mon[90132]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:10:19.629 INFO:tasks.workunit.client.0.smithi037.stdout: 1060: throughput=5MB/sec pending data=0 2024-07-26T07:10:19.629 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NMeCgGMAB9zSc0N off=2386629 len=1553781 2024-07-26T07:10:19.638 INFO:tasks.workunit.client.0.smithi037.stdout:op 5399 completed, throughput=5MB/sec 2024-07-26T07:10:19.638 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-o3yYr7Wx5P3d0kM off=13364924 len=1133876 2024-07-26T07:10:19.639 INFO:tasks.workunit.client.0.smithi037.stdout:op 5400 completed, throughput=5MB/sec 2024-07-26T07:10:19.639 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EQIL1KevpxBhQiT off=7058435 len=604689 2024-07-26T07:10:19.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 5401 completed, throughput=5MB/sec 2024-07-26T07:10:19.640 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Do80wrnzQgz_jgT off=10211701 len=222877 2024-07-26T07:10:19.643 INFO:tasks.workunit.client.0.smithi037.stdout:op 5402 completed, throughput=5MB/sec 2024-07-26T07:10:19.643 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OP0E0zIArOHQZWV off=8963448 len=1498084 2024-07-26T07:10:19.644 INFO:tasks.workunit.client.0.smithi037.stdout:op 5403 completed, throughput=5MB/sec 2024-07-26T07:10:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: 1061: throughput=5MB/sec pending data=0 2024-07-26T07:10:20.645 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LjbSH7HM3b9YaVZ off=6569326 len=523635 2024-07-26T07:10:20.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 5404 completed, throughput=5MB/sec 2024-07-26T07:10:20.646 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4wAa5H6A-mW9MTn off=4270674 len=85122 2024-07-26T07:10:20.648 INFO:tasks.workunit.client.0.smithi037.stdout:op 5405 completed, throughput=5MB/sec 2024-07-26T07:10:20.649 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TcVyNt1IgIu9C_z off=8190075 len=2093605 2024-07-26T07:10:20.658 INFO:tasks.workunit.client.0.smithi037.stdout:op 5406 completed, throughput=5MB/sec 2024-07-26T07:10:20.658 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j9OqFI4ovcb-uni off=5247267 len=1888887 2024-07-26T07:10:20.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 5407 completed, throughput=5MB/sec 2024-07-26T07:10:20.667 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oucYdBjyAMCpFzG off=3652775 len=2077030 2024-07-26T07:10:20.669 INFO:tasks.workunit.client.0.smithi037.stdout:op 5408 completed, throughput=5MB/sec 2024-07-26T07:10:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:20 smithi037 ceph-mon[97339]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:10:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:20 smithi037 ceph-mon[99762]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:10:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:20 smithi135 ceph-mon[90132]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T07:10:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:21] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:10:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: 1062: throughput=5MB/sec pending data=0 2024-07-26T07:10:21.670 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xyDN9cvgmka23n0 off=8715206 len=622980 2024-07-26T07:10:21.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 5409 completed, throughput=5MB/sec 2024-07-26T07:10:21.675 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ShOgqT6Bf0YYQy3 off=6184706 len=1105857 2024-07-26T07:10:21.680 INFO:tasks.workunit.client.0.smithi037.stdout:op 5410 completed, throughput=5MB/sec 2024-07-26T07:10:21.680 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xbgs5fGVG9yrORG off=1752348 len=1403797 2024-07-26T07:10:21.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 5411 completed, throughput=5MB/sec 2024-07-26T07:10:21.689 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xmhKjB-p3y_PUU5 off=1853460 len=1650857 2024-07-26T07:10:21.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 5412 completed, throughput=5MB/sec 2024-07-26T07:10:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: 1063: throughput=5MB/sec pending data=0 2024-07-26T07:10:22.698 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zwADFimW_G4kJh4 off=517493 len=1212995 2024-07-26T07:10:22.701 INFO:tasks.workunit.client.0.smithi037.stdout:op 5413 completed, throughput=5MB/sec 2024-07-26T07:10:22.701 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B_AwwK_AAs197Ui off=303446 len=1655963 2024-07-26T07:10:22.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 5414 completed, throughput=5MB/sec 2024-07-26T07:10:22.710 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-q8NOBDj6Sv6wgkD off=58501 len=1155104 2024-07-26T07:10:22.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 5415 completed, throughput=5MB/sec 2024-07-26T07:10:22.717 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y1kP4XcZHXVAKgk off=1243267 len=360045 2024-07-26T07:10:22.720 INFO:tasks.workunit.client.0.smithi037.stdout:op 5416 completed, throughput=5MB/sec 2024-07-26T07:10:22.720 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GfMhHOlHG968mQ8 off=3705880 len=639915 2024-07-26T07:10:22.721 INFO:tasks.workunit.client.0.smithi037.stdout:op 5417 completed, throughput=5MB/sec 2024-07-26T07:10:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:22 smithi037 ceph-mon[97339]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:10:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:22 smithi037 ceph-mon[99762]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:10:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:22 smithi135 ceph-mon[90132]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:10:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: 1064: throughput=5MB/sec pending data=0 2024-07-26T07:10:23.721 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Iqfi62-cbMjIjGA off=17544842 len=1516322 2024-07-26T07:10:23.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 5418 completed, throughput=5MB/sec 2024-07-26T07:10:23.728 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yO6AvV0UtEpQj0s off=598227 len=816207 2024-07-26T07:10:23.733 INFO:tasks.workunit.client.0.smithi037.stdout:op 5419 completed, throughput=5MB/sec 2024-07-26T07:10:23.733 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e_IfrTt-LlMu7pR off=6452423 len=1796426 2024-07-26T07:10:23.735 INFO:tasks.workunit.client.0.smithi037.stdout:op 5420 completed, throughput=5MB/sec 2024-07-26T07:10:23.736 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-773kjYN9gA9gAbo off=2467227 len=872957 2024-07-26T07:10:23.741 INFO:tasks.workunit.client.0.smithi037.stdout:op 5421 completed, throughput=5MB/sec 2024-07-26T07:10:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: 1065: throughput=5MB/sec pending data=0 2024-07-26T07:10:24.742 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Scpa151CZsFF0bv off=7450429 len=1433785 2024-07-26T07:10:24.751 INFO:tasks.workunit.client.0.smithi037.stdout:op 5422 completed, throughput=5MB/sec 2024-07-26T07:10:24.751 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uS04fPP8id53Ql- off=308609 len=616558 2024-07-26T07:10:24.752 INFO:tasks.workunit.client.0.smithi037.stdout:op 5423 completed, throughput=5MB/sec 2024-07-26T07:10:24.753 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NCGdQFw8gKrNx7a off=4401825 len=1097982 2024-07-26T07:10:24.759 INFO:tasks.workunit.client.0.smithi037.stdout:op 5424 completed, throughput=5MB/sec 2024-07-26T07:10:24.760 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-si041GvS-9nOtfJ off=5744390 len=194159 2024-07-26T07:10:24.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 5425 completed, throughput=5MB/sec 2024-07-26T07:10:24.762 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vJlHz_NSoOO_F6U off=4526992 len=1305134 2024-07-26T07:10:24.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 5426 completed, throughput=5MB/sec 2024-07-26T07:10:24.771 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eR0Y4SbAQJTgGbD off=635580 len=1687291 2024-07-26T07:10:24.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 5427 completed, throughput=5MB/sec 2024-07-26T07:10:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:24 smithi037 ceph-mon[97339]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:10:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:24 smithi037 ceph-mon[99762]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:10:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:24 smithi135 ceph-mon[90132]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-26T07:10:25.771 INFO:tasks.workunit.client.0.smithi037.stdout: 1066: throughput=5MB/sec pending data=0 2024-07-26T07:10:25.772 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YijiyFihb5IqsRB off=2127571 len=1956840 2024-07-26T07:10:25.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 5428 completed, throughput=5MB/sec 2024-07-26T07:10:25.783 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-198S6vnRWYPmIEB off=5266913 len=2071678 2024-07-26T07:10:25.787 INFO:tasks.workunit.client.0.smithi037.stdout:op 5429 completed, throughput=5MB/sec 2024-07-26T07:10:25.787 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3D00nO-TmVubBhr off=1518724 len=1072534 2024-07-26T07:10:25.793 INFO:tasks.workunit.client.0.smithi037.stdout:op 5430 completed, throughput=5MB/sec 2024-07-26T07:10:26.793 INFO:tasks.workunit.client.0.smithi037.stdout: 1067: throughput=5MB/sec pending data=0 2024-07-26T07:10:26.793 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5ca1xO2v50xIiri off=3531186 len=798639 2024-07-26T07:10:26.794 INFO:tasks.workunit.client.0.smithi037.stdout:op 5431 completed, throughput=5MB/sec 2024-07-26T07:10:26.795 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qDm_dZaKzT-lC2b off=6973790 len=1872750 2024-07-26T07:10:26.804 INFO:tasks.workunit.client.0.smithi037.stdout:op 5432 completed, throughput=5MB/sec 2024-07-26T07:10:26.805 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aYStWt9Pz5VrP1w off=13332018 len=471384 2024-07-26T07:10:26.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 5433 completed, throughput=5MB/sec 2024-07-26T07:10:26.805 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QFjJtA7xO9ipPI7 off=10948079 len=1516282 2024-07-26T07:10:26.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 5434 completed, throughput=5MB/sec 2024-07-26T07:10:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:26 smithi037 ceph-mon[97339]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:26 smithi037 ceph-mon[99762]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:26 smithi135 ceph-mon[90132]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:27.812 INFO:tasks.workunit.client.0.smithi037.stdout: 1068: throughput=5MB/sec pending data=0 2024-07-26T07:10:27.812 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sL7MWRRJHyZjfpH off=9778339 len=340775 2024-07-26T07:10:27.816 INFO:tasks.workunit.client.0.smithi037.stdout:op 5435 completed, throughput=5MB/sec 2024-07-26T07:10:27.816 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-utJnVeDPSuiRLju off=8840490 len=419578 2024-07-26T07:10:27.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 5436 completed, throughput=5MB/sec 2024-07-26T07:10:27.817 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yajpx7yrwTOyXED off=21678355 len=173698 2024-07-26T07:10:27.820 INFO:tasks.workunit.client.0.smithi037.stdout:op 5437 completed, throughput=5MB/sec 2024-07-26T07:10:27.820 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kON2u-Eo7ohFmnN off=14253223 len=218865 2024-07-26T07:10:27.821 INFO:tasks.workunit.client.0.smithi037.stdout:op 5438 completed, throughput=5MB/sec 2024-07-26T07:10:27.821 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IrSUUouBhAGaVOX off=5992734 len=633895 2024-07-26T07:10:27.825 INFO:tasks.workunit.client.0.smithi037.stdout:op 5439 completed, throughput=5MB/sec 2024-07-26T07:10:27.825 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VAVVBOAmVw2eEDm off=9110452 len=2063307 2024-07-26T07:10:27.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 5440 completed, throughput=5MB/sec 2024-07-26T07:10:27.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N0Smc2QZDrcxoby off=3551583 len=553750 2024-07-26T07:10:27.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 5441 completed, throughput=5MB/sec 2024-07-26T07:10:27.839 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1-BfrEoqMPTqeo_ off=18395668 len=977765 2024-07-26T07:10:27.839 INFO:tasks.workunit.client.0.smithi037.stdout:op 5442 completed, throughput=5MB/sec 2024-07-26T07:10:28.840 INFO:tasks.workunit.client.0.smithi037.stdout: 1069: throughput=5MB/sec pending data=0 2024-07-26T07:10:28.840 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yhYYS3YNMEfhvJ9 off=7942453 len=1413884 2024-07-26T07:10:28.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 5443 completed, throughput=5MB/sec 2024-07-26T07:10:28.842 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YUrPF0tJRduh0Kw off=2608961 len=1951324 2024-07-26T07:10:28.853 INFO:tasks.workunit.client.0.smithi037.stdout:op 5444 completed, throughput=5MB/sec 2024-07-26T07:10:28.853 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MOyC9WVuq_Cxlah off=1257963 len=54821 2024-07-26T07:10:28.855 INFO:tasks.workunit.client.0.smithi037.stdout:op 5445 completed, throughput=5MB/sec 2024-07-26T07:10:28.855 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FGUvR4XujQzIlRi off=2336803 len=289456 2024-07-26T07:10:28.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 5446 completed, throughput=5MB/sec 2024-07-26T07:10:28.859 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1Pz5dCxbLD-uoi2 off=13282997 len=1116235 2024-07-26T07:10:28.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 5447 completed, throughput=5MB/sec 2024-07-26T07:10:28.860 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0_EGz0xRBJJY3eP off=11717628 len=891402 2024-07-26T07:10:28.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 5448 completed, throughput=5MB/sec 2024-07-26T07:10:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:28 smithi037 ceph-mon[97339]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:10:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:28 smithi037 ceph-mon[99762]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:10:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:28 smithi135 ceph-mon[90132]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T07:10:29.865 INFO:tasks.workunit.client.0.smithi037.stdout: 1070: throughput=5MB/sec pending data=0 2024-07-26T07:10:29.865 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-95dzI7-6gbmOzKZ off=1520550 len=815348 2024-07-26T07:10:29.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 5449 completed, throughput=5MB/sec 2024-07-26T07:10:29.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-4LpjRVL20b6LvqN off=14420518 len=1039524 2024-07-26T07:10:29.871 INFO:tasks.workunit.client.0.smithi037.stdout:op 5450 completed, throughput=5MB/sec 2024-07-26T07:10:29.871 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jR5bqWbqVg95NIZ off=6532216 len=1177874 2024-07-26T07:10:29.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 5451 completed, throughput=5MB/sec 2024-07-26T07:10:29.878 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-doEeSLSiwUfVsSQ off=5948858 len=2032985 2024-07-26T07:10:29.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 5452 completed, throughput=5MB/sec 2024-07-26T07:10:30.888 INFO:tasks.workunit.client.0.smithi037.stdout: 1071: throughput=5MB/sec pending data=0 2024-07-26T07:10:30.888 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wQJsQnAwATRBTuA off=9455394 len=949892 2024-07-26T07:10:30.890 INFO:tasks.workunit.client.0.smithi037.stdout:op 5453 completed, throughput=5MB/sec 2024-07-26T07:10:30.890 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xbfPcfGEL-0nKNO off=4169708 len=2067202 2024-07-26T07:10:30.893 INFO:tasks.workunit.client.0.smithi037.stdout:op 5454 completed, throughput=5MB/sec 2024-07-26T07:10:30.893 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VPhwbUk9EjwqAME off=190473 len=1669788 2024-07-26T07:10:30.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 5455 completed, throughput=5MB/sec 2024-07-26T07:10:30.896 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-HVs4O-PC6hLfoam off=13198593 len=1379047 2024-07-26T07:10:30.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 5456 completed, throughput=5MB/sec 2024-07-26T07:10:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:30 smithi037 ceph-mon[97339]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:10:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:30 smithi037 ceph-mon[99762]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:10:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:30 smithi135 ceph-mon[90132]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:10:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:10:31.910 INFO:tasks.workunit.client.0.smithi037.stdout: 1072: throughput=5MB/sec pending data=0 2024-07-26T07:10:31.910 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-O-4YDxvueEuy2_Z off=7748377 len=1487306 2024-07-26T07:10:31.912 INFO:tasks.workunit.client.0.smithi037.stdout:op 5457 completed, throughput=5MB/sec 2024-07-26T07:10:31.912 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nIEdv2J27mndcXT off=733578 len=775043 2024-07-26T07:10:31.914 INFO:tasks.workunit.client.0.smithi037.stdout:op 5458 completed, throughput=5MB/sec 2024-07-26T07:10:31.914 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oWE64BJw3W9K0li off=21990737 len=587096 2024-07-26T07:10:31.915 INFO:tasks.workunit.client.0.smithi037.stdout:op 5459 completed, throughput=5MB/sec 2024-07-26T07:10:31.915 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JVbg-I2XVqtfa8H off=5505380 len=568444 2024-07-26T07:10:31.916 INFO:tasks.workunit.client.0.smithi037.stdout:op 5460 completed, throughput=5MB/sec 2024-07-26T07:10:31.916 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aTUntRyIMvhGBwW off=27476 len=164110 2024-07-26T07:10:31.919 INFO:tasks.workunit.client.0.smithi037.stdout:op 5461 completed, throughput=5MB/sec 2024-07-26T07:10:31.919 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SRrWQnHKzBodXuj off=4365870 len=1204723 2024-07-26T07:10:31.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 5462 completed, throughput=5MB/sec 2024-07-26T07:10:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:32.921 INFO:tasks.workunit.client.0.smithi037.stdout: 1073: throughput=5MB/sec pending data=0 2024-07-26T07:10:32.922 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-v50b4P4E-58hSBb off=1460763 len=1899295 2024-07-26T07:10:32.930 INFO:tasks.workunit.client.0.smithi037.stdout:op 5463 completed, throughput=5MB/sec 2024-07-26T07:10:32.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-G6TLqS-J8k_Dgjo off=8169351 len=1811001 2024-07-26T07:10:32.934 INFO:tasks.workunit.client.0.smithi037.stdout:op 5464 completed, throughput=5MB/sec 2024-07-26T07:10:32.934 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mftWhsdpSNFv0iR off=4235203 len=226780 2024-07-26T07:10:32.935 INFO:tasks.workunit.client.0.smithi037.stdout:op 5465 completed, throughput=5MB/sec 2024-07-26T07:10:32.935 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Wum7ljTjs9wzl5f off=11358429 len=564759 2024-07-26T07:10:32.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 5466 completed, throughput=5MB/sec 2024-07-26T07:10:32.936 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VR5xO6ApWEEQhjB off=7784295 len=1958235 2024-07-26T07:10:32.943 INFO:tasks.workunit.client.0.smithi037.stdout:op 5467 completed, throughput=5MB/sec 2024-07-26T07:10:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:32 smithi037 ceph-mon[97339]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:10:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:32 smithi037 ceph-mon[99762]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:10:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:32 smithi135 ceph-mon[90132]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:10:33.946 INFO:tasks.workunit.client.0.smithi037.stdout: 1074: throughput=5MB/sec pending data=0 2024-07-26T07:10:33.946 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-imkwICjuSlQI30_ off=2364539 len=2021956 2024-07-26T07:10:33.947 INFO:tasks.workunit.client.0.smithi037.stdout:op 5468 completed, throughput=5MB/sec 2024-07-26T07:10:33.947 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7h2SATfumNuVEMW off=8907759 len=2061041 2024-07-26T07:10:33.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 5469 completed, throughput=5MB/sec 2024-07-26T07:10:34.959 INFO:tasks.workunit.client.0.smithi037.stdout: 1075: throughput=5MB/sec pending data=0 2024-07-26T07:10:34.960 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gg5Nnespnkrkay8 off=4863778 len=841859 2024-07-26T07:10:34.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 5470 completed, throughput=5MB/sec 2024-07-26T07:10:34.961 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eIBfcyuzxEsr3Xk off=1680356 len=873377 2024-07-26T07:10:34.966 INFO:tasks.workunit.client.0.smithi037.stdout:op 5471 completed, throughput=5MB/sec 2024-07-26T07:10:34.966 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LzhYr7BctOLyyfD off=6009533 len=583900 2024-07-26T07:10:34.967 INFO:tasks.workunit.client.0.smithi037.stdout:op 5472 completed, throughput=5MB/sec 2024-07-26T07:10:34.968 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yr5etMfDBVUN5EC off=16511075 len=1228967 2024-07-26T07:10:34.969 INFO:tasks.workunit.client.0.smithi037.stdout:op 5473 completed, throughput=5MB/sec 2024-07-26T07:10:34.969 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e9IM8UMbTFFAfO3 off=669275 len=1873831 2024-07-26T07:10:34.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 5474 completed, throughput=5MB/sec 2024-07-26T07:10:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:34 smithi037 ceph-mon[97339]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T07:10:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:34 smithi037 ceph-mon[99762]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T07:10:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:34 smithi135 ceph-mon[90132]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T07:10:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:35.981 INFO:tasks.workunit.client.0.smithi037.stdout: 1076: throughput=5MB/sec pending data=0 2024-07-26T07:10:35.981 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oz1pkH3lwqJMQ71 off=4287504 len=1551346 2024-07-26T07:10:35.983 INFO:tasks.workunit.client.0.smithi037.stdout:op 5475 completed, throughput=5MB/sec 2024-07-26T07:10:35.983 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8N7Yr_YxWJUni_A off=8309678 len=1689335 2024-07-26T07:10:35.985 INFO:tasks.workunit.client.0.smithi037.stdout:op 5476 completed, throughput=5MB/sec 2024-07-26T07:10:35.985 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xsHt0y9k6qrVTvs off=3176903 len=313892 2024-07-26T07:10:35.988 INFO:tasks.workunit.client.0.smithi037.stdout:op 5477 completed, throughput=5MB/sec 2024-07-26T07:10:35.989 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3jhqTgnlNpBqgXX off=17382076 len=1168445 2024-07-26T07:10:35.995 INFO:tasks.workunit.client.0.smithi037.stdout:op 5478 completed, throughput=5MB/sec 2024-07-26T07:10:35.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZOH-EQnQB6ZHfPD off=0 len=1140849 2024-07-26T07:10:36.003 INFO:tasks.workunit.client.0.smithi037.stdout:op 5479 completed, throughput=5MB/sec 2024-07-26T07:10:37.003 INFO:tasks.workunit.client.0.smithi037.stdout: 1077: throughput=5MB/sec pending data=0 2024-07-26T07:10:37.003 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qTsTwP-vzk7F9ty off=16827492 len=1293454 2024-07-26T07:10:37.005 INFO:tasks.workunit.client.0.smithi037.stdout:op 5480 completed, throughput=5MB/sec 2024-07-26T07:10:37.005 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oxNeNxil07mBOTA off=6623414 len=1782313 2024-07-26T07:10:37.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 5481 completed, throughput=5MB/sec 2024-07-26T07:10:37.018 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GCn7UBVOMqXPmB4 off=13801456 len=639086 2024-07-26T07:10:37.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 5482 completed, throughput=5MB/sec 2024-07-26T07:10:37.019 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ENlV1IVL235IV4k off=5471819 len=954029 2024-07-26T07:10:37.020 INFO:tasks.workunit.client.0.smithi037.stdout:op 5483 completed, throughput=5MB/sec 2024-07-26T07:10:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:36 smithi037 ceph-mon[97339]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:10:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:36 smithi037 ceph-mon[99762]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:10:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:36 smithi135 ceph-mon[90132]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T07:10:38.021 INFO:tasks.workunit.client.0.smithi037.stdout: 1078: throughput=5MB/sec pending data=0 2024-07-26T07:10:38.021 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dDLFL1lWbG66Qi5 off=1836245 len=1488524 2024-07-26T07:10:38.029 INFO:tasks.workunit.client.0.smithi037.stdout:op 5484 completed, throughput=5MB/sec 2024-07-26T07:10:38.030 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DjH_C19B5m3nacN off=8372181 len=502345 2024-07-26T07:10:38.033 INFO:tasks.workunit.client.0.smithi037.stdout:op 5485 completed, throughput=5MB/sec 2024-07-26T07:10:38.033 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bIyngWwmxFoFRRj off=7351389 len=269767 2024-07-26T07:10:38.036 INFO:tasks.workunit.client.0.smithi037.stdout:op 5486 completed, throughput=5MB/sec 2024-07-26T07:10:38.036 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BxRu_nvHTHXhgpK off=2536629 len=1114591 2024-07-26T07:10:38.041 INFO:tasks.workunit.client.0.smithi037.stdout:op 5487 completed, throughput=5MB/sec 2024-07-26T07:10:38.041 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qhh-d0j3U3srz7r off=4549728 len=287538 2024-07-26T07:10:38.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 5488 completed, throughput=5MB/sec 2024-07-26T07:10:38.042 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DhKG2r-hIWMXU-8 off=6828306 len=1096751 2024-07-26T07:10:38.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 5489 completed, throughput=5MB/sec 2024-07-26T07:10:38.048 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2V0XZHS6a6uVkXg off=20365132 len=885186 2024-07-26T07:10:38.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 5490 completed, throughput=5MB/sec 2024-07-26T07:10:39.053 INFO:tasks.workunit.client.0.smithi037.stdout: 1079: throughput=5MB/sec pending data=0 2024-07-26T07:10:39.053 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TUnjhVqs964GgXy off=6678853 len=1349933 2024-07-26T07:10:39.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 5491 completed, throughput=5MB/sec 2024-07-26T07:10:39.063 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--lWM9D_JvLOKBCe off=3466846 len=1804355 2024-07-26T07:10:39.071 INFO:tasks.workunit.client.0.smithi037.stdout:op 5492 completed, throughput=5MB/sec 2024-07-26T07:10:39.071 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-362IRzs0bBPKhir off=437375 len=1851709 2024-07-26T07:10:39.080 INFO:tasks.workunit.client.0.smithi037.stdout:op 5493 completed, throughput=5MB/sec 2024-07-26T07:10:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:38 smithi037 ceph-mon[97339]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:38 smithi037 ceph-mon[99762]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:38 smithi135 ceph-mon[90132]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:10:40.081 INFO:tasks.workunit.client.0.smithi037.stdout: 1080: throughput=5MB/sec pending data=0 2024-07-26T07:10:40.081 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iu3OGqw2xo-yjuI off=10761510 len=160338 2024-07-26T07:10:40.084 INFO:tasks.workunit.client.0.smithi037.stdout:op 5494 completed, throughput=5MB/sec 2024-07-26T07:10:40.084 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UraXCNUIG9QdXMl off=7603585 len=1289277 2024-07-26T07:10:40.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 5495 completed, throughput=5MB/sec 2024-07-26T07:10:40.086 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7GQlmFBPfyHTt4p off=16699643 len=1405248 2024-07-26T07:10:40.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 5496 completed, throughput=5MB/sec 2024-07-26T07:10:40.088 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Pj-68d3Rj4NAppW off=9537592 len=1770578 2024-07-26T07:10:40.095 INFO:tasks.workunit.client.0.smithi037.stdout:op 5497 completed, throughput=5MB/sec 2024-07-26T07:10:40.095 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-y7Na0tiyavwg4u5 off=3218724 len=1060922 2024-07-26T07:10:40.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 5498 completed, throughput=5MB/sec 2024-07-26T07:10:41.097 INFO:tasks.workunit.client.0.smithi037.stdout: 1081: throughput=5MB/sec pending data=0 2024-07-26T07:10:41.097 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NctRJhCXEMVUd0p off=6612413 len=49908 2024-07-26T07:10:41.100 INFO:tasks.workunit.client.0.smithi037.stdout:op 5499 completed, throughput=5MB/sec 2024-07-26T07:10:41.100 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-US6bt6xY2g4RnmC off=5152871 len=1203384 2024-07-26T07:10:41.101 INFO:tasks.workunit.client.0.smithi037.stdout:op 5500 completed, throughput=5MB/sec 2024-07-26T07:10:41.101 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Z9jnZiQYS7lKkH4 off=1110396 len=1961952 2024-07-26T07:10:41.113 INFO:tasks.workunit.client.0.smithi037.stdout:op 5501 completed, throughput=5MB/sec 2024-07-26T07:10:41.113 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tw-4unAzNrd-XKC off=6467164 len=1652165 2024-07-26T07:10:41.115 INFO:tasks.workunit.client.0.smithi037.stdout:op 5502 completed, throughput=5MB/sec 2024-07-26T07:10:41.115 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-92AOflcUKK5hPzY off=7328652 len=1862890 2024-07-26T07:10:41.118 INFO:tasks.workunit.client.0.smithi037.stdout:op 5503 completed, throughput=5MB/sec 2024-07-26T07:10:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:40 smithi037 ceph-mon[97339]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:10:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:40 smithi037 ceph-mon[99762]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:10:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:40 smithi135 ceph-mon[90132]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T07:10:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:41] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-07-26T07:10:42.119 INFO:tasks.workunit.client.0.smithi037.stdout: 1082: throughput=5MB/sec pending data=0 2024-07-26T07:10:42.119 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FD628nG4J5-z_lK off=4381591 len=980895 2024-07-26T07:10:42.124 INFO:tasks.workunit.client.0.smithi037.stdout:op 5504 completed, throughput=5MB/sec 2024-07-26T07:10:42.125 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g7ZGGChyir4__En off=8200415 len=457642 2024-07-26T07:10:42.126 INFO:tasks.workunit.client.0.smithi037.stdout:op 5505 completed, throughput=5MB/sec 2024-07-26T07:10:42.126 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wdanj1jPzwZBaU1 off=3347427 len=1384602 2024-07-26T07:10:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 5506 completed, throughput=5MB/sec 2024-07-26T07:10:42.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-aycwOTDg3R_Ja2k off=5297701 len=1382266 2024-07-26T07:10:42.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 5507 completed, throughput=5MB/sec 2024-07-26T07:10:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:43.137 INFO:tasks.workunit.client.0.smithi037.stdout: 1083: throughput=5MB/sec pending data=0 2024-07-26T07:10:43.137 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wBWAEfQ0YCfRRdQ off=16057105 len=1237549 2024-07-26T07:10:43.139 INFO:tasks.workunit.client.0.smithi037.stdout:op 5508 completed, throughput=5MB/sec 2024-07-26T07:10:43.139 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OD6pLO_9JI2g87I off=4817405 len=1094491 2024-07-26T07:10:43.141 INFO:tasks.workunit.client.0.smithi037.stdout:op 5509 completed, throughput=5MB/sec 2024-07-26T07:10:43.141 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-K4f7pMGjZw-PT5c off=12553691 len=1091819 2024-07-26T07:10:43.147 INFO:tasks.workunit.client.0.smithi037.stdout:op 5510 completed, throughput=5MB/sec 2024-07-26T07:10:43.149 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--pKUjJOMQF2CpIg off=4972149 len=1751629 2024-07-26T07:10:43.156 INFO:tasks.workunit.client.0.smithi037.stdout:op 5511 completed, throughput=5MB/sec 2024-07-26T07:10:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:42 smithi037 ceph-mon[97339]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:42 smithi037 ceph-mon[99762]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:42 smithi135 ceph-mon[90132]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:44.157 INFO:tasks.workunit.client.0.smithi037.stdout: 1084: throughput=5MB/sec pending data=0 2024-07-26T07:10:44.157 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T6RLSB9hX62eyS- off=3700763 len=1275938 2024-07-26T07:10:44.158 INFO:tasks.workunit.client.0.smithi037.stdout:op 5512 completed, throughput=5MB/sec 2024-07-26T07:10:44.159 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QBNLs5Dy3EZ5dmS off=1045843 len=2080351 2024-07-26T07:10:44.161 INFO:tasks.workunit.client.0.smithi037.stdout:op 5513 completed, throughput=5MB/sec 2024-07-26T07:10:44.161 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Mvcs4r54FtlnAsu off=4606566 len=1973303 2024-07-26T07:10:44.163 INFO:tasks.workunit.client.0.smithi037.stdout:op 5514 completed, throughput=5MB/sec 2024-07-26T07:10:45.163 INFO:tasks.workunit.client.0.smithi037.stdout: 1085: throughput=5MB/sec pending data=0 2024-07-26T07:10:45.164 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0sJDesfzHkYdzJ5 off=2504559 len=1533464 2024-07-26T07:10:45.166 INFO:tasks.workunit.client.0.smithi037.stdout:op 5515 completed, throughput=5MB/sec 2024-07-26T07:10:45.166 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fbJtlJvGZfOnE4f off=4798858 len=80410 2024-07-26T07:10:45.168 INFO:tasks.workunit.client.0.smithi037.stdout:op 5516 completed, throughput=5MB/sec 2024-07-26T07:10:45.168 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nGyVi7l_rTgsLL2 off=10328593 len=1524256 2024-07-26T07:10:45.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 5517 completed, throughput=5MB/sec 2024-07-26T07:10:45.171 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GLUYppImzUlfk_T off=2277169 len=934140 2024-07-26T07:10:45.173 INFO:tasks.workunit.client.0.smithi037.stdout:op 5518 completed, throughput=5MB/sec 2024-07-26T07:10:45.173 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Z00kT7eYOwudSXs off=7349991 len=1517925 2024-07-26T07:10:45.175 INFO:tasks.workunit.client.0.smithi037.stdout:op 5519 completed, throughput=5MB/sec 2024-07-26T07:10:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:44 smithi037 ceph-mon[97339]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:10:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:44 smithi037 ceph-mon[99762]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:10:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:44 smithi135 ceph-mon[90132]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:10:46.176 INFO:tasks.workunit.client.0.smithi037.stdout: 1086: throughput=5MB/sec pending data=0 2024-07-26T07:10:46.176 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--fjMCB0LElogLmR off=13551840 len=444461 2024-07-26T07:10:46.180 INFO:tasks.workunit.client.0.smithi037.stdout:op 5520 completed, throughput=5MB/sec 2024-07-26T07:10:46.180 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iDDBby2KFtAcMfZ off=14325451 len=537906 2024-07-26T07:10:46.184 INFO:tasks.workunit.client.0.smithi037.stdout:op 5521 completed, throughput=5MB/sec 2024-07-26T07:10:46.184 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WuE-6f4brmBfvtS off=7841130 len=453770 2024-07-26T07:10:46.185 INFO:tasks.workunit.client.0.smithi037.stdout:op 5522 completed, throughput=5MB/sec 2024-07-26T07:10:46.185 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Lc86URIDt36_vMi off=19791842 len=471063 2024-07-26T07:10:46.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 5523 completed, throughput=5MB/sec 2024-07-26T07:10:46.186 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1IAifXV6l60PS26 off=3531380 len=714193 2024-07-26T07:10:46.190 INFO:tasks.workunit.client.0.smithi037.stdout:op 5524 completed, throughput=5MB/sec 2024-07-26T07:10:46.190 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QIOBxKwN3gDPKGC off=10712141 len=1721273 2024-07-26T07:10:46.193 INFO:tasks.workunit.client.0.smithi037.stdout:op 5525 completed, throughput=5MB/sec 2024-07-26T07:10:46.193 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jR5bqWbqVg95NIZ off=2239285 len=1741206 2024-07-26T07:10:46.202 INFO:tasks.workunit.client.0.smithi037.stdout:op 5526 completed, throughput=5MB/sec 2024-07-26T07:10:47.202 INFO:tasks.workunit.client.0.smithi037.stdout: 1087: throughput=5MB/sec pending data=0 2024-07-26T07:10:47.202 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-k8DnlwQz2wYvTsg off=3041553 len=709466 2024-07-26T07:10:47.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 5527 completed, throughput=5MB/sec 2024-07-26T07:10:47.203 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QZ8vqDVTBO3vEGi off=10413490 len=1100003 2024-07-26T07:10:47.205 INFO:tasks.workunit.client.0.smithi037.stdout:op 5528 completed, throughput=5MB/sec 2024-07-26T07:10:47.205 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-84HYlayHKWKdips off=13055484 len=929372 2024-07-26T07:10:47.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 5529 completed, throughput=5MB/sec 2024-07-26T07:10:47.208 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_ecu5s71CGaXIdH off=7757286 len=451151 2024-07-26T07:10:47.211 INFO:tasks.workunit.client.0.smithi037.stdout:op 5530 completed, throughput=5MB/sec 2024-07-26T07:10:47.211 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YijiyFihb5IqsRB off=1134601 len=368642 2024-07-26T07:10:47.212 INFO:tasks.workunit.client.0.smithi037.stdout:op 5531 completed, throughput=5MB/sec 2024-07-26T07:10:47.212 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YOgLklaEixVQq2m off=3859326 len=1189333 2024-07-26T07:10:47.217 INFO:tasks.workunit.client.0.smithi037.stdout:op 5532 completed, throughput=5MB/sec 2024-07-26T07:10:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:46 smithi037 ceph-mon[97339]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:10:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:46 smithi037 ceph-mon[99762]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:10:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:46 smithi135 ceph-mon[90132]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T07:10:48.217 INFO:tasks.workunit.client.0.smithi037.stdout: 1088: throughput=5MB/sec pending data=0 2024-07-26T07:10:48.217 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5hZvRgUmpQ0Wdd8 off=2310710 len=1706395 2024-07-26T07:10:48.225 INFO:tasks.workunit.client.0.smithi037.stdout:op 5533 completed, throughput=5MB/sec 2024-07-26T07:10:48.226 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tUJfl3HLdQ0wGlX off=6332289 len=1646764 2024-07-26T07:10:48.234 INFO:tasks.workunit.client.0.smithi037.stdout:op 5534 completed, throughput=5MB/sec 2024-07-26T07:10:48.234 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NvFGjIBjrjqVfu- off=2299954 len=1183313 2024-07-26T07:10:48.236 INFO:tasks.workunit.client.0.smithi037.stdout:op 5535 completed, throughput=5MB/sec 2024-07-26T07:10:49.236 INFO:tasks.workunit.client.0.smithi037.stdout: 1089: throughput=5MB/sec pending data=0 2024-07-26T07:10:49.237 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-OUHScLRjcpCcr0f off=6593002 len=99312 2024-07-26T07:10:49.239 INFO:tasks.workunit.client.0.smithi037.stdout:op 5536 completed, throughput=5MB/sec 2024-07-26T07:10:49.240 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B-_kIKA5cX-X3U6 off=2378886 len=1074009 2024-07-26T07:10:49.241 INFO:tasks.workunit.client.0.smithi037.stdout:op 5537 completed, throughput=5MB/sec 2024-07-26T07:10:49.241 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kA9SIYO-j-GMUSW off=846306 len=1859231 2024-07-26T07:10:49.250 INFO:tasks.workunit.client.0.smithi037.stdout:op 5538 completed, throughput=5MB/sec 2024-07-26T07:10:49.250 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EWJ6gMsA1gtTHB5 off=416623 len=1268674 2024-07-26T07:10:49.256 INFO:tasks.workunit.client.0.smithi037.stdout:op 5539 completed, throughput=5MB/sec 2024-07-26T07:10:49.256 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gNNKvj3n58XHBwo off=484236 len=1199943 2024-07-26T07:10:49.264 INFO:tasks.workunit.client.0.smithi037.stdout:op 5540 completed, throughput=5MB/sec 2024-07-26T07:10:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:48 smithi037 ceph-mon[97339]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:48 smithi037 ceph-mon[99762]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:48 smithi135 ceph-mon[90132]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:50.265 INFO:tasks.workunit.client.0.smithi037.stdout: 1090: throughput=5MB/sec pending data=0 2024-07-26T07:10:50.265 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ghs41cm5tXI-ETz off=1251001 len=1118131 2024-07-26T07:10:50.266 INFO:tasks.workunit.client.0.smithi037.stdout:op 5541 completed, throughput=5MB/sec 2024-07-26T07:10:50.267 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-69Jem_lvY4JlUQ- off=22348294 len=506985 2024-07-26T07:10:50.267 INFO:tasks.workunit.client.0.smithi037.stdout:op 5542 completed, throughput=5MB/sec 2024-07-26T07:10:50.268 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--QSKj-dsyvb-kyQ off=1141297 len=937890 2024-07-26T07:10:50.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 5543 completed, throughput=5MB/sec 2024-07-26T07:10:50.273 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oz1pkH3lwqJMQ71 off=1755601 len=862899 2024-07-26T07:10:50.274 INFO:tasks.workunit.client.0.smithi037.stdout:op 5544 completed, throughput=5MB/sec 2024-07-26T07:10:50.274 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ETPn4uEIsP6ia5t off=3172843 len=1853389 2024-07-26T07:10:50.282 INFO:tasks.workunit.client.0.smithi037.stdout:op 5545 completed, throughput=5MB/sec 2024-07-26T07:10:50.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:51.283 INFO:tasks.workunit.client.0.smithi037.stdout: 1091: throughput=5MB/sec pending data=0 2024-07-26T07:10:51.283 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Q2reK2B8JRzJkQu off=1941456 len=129882 2024-07-26T07:10:51.284 INFO:tasks.workunit.client.0.smithi037.stdout:op 5546 completed, throughput=5MB/sec 2024-07-26T07:10:51.284 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bKyZmPb0eEjmyBU off=16899479 len=1500964 2024-07-26T07:10:51.286 INFO:tasks.workunit.client.0.smithi037.stdout:op 5547 completed, throughput=5MB/sec 2024-07-26T07:10:51.287 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mmVPS6ai6bGr0u9 off=633325 len=519606 2024-07-26T07:10:51.288 INFO:tasks.workunit.client.0.smithi037.stdout:op 5548 completed, throughput=5MB/sec 2024-07-26T07:10:51.288 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-1rRZJoYtf49Q5Li off=639055 len=351416 2024-07-26T07:10:51.291 INFO:tasks.workunit.client.0.smithi037.stdout:op 5549 completed, throughput=5MB/sec 2024-07-26T07:10:51.292 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u5JVOwJNAstzcP5 off=1395610 len=796185 2024-07-26T07:10:51.293 INFO:tasks.workunit.client.0.smithi037.stdout:op 5550 completed, throughput=5MB/sec 2024-07-26T07:10:51.293 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--bpeM4uFkZpa9Yg off=371390 len=444003 2024-07-26T07:10:51.296 INFO:tasks.workunit.client.0.smithi037.stdout:op 5551 completed, throughput=5MB/sec 2024-07-26T07:10:51.296 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XElF0oUvH1-9izh off=3181460 len=1812143 2024-07-26T07:10:51.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 5552 completed, throughput=5MB/sec 2024-07-26T07:10:51.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:51 smithi037 ceph-mon[97339]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:10:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:10:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:10:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:10:51.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:51 smithi037 ceph-mon[99762]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:10:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:51 smithi135 ceph-mon[90132]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T07:10:52.299 INFO:tasks.workunit.client.0.smithi037.stdout: 1092: throughput=5MB/sec pending data=0 2024-07-26T07:10:52.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-hpc0_1KI96IY91K off=0 len=1238464 2024-07-26T07:10:52.302 INFO:tasks.workunit.client.0.smithi037.stdout:op 5553 completed, throughput=5MB/sec 2024-07-26T07:10:52.302 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6rNoN9y4TF642WT off=11962008 len=405757 2024-07-26T07:10:52.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 5554 completed, throughput=5MB/sec 2024-07-26T07:10:52.306 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Lo5Fz-OtdpTpK46 off=15938813 len=381717 2024-07-26T07:10:52.309 INFO:tasks.workunit.client.0.smithi037.stdout:op 5555 completed, throughput=5MB/sec 2024-07-26T07:10:52.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-IMDh7N1Z85Pprfl off=886378 len=1493009 2024-07-26T07:10:52.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 5556 completed, throughput=5MB/sec 2024-07-26T07:10:52.311 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-axQcvoDXhpMoAZU off=2283411 len=1443864 2024-07-26T07:10:52.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 5557 completed, throughput=5MB/sec 2024-07-26T07:10:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:10:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:53.320 INFO:tasks.workunit.client.0.smithi037.stdout: 1093: throughput=5MB/sec pending data=0 2024-07-26T07:10:53.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eLsMngJ267MQ7sZ off=3821342 len=1156246 2024-07-26T07:10:53.322 INFO:tasks.workunit.client.0.smithi037.stdout:op 5558 completed, throughput=5MB/sec 2024-07-26T07:10:53.322 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-04V4GgUFLZhVkQ9 off=8819450 len=1568945 2024-07-26T07:10:53.332 INFO:tasks.workunit.client.0.smithi037.stdout:op 5559 completed, throughput=5MB/sec 2024-07-26T07:10:53.332 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-03RYnCTuIfEoTxB off=8241817 len=1971972 2024-07-26T07:10:53.342 INFO:tasks.workunit.client.0.smithi037.stdout:op 5560 completed, throughput=5MB/sec 2024-07-26T07:10:53.342 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wxoe9YspgPXPkaw off=2264633 len=1864198 2024-07-26T07:10:53.345 INFO:tasks.workunit.client.0.smithi037.stdout:op 5561 completed, throughput=5MB/sec 2024-07-26T07:10:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:53 smithi037 ceph-mon[97339]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:10:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:53 smithi037 ceph-mon[99762]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:10:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:53 smithi135 ceph-mon[90132]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T07:10:54.345 INFO:tasks.workunit.client.0.smithi037.stdout: 1094: throughput=5MB/sec pending data=0 2024-07-26T07:10:54.345 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bxJbPMp44tWKSTc off=7092760 len=1440430 2024-07-26T07:10:54.353 INFO:tasks.workunit.client.0.smithi037.stdout:op 5562 completed, throughput=5MB/sec 2024-07-26T07:10:54.353 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u2prvtRVeMQDTky off=159358 len=1409899 2024-07-26T07:10:54.355 INFO:tasks.workunit.client.0.smithi037.stdout:op 5563 completed, throughput=5MB/sec 2024-07-26T07:10:54.355 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VPgcovX3F7CQWVt off=11885199 len=1715713 2024-07-26T07:10:54.363 INFO:tasks.workunit.client.0.smithi037.stdout:op 5564 completed, throughput=5MB/sec 2024-07-26T07:10:55.364 INFO:tasks.workunit.client.0.smithi037.stdout: 1095: throughput=5MB/sec pending data=0 2024-07-26T07:10:55.364 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0YXXYj5gSzWwWd7 off=3421355 len=92554 2024-07-26T07:10:55.365 INFO:tasks.workunit.client.0.smithi037.stdout:op 5565 completed, throughput=5MB/sec 2024-07-26T07:10:55.365 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-kutrPrlfR-t3lq- off=4882623 len=1223779 2024-07-26T07:10:55.367 INFO:tasks.workunit.client.0.smithi037.stdout:op 5566 completed, throughput=5MB/sec 2024-07-26T07:10:55.367 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YWEeekdirSU84ZA off=12820385 len=359259 2024-07-26T07:10:55.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 5567 completed, throughput=5MB/sec 2024-07-26T07:10:55.370 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Ec37r7oIAbsdK6Y off=14958689 len=620500 2024-07-26T07:10:55.371 INFO:tasks.workunit.client.0.smithi037.stdout:op 5568 completed, throughput=5MB/sec 2024-07-26T07:10:55.371 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZTjfN8PN-XX6zE- off=1594812 len=751961 2024-07-26T07:10:55.376 INFO:tasks.workunit.client.0.smithi037.stdout:op 5569 completed, throughput=5MB/sec 2024-07-26T07:10:55.376 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iykwUZsbCMM9043 off=3230552 len=316865 2024-07-26T07:10:55.379 INFO:tasks.workunit.client.0.smithi037.stdout:op 5570 completed, throughput=5MB/sec 2024-07-26T07:10:55.380 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iqFLnjpgrxc0YAI off=9155722 len=606553 2024-07-26T07:10:55.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 5571 completed, throughput=5MB/sec 2024-07-26T07:10:55.383 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AgfM-XTp-yTU2yl off=8855270 len=1821965 2024-07-26T07:10:55.393 INFO:tasks.workunit.client.0.smithi037.stdout:op 5572 completed, throughput=5MB/sec 2024-07-26T07:10:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:55 smithi037 ceph-mon[97339]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:10:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:55 smithi037 ceph-mon[99762]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:10:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:55 smithi135 ceph-mon[90132]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T07:10:56.394 INFO:tasks.workunit.client.0.smithi037.stdout: 1096: throughput=5MB/sec pending data=0 2024-07-26T07:10:56.394 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-u2AmDN8YTIIHOhV off=178633 len=39833 2024-07-26T07:10:56.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 5573 completed, throughput=5MB/sec 2024-07-26T07:10:56.395 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tjn9_uu0b-4hgo2 off=1548802 len=1318164 2024-07-26T07:10:56.397 INFO:tasks.workunit.client.0.smithi037.stdout:op 5574 completed, throughput=5MB/sec 2024-07-26T07:10:56.397 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qSEd_YnSJsVl_tD off=17001947 len=700893 2024-07-26T07:10:56.399 INFO:tasks.workunit.client.0.smithi037.stdout:op 5575 completed, throughput=5MB/sec 2024-07-26T07:10:56.399 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BPVEwgE1qt7io0- off=0 len=1671250 2024-07-26T07:10:56.408 INFO:tasks.workunit.client.0.smithi037.stdout:op 5576 completed, throughput=5MB/sec 2024-07-26T07:10:56.408 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Uh4eeu13IBRRd3y off=5413334 len=1648436 2024-07-26T07:10:56.409 INFO:tasks.workunit.client.0.smithi037.stdout:op 5577 completed, throughput=5MB/sec 2024-07-26T07:10:57.410 INFO:tasks.workunit.client.0.smithi037.stdout: 1097: throughput=5MB/sec pending data=0 2024-07-26T07:10:57.410 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gPI_irCCNKm_AhL off=13160351 len=1854483 2024-07-26T07:10:57.412 INFO:tasks.workunit.client.0.smithi037.stdout:op 5578 completed, throughput=5MB/sec 2024-07-26T07:10:57.412 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7AJGxmU2Nju6Tf_ off=5571716 len=870260 2024-07-26T07:10:57.414 INFO:tasks.workunit.client.0.smithi037.stdout:op 5579 completed, throughput=5MB/sec 2024-07-26T07:10:57.414 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5hLFANDSmn6RQO3 off=15309113 len=215890 2024-07-26T07:10:57.415 INFO:tasks.workunit.client.0.smithi037.stdout:op 5580 completed, throughput=5MB/sec 2024-07-26T07:10:57.415 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bQXPsegwUIG4jyt off=14888582 len=348741 2024-07-26T07:10:57.416 INFO:tasks.workunit.client.0.smithi037.stdout:op 5581 completed, throughput=5MB/sec 2024-07-26T07:10:57.416 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zr3srykZZa7kJpg off=5414431 len=1320847 2024-07-26T07:10:57.422 INFO:tasks.workunit.client.0.smithi037.stdout:op 5582 completed, throughput=5MB/sec 2024-07-26T07:10:57.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:57 smithi037 ceph-mon[97339]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:57 smithi037 ceph-mon[99762]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:57 smithi135 ceph-mon[90132]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T07:10:58.423 INFO:tasks.workunit.client.0.smithi037.stdout: 1098: throughput=5MB/sec pending data=0 2024-07-26T07:10:58.423 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-By3f-fMdn_j4uJF off=8048091 len=2095980 2024-07-26T07:10:58.433 INFO:tasks.workunit.client.0.smithi037.stdout:op 5583 completed, throughput=5MB/sec 2024-07-26T07:10:58.433 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W8X74tj0iX0cHeF off=1032369 len=18163 2024-07-26T07:10:58.436 INFO:tasks.workunit.client.0.smithi037.stdout:op 5584 completed, throughput=5MB/sec 2024-07-26T07:10:58.436 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-rJyAyVlxIvZySAU off=5139057 len=1764458 2024-07-26T07:10:58.438 INFO:tasks.workunit.client.0.smithi037.stdout:op 5585 completed, throughput=5MB/sec 2024-07-26T07:10:58.438 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wWgU0FV295IHfnw off=4283104 len=825923 2024-07-26T07:10:58.444 INFO:tasks.workunit.client.0.smithi037.stdout:op 5586 completed, throughput=5MB/sec 2024-07-26T07:10:58.444 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9AJJsVNsnxBIDnH off=9376811 len=466667 2024-07-26T07:10:58.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 5587 completed, throughput=5MB/sec 2024-07-26T07:10:58.448 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q476Klb3Oe_5v7H off=13348752 len=487983 2024-07-26T07:10:58.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 5588 completed, throughput=5MB/sec 2024-07-26T07:10:59.451 INFO:tasks.workunit.client.0.smithi037.stdout: 1099: throughput=5MB/sec pending data=0 2024-07-26T07:10:59.451 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2tdhGNCf5ThL0DT off=605161 len=884338 2024-07-26T07:10:59.456 INFO:tasks.workunit.client.0.smithi037.stdout:op 5589 completed, throughput=5MB/sec 2024-07-26T07:10:59.456 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-p_EDn4AsjDd5BXL off=281974 len=2018953 2024-07-26T07:10:59.460 INFO:tasks.workunit.client.0.smithi037.stdout:op 5590 completed, throughput=5MB/sec 2024-07-26T07:10:59.461 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9gsArVok2il0svW off=11408284 len=1464504 2024-07-26T07:10:59.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 5591 completed, throughput=5MB/sec 2024-07-26T07:10:59.469 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TlbFqFZDIYt8OUa off=2742532 len=1487431 2024-07-26T07:10:59.479 INFO:tasks.workunit.client.0.smithi037.stdout:op 5592 completed, throughput=5MB/sec 2024-07-26T07:10:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:10:59 smithi037 ceph-mon[97339]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:10:59 smithi037 ceph-mon[99762]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:10:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:10:59 smithi135 ceph-mon[90132]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:11:00.479 INFO:tasks.workunit.client.0.smithi037.stdout: 1100: throughput=5MB/sec pending data=0 2024-07-26T07:11:00.479 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EkkLBKKwqflihWY off=3990062 len=488316 2024-07-26T07:11:00.480 INFO:tasks.workunit.client.0.smithi037.stdout:op 5593 completed, throughput=5MB/sec 2024-07-26T07:11:00.480 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mKaGvk92776s1Yc off=5105402 len=1082899 2024-07-26T07:11:00.483 INFO:tasks.workunit.client.0.smithi037.stdout:op 5594 completed, throughput=5MB/sec 2024-07-26T07:11:00.483 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6F9vPEZJ1yB_jwv off=3409330 len=679545 2024-07-26T07:11:00.484 INFO:tasks.workunit.client.0.smithi037.stdout:op 5595 completed, throughput=5MB/sec 2024-07-26T07:11:00.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mHzIvTLYltSmwZG off=3821261 len=1682311 2024-07-26T07:11:00.493 INFO:tasks.workunit.client.0.smithi037.stdout:op 5596 completed, throughput=5MB/sec 2024-07-26T07:11:00.493 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vemcOsD4sCf6L78 off=909019 len=215914 2024-07-26T07:11:00.495 INFO:tasks.workunit.client.0.smithi037.stdout:op 5597 completed, throughput=5MB/sec 2024-07-26T07:11:00.495 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2zd4khcCuH3sfDR off=8251835 len=480340 2024-07-26T07:11:00.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 5598 completed, throughput=5MB/sec 2024-07-26T07:11:01.499 INFO:tasks.workunit.client.0.smithi037.stdout: 1101: throughput=5MB/sec pending data=0 2024-07-26T07:11:01.499 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-S16Bb13mcJSJv3R off=5492548 len=1341995 2024-07-26T07:11:01.506 INFO:tasks.workunit.client.0.smithi037.stdout:op 5599 completed, throughput=5MB/sec 2024-07-26T07:11:01.506 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-90_VKMH6APo_v_S off=8090403 len=1418812 2024-07-26T07:11:01.512 INFO:tasks.workunit.client.0.smithi037.stdout:op 5600 completed, throughput=5MB/sec 2024-07-26T07:11:01.512 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-bq1rubPjiRMAcwk off=400372 len=510137 2024-07-26T07:11:01.513 INFO:tasks.workunit.client.0.smithi037.stdout:op 5601 completed, throughput=5MB/sec 2024-07-26T07:11:01.513 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-sB9QtkQjqIdHEHZ off=2745634 len=1891499 2024-07-26T07:11:01.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 5602 completed, throughput=5MB/sec 2024-07-26T07:11:01.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:01 smithi037 ceph-mon[97339]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:11:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:01] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:11:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:01 smithi037 ceph-mon[99762]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:11:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:01 smithi135 ceph-mon[90132]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T07:11:02.516 INFO:tasks.workunit.client.0.smithi037.stdout: 1102: throughput=5MB/sec pending data=0 2024-07-26T07:11:02.516 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-C567FRX4L4sNM1E off=2513027 len=621278 2024-07-26T07:11:02.517 INFO:tasks.workunit.client.0.smithi037.stdout:op 5603 completed, throughput=5MB/sec 2024-07-26T07:11:02.517 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2HlJUUI3qgsnObe off=15874273 len=1832874 2024-07-26T07:11:02.521 INFO:tasks.workunit.client.0.smithi037.stdout:op 5604 completed, throughput=5MB/sec 2024-07-26T07:11:02.522 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5hZvRgUmpQ0Wdd8 off=6519093 len=1032884 2024-07-26T07:11:02.528 INFO:tasks.workunit.client.0.smithi037.stdout:op 5605 completed, throughput=5MB/sec 2024-07-26T07:11:02.528 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lF_clgrTVARDd6S off=5689136 len=1429526 2024-07-26T07:11:02.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 5606 completed, throughput=5MB/sec 2024-07-26T07:11:02.530 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lCXoqGC7A0zor45 off=14530973 len=1334280 2024-07-26T07:11:02.531 INFO:tasks.workunit.client.0.smithi037.stdout:op 5607 completed, throughput=5MB/sec 2024-07-26T07:11:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:03.531 INFO:tasks.workunit.client.0.smithi037.stdout: 1103: throughput=5MB/sec pending data=0 2024-07-26T07:11:03.532 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Feps03Kx48eJOE off=844560 len=806098 2024-07-26T07:11:03.537 INFO:tasks.workunit.client.0.smithi037.stdout:op 5608 completed, throughput=5MB/sec 2024-07-26T07:11:03.537 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zgQJyhSKSh6gvu3 off=5445298 len=1881463 2024-07-26T07:11:03.547 INFO:tasks.workunit.client.0.smithi037.stdout:op 5609 completed, throughput=5MB/sec 2024-07-26T07:11:03.547 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-993oFJzZGd4bRzm off=6523714 len=733141 2024-07-26T07:11:03.548 INFO:tasks.workunit.client.0.smithi037.stdout:op 5610 completed, throughput=5MB/sec 2024-07-26T07:11:03.548 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-US6bt6xY2g4RnmC off=4355194 len=307440 2024-07-26T07:11:03.551 INFO:tasks.workunit.client.0.smithi037.stdout:op 5611 completed, throughput=5MB/sec 2024-07-26T07:11:03.551 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n28kpJcGmsbrCKV off=85471 len=80885 2024-07-26T07:11:03.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 5612 completed, throughput=5MB/sec 2024-07-26T07:11:03.553 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TDD683D9VMsdgDe off=59432 len=1624394 2024-07-26T07:11:03.557 INFO:tasks.workunit.client.0.smithi037.stdout:op 5613 completed, throughput=5MB/sec 2024-07-26T07:11:03.788 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:03 smithi135 ceph-mon[90132]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:03 smithi037 ceph-mon[97339]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:03 smithi037 ceph-mon[99762]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:04.557 INFO:tasks.workunit.client.0.smithi037.stdout: 1104: throughput=5MB/sec pending data=0 2024-07-26T07:11:04.557 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-54j7zhpBv_nbMTw off=4219988 len=1925428 2024-07-26T07:11:04.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 5614 completed, throughput=5MB/sec 2024-07-26T07:11:04.567 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YWEeekdirSU84ZA off=3791706 len=433167 2024-07-26T07:11:04.567 INFO:tasks.workunit.client.0.smithi037.stdout:op 5615 completed, throughput=5MB/sec 2024-07-26T07:11:04.567 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-m3pvRElwg8wPnQb off=10195802 len=727182 2024-07-26T07:11:04.569 INFO:tasks.workunit.client.0.smithi037.stdout:op 5616 completed, throughput=5MB/sec 2024-07-26T07:11:04.569 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DjOzZIlUy1HoDEJ off=1925584 len=482929 2024-07-26T07:11:04.572 INFO:tasks.workunit.client.0.smithi037.stdout:op 5617 completed, throughput=5MB/sec 2024-07-26T07:11:04.572 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ueO9asOGLpZU2Oi off=8777033 len=2072084 2024-07-26T07:11:04.585 INFO:tasks.workunit.client.0.smithi037.stdout:op 5618 completed, throughput=5MB/sec 2024-07-26T07:11:04.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:05.585 INFO:tasks.workunit.client.0.smithi037.stdout: 1105: throughput=5MB/sec pending data=0 2024-07-26T07:11:05.585 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-r0RPPfEOUIx_pn_ off=5906426 len=995945 2024-07-26T07:11:05.586 INFO:tasks.workunit.client.0.smithi037.stdout:op 5619 completed, throughput=5MB/sec 2024-07-26T07:11:05.586 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-97EleQag_bMxazR off=18303010 len=1694758 2024-07-26T07:11:05.590 INFO:tasks.workunit.client.0.smithi037.stdout:op 5620 completed, throughput=5MB/sec 2024-07-26T07:11:05.590 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HKnuSh5Dw4Sq_mt off=17924058 len=646975 2024-07-26T07:11:05.591 INFO:tasks.workunit.client.0.smithi037.stdout:op 5621 completed, throughput=5MB/sec 2024-07-26T07:11:05.592 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yXFJh1twul9vEzq off=5241508 len=1832184 2024-07-26T07:11:05.600 INFO:tasks.workunit.client.0.smithi037.stdout:op 5622 completed, throughput=5MB/sec 2024-07-26T07:11:05.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:05 smithi037 ceph-mon[97339]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:11:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:05 smithi037 ceph-mon[99762]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:11:05.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:05 smithi135 ceph-mon[90132]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T07:11:06.600 INFO:tasks.workunit.client.0.smithi037.stdout: 1106: throughput=5MB/sec pending data=0 2024-07-26T07:11:06.600 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8SXAEUuXR6cJz-- off=10525069 len=335633 2024-07-26T07:11:06.603 INFO:tasks.workunit.client.0.smithi037.stdout:op 5623 completed, throughput=5MB/sec 2024-07-26T07:11:06.603 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Nta9dPSGgTcWDRL off=5212009 len=1576412 2024-07-26T07:11:06.611 INFO:tasks.workunit.client.0.smithi037.stdout:op 5624 completed, throughput=5MB/sec 2024-07-26T07:11:06.611 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-9-jpGTiJnEljLnF off=1107751 len=423913 2024-07-26T07:11:06.613 INFO:tasks.workunit.client.0.smithi037.stdout:op 5625 completed, throughput=5MB/sec 2024-07-26T07:11:06.613 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--rPFEhM9q6iK-fk off=5582427 len=1410185 2024-07-26T07:11:06.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 5626 completed, throughput=5MB/sec 2024-07-26T07:11:06.618 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FIVXsg5No7MgbZI off=210645 len=897482 2024-07-26T07:11:06.622 INFO:tasks.workunit.client.0.smithi037.stdout:op 5627 completed, throughput=5MB/sec 2024-07-26T07:11:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:11:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: 1107: throughput=5MB/sec pending data=0 2024-07-26T07:11:07.623 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ng8g3DH6pVU2js8 off=12225893 len=1680279 2024-07-26T07:11:07.632 INFO:tasks.workunit.client.0.smithi037.stdout:op 5628 completed, throughput=5MB/sec 2024-07-26T07:11:07.632 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0xJl3axzmwEUpji off=14185348 len=2000827 2024-07-26T07:11:07.634 INFO:tasks.workunit.client.0.smithi037.stdout:op 5629 completed, throughput=5MB/sec 2024-07-26T07:11:07.634 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GtM0TSXtZ7uy1qz off=812561 len=592873 2024-07-26T07:11:07.636 INFO:tasks.workunit.client.0.smithi037.stdout:op 5630 completed, throughput=5MB/sec 2024-07-26T07:11:07.636 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NyFxtu14VABplv0 off=16537942 len=1780213 2024-07-26T07:11:07.637 INFO:tasks.workunit.client.0.smithi037.stdout:op 5631 completed, throughput=5MB/sec 2024-07-26T07:11:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:07 smithi135 ceph-mon[90132]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:11:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:07 smithi037 ceph-mon[97339]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:11:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:07 smithi037 ceph-mon[99762]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T07:11:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: 1108: throughput=5MB/sec pending data=0 2024-07-26T07:11:08.638 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tDfHKVU1_8zZPVK off=5025725 len=1659012 2024-07-26T07:11:08.640 INFO:tasks.workunit.client.0.smithi037.stdout:op 5632 completed, throughput=5MB/sec 2024-07-26T07:11:08.640 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PEoz9advwytYavd off=6668032 len=1133943 2024-07-26T07:11:08.646 INFO:tasks.workunit.client.0.smithi037.stdout:op 5633 completed, throughput=5MB/sec 2024-07-26T07:11:08.647 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VQ-QK-G_ABQgJpU off=6114531 len=1313997 2024-07-26T07:11:08.653 INFO:tasks.workunit.client.0.smithi037.stdout:op 5634 completed, throughput=5MB/sec 2024-07-26T07:11:08.653 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1frDc-7L-t-289Y off=6567361 len=1853520 2024-07-26T07:11:08.656 INFO:tasks.workunit.client.0.smithi037.stdout:op 5635 completed, throughput=5MB/sec 2024-07-26T07:11:09.657 INFO:tasks.workunit.client.0.smithi037.stdout: 1109: throughput=5MB/sec pending data=0 2024-07-26T07:11:09.657 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-riiJTDl8gAgFR3m off=1475197 len=1991293 2024-07-26T07:11:09.659 INFO:tasks.workunit.client.0.smithi037.stdout:op 5636 completed, throughput=5MB/sec 2024-07-26T07:11:09.660 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-A-AmzpTBjVLs2wr off=3181719 len=2056288 2024-07-26T07:11:09.671 INFO:tasks.workunit.client.0.smithi037.stdout:op 5637 completed, throughput=5MB/sec 2024-07-26T07:11:09.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:09 smithi135 ceph-mon[90132]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:09 smithi037 ceph-mon[97339]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:09 smithi037 ceph-mon[99762]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:10.671 INFO:tasks.workunit.client.0.smithi037.stdout: 1110: throughput=5MB/sec pending data=0 2024-07-26T07:11:10.671 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-K9xSsXYrKr9gPri off=9012060 len=1225520 2024-07-26T07:11:10.673 INFO:tasks.workunit.client.0.smithi037.stdout:op 5638 completed, throughput=5MB/sec 2024-07-26T07:11:10.673 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--CXkhX9aiTPovfG off=8357799 len=625035 2024-07-26T07:11:10.678 INFO:tasks.workunit.client.0.smithi037.stdout:op 5639 completed, throughput=5MB/sec 2024-07-26T07:11:10.678 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G7-_CI_9gtITbKC off=6687281 len=396497 2024-07-26T07:11:10.681 INFO:tasks.workunit.client.0.smithi037.stdout:op 5640 completed, throughput=5MB/sec 2024-07-26T07:11:10.681 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cg4VyrMOJXPRzg3 off=384469 len=909963 2024-07-26T07:11:10.682 INFO:tasks.workunit.client.0.smithi037.stdout:op 5641 completed, throughput=5MB/sec 2024-07-26T07:11:10.682 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UDdtKIT-uSH24bp off=94514 len=301992 2024-07-26T07:11:10.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 5642 completed, throughput=5MB/sec 2024-07-26T07:11:10.683 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7eeAbrn8wCG_uRW off=16987732 len=1289960 2024-07-26T07:11:10.685 INFO:tasks.workunit.client.0.smithi037.stdout:op 5643 completed, throughput=5MB/sec 2024-07-26T07:11:10.685 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Xfru9FFdiOdYNv4 off=1546616 len=493548 2024-07-26T07:11:10.686 INFO:tasks.workunit.client.0.smithi037.stdout:op 5644 completed, throughput=5MB/sec 2024-07-26T07:11:11.558 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:11] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-07-26T07:11:11.686 INFO:tasks.workunit.client.0.smithi037.stdout: 1111: throughput=5MB/sec pending data=0 2024-07-26T07:11:11.687 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--W5gW9Lj9oWAZJw off=6893854 len=1745757 2024-07-26T07:11:11.697 INFO:tasks.workunit.client.0.smithi037.stdout:op 5645 completed, throughput=5MB/sec 2024-07-26T07:11:11.697 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dDLFL1lWbG66Qi5 off=9636132 len=530541 2024-07-26T07:11:11.698 INFO:tasks.workunit.client.0.smithi037.stdout:op 5646 completed, throughput=5MB/sec 2024-07-26T07:11:11.698 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Fwc35eUz0C6otgk off=14721293 len=449190 2024-07-26T07:11:11.702 INFO:tasks.workunit.client.0.smithi037.stdout:op 5647 completed, throughput=5MB/sec 2024-07-26T07:11:11.702 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wCuroBnM2of3c8z off=2013228 len=1332353 2024-07-26T07:11:11.710 INFO:tasks.workunit.client.0.smithi037.stdout:op 5648 completed, throughput=5MB/sec 2024-07-26T07:11:11.710 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-G6TLqS-J8k_Dgjo off=7513185 len=1210312 2024-07-26T07:11:11.717 INFO:tasks.workunit.client.0.smithi037.stdout:op 5649 completed, throughput=5MB/sec 2024-07-26T07:11:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:11 smithi135 ceph-mon[90132]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:11:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:11 smithi037 ceph-mon[97339]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:11:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:11 smithi037 ceph-mon[99762]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T07:11:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:12.717 INFO:tasks.workunit.client.0.smithi037.stdout: 1112: throughput=5MB/sec pending data=0 2024-07-26T07:11:12.718 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KfR0H4dIdo3IcFc off=6213057 len=337659 2024-07-26T07:11:12.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 5650 completed, throughput=5MB/sec 2024-07-26T07:11:12.719 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B40Bl3tb7NzemXh off=1201522 len=249772 2024-07-26T07:11:12.720 INFO:tasks.workunit.client.0.smithi037.stdout:op 5651 completed, throughput=5MB/sec 2024-07-26T07:11:12.720 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RQzwxrGaHS4_gjY off=12917789 len=417734 2024-07-26T07:11:12.724 INFO:tasks.workunit.client.0.smithi037.stdout:op 5652 completed, throughput=5MB/sec 2024-07-26T07:11:12.724 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vRDt8kKmKwEaZAL off=433296 len=19371 2024-07-26T07:11:12.725 INFO:tasks.workunit.client.0.smithi037.stdout:op 5653 completed, throughput=5MB/sec 2024-07-26T07:11:12.725 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-B6PbHyfoWG3Wtnu off=18412266 len=558896 2024-07-26T07:11:12.727 INFO:tasks.workunit.client.0.smithi037.stdout:op 5654 completed, throughput=5MB/sec 2024-07-26T07:11:12.727 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_wmf1fEyr7-ormw off=8956162 len=1400209 2024-07-26T07:11:12.729 INFO:tasks.workunit.client.0.smithi037.stdout:op 5655 completed, throughput=5MB/sec 2024-07-26T07:11:12.729 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yhCb2EBdn88YlaR off=560165 len=330971 2024-07-26T07:11:12.730 INFO:tasks.workunit.client.0.smithi037.stdout:op 5656 completed, throughput=5MB/sec 2024-07-26T07:11:12.730 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3U44nskmjp7VLwm off=2653685 len=902032 2024-07-26T07:11:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:op 5657 completed, throughput=5MB/sec 2024-07-26T07:11:12.734 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-WVIpvoqT2Nun9lR off=17429812 len=854473 2024-07-26T07:11:12.736 INFO:tasks.workunit.client.0.smithi037.stdout:op 5658 completed, throughput=5MB/sec 2024-07-26T07:11:12.736 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ldYE1CVQKML7QXY off=141886 len=1392314 2024-07-26T07:11:12.739 INFO:tasks.workunit.client.0.smithi037.stdout:op 5659 completed, throughput=5MB/sec 2024-07-26T07:11:13.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:12 smithi037 ceph-mon[99762]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:12 smithi037 ceph-mon[97339]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:12 smithi135 ceph-mon[90132]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T07:11:13.739 INFO:tasks.workunit.client.0.smithi037.stdout: 1113: throughput=5MB/sec pending data=0 2024-07-26T07:11:13.739 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5IHcYh16-8vVm1I off=10846106 len=1983471 2024-07-26T07:11:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:op 5660 completed, throughput=5MB/sec 2024-07-26T07:11:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wfCQfPfxLtQ_9aX off=2311320 len=286801 2024-07-26T07:11:13.742 INFO:tasks.workunit.client.0.smithi037.stdout:op 5661 completed, throughput=5MB/sec 2024-07-26T07:11:13.743 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9z6jdB97Hs-poeH off=435837 len=490033 2024-07-26T07:11:13.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 5662 completed, throughput=5MB/sec 2024-07-26T07:11:13.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lpfPanTots3ywJi off=19337283 len=1634844 2024-07-26T07:11:13.754 INFO:tasks.workunit.client.0.smithi037.stdout:op 5663 completed, throughput=5MB/sec 2024-07-26T07:11:14.755 INFO:tasks.workunit.client.0.smithi037.stdout: 1114: throughput=5MB/sec pending data=0 2024-07-26T07:11:14.755 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Np7CghaaZlFCC_U off=14109959 len=743181 2024-07-26T07:11:14.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 5664 completed, throughput=5MB/sec 2024-07-26T07:11:14.756 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9ADmWnq7oKwYnLW off=2502351 len=1491767 2024-07-26T07:11:14.764 INFO:tasks.workunit.client.0.smithi037.stdout:op 5665 completed, throughput=5MB/sec 2024-07-26T07:11:14.765 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pSrCmpmQjX7LC_e off=14296440 len=535535 2024-07-26T07:11:14.768 INFO:tasks.workunit.client.0.smithi037.stdout:op 5666 completed, throughput=5MB/sec 2024-07-26T07:11:14.768 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qlDGK3gW8P4K8dY off=10000515 len=498874 2024-07-26T07:11:14.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 5667 completed, throughput=5MB/sec 2024-07-26T07:11:14.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VTXs5vruwHsTeQa off=2965394 len=633773 2024-07-26T07:11:14.770 INFO:tasks.workunit.client.0.smithi037.stdout:op 5668 completed, throughput=5MB/sec 2024-07-26T07:11:14.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dm9nvWphT-Y_CkI off=3873065 len=1996770 2024-07-26T07:11:14.773 INFO:tasks.workunit.client.0.smithi037.stdout:op 5669 completed, throughput=5MB/sec 2024-07-26T07:11:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:14 smithi037 ceph-mon[97339]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:11:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:14 smithi037 ceph-mon[99762]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:11:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:14 smithi135 ceph-mon[90132]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T07:11:15.773 INFO:tasks.workunit.client.0.smithi037.stdout: 1115: throughput=5MB/sec pending data=0 2024-07-26T07:11:15.773 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iQi9rmjZDWXt1tQ off=2043581 len=1408813 2024-07-26T07:11:15.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 5670 completed, throughput=5MB/sec 2024-07-26T07:11:15.781 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LqEBV9sbg1FgqOw off=6855529 len=1469584 2024-07-26T07:11:15.783 INFO:tasks.workunit.client.0.smithi037.stdout:op 5671 completed, throughput=5MB/sec 2024-07-26T07:11:15.783 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fWHU_mBHDn7Gc8e off=990035 len=727120 2024-07-26T07:11:15.788 INFO:tasks.workunit.client.0.smithi037.stdout:op 5672 completed, throughput=5MB/sec 2024-07-26T07:11:15.788 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-90_VKMH6APo_v_S off=16647628 len=1261151 2024-07-26T07:11:15.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 5673 completed, throughput=5MB/sec 2024-07-26T07:11:16.789 INFO:tasks.workunit.client.0.smithi037.stdout: 1116: throughput=5MB/sec pending data=0 2024-07-26T07:11:16.790 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-F_-62udXwWuH39n off=15004975 len=446576 2024-07-26T07:11:16.791 INFO:tasks.workunit.client.0.smithi037.stdout:op 5674 completed, throughput=5MB/sec 2024-07-26T07:11:16.791 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9k6KZxcNMIyIDDf off=10646002 len=1763704 2024-07-26T07:11:16.802 INFO:tasks.workunit.client.0.smithi037.stdout:op 5675 completed, throughput=5MB/sec 2024-07-26T07:11:16.802 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-jMmVPqo9PiAfddd off=7894532 len=226418 2024-07-26T07:11:16.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 5676 completed, throughput=5MB/sec 2024-07-26T07:11:16.805 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-90_VKMH6APo_v_S off=4575092 len=89648 2024-07-26T07:11:16.806 INFO:tasks.workunit.client.0.smithi037.stdout:op 5677 completed, throughput=5MB/sec 2024-07-26T07:11:16.806 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fLrqljIs0EdXsZD off=5964875 len=1440392 2024-07-26T07:11:16.813 INFO:tasks.workunit.client.0.smithi037.stdout:op 5678 completed, throughput=5MB/sec 2024-07-26T07:11:16.813 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wJpEgbFp1oUwt0F off=4998488 len=252497 2024-07-26T07:11:16.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 5679 completed, throughput=5MB/sec 2024-07-26T07:11:16.814 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-qXxQr-uAEqpvyIL off=2736001 len=127065 2024-07-26T07:11:16.814 INFO:tasks.workunit.client.0.smithi037.stdout:op 5680 completed, throughput=5MB/sec 2024-07-26T07:11:16.814 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V_XylRxJV-bMELe off=6605140 len=1792145 2024-07-26T07:11:16.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 5681 completed, throughput=5MB/sec 2024-07-26T07:11:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:16 smithi037 ceph-mon[97339]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:16 smithi037 ceph-mon[99762]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:16 smithi135 ceph-mon[90132]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:17.824 INFO:tasks.workunit.client.0.smithi037.stdout: 1117: throughput=5MB/sec pending data=0 2024-07-26T07:11:17.824 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7VxP-8mn0Y35ITs off=1549415 len=1349169 2024-07-26T07:11:17.827 INFO:tasks.workunit.client.0.smithi037.stdout:op 5682 completed, throughput=5MB/sec 2024-07-26T07:11:17.827 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bjYXW7HpBXogRvA off=4914505 len=827376 2024-07-26T07:11:17.832 INFO:tasks.workunit.client.0.smithi037.stdout:op 5683 completed, throughput=5MB/sec 2024-07-26T07:11:17.833 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wYFMZ8Y23mMZRnH off=2717011 len=369765 2024-07-26T07:11:17.833 INFO:tasks.workunit.client.0.smithi037.stdout:op 5684 completed, throughput=5MB/sec 2024-07-26T07:11:17.834 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LsBjXZC11tUB87N off=4982535 len=872509 2024-07-26T07:11:17.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 5685 completed, throughput=5MB/sec 2024-07-26T07:11:17.835 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hK3RthImioZL5i_ off=3672450 len=1175762 2024-07-26T07:11:17.842 INFO:tasks.workunit.client.0.smithi037.stdout:op 5686 completed, throughput=5MB/sec 2024-07-26T07:11:18.842 INFO:tasks.workunit.client.0.smithi037.stdout: 1118: throughput=5MB/sec pending data=0 2024-07-26T07:11:18.842 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nMEAof8Of99kp2e off=6313663 len=1355924 2024-07-26T07:11:18.848 INFO:tasks.workunit.client.0.smithi037.stdout:op 5687 completed, throughput=5MB/sec 2024-07-26T07:11:18.848 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ExIgJC6D8yKukOg off=6536736 len=1823218 2024-07-26T07:11:18.860 INFO:tasks.workunit.client.0.smithi037.stdout:op 5688 completed, throughput=5MB/sec 2024-07-26T07:11:18.861 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-JnoO2GywlDwP2Xp off=3903536 len=922832 2024-07-26T07:11:18.863 INFO:tasks.workunit.client.0.smithi037.stdout:op 5689 completed, throughput=5MB/sec 2024-07-26T07:11:18.863 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-41DlOpW_3cbOOSb off=2766765 len=682378 2024-07-26T07:11:18.864 INFO:tasks.workunit.client.0.smithi037.stdout:op 5690 completed, throughput=5MB/sec 2024-07-26T07:11:18.864 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-btgVnYgFggxy6w_ off=8782699 len=1609364 2024-07-26T07:11:18.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 5691 completed, throughput=5MB/sec 2024-07-26T07:11:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:18 smithi037 ceph-mon[97339]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:18 smithi037 ceph-mon[99762]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:18 smithi135 ceph-mon[90132]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:19.867 INFO:tasks.workunit.client.0.smithi037.stdout: 1119: throughput=5MB/sec pending data=0 2024-07-26T07:11:19.867 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-vL_w57TbUoe-1L4 off=192137 len=1236956 2024-07-26T07:11:19.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 5692 completed, throughput=5MB/sec 2024-07-26T07:11:19.869 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-aDk-JIbVWjRhJKy off=5178853 len=199716 2024-07-26T07:11:19.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 5693 completed, throughput=5MB/sec 2024-07-26T07:11:19.870 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-f4JohX-P0435BcT off=5773749 len=809056 2024-07-26T07:11:19.874 INFO:tasks.workunit.client.0.smithi037.stdout:op 5694 completed, throughput=5MB/sec 2024-07-26T07:11:19.874 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7ESuf5EcFOKvNRl off=2624196 len=733365 2024-07-26T07:11:19.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 5695 completed, throughput=5MB/sec 2024-07-26T07:11:19.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NXfbYIIrs_x0PT2 off=7231503 len=76090 2024-07-26T07:11:19.879 INFO:tasks.workunit.client.0.smithi037.stdout:op 5696 completed, throughput=5MB/sec 2024-07-26T07:11:19.879 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uCj-FkcYmqSYofu off=3842139 len=1064335 2024-07-26T07:11:19.882 INFO:tasks.workunit.client.0.smithi037.stdout:op 5697 completed, throughput=5MB/sec 2024-07-26T07:11:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: 1120: throughput=5MB/sec pending data=0 2024-07-26T07:11:20.882 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QBzO_bx3dCnJY6o off=1656509 len=1927865 2024-07-26T07:11:20.885 INFO:tasks.workunit.client.0.smithi037.stdout:op 5698 completed, throughput=5MB/sec 2024-07-26T07:11:20.885 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-UAg4M7oCeIbJ8CK off=23373326 len=1626755 2024-07-26T07:11:20.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 5699 completed, throughput=5MB/sec 2024-07-26T07:11:20.887 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LeJPq6S0jl4JxXn off=17803357 len=510082 2024-07-26T07:11:20.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 5700 completed, throughput=5MB/sec 2024-07-26T07:11:20.888 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vswBOKEKHArv06c off=3244994 len=1314350 2024-07-26T07:11:20.896 INFO:tasks.workunit.client.0.smithi037.stdout:op 5701 completed, throughput=5MB/sec 2024-07-26T07:11:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:20 smithi037 ceph-mon[97339]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:11:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:20 smithi037 ceph-mon[99762]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:11:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:20 smithi135 ceph-mon[90132]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T07:11:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:11:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: 1121: throughput=5MB/sec pending data=0 2024-07-26T07:11:21.897 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Af0f_LbX8h-2rJj off=994852 len=527618 2024-07-26T07:11:21.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 5702 completed, throughput=5MB/sec 2024-07-26T07:11:21.898 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GClQNjSA7z-jamy off=1303667 len=254268 2024-07-26T07:11:21.899 INFO:tasks.workunit.client.0.smithi037.stdout:op 5703 completed, throughput=5MB/sec 2024-07-26T07:11:21.899 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wbFcfV_lIzYYs9a off=9115626 len=1281186 2024-07-26T07:11:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:op 5704 completed, throughput=5MB/sec 2024-07-26T07:11:21.908 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TGdoRwRUo7idkdx off=1593080 len=1031842 2024-07-26T07:11:21.909 INFO:tasks.workunit.client.0.smithi037.stdout:op 5705 completed, throughput=5MB/sec 2024-07-26T07:11:21.910 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qE8rs9bJzUPFw6I off=3164281 len=1385289 2024-07-26T07:11:21.916 INFO:tasks.workunit.client.0.smithi037.stdout:op 5706 completed, throughput=5MB/sec 2024-07-26T07:11:21.916 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-z1fb7QeTpbugJuc off=2433601 len=1474845 2024-07-26T07:11:21.918 INFO:tasks.workunit.client.0.smithi037.stdout:op 5707 completed, throughput=5MB/sec 2024-07-26T07:11:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: 1122: throughput=5MB/sec pending data=0 2024-07-26T07:11:22.919 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zVrnAEkmQMBBBVT off=1113391 len=740483 2024-07-26T07:11:22.920 INFO:tasks.workunit.client.0.smithi037.stdout:op 5708 completed, throughput=5MB/sec 2024-07-26T07:11:22.920 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LsXbBCyz3UzOzZM off=9693425 len=1003677 2024-07-26T07:11:22.921 INFO:tasks.workunit.client.0.smithi037.stdout:op 5709 completed, throughput=5MB/sec 2024-07-26T07:11:22.921 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--cFSo9QzVLFDNEG off=9713907 len=224210 2024-07-26T07:11:22.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 5710 completed, throughput=5MB/sec 2024-07-26T07:11:22.924 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_wcCM3psL-_WhRo off=17976590 len=1254663 2024-07-26T07:11:22.927 INFO:tasks.workunit.client.0.smithi037.stdout:op 5711 completed, throughput=5MB/sec 2024-07-26T07:11:22.927 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZQ3w0TuHs8b0LAR off=2617118 len=1485559 2024-07-26T07:11:22.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 5712 completed, throughput=5MB/sec 2024-07-26T07:11:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:22 smithi037 ceph-mon[97339]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:22 smithi037 ceph-mon[99762]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:22 smithi135 ceph-mon[90132]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: 1123: throughput=5MB/sec pending data=0 2024-07-26T07:11:23.930 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S8ktUAAX-bi7HR9 off=15057785 len=1963250 2024-07-26T07:11:23.932 INFO:tasks.workunit.client.0.smithi037.stdout:op 5713 completed, throughput=5MB/sec 2024-07-26T07:11:23.932 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TLtYOMxiNpmQHCL off=6884682 len=586911 2024-07-26T07:11:23.936 INFO:tasks.workunit.client.0.smithi037.stdout:op 5714 completed, throughput=5MB/sec 2024-07-26T07:11:23.937 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-grH_QZI0cr1aVsh off=13894057 len=750022 2024-07-26T07:11:23.941 INFO:tasks.workunit.client.0.smithi037.stdout:op 5715 completed, throughput=5MB/sec 2024-07-26T07:11:23.941 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-69Jem_lvY4JlUQ- off=3172329 len=1874837 2024-07-26T07:11:23.950 INFO:tasks.workunit.client.0.smithi037.stdout:op 5716 completed, throughput=5MB/sec 2024-07-26T07:11:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: 1124: throughput=5MB/sec pending data=0 2024-07-26T07:11:24.950 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ajqrwzvCIBVKF-z off=83420 len=981034 2024-07-26T07:11:24.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 5717 completed, throughput=5MB/sec 2024-07-26T07:11:24.952 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-j5q7nBPIIqzKpKy off=2031985 len=1163847 2024-07-26T07:11:24.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 5718 completed, throughput=5MB/sec 2024-07-26T07:11:24.959 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ePlgLv7x3-OxIOg off=789675 len=1613917 2024-07-26T07:11:24.961 INFO:tasks.workunit.client.0.smithi037.stdout:op 5719 completed, throughput=5MB/sec 2024-07-26T07:11:24.961 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-FC_M11_Ed0Y45Yi off=15341838 len=440822 2024-07-26T07:11:24.962 INFO:tasks.workunit.client.0.smithi037.stdout:op 5720 completed, throughput=5MB/sec 2024-07-26T07:11:24.962 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vbv1esJ2GIVZrZa off=18315398 len=301835 2024-07-26T07:11:24.965 INFO:tasks.workunit.client.0.smithi037.stdout:op 5721 completed, throughput=5MB/sec 2024-07-26T07:11:24.965 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-kHyydSE8lTVcoZS off=556038 len=1401222 2024-07-26T07:11:24.974 INFO:tasks.workunit.client.0.smithi037.stdout:op 5722 completed, throughput=5MB/sec 2024-07-26T07:11:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:24 smithi037 ceph-mon[97339]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:11:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:24 smithi037 ceph-mon[99762]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:11:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:24 smithi135 ceph-mon[90132]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T07:11:25.975 INFO:tasks.workunit.client.0.smithi037.stdout: 1125: throughput=5MB/sec pending data=0 2024-07-26T07:11:25.975 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HkxOEnTdf5LuuC2 off=8736668 len=1367649 2024-07-26T07:11:25.978 INFO:tasks.workunit.client.0.smithi037.stdout:op 5723 completed, throughput=5MB/sec 2024-07-26T07:11:25.978 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-5Y9sbz7Li_TOEoV off=6724585 len=1139446 2024-07-26T07:11:25.980 INFO:tasks.workunit.client.0.smithi037.stdout:op 5724 completed, throughput=5MB/sec 2024-07-26T07:11:25.980 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-goHUEzMrYqawgJC off=2038102 len=1152577 2024-07-26T07:11:25.982 INFO:tasks.workunit.client.0.smithi037.stdout:op 5725 completed, throughput=5MB/sec 2024-07-26T07:11:25.982 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Dau-qMZB_HR7_4U off=377131 len=1967662 2024-07-26T07:11:25.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 5726 completed, throughput=5MB/sec 2024-07-26T07:11:26.992 INFO:tasks.workunit.client.0.smithi037.stdout: 1126: throughput=5MB/sec pending data=0 2024-07-26T07:11:26.992 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-XWRW-FFf1ox6dpx off=4418484 len=227966 2024-07-26T07:11:26.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 5727 completed, throughput=5MB/sec 2024-07-26T07:11:26.993 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nxqA7zDi5GwKXXs off=63716 len=1255810 2024-07-26T07:11:26.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 5728 completed, throughput=5MB/sec 2024-07-26T07:11:26.996 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2bRi4gGGRXbaJTX off=17434471 len=1914345 2024-07-26T07:11:26.998 INFO:tasks.workunit.client.0.smithi037.stdout:op 5729 completed, throughput=5MB/sec 2024-07-26T07:11:26.999 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-F3S8Z6t1hQ0oOP9 off=3381931 len=1674630 2024-07-26T07:11:27.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 5730 completed, throughput=5MB/sec 2024-07-26T07:11:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:26 smithi037 ceph-mon[97339]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T07:11:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:26 smithi037 ceph-mon[99762]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T07:11:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:26 smithi135 ceph-mon[90132]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-07-26T07:11:28.008 INFO:tasks.workunit.client.0.smithi037.stdout: 1127: throughput=5MB/sec pending data=0 2024-07-26T07:11:28.008 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-eHVyGRDZxcO_335 off=1107633 len=698316 2024-07-26T07:11:28.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 5731 completed, throughput=5MB/sec 2024-07-26T07:11:28.012 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-iI9RHEwHLBZ0ILr off=12023025 len=200772 2024-07-26T07:11:28.012 INFO:tasks.workunit.client.0.smithi037.stdout:op 5732 completed, throughput=5MB/sec 2024-07-26T07:11:28.013 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-T6RLSB9hX62eyS- off=5910092 len=1659788 2024-07-26T07:11:28.015 INFO:tasks.workunit.client.0.smithi037.stdout:op 5733 completed, throughput=5MB/sec 2024-07-26T07:11:28.015 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-DhzecA6hpFgm7zS off=451751 len=183702 2024-07-26T07:11:28.018 INFO:tasks.workunit.client.0.smithi037.stdout:op 5734 completed, throughput=5MB/sec 2024-07-26T07:11:28.018 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RfbV2hH54IJ8Tk4 off=1141840 len=808768 2024-07-26T07:11:28.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 5735 completed, throughput=5MB/sec 2024-07-26T07:11:28.020 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fVwYnercqXTNva5 off=1295810 len=949866 2024-07-26T07:11:28.025 INFO:tasks.workunit.client.0.smithi037.stdout:op 5736 completed, throughput=5MB/sec 2024-07-26T07:11:28.025 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Xkdw1-UnMCya-iE off=7420339 len=2053614 2024-07-26T07:11:28.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 5737 completed, throughput=5MB/sec 2024-07-26T07:11:29.038 INFO:tasks.workunit.client.0.smithi037.stdout: 1128: throughput=5MB/sec pending data=0 2024-07-26T07:11:29.038 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2cJOcKTyWJt4wQH off=537193 len=1901531 2024-07-26T07:11:29.050 INFO:tasks.workunit.client.0.smithi037.stdout:op 5738 completed, throughput=5MB/sec 2024-07-26T07:11:29.050 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-M7DxWB8rSkWA-HX off=13516426 len=68371 2024-07-26T07:11:29.052 INFO:tasks.workunit.client.0.smithi037.stdout:op 5739 completed, throughput=5MB/sec 2024-07-26T07:11:29.052 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mLhIvk6_I9PoH4S off=14248843 len=391296 2024-07-26T07:11:29.053 INFO:tasks.workunit.client.0.smithi037.stdout:op 5740 completed, throughput=5MB/sec 2024-07-26T07:11:29.053 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KuaySN2hNPFUpzo off=1253942 len=1271834 2024-07-26T07:11:29.061 INFO:tasks.workunit.client.0.smithi037.stdout:op 5741 completed, throughput=5MB/sec 2024-07-26T07:11:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:28 smithi037 ceph-mon[97339]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:11:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:28 smithi037 ceph-mon[99762]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:11:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:28 smithi135 ceph-mon[90132]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T07:11:30.062 INFO:tasks.workunit.client.0.smithi037.stdout: 1129: throughput=5MB/sec pending data=0 2024-07-26T07:11:30.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lr-yRYtizfBRx1w off=15903936 len=1892503 2024-07-26T07:11:30.065 INFO:tasks.workunit.client.0.smithi037.stdout:op 5742 completed, throughput=5MB/sec 2024-07-26T07:11:30.066 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Dgi_kPb58XC_eHw off=8833194 len=1288326 2024-07-26T07:11:30.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 5743 completed, throughput=5MB/sec 2024-07-26T07:11:30.069 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-mKsKQ9KsaGPKWpX off=1690723 len=1619798 2024-07-26T07:11:30.071 INFO:tasks.workunit.client.0.smithi037.stdout:op 5744 completed, throughput=5MB/sec 2024-07-26T07:11:30.071 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-v65YdpRIT8cdohP off=4187388 len=375663 2024-07-26T07:11:30.072 INFO:tasks.workunit.client.0.smithi037.stdout:op 5745 completed, throughput=5MB/sec 2024-07-26T07:11:31.072 INFO:tasks.workunit.client.0.smithi037.stdout: 1130: throughput=5MB/sec pending data=0 2024-07-26T07:11:31.072 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iiYHLkL2FAL96sT off=1401519 len=1686449 2024-07-26T07:11:31.081 INFO:tasks.workunit.client.0.smithi037.stdout:op 5746 completed, throughput=5MB/sec 2024-07-26T07:11:31.082 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-CB613zSDiaOIbSA off=6678298 len=1673292 2024-07-26T07:11:31.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 5747 completed, throughput=5MB/sec 2024-07-26T07:11:31.090 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tQJcYnBT3Q5mfUy off=6908445 len=1467455 2024-07-26T07:11:31.099 INFO:tasks.workunit.client.0.smithi037.stdout:op 5748 completed, throughput=5MB/sec 2024-07-26T07:11:31.099 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pLn7_sOv2fIusMK off=15607618 len=725981 2024-07-26T07:11:31.103 INFO:tasks.workunit.client.0.smithi037.stdout:op 5749 completed, throughput=5MB/sec 2024-07-26T07:11:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:30 smithi037 ceph-mon[97339]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:11:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:30 smithi037 ceph-mon[99762]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:11:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:30 smithi135 ceph-mon[90132]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T07:11:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:11:32.103 INFO:tasks.workunit.client.0.smithi037.stdout: 1131: throughput=5MB/sec pending data=0 2024-07-26T07:11:32.104 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-GVgvRbuRjRMbqCV off=13636750 len=1021697 2024-07-26T07:11:32.108 INFO:tasks.workunit.client.0.smithi037.stdout:op 5750 completed, throughput=5MB/sec 2024-07-26T07:11:32.109 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-GZ84mEEaMQA9JGv off=367777 len=1887557 2024-07-26T07:11:32.112 INFO:tasks.workunit.client.0.smithi037.stdout:op 5751 completed, throughput=5MB/sec 2024-07-26T07:11:32.112 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-QnnxFhq_46u08Uh off=7195214 len=1479756 2024-07-26T07:11:32.122 INFO:tasks.workunit.client.0.smithi037.stdout:op 5752 completed, throughput=5MB/sec 2024-07-26T07:11:32.122 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ruvhKsSe5DabHUc off=4550609 len=902246 2024-07-26T07:11:32.123 INFO:tasks.workunit.client.0.smithi037.stdout:op 5753 completed, throughput=5MB/sec 2024-07-26T07:11:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:33.124 INFO:tasks.workunit.client.0.smithi037.stdout: 1132: throughput=5MB/sec pending data=0 2024-07-26T07:11:33.124 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-LXQ2qynnTBT1pjk off=19538128 len=105085 2024-07-26T07:11:33.129 INFO:tasks.workunit.client.0.smithi037.stdout:op 5754 completed, throughput=5MB/sec 2024-07-26T07:11:33.129 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-T4KumsfJstQtLP1 off=0 len=1573623 2024-07-26T07:11:33.135 INFO:tasks.workunit.client.0.smithi037.stdout:op 5755 completed, throughput=5MB/sec 2024-07-26T07:11:33.135 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-9Rm3EwBX6zmR5pW off=3613899 len=61112 2024-07-26T07:11:33.137 INFO:tasks.workunit.client.0.smithi037.stdout:op 5756 completed, throughput=5MB/sec 2024-07-26T07:11:33.137 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-EkkLBKKwqflihWY off=6826923 len=370424 2024-07-26T07:11:33.140 INFO:tasks.workunit.client.0.smithi037.stdout:op 5757 completed, throughput=5MB/sec 2024-07-26T07:11:33.141 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-B8j2vBtrvQiNCNo off=11780395 len=799170 2024-07-26T07:11:33.142 INFO:tasks.workunit.client.0.smithi037.stdout:op 5758 completed, throughput=5MB/sec 2024-07-26T07:11:33.142 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rzjyOhakWCLl1t0 off=6081245 len=415836 2024-07-26T07:11:33.145 INFO:tasks.workunit.client.0.smithi037.stdout:op 5759 completed, throughput=5MB/sec 2024-07-26T07:11:33.145 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NpbfV0wvikziByH off=6594695 len=90048 2024-07-26T07:11:33.148 INFO:tasks.workunit.client.0.smithi037.stdout:op 5760 completed, throughput=5MB/sec 2024-07-26T07:11:33.148 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_Xh4LYpDborohE2 off=5284909 len=978695 2024-07-26T07:11:33.153 INFO:tasks.workunit.client.0.smithi037.stdout:op 5761 completed, throughput=5MB/sec 2024-07-26T07:11:33.154 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FyEZ6fD-Y4XNttE off=5034580 len=2080113 2024-07-26T07:11:33.165 INFO:tasks.workunit.client.0.smithi037.stdout:op 5762 completed, throughput=5MB/sec 2024-07-26T07:11:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:32 smithi037 ceph-mon[97339]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:32 smithi037 ceph-mon[99762]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:32 smithi135 ceph-mon[90132]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T07:11:34.166 INFO:tasks.workunit.client.0.smithi037.stdout: 1133: throughput=5MB/sec pending data=0 2024-07-26T07:11:34.166 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vxRuOKKDRvSbO10 off=14597767 len=715208 2024-07-26T07:11:34.170 INFO:tasks.workunit.client.0.smithi037.stdout:op 5763 completed, throughput=5MB/sec 2024-07-26T07:11:34.170 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-l5nH2ZlNlk3TFeO off=12676593 len=141220 2024-07-26T07:11:34.171 INFO:tasks.workunit.client.0.smithi037.stdout:op 5764 completed, throughput=5MB/sec 2024-07-26T07:11:34.171 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-J3bejp9R_qTCoc7 off=5980580 len=1335969 2024-07-26T07:11:34.178 INFO:tasks.workunit.client.0.smithi037.stdout:op 5765 completed, throughput=5MB/sec 2024-07-26T07:11:34.178 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KULfbNudXb9G8mD off=2878069 len=1114362 2024-07-26T07:11:34.183 INFO:tasks.workunit.client.0.smithi037.stdout:op 5766 completed, throughput=5MB/sec 2024-07-26T07:11:34.183 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Y-NL80bV8c0dGrK off=2502133 len=1921837 2024-07-26T07:11:34.186 INFO:tasks.workunit.client.0.smithi037.stdout:op 5767 completed, throughput=5MB/sec 2024-07-26T07:11:35.186 INFO:tasks.workunit.client.0.smithi037.stdout: 1134: throughput=5MB/sec pending data=0 2024-07-26T07:11:35.186 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-z3Wm6C7vHcKLXOq off=905262 len=1118218 2024-07-26T07:11:35.193 INFO:tasks.workunit.client.0.smithi037.stdout:op 5768 completed, throughput=5MB/sec 2024-07-26T07:11:35.193 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ZzxMF5MnWrop46m off=2081348 len=1355269 2024-07-26T07:11:35.201 INFO:tasks.workunit.client.0.smithi037.stdout:op 5769 completed, throughput=5MB/sec 2024-07-26T07:11:35.201 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xiqOFwrXzTwuJjF off=621155 len=1248182 2024-07-26T07:11:35.203 INFO:tasks.workunit.client.0.smithi037.stdout:op 5770 completed, throughput=5MB/sec 2024-07-26T07:11:35.203 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NLpj0drpXKz089Y off=12747246 len=411655 2024-07-26T07:11:35.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 5771 completed, throughput=5MB/sec 2024-07-26T07:11:35.207 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cEnBHEJylNMZBkG off=4938794 len=45400 2024-07-26T07:11:35.207 INFO:tasks.workunit.client.0.smithi037.stdout:op 5772 completed, throughput=5MB/sec 2024-07-26T07:11:35.207 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-61fI9ATNaienzpu off=2733003 len=1309215 2024-07-26T07:11:35.209 INFO:tasks.workunit.client.0.smithi037.stdout:op 5773 completed, throughput=5MB/sec 2024-07-26T07:11:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:34 smithi037 ceph-mon[97339]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:11:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:34 smithi037 ceph-mon[99762]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:11:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:34 smithi135 ceph-mon[90132]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-26T07:11:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:36.210 INFO:tasks.workunit.client.0.smithi037.stdout: 1135: throughput=5MB/sec pending data=0 2024-07-26T07:11:36.210 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Kqct1VtHgK8av6p off=5701106 len=1840190 2024-07-26T07:11:36.219 INFO:tasks.workunit.client.0.smithi037.stdout:op 5774 completed, throughput=5MB/sec 2024-07-26T07:11:36.219 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dh9nMJ5GJ1szR2b off=5033469 len=618994 2024-07-26T07:11:36.222 INFO:tasks.workunit.client.0.smithi037.stdout:op 5775 completed, throughput=5MB/sec 2024-07-26T07:11:36.222 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-58i_xeR9iqKo564 off=4130639 len=310211 2024-07-26T07:11:36.226 INFO:tasks.workunit.client.0.smithi037.stdout:op 5776 completed, throughput=5MB/sec 2024-07-26T07:11:36.226 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e8Z2mYrZ-esxPew off=1731961 len=1809838 2024-07-26T07:11:36.235 INFO:tasks.workunit.client.0.smithi037.stdout:op 5777 completed, throughput=5MB/sec 2024-07-26T07:11:37.238 INFO:tasks.workunit.client.0.smithi037.stdout: 1136: throughput=5MB/sec pending data=0 2024-07-26T07:11:37.238 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ac2jlXyeX5kFxnY off=20533779 len=1590066 2024-07-26T07:11:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:op 5778 completed, throughput=5MB/sec 2024-07-26T07:11:37.245 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HzOhHGHTXkqYn4X off=2466294 len=773918 2024-07-26T07:11:37.246 INFO:tasks.workunit.client.0.smithi037.stdout:op 5779 completed, throughput=5MB/sec 2024-07-26T07:11:37.246 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-8OZxz0nawKWb9cL off=2745058 len=1537073 2024-07-26T07:11:37.254 INFO:tasks.workunit.client.0.smithi037.stdout:op 5780 completed, throughput=5MB/sec 2024-07-26T07:11:37.254 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-3q1l3D9vULpFpIl off=854742 len=960093 2024-07-26T07:11:37.258 INFO:tasks.workunit.client.0.smithi037.stdout:op 5781 completed, throughput=5MB/sec 2024-07-26T07:11:37.258 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u1JsOTaHGrJ7V0o off=14902974 len=1243023 2024-07-26T07:11:37.265 INFO:tasks.workunit.client.0.smithi037.stdout:op 5782 completed, throughput=5MB/sec 2024-07-26T07:11:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:36 smithi037 ceph-mon[97339]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:11:37.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:36 smithi037 ceph-mon[99762]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:11:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:36 smithi135 ceph-mon[90132]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T07:11:38.266 INFO:tasks.workunit.client.0.smithi037.stdout: 1137: throughput=5MB/sec pending data=0 2024-07-26T07:11:38.266 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-AxEgOwlzgjOzXLQ off=2885133 len=87402 2024-07-26T07:11:38.269 INFO:tasks.workunit.client.0.smithi037.stdout:op 5783 completed, throughput=5MB/sec 2024-07-26T07:11:38.269 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-RwnaN_2u8EJ-sFW off=116330 len=1248565 2024-07-26T07:11:38.271 INFO:tasks.workunit.client.0.smithi037.stdout:op 5784 completed, throughput=5MB/sec 2024-07-26T07:11:38.271 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7FXFpsJ6NwT3rqe off=1646297 len=1867886 2024-07-26T07:11:38.273 INFO:tasks.workunit.client.0.smithi037.stdout:op 5785 completed, throughput=5MB/sec 2024-07-26T07:11:38.273 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-d75oqZ_RO7nObYD off=3965983 len=603728 2024-07-26T07:11:38.275 INFO:tasks.workunit.client.0.smithi037.stdout:op 5786 completed, throughput=5MB/sec 2024-07-26T07:11:38.275 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-RvIe8mAs3i8BuBI off=6641573 len=981821 2024-07-26T07:11:38.280 INFO:tasks.workunit.client.0.smithi037.stdout:op 5787 completed, throughput=5MB/sec 2024-07-26T07:11:39.280 INFO:tasks.workunit.client.0.smithi037.stdout: 1138: throughput=5MB/sec pending data=0 2024-07-26T07:11:39.280 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yVS8EJrLvlMXkvz off=1107794 len=1331670 2024-07-26T07:11:39.288 INFO:tasks.workunit.client.0.smithi037.stdout:op 5788 completed, throughput=5MB/sec 2024-07-26T07:11:39.288 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-udhUB0rgpXz2gHN off=4507595 len=448511 2024-07-26T07:11:39.292 INFO:tasks.workunit.client.0.smithi037.stdout:op 5789 completed, throughput=5MB/sec 2024-07-26T07:11:39.292 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ISmv8L1cqVfbHzG off=9664020 len=113517 2024-07-26T07:11:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:38 smithi037 ceph-mon[97339]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:39.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:38 smithi037 ceph-mon[99762]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:39.295 INFO:tasks.workunit.client.0.smithi037.stdout:op 5790 completed, throughput=5MB/sec 2024-07-26T07:11:39.295 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-VBUxNtG3Z8KeRsf off=22254313 len=790988 2024-07-26T07:11:39.297 INFO:tasks.workunit.client.0.smithi037.stdout:op 5791 completed, throughput=5MB/sec 2024-07-26T07:11:39.297 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-r4FSPxt3sZFFIlR off=8461522 len=217357 2024-07-26T07:11:39.299 INFO:tasks.workunit.client.0.smithi037.stdout:op 5792 completed, throughput=5MB/sec 2024-07-26T07:11:39.299 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TrO8GiRZ4oNxIYE off=3865356 len=65822 2024-07-26T07:11:39.300 INFO:tasks.workunit.client.0.smithi037.stdout:op 5793 completed, throughput=5MB/sec 2024-07-26T07:11:39.300 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-TTZ_0--NM84eehW off=2146424 len=653020 2024-07-26T07:11:39.304 INFO:tasks.workunit.client.0.smithi037.stdout:op 5794 completed, throughput=5MB/sec 2024-07-26T07:11:39.304 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-TsKDkSD47h2PfuJ off=1742241 len=493693 2024-07-26T07:11:39.306 INFO:tasks.workunit.client.0.smithi037.stdout:op 5795 completed, throughput=5MB/sec 2024-07-26T07:11:39.306 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SGTNxXbxCkGUXsw off=2383943 len=471794 2024-07-26T07:11:39.307 INFO:tasks.workunit.client.0.smithi037.stdout:op 5796 completed, throughput=5MB/sec 2024-07-26T07:11:39.307 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-a9I4nebujt7Vb8- off=1605052 len=1695280 2024-07-26T07:11:39.310 INFO:tasks.workunit.client.0.smithi037.stdout:op 5797 completed, throughput=5MB/sec 2024-07-26T07:11:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:38 smithi135 ceph-mon[90132]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T07:11:40.310 INFO:tasks.workunit.client.0.smithi037.stdout: 1139: throughput=5MB/sec pending data=0 2024-07-26T07:11:40.310 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S4RICLIsV_X3d_0 off=1803083 len=473084 2024-07-26T07:11:40.311 INFO:tasks.workunit.client.0.smithi037.stdout:op 5798 completed, throughput=5MB/sec 2024-07-26T07:11:40.311 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c6pGuSXV-biDh-C off=713250 len=1799216 2024-07-26T07:11:40.313 INFO:tasks.workunit.client.0.smithi037.stdout:op 5799 completed, throughput=5MB/sec 2024-07-26T07:11:40.313 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oUuWg_tylcKygpi off=0 len=1055770 2024-07-26T07:11:40.319 INFO:tasks.workunit.client.0.smithi037.stdout:op 5800 completed, throughput=5MB/sec 2024-07-26T07:11:40.320 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-7TvPayol36yyKqR off=1806197 len=777955 2024-07-26T07:11:40.320 INFO:tasks.workunit.client.0.smithi037.stdout:op 5801 completed, throughput=5MB/sec 2024-07-26T07:11:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:40 smithi037 ceph-mon[97339]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:11:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:40 smithi037 ceph-mon[99762]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:11:41.321 INFO:tasks.workunit.client.0.smithi037.stdout: 1140: throughput=5MB/sec pending data=0 2024-07-26T07:11:41.321 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zogejzDp4OCJI1p off=17544707 len=427609 2024-07-26T07:11:41.323 INFO:tasks.workunit.client.0.smithi037.stdout:op 5802 completed, throughput=5MB/sec 2024-07-26T07:11:41.323 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-YG1i2M-3mhhC_sS off=3243534 len=1579209 2024-07-26T07:11:41.331 INFO:tasks.workunit.client.0.smithi037.stdout:op 5803 completed, throughput=5MB/sec 2024-07-26T07:11:41.331 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-yVS8EJrLvlMXkvz off=3357360 len=502035 2024-07-26T07:11:41.332 INFO:tasks.workunit.client.0.smithi037.stdout:op 5804 completed, throughput=5MB/sec 2024-07-26T07:11:41.334 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NLZfG0cenWBkPlw off=4399049 len=1460757 2024-07-26T07:11:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:40 smithi135 ceph-mon[90132]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T07:11:41.338 INFO:tasks.workunit.client.0.smithi037.stdout:op 5805 completed, throughput=5MB/sec 2024-07-26T07:11:41.339 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YreYcVF3FYqCifZ off=3370116 len=835434 2024-07-26T07:11:41.340 INFO:tasks.workunit.client.0.smithi037.stdout:op 5806 completed, throughput=5MB/sec 2024-07-26T07:11:41.341 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-o0hhYAOKp5qOD5P off=2546953 len=1063238 2024-07-26T07:11:41.346 INFO:tasks.workunit.client.0.smithi037.stdout:op 5807 completed, throughput=5MB/sec 2024-07-26T07:11:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:41] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T07:11:42.347 INFO:tasks.workunit.client.0.smithi037.stdout: 1141: throughput=5MB/sec pending data=0 2024-07-26T07:11:42.347 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KxHCp31XXFrzuHB off=4070707 len=599740 2024-07-26T07:11:42.348 INFO:tasks.workunit.client.0.smithi037.stdout:op 5808 completed, throughput=5MB/sec 2024-07-26T07:11:42.348 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DANfu5vRqmGEox2 off=254104 len=1684537 2024-07-26T07:11:42.354 INFO:tasks.workunit.client.0.smithi037.stdout:op 5809 completed, throughput=5MB/sec 2024-07-26T07:11:42.354 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KU-ZJoC4vFlab8Q off=15946301 len=829781 2024-07-26T07:11:42.357 INFO:tasks.workunit.client.0.smithi037.stdout:op 5810 completed, throughput=5MB/sec 2024-07-26T07:11:42.357 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ttDBVfXw9Yyt46U off=3459322 len=423086 2024-07-26T07:11:42.360 INFO:tasks.workunit.client.0.smithi037.stdout:op 5811 completed, throughput=5MB/sec 2024-07-26T07:11:42.361 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FzkMfi6WtSwUmZT off=4452720 len=880505 2024-07-26T07:11:42.366 INFO:tasks.workunit.client.0.smithi037.stdout:op 5812 completed, throughput=5MB/sec 2024-07-26T07:11:42.366 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jKrzltKuvbI6fya off=12958314 len=2001556 2024-07-26T07:11:42.368 INFO:tasks.workunit.client.0.smithi037.stdout:op 5813 completed, throughput=5MB/sec 2024-07-26T07:11:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:43.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:42 smithi037 ceph-mon[97339]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:11:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:42 smithi037 ceph-mon[99762]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:11:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:42 smithi135 ceph-mon[90132]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:11:43.369 INFO:tasks.workunit.client.0.smithi037.stdout: 1142: throughput=5MB/sec pending data=0 2024-07-26T07:11:43.369 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-99StWmWCf2fIsC- off=4084571 len=106039 2024-07-26T07:11:43.369 INFO:tasks.workunit.client.0.smithi037.stdout:op 5814 completed, throughput=5MB/sec 2024-07-26T07:11:43.369 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-M1GAqSqt-iRq93K off=921449 len=65823 2024-07-26T07:11:43.370 INFO:tasks.workunit.client.0.smithi037.stdout:op 5815 completed, throughput=5MB/sec 2024-07-26T07:11:43.370 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vW2BwO2O-0fB5wk off=0 len=1794206 2024-07-26T07:11:43.380 INFO:tasks.workunit.client.0.smithi037.stdout:op 5816 completed, throughput=5MB/sec 2024-07-26T07:11:43.381 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OV3W4llTOLuIPG9 off=8454760 len=1550578 2024-07-26T07:11:43.383 INFO:tasks.workunit.client.0.smithi037.stdout:op 5817 completed, throughput=5MB/sec 2024-07-26T07:11:43.383 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0QyA6Z16iPD5REl off=1184685 len=2087338 2024-07-26T07:11:43.395 INFO:tasks.workunit.client.0.smithi037.stdout:op 5818 completed, throughput=5MB/sec 2024-07-26T07:11:44.398 INFO:tasks.workunit.client.0.smithi037.stdout: 1143: throughput=5MB/sec pending data=0 2024-07-26T07:11:44.398 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lke3yRJN3-YdVwn off=2231424 len=1033338 2024-07-26T07:11:44.401 INFO:tasks.workunit.client.0.smithi037.stdout:op 5819 completed, throughput=5MB/sec 2024-07-26T07:11:44.402 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-b4GUPKizW7raGby off=1102959 len=1390688 2024-07-26T07:11:44.403 INFO:tasks.workunit.client.0.smithi037.stdout:op 5820 completed, throughput=5MB/sec 2024-07-26T07:11:44.404 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YIeIapRB8M84A5c off=17961988 len=1548769 2024-07-26T07:11:44.405 INFO:tasks.workunit.client.0.smithi037.stdout:op 5821 completed, throughput=5MB/sec 2024-07-26T07:11:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:44 smithi037 ceph-mon[97339]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T07:11:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:44 smithi037 ceph-mon[99762]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T07:11:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:44 smithi135 ceph-mon[90132]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T07:11:45.405 INFO:tasks.workunit.client.0.smithi037.stdout: 1144: throughput=5MB/sec pending data=0 2024-07-26T07:11:45.406 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-arOek-Q9-qeyvqc off=464866 len=665794 2024-07-26T07:11:45.407 INFO:tasks.workunit.client.0.smithi037.stdout:op 5822 completed, throughput=5MB/sec 2024-07-26T07:11:45.407 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BNJyKlABtK7G7rA off=0 len=1110315 2024-07-26T07:11:45.414 INFO:tasks.workunit.client.0.smithi037.stdout:op 5823 completed, throughput=5MB/sec 2024-07-26T07:11:45.414 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-BwRb7ni_gFuHLMI off=6091254 len=639228 2024-07-26T07:11:45.418 INFO:tasks.workunit.client.0.smithi037.stdout:op 5824 completed, throughput=5MB/sec 2024-07-26T07:11:45.418 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--KNGe7JQ0SzQbSV off=2541173 len=117958 2024-07-26T07:11:45.419 INFO:tasks.workunit.client.0.smithi037.stdout:op 5825 completed, throughput=5MB/sec 2024-07-26T07:11:45.419 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-U8okGdXMnFmcpJa off=3147732 len=1111141 2024-07-26T07:11:45.421 INFO:tasks.workunit.client.0.smithi037.stdout:op 5826 completed, throughput=5MB/sec 2024-07-26T07:11:45.421 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-jnPNTQV-26PqxQ8 off=7108902 len=1479096 2024-07-26T07:11:45.423 INFO:tasks.workunit.client.0.smithi037.stdout:op 5827 completed, throughput=5MB/sec 2024-07-26T07:11:46.423 INFO:tasks.workunit.client.0.smithi037.stdout: 1145: throughput=5MB/sec pending data=0 2024-07-26T07:11:46.424 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-or53runqj5-GpVy off=18007183 len=1613642 2024-07-26T07:11:46.426 INFO:tasks.workunit.client.0.smithi037.stdout:op 5828 completed, throughput=5MB/sec 2024-07-26T07:11:46.426 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0uB_3hkz7IED-Dt off=744298 len=1659337 2024-07-26T07:11:46.428 INFO:tasks.workunit.client.0.smithi037.stdout:op 5829 completed, throughput=5MB/sec 2024-07-26T07:11:46.428 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WVcQZUj94QAq1Tq off=3963987 len=481325 2024-07-26T07:11:46.432 INFO:tasks.workunit.client.0.smithi037.stdout:op 5830 completed, throughput=5MB/sec 2024-07-26T07:11:46.432 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-rRGAZiC-EUXnytK off=17941052 len=953825 2024-07-26T07:11:46.437 INFO:tasks.workunit.client.0.smithi037.stdout:op 5831 completed, throughput=5MB/sec 2024-07-26T07:11:46.437 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yvD7KfihIe2bbk- off=1469428 len=329834 2024-07-26T07:11:46.440 INFO:tasks.workunit.client.0.smithi037.stdout:op 5832 completed, throughput=5MB/sec 2024-07-26T07:11:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:46 smithi037 ceph-mon[97339]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:46 smithi037 ceph-mon[99762]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:46 smithi135 ceph-mon[90132]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:47.441 INFO:tasks.workunit.client.0.smithi037.stdout: 1146: throughput=5MB/sec pending data=0 2024-07-26T07:11:47.441 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-cz7GZO-tbG7v1sZ off=7964820 len=1984052 2024-07-26T07:11:47.445 INFO:tasks.workunit.client.0.smithi037.stdout:op 5833 completed, throughput=5MB/sec 2024-07-26T07:11:47.445 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-1LTYnmUHkUydkkt off=5008881 len=1709302 2024-07-26T07:11:47.447 INFO:tasks.workunit.client.0.smithi037.stdout:op 5834 completed, throughput=5MB/sec 2024-07-26T07:11:47.448 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lgXc72w3-gWP5ic off=15327432 len=86335 2024-07-26T07:11:47.450 INFO:tasks.workunit.client.0.smithi037.stdout:op 5835 completed, throughput=5MB/sec 2024-07-26T07:11:47.450 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-LsFZxowPZdOgpA_ off=2825232 len=1112720 2024-07-26T07:11:47.451 INFO:tasks.workunit.client.0.smithi037.stdout:op 5836 completed, throughput=5MB/sec 2024-07-26T07:11:47.451 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-uUwiDQrslDomrzO off=14776968 len=1077560 2024-07-26T07:11:47.452 INFO:tasks.workunit.client.0.smithi037.stdout:op 5837 completed, throughput=5MB/sec 2024-07-26T07:11:48.453 INFO:tasks.workunit.client.0.smithi037.stdout: 1147: throughput=5MB/sec pending data=0 2024-07-26T07:11:48.453 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pvzna47kY8Fphwf off=19427676 len=667838 2024-07-26T07:11:48.454 INFO:tasks.workunit.client.0.smithi037.stdout:op 5838 completed, throughput=5MB/sec 2024-07-26T07:11:48.455 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-nVAkcIrAnKwuOmq off=2684515 len=739087 2024-07-26T07:11:48.459 INFO:tasks.workunit.client.0.smithi037.stdout:op 5839 completed, throughput=5MB/sec 2024-07-26T07:11:48.460 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-bN7nGlIdQe5vEL5 off=2529070 len=50825 2024-07-26T07:11:48.462 INFO:tasks.workunit.client.0.smithi037.stdout:op 5840 completed, throughput=5MB/sec 2024-07-26T07:11:48.462 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-dcXxkaDBwwzMGf4 off=3218285 len=1615053 2024-07-26T07:11:48.464 INFO:tasks.workunit.client.0.smithi037.stdout:op 5841 completed, throughput=5MB/sec 2024-07-26T07:11:48.464 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-oBQgQ7PMgTd2IEW off=3669518 len=807112 2024-07-26T07:11:48.468 INFO:tasks.workunit.client.0.smithi037.stdout:op 5842 completed, throughput=5MB/sec 2024-07-26T07:11:48.468 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S0kmZnbj7BBFtMG off=3081198 len=374273 2024-07-26T07:11:48.469 INFO:tasks.workunit.client.0.smithi037.stdout:op 5843 completed, throughput=5MB/sec 2024-07-26T07:11:48.469 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CG8DSB71r23_cfV off=1949759 len=1252149 2024-07-26T07:11:48.471 INFO:tasks.workunit.client.0.smithi037.stdout:op 5844 completed, throughput=5MB/sec 2024-07-26T07:11:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:48 smithi037 ceph-mon[97339]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:48 smithi037 ceph-mon[99762]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:48 smithi135 ceph-mon[90132]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T07:11:49.472 INFO:tasks.workunit.client.0.smithi037.stdout: 1148: throughput=5MB/sec pending data=0 2024-07-26T07:11:49.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wQYn703tUwezH3O off=13551144 len=195016 2024-07-26T07:11:49.472 INFO:tasks.workunit.client.0.smithi037.stdout:op 5845 completed, throughput=5MB/sec 2024-07-26T07:11:49.472 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NQG7XHMvE0phEIM off=705973 len=1769143 2024-07-26T07:11:49.475 INFO:tasks.workunit.client.0.smithi037.stdout:op 5846 completed, throughput=5MB/sec 2024-07-26T07:11:49.475 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-t4eqJC0el6uqIl4 off=3631463 len=1374821 2024-07-26T07:11:49.481 INFO:tasks.workunit.client.0.smithi037.stdout:op 5847 completed, throughput=5MB/sec 2024-07-26T07:11:49.481 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-X4UUSMLFZcqPY5y off=2181759 len=1604815 2024-07-26T07:11:49.483 INFO:tasks.workunit.client.0.smithi037.stdout:op 5848 completed, throughput=5MB/sec 2024-07-26T07:11:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:50.484 INFO:tasks.workunit.client.0.smithi037.stdout: 1149: throughput=5MB/sec pending data=0 2024-07-26T07:11:50.484 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-NZfrIqNETqqGkF0 off=11159281 len=624257 2024-07-26T07:11:50.488 INFO:tasks.workunit.client.0.smithi037.stdout:op 5849 completed, throughput=5MB/sec 2024-07-26T07:11:50.488 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-e8Z2mYrZ-esxPew off=2187775 len=1747581 2024-07-26T07:11:50.498 INFO:tasks.workunit.client.0.smithi037.stdout:op 5850 completed, throughput=5MB/sec 2024-07-26T07:11:50.498 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-VBUxNtG3Z8KeRsf off=11173850 len=503939 2024-07-26T07:11:50.502 INFO:tasks.workunit.client.0.smithi037.stdout:op 5851 completed, throughput=5MB/sec 2024-07-26T07:11:50.503 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-FrqkRkeNCxrpjTh off=3804202 len=1127069 2024-07-26T07:11:50.507 INFO:tasks.workunit.client.0.smithi037.stdout:op 5852 completed, throughput=5MB/sec 2024-07-26T07:11:50.507 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2DIr2zCdWtNwTbw off=8298840 len=1712418 2024-07-26T07:11:50.516 INFO:tasks.workunit.client.0.smithi037.stdout:op 5853 completed, throughput=5MB/sec 2024-07-26T07:11:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:50 smithi037 ceph-mon[97339]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:11:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:50 smithi037 ceph-mon[99762]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:11:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:50 smithi135 ceph-mon[90132]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T07:11:51.516 INFO:tasks.workunit.client.0.smithi037.stdout: 1150: throughput=5MB/sec pending data=0 2024-07-26T07:11:51.516 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MtC70f4KUNs8QKV off=8396879 len=1171146 2024-07-26T07:11:51.522 INFO:tasks.workunit.client.0.smithi037.stdout:op 5854 completed, throughput=5MB/sec 2024-07-26T07:11:51.522 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Y-00pmRe_62naI5 off=5987437 len=1056614 2024-07-26T07:11:51.528 INFO:tasks.workunit.client.0.smithi037.stdout:op 5855 completed, throughput=5MB/sec 2024-07-26T07:11:51.529 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Sp-Bb-zCBBYSGhP off=18606591 len=1704485 2024-07-26T07:11:51.530 INFO:tasks.workunit.client.0.smithi037.stdout:op 5856 completed, throughput=5MB/sec 2024-07-26T07:11:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-icRfWGAgtsNrQXf off=3428738 len=410254 2024-07-26T07:11:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:op 5857 completed, throughput=5MB/sec 2024-07-26T07:11:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-gjfnDAHVelIWghH off=847053 len=1704633 2024-07-26T07:11:51.539 INFO:tasks.workunit.client.0.smithi037.stdout:op 5858 completed, throughput=5MB/sec 2024-07-26T07:11:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:11:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:11:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:11:52.540 INFO:tasks.workunit.client.0.smithi037.stdout: 1151: throughput=5MB/sec pending data=0 2024-07-26T07:11:52.540 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fSZthwjTgAmGK2V off=23489532 len=1714478 2024-07-26T07:11:52.542 INFO:tasks.workunit.client.0.smithi037.stdout:op 5859 completed, throughput=5MB/sec 2024-07-26T07:11:52.542 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj--E78C589-jP8wRm off=8098434 len=732337 2024-07-26T07:11:52.544 INFO:tasks.workunit.client.0.smithi037.stdout:op 5860 completed, throughput=5MB/sec 2024-07-26T07:11:52.545 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fc8BeRzeDhwXZiq off=7267975 len=1903978 2024-07-26T07:11:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:op 5861 completed, throughput=5MB/sec 2024-07-26T07:11:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:11:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:52 smithi037 ceph-mon[97339]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:11:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:52 smithi037 ceph-mon[99762]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:11:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:52 smithi135 ceph-mon[90132]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T07:11:53.554 INFO:tasks.workunit.client.0.smithi037.stdout: 1152: throughput=5MB/sec pending data=0 2024-07-26T07:11:53.554 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WhMqZWg2c4kSzK3 off=573813 len=1668381 2024-07-26T07:11:53.564 INFO:tasks.workunit.client.0.smithi037.stdout:op 5862 completed, throughput=5MB/sec 2024-07-26T07:11:53.565 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-6s2gLZZ8-BokA-l off=2370765 len=688739 2024-07-26T07:11:53.566 INFO:tasks.workunit.client.0.smithi037.stdout:op 5863 completed, throughput=5MB/sec 2024-07-26T07:11:53.566 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-lzbcYogk4AbwMlQ off=1570481 len=1682583 2024-07-26T07:11:53.573 INFO:tasks.workunit.client.0.smithi037.stdout:op 5864 completed, throughput=5MB/sec 2024-07-26T07:11:53.573 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-vTTU3V38NxPrMIp off=311945 len=2084635 2024-07-26T07:11:53.584 INFO:tasks.workunit.client.0.smithi037.stdout:op 5865 completed, throughput=5MB/sec 2024-07-26T07:11:54.585 INFO:tasks.workunit.client.0.smithi037.stdout: 1153: throughput=5MB/sec pending data=0 2024-07-26T07:11:54.585 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Fl_rn-aFEjcLpuc off=8739528 len=1930291 2024-07-26T07:11:54.596 INFO:tasks.workunit.client.0.smithi037.stdout:op 5866 completed, throughput=5MB/sec 2024-07-26T07:11:54.596 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CNOv4BdQ9CL1EVk off=15623710 len=258147 2024-07-26T07:11:54.597 INFO:tasks.workunit.client.0.smithi037.stdout:op 5867 completed, throughput=5MB/sec 2024-07-26T07:11:54.597 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-0z6WrgjSYzq2MQO off=10037658 len=1755339 2024-07-26T07:11:54.599 INFO:tasks.workunit.client.0.smithi037.stdout:op 5868 completed, throughput=5MB/sec 2024-07-26T07:11:54.599 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-sKR_7L_i-LJp4JF off=4647592 len=1928634 2024-07-26T07:11:54.609 INFO:tasks.workunit.client.0.smithi037.stdout:op 5869 completed, throughput=5MB/sec 2024-07-26T07:11:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:54 smithi037 ceph-mon[97339]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:11:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:54 smithi037 ceph-mon[99762]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:11:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:54 smithi135 ceph-mon[90132]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T07:11:55.610 INFO:tasks.workunit.client.0.smithi037.stdout: 1154: throughput=5MB/sec pending data=0 2024-07-26T07:11:55.610 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-7TgjxvynnAT5FL7 off=5149296 len=1252541 2024-07-26T07:11:55.616 INFO:tasks.workunit.client.0.smithi037.stdout:op 5870 completed, throughput=5MB/sec 2024-07-26T07:11:55.616 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-wIIUEsgOStF-q5c off=6127457 len=1059018 2024-07-26T07:11:55.618 INFO:tasks.workunit.client.0.smithi037.stdout:op 5871 completed, throughput=5MB/sec 2024-07-26T07:11:55.618 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0bANR85xEJHpmJJ off=4158677 len=1354279 2024-07-26T07:11:55.624 INFO:tasks.workunit.client.0.smithi037.stdout:op 5872 completed, throughput=5MB/sec 2024-07-26T07:11:56.625 INFO:tasks.workunit.client.0.smithi037.stdout: 1155: throughput=5MB/sec pending data=0 2024-07-26T07:11:56.625 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-2rhcd373TVsm3gu off=10383927 len=913457 2024-07-26T07:11:56.630 INFO:tasks.workunit.client.0.smithi037.stdout:op 5873 completed, throughput=5MB/sec 2024-07-26T07:11:56.630 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-EdSJpraIvecZuqx off=15146038 len=303858 2024-07-26T07:11:56.631 INFO:tasks.workunit.client.0.smithi037.stdout:op 5874 completed, throughput=5MB/sec 2024-07-26T07:11:56.632 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WE2ucpomuf-fLTJ off=1886613 len=316231 2024-07-26T07:11:56.635 INFO:tasks.workunit.client.0.smithi037.stdout:op 5875 completed, throughput=5MB/sec 2024-07-26T07:11:56.635 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Zmp2FA9BcDH4XdH off=1205678 len=2004424 2024-07-26T07:11:56.645 INFO:tasks.workunit.client.0.smithi037.stdout:op 5876 completed, throughput=5MB/sec 2024-07-26T07:11:56.645 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Yl80u5xAP4aoroW off=16701857 len=693515 2024-07-26T07:11:56.649 INFO:tasks.workunit.client.0.smithi037.stdout:op 5877 completed, throughput=5MB/sec 2024-07-26T07:11:56.649 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hsyrCLCtuDgLT_E off=4968355 len=4296 2024-07-26T07:11:56.651 INFO:tasks.workunit.client.0.smithi037.stdout:op 5878 completed, throughput=5MB/sec 2024-07-26T07:11:56.651 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-hZwICuMuIsT8WDE off=1478460 len=788135 2024-07-26T07:11:56.656 INFO:tasks.workunit.client.0.smithi037.stdout:op 5879 completed, throughput=5MB/sec 2024-07-26T07:11:56.656 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Q-Fp7uDXsF96yx2 off=4206864 len=1025360 2024-07-26T07:11:56.661 INFO:tasks.workunit.client.0.smithi037.stdout:op 5880 completed, throughput=5MB/sec 2024-07-26T07:11:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:56 smithi037 ceph-mon[97339]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:11:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:56 smithi037 ceph-mon[99762]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:11:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:56 smithi135 ceph-mon[90132]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T07:11:57.661 INFO:tasks.workunit.client.0.smithi037.stdout: 1156: throughput=5MB/sec pending data=0 2024-07-26T07:11:57.661 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ma01stnjgF1xJQp off=3588439 len=856713 2024-07-26T07:11:57.667 INFO:tasks.workunit.client.0.smithi037.stdout:op 5881 completed, throughput=5MB/sec 2024-07-26T07:11:57.667 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-MkhdC34oCgTXF17 off=983067 len=583061 2024-07-26T07:11:57.668 INFO:tasks.workunit.client.0.smithi037.stdout:op 5882 completed, throughput=5MB/sec 2024-07-26T07:11:57.668 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_3iLLtDSFp1N9vi off=2792693 len=1963681 2024-07-26T07:11:57.670 INFO:tasks.workunit.client.0.smithi037.stdout:op 5883 completed, throughput=5MB/sec 2024-07-26T07:11:57.670 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-gayd2omUCId9u8Y off=7383532 len=199127 2024-07-26T07:11:57.672 INFO:tasks.workunit.client.0.smithi037.stdout:op 5884 completed, throughput=5MB/sec 2024-07-26T07:11:57.672 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6K1yuqqkXu3xxUR off=20026808 len=178949 2024-07-26T07:11:57.674 INFO:tasks.workunit.client.0.smithi037.stdout:op 5885 completed, throughput=5MB/sec 2024-07-26T07:11:57.674 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-21iZ_ydV4dvj5vW off=6734393 len=252398 2024-07-26T07:11:57.675 INFO:tasks.workunit.client.0.smithi037.stdout:op 5886 completed, throughput=5MB/sec 2024-07-26T07:11:57.675 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ec37r7oIAbsdK6Y off=16093394 len=1431191 2024-07-26T07:11:57.683 INFO:tasks.workunit.client.0.smithi037.stdout:op 5887 completed, throughput=5MB/sec 2024-07-26T07:11:58.684 INFO:tasks.workunit.client.0.smithi037.stdout: 1157: throughput=5MB/sec pending data=0 2024-07-26T07:11:58.684 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ud-2LV5OQ-Ygm_V off=724631 len=693571 2024-07-26T07:11:58.689 INFO:tasks.workunit.client.0.smithi037.stdout:op 5888 completed, throughput=5MB/sec 2024-07-26T07:11:58.689 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZS2HDCOfSEtTmEL off=2804751 len=1338961 2024-07-26T07:11:58.691 INFO:tasks.workunit.client.0.smithi037.stdout:op 5889 completed, throughput=5MB/sec 2024-07-26T07:11:58.691 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-HroBe1O_-iDyT1z off=4490945 len=336735 2024-07-26T07:11:58.692 INFO:tasks.workunit.client.0.smithi037.stdout:op 5890 completed, throughput=5MB/sec 2024-07-26T07:11:58.692 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5r0D5x_amjQ77GQ off=7936207 len=1992941 2024-07-26T07:11:58.702 INFO:tasks.workunit.client.0.smithi037.stdout:op 5891 completed, throughput=5MB/sec 2024-07-26T07:11:58.702 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4EdnHTOs9vvYPMy off=12737499 len=1895259 2024-07-26T07:11:58.713 INFO:tasks.workunit.client.0.smithi037.stdout:op 5892 completed, throughput=5MB/sec 2024-07-26T07:11:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:11:58 smithi037 ceph-mon[97339]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:11:58 smithi037 ceph-mon[99762]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:11:58 smithi135 ceph-mon[90132]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T07:11:59.713 INFO:tasks.workunit.client.0.smithi037.stdout: 1158: throughput=5MB/sec pending data=0 2024-07-26T07:11:59.713 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj--i_8EpO4oIkHUXP off=1747428 len=733526 2024-07-26T07:11:59.718 INFO:tasks.workunit.client.0.smithi037.stdout:op 5893 completed, throughput=5MB/sec 2024-07-26T07:11:59.718 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dTCRJfl60w0ebS0 off=7550752 len=1657683 2024-07-26T07:11:59.726 INFO:tasks.workunit.client.0.smithi037.stdout:op 5894 completed, throughput=5MB/sec 2024-07-26T07:11:59.726 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-90GzxOiZz4UpIeE off=5650634 len=673053 2024-07-26T07:11:59.728 INFO:tasks.workunit.client.0.smithi037.stdout:op 5895 completed, throughput=5MB/sec 2024-07-26T07:11:59.728 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xjV-xEk7AEYfOnV off=1676906 len=1473919 2024-07-26T07:11:59.736 INFO:tasks.workunit.client.0.smithi037.stdout:op 5896 completed, throughput=5MB/sec 2024-07-26T07:12:00.736 INFO:tasks.workunit.client.0.smithi037.stdout: 1159: throughput=5MB/sec pending data=0 2024-07-26T07:12:00.736 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Sm5-bm5ItiMOL2q off=2499103 len=1837027 2024-07-26T07:12:00.747 INFO:tasks.workunit.client.0.smithi037.stdout:op 5897 completed, throughput=5MB/sec 2024-07-26T07:12:00.747 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zIY0kw1MDDb4nL5 off=1517748 len=1828580 2024-07-26T07:12:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:op 5898 completed, throughput=5MB/sec 2024-07-26T07:12:00.756 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fz_KHn0m5Ql_V3i off=2107041 len=139110 2024-07-26T07:12:00.759 INFO:tasks.workunit.client.0.smithi037.stdout:op 5899 completed, throughput=5MB/sec 2024-07-26T07:12:00.759 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YAv6Tz6smVMnJQK off=3458594 len=1172089 2024-07-26T07:12:00.761 INFO:tasks.workunit.client.0.smithi037.stdout:op 5900 completed, throughput=5MB/sec 2024-07-26T07:12:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:00 smithi037 ceph-mon[97339]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:12:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:00 smithi037 ceph-mon[99762]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:12:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:00 smithi135 ceph-mon[90132]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T07:12:01.762 INFO:tasks.workunit.client.0.smithi037.stdout: 1160: throughput=5MB/sec pending data=0 2024-07-26T07:12:01.762 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-oW4uwCseRxhokNe off=1163315 len=383628 2024-07-26T07:12:01.762 INFO:tasks.workunit.client.0.smithi037.stdout:op 5901 completed, throughput=5MB/sec 2024-07-26T07:12:01.762 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qjM9rJAZCWiBqEt off=4825375 len=1110717 2024-07-26T07:12:01.769 INFO:tasks.workunit.client.0.smithi037.stdout:op 5902 completed, throughput=5MB/sec 2024-07-26T07:12:01.770 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OpiNwq7tWic4FwV off=5526467 len=466616 2024-07-26T07:12:01.771 INFO:tasks.workunit.client.0.smithi037.stdout:op 5903 completed, throughput=5MB/sec 2024-07-26T07:12:01.771 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4AJWcN-Qfp3olmY off=2695817 len=1595844 2024-07-26T07:12:01.779 INFO:tasks.workunit.client.0.smithi037.stdout:op 5904 completed, throughput=5MB/sec 2024-07-26T07:12:01.779 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_ngCKEed2hgqdMz off=412253 len=619063 2024-07-26T07:12:01.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 5905 completed, throughput=5MB/sec 2024-07-26T07:12:01.781 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-_DU0CIpbM9WJDUF off=7594942 len=95177 2024-07-26T07:12:01.781 INFO:tasks.workunit.client.0.smithi037.stdout:op 5906 completed, throughput=5MB/sec 2024-07-26T07:12:01.782 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-n0a9DpsNWkSCkbm off=11613420 len=1284715 2024-07-26T07:12:01.789 INFO:tasks.workunit.client.0.smithi037.stdout:op 5907 completed, throughput=5MB/sec 2024-07-26T07:12:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:01] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T07:12:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:02.789 INFO:tasks.workunit.client.0.smithi037.stdout: 1161: throughput=5MB/sec pending data=0 2024-07-26T07:12:02.789 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-ijwGX83SJc7AHZo off=206440 len=1577612 2024-07-26T07:12:02.799 INFO:tasks.workunit.client.0.smithi037.stdout:op 5908 completed, throughput=5MB/sec 2024-07-26T07:12:02.799 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-PwkH3rhVdGsaHOR off=8514253 len=389501 2024-07-26T07:12:02.801 INFO:tasks.workunit.client.0.smithi037.stdout:op 5909 completed, throughput=5MB/sec 2024-07-26T07:12:02.801 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-u13gKjEjWdKSSkf off=16828966 len=827277 2024-07-26T07:12:02.805 INFO:tasks.workunit.client.0.smithi037.stdout:op 5910 completed, throughput=5MB/sec 2024-07-26T07:12:02.805 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-o008xP-LkLIa2hF off=231999 len=1289250 2024-07-26T07:12:02.811 INFO:tasks.workunit.client.0.smithi037.stdout:op 5911 completed, throughput=5MB/sec 2024-07-26T07:12:02.812 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ovLLKVG0yof4FfM off=228197 len=604216 2024-07-26T07:12:02.812 INFO:tasks.workunit.client.0.smithi037.stdout:op 5912 completed, throughput=5MB/sec 2024-07-26T07:12:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:02 smithi037 ceph-mon[97339]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:02 smithi037 ceph-mon[99762]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:03.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:02 smithi135 ceph-mon[90132]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:03.813 INFO:tasks.workunit.client.0.smithi037.stdout: 1162: throughput=5MB/sec pending data=0 2024-07-26T07:12:03.813 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-xA8htnKXTch_7Jv off=833650 len=434518 2024-07-26T07:12:03.817 INFO:tasks.workunit.client.0.smithi037.stdout:op 5913 completed, throughput=5MB/sec 2024-07-26T07:12:03.817 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-0dLi_B0LKoZUVBa off=4933057 len=849422 2024-07-26T07:12:03.822 INFO:tasks.workunit.client.0.smithi037.stdout:op 5914 completed, throughput=5MB/sec 2024-07-26T07:12:03.822 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-nYV-_KVHcRgGfuJ off=5529763 len=759598 2024-07-26T07:12:03.824 INFO:tasks.workunit.client.0.smithi037.stdout:op 5915 completed, throughput=5MB/sec 2024-07-26T07:12:03.824 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-mVbXoI9nCqUCekz off=6241953 len=1048989 2024-07-26T07:12:03.829 INFO:tasks.workunit.client.0.smithi037.stdout:op 5916 completed, throughput=5MB/sec 2024-07-26T07:12:03.829 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Ljn8WwF-x2ayHTf off=882375 len=1079493 2024-07-26T07:12:03.835 INFO:tasks.workunit.client.0.smithi037.stdout:op 5917 completed, throughput=5MB/sec 2024-07-26T07:12:03.835 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-NeT75GmhiNqUHP2 off=11251390 len=294744 2024-07-26T07:12:03.836 INFO:tasks.workunit.client.0.smithi037.stdout:op 5918 completed, throughput=5MB/sec 2024-07-26T07:12:03.836 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-w8K47ACutUD1DDG off=10656574 len=1401247 2024-07-26T07:12:03.844 INFO:tasks.workunit.client.0.smithi037.stdout:op 5919 completed, throughput=5MB/sec 2024-07-26T07:12:04.845 INFO:tasks.workunit.client.0.smithi037.stdout: 1163: throughput=5MB/sec pending data=0 2024-07-26T07:12:04.845 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-fG8Vn-A8q4tJATs off=19784635 len=1557869 2024-07-26T07:12:04.854 INFO:tasks.workunit.client.0.smithi037.stdout:op 5920 completed, throughput=5MB/sec 2024-07-26T07:12:04.854 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ocCqsbyAOtJdwaf off=16863445 len=1280846 2024-07-26T07:12:04.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 5921 completed, throughput=5MB/sec 2024-07-26T07:12:04.858 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ZfAbqWGiG4t9so2 off=7377288 len=1113218 2024-07-26T07:12:04.858 INFO:tasks.workunit.client.0.smithi037.stdout:op 5922 completed, throughput=5MB/sec 2024-07-26T07:12:04.858 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-tus6PhEdn4OG_iE off=533935 len=550802 2024-07-26T07:12:04.859 INFO:tasks.workunit.client.0.smithi037.stdout:op 5923 completed, throughput=5MB/sec 2024-07-26T07:12:04.859 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-W1llBQg58e_PRZw off=2184699 len=1619243 2024-07-26T07:12:04.866 INFO:tasks.workunit.client.0.smithi037.stdout:op 5924 completed, throughput=5MB/sec 2024-07-26T07:12:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:05 smithi037 ceph-mon[97339]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-07-26T07:12:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:05 smithi037 ceph-mon[99762]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-07-26T07:12:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:05 smithi135 ceph-mon[90132]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.3 MiB/s wr, 5 op/s 2024-07-26T07:12:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:05.866 INFO:tasks.workunit.client.0.smithi037.stdout: 1164: throughput=5MB/sec pending data=0 2024-07-26T07:12:05.866 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-QlvkC6JcXnHMyda off=21522206 len=1512579 2024-07-26T07:12:05.868 INFO:tasks.workunit.client.0.smithi037.stdout:op 5925 completed, throughput=5MB/sec 2024-07-26T07:12:05.868 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SH39R5IGBALqcvX off=1620960 len=691842 2024-07-26T07:12:05.869 INFO:tasks.workunit.client.0.smithi037.stdout:op 5926 completed, throughput=5MB/sec 2024-07-26T07:12:05.870 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-KbSzIfdZrVpO0RA off=7319811 len=67834 2024-07-26T07:12:05.870 INFO:tasks.workunit.client.0.smithi037.stdout:op 5927 completed, throughput=5MB/sec 2024-07-26T07:12:05.870 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-234LuMCUmMkDgpe off=5436660 len=906988 2024-07-26T07:12:05.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 5928 completed, throughput=5MB/sec 2024-07-26T07:12:05.878 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-8N7Yr_YxWJUni_A off=16287434 len=1183041 2024-07-26T07:12:05.878 INFO:tasks.workunit.client.0.smithi037.stdout:op 5929 completed, throughput=5MB/sec 2024-07-26T07:12:06.879 INFO:tasks.workunit.client.0.smithi037.stdout: 1165: throughput=5MB/sec pending data=0 2024-07-26T07:12:06.879 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cLItIgkWWif5MrD off=1263710 len=1842773 2024-07-26T07:12:06.887 INFO:tasks.workunit.client.0.smithi037.stdout:op 5930 completed, throughput=5MB/sec 2024-07-26T07:12:06.887 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CQir_xzUX5JdBvd off=4328262 len=631090 2024-07-26T07:12:06.888 INFO:tasks.workunit.client.0.smithi037.stdout:op 5931 completed, throughput=5MB/sec 2024-07-26T07:12:06.888 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-lR9IZXTDWD0pb8X off=8066059 len=1721030 2024-07-26T07:12:06.889 INFO:tasks.workunit.client.0.smithi037.stdout:op 5932 completed, throughput=5MB/sec 2024-07-26T07:12:06.889 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-Owrwb9miiGlNi2f off=801549 len=1408691 2024-07-26T07:12:06.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 5933 completed, throughput=5MB/sec 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[97339]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[99762]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:12:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:07 smithi135 ceph-mon[90132]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T07:12:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:12:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: 1166: throughput=5MB/sec pending data=0 2024-07-26T07:12:07.896 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-CS9Gfs_xkupa98Z off=16635337 len=1384160 2024-07-26T07:12:07.898 INFO:tasks.workunit.client.0.smithi037.stdout:op 5934 completed, throughput=5MB/sec 2024-07-26T07:12:07.898 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5xQlMjvh0BGmSIN off=6501202 len=1247111 2024-07-26T07:12:07.904 INFO:tasks.workunit.client.0.smithi037.stdout:op 5935 completed, throughput=5MB/sec 2024-07-26T07:12:07.904 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-4FDF7fmKfhI990I off=8983334 len=257437 2024-07-26T07:12:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:op 5936 completed, throughput=5MB/sec 2024-07-26T07:12:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-I8ir7HVSlTxZmjW off=2392670 len=1724462 2024-07-26T07:12:07.918 INFO:tasks.workunit.client.0.smithi037.stdout:op 5937 completed, throughput=5MB/sec 2024-07-26T07:12:07.919 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-fgfhzUqEmOpoWIF off=3132499 len=498353 2024-07-26T07:12:07.919 INFO:tasks.workunit.client.0.smithi037.stdout:op 5938 completed, throughput=5MB/sec 2024-07-26T07:12:08.916 INFO:tasks.workunit.client.0.smithi037.stdout: 1167: throughput=5MB/sec pending data=0 2024-07-26T07:12:08.917 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-IQbVCoyqcZk6OLH off=426486 len=1510224 2024-07-26T07:12:08.924 INFO:tasks.workunit.client.0.smithi037.stdout:op 5939 completed, throughput=5MB/sec 2024-07-26T07:12:08.924 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-tCRdUU5ASiZ7YmQ off=4024167 len=289413 2024-07-26T07:12:08.927 INFO:tasks.workunit.client.0.smithi037.stdout:op 5940 completed, throughput=5MB/sec 2024-07-26T07:12:08.928 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-PRQGfT9qEjmjhVh off=2857187 len=1788375 2024-07-26T07:12:08.929 INFO:tasks.workunit.client.0.smithi037.stdout:op 5941 completed, throughput=5MB/sec 2024-07-26T07:12:08.930 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-5NklqDZ6qfiz2fY off=5176822 len=1876984 2024-07-26T07:12:08.940 INFO:tasks.workunit.client.0.smithi037.stdout:op 5942 completed, throughput=5MB/sec 2024-07-26T07:12:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:09 smithi037 ceph-mon[97339]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T07:12:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:09 smithi037 ceph-mon[99762]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T07:12:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:09 smithi135 ceph-mon[90132]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T07:12:09.940 INFO:tasks.workunit.client.0.smithi037.stdout: 1168: throughput=5MB/sec pending data=0 2024-07-26T07:12:09.940 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e_owDqzvQhKG9cG off=9698338 len=1720452 2024-07-26T07:12:09.944 INFO:tasks.workunit.client.0.smithi037.stdout:op 5943 completed, throughput=5MB/sec 2024-07-26T07:12:09.944 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-iLR08Urefmf3Liu off=2450698 len=1698188 2024-07-26T07:12:09.952 INFO:tasks.workunit.client.0.smithi037.stdout:op 5944 completed, throughput=5MB/sec 2024-07-26T07:12:09.952 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-WRrcwskbz-HvPp8 off=0 len=1280397 2024-07-26T07:12:09.959 INFO:tasks.workunit.client.0.smithi037.stdout:op 5945 completed, throughput=5MB/sec 2024-07-26T07:12:09.959 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-_TaqD-OcHMkMWVh off=2997025 len=417638 2024-07-26T07:12:09.963 INFO:tasks.workunit.client.0.smithi037.stdout:op 5946 completed, throughput=5MB/sec 2024-07-26T07:12:10.963 INFO:tasks.workunit.client.0.smithi037.stdout: 1169: throughput=5MB/sec pending data=0 2024-07-26T07:12:10.963 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-MbHG2RF6-JPgbTW off=4603867 len=1959079 2024-07-26T07:12:10.978 INFO:tasks.workunit.client.0.smithi037.stdout:op 5947 completed, throughput=5MB/sec 2024-07-26T07:12:10.978 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-N5qwH3iUnyPkSq4 off=4965993 len=432306 2024-07-26T07:12:10.979 INFO:tasks.workunit.client.0.smithi037.stdout:op 5948 completed, throughput=5MB/sec 2024-07-26T07:12:10.979 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-wjDO8iFxnlhiJZ_ off=8433705 len=2075789 2024-07-26T07:12:10.991 INFO:tasks.workunit.client.0.smithi037.stdout:op 5949 completed, throughput=5MB/sec 2024-07-26T07:12:10.992 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-BROuHNw31MBGv1e off=247675 len=52438 2024-07-26T07:12:10.992 INFO:tasks.workunit.client.0.smithi037.stdout:op 5950 completed, throughput=5MB/sec 2024-07-26T07:12:10.992 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-yp2Sd3C2edpnLxg off=3219374 len=479605 2024-07-26T07:12:10.996 INFO:tasks.workunit.client.0.smithi037.stdout:op 5951 completed, throughput=5MB/sec 2024-07-26T07:12:10.996 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-6v9sRCSP9pEgWv1 off=11680781 len=537798 2024-07-26T07:12:10.999 INFO:tasks.workunit.client.0.smithi037.stdout:op 5952 completed, throughput=5MB/sec 2024-07-26T07:12:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:11 smithi037 ceph-mon[97339]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:11 smithi037 ceph-mon[99762]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:11 smithi135 ceph-mon[90132]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:11] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T07:12:11.999 INFO:tasks.workunit.client.0.smithi037.stdout: 1170: throughput=5MB/sec pending data=0 2024-07-26T07:12:11.999 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-20drqqvtzOmV6RV off=2160228 len=248070 2024-07-26T07:12:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:op 5953 completed, throughput=5MB/sec 2024-07-26T07:12:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-2OBM7RleiQN3k5R off=6206081 len=1509524 2024-07-26T07:12:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:op 5954 completed, throughput=5MB/sec 2024-07-26T07:12:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-zWbjyMje_MnzzeY off=15754164 len=2071317 2024-07-26T07:12:12.005 INFO:tasks.workunit.client.0.smithi037.stdout:op 5955 completed, throughput=5MB/sec 2024-07-26T07:12:12.005 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-YnKS1d2KkPpjB7j off=4763883 len=1497462 2024-07-26T07:12:12.007 INFO:tasks.workunit.client.0.smithi037.stdout:op 5956 completed, throughput=5MB/sec 2024-07-26T07:12:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:13.007 INFO:tasks.workunit.client.0.smithi037.stdout: 1171: throughput=5MB/sec pending data=0 2024-07-26T07:12:13.007 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-Tf_-uoWwQy8_dt7 off=2096296 len=460871 2024-07-26T07:12:13.009 INFO:tasks.workunit.client.0.smithi037.stdout:op 5957 completed, throughput=5MB/sec 2024-07-26T07:12:13.009 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-qXxQr-uAEqpvyIL off=15176847 len=1823374 2024-07-26T07:12:13.019 INFO:tasks.workunit.client.0.smithi037.stdout:op 5958 completed, throughput=5MB/sec 2024-07-26T07:12:13.019 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-R5vN1LcanOCM4IE off=1000978 len=1848251 2024-07-26T07:12:13.027 INFO:tasks.workunit.client.0.smithi037.stdout:op 5959 completed, throughput=5MB/sec 2024-07-26T07:12:13.027 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-KpEJFpwlLnRUKhM off=18636529 len=1271238 2024-07-26T07:12:13.035 INFO:tasks.workunit.client.0.smithi037.stdout:op 5960 completed, throughput=5MB/sec 2024-07-26T07:12:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:13 smithi037 ceph-mon[97339]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:12:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:13 smithi037 ceph-mon[99762]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:12:13.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:13 smithi135 ceph-mon[90132]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T07:12:14.035 INFO:tasks.workunit.client.0.smithi037.stdout: 1172: throughput=5MB/sec pending data=0 2024-07-26T07:12:14.035 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-pjDtpCa3LhbQSBJ off=6730819 len=1036014 2024-07-26T07:12:14.038 INFO:tasks.workunit.client.0.smithi037.stdout:op 5961 completed, throughput=5MB/sec 2024-07-26T07:12:14.038 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-dKig9lwrXAGcXuj off=17374268 len=285866 2024-07-26T07:12:14.042 INFO:tasks.workunit.client.0.smithi037.stdout:op 5962 completed, throughput=5MB/sec 2024-07-26T07:12:14.042 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-zj5kxaolwgilaWL off=3834143 len=18855 2024-07-26T07:12:14.044 INFO:tasks.workunit.client.0.smithi037.stdout:op 5963 completed, throughput=5MB/sec 2024-07-26T07:12:14.044 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-ioCDqS-Uh1ma6d7 off=2242373 len=1583241 2024-07-26T07:12:14.047 INFO:tasks.workunit.client.0.smithi037.stdout:op 5964 completed, throughput=5MB/sec 2024-07-26T07:12:14.047 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-eT7ocjcdUmpfhMh off=409863 len=1250081 2024-07-26T07:12:14.049 INFO:tasks.workunit.client.0.smithi037.stdout:op 5965 completed, throughput=5MB/sec 2024-07-26T07:12:14.049 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-V2thQiy7RFQnYjy off=0 len=1249657 2024-07-26T07:12:14.056 INFO:tasks.workunit.client.0.smithi037.stdout:op 5966 completed, throughput=5MB/sec 2024-07-26T07:12:15.056 INFO:tasks.workunit.client.0.smithi037.stdout: 1173: throughput=5MB/sec pending data=0 2024-07-26T07:12:15.056 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-SUVMcRJ5Zha4p3c off=8025807 len=563442 2024-07-26T07:12:15.057 INFO:tasks.workunit.client.0.smithi037.stdout:op 5967 completed, throughput=5MB/sec 2024-07-26T07:12:15.057 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-cAzP0fNM_yBmwZG off=1026587 len=86505 2024-07-26T07:12:15.060 INFO:tasks.workunit.client.0.smithi037.stdout:op 5968 completed, throughput=5MB/sec 2024-07-26T07:12:15.060 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-c0A-6Rrlh4fdgyL off=11075010 len=1811151 2024-07-26T07:12:15.062 INFO:tasks.workunit.client.0.smithi037.stdout:op 5969 completed, throughput=5MB/sec 2024-07-26T07:12:15.062 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-S5kPJ__EKG-TgIB off=5951763 len=917717 2024-07-26T07:12:15.063 INFO:tasks.workunit.client.0.smithi037.stdout:op 5970 completed, throughput=5MB/sec 2024-07-26T07:12:15.063 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-y0g8dwrA7egrQex off=6112677 len=672613 2024-07-26T07:12:15.068 INFO:tasks.workunit.client.0.smithi037.stdout:op 5971 completed, throughput=5MB/sec 2024-07-26T07:12:15.068 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-w__O0vjwWXg5IKV off=2935884 len=930800 2024-07-26T07:12:15.070 INFO:tasks.workunit.client.0.smithi037.stdout:op 5972 completed, throughput=5MB/sec 2024-07-26T07:12:15.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:15 smithi037 ceph-mon[97339]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:15 smithi037 ceph-mon[99762]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:15 smithi135 ceph-mon[90132]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-07-26T07:12:16.071 INFO:tasks.workunit.client.0.smithi037.stdout: 1174: throughput=5MB/sec pending data=0 2024-07-26T07:12:16.071 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-JJ3JrIYDv3Id0GJ off=1692466 len=317596 2024-07-26T07:12:16.074 INFO:tasks.workunit.client.0.smithi037.stdout:op 5973 completed, throughput=5MB/sec 2024-07-26T07:12:16.075 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-OP0E0zIArOHQZWV off=7003584 len=1017542 2024-07-26T07:12:16.076 INFO:tasks.workunit.client.0.smithi037.stdout:op 5974 completed, throughput=5MB/sec 2024-07-26T07:12:16.076 INFO:tasks.workunit.client.0.smithi037.stdout:WRITE : oid=obj-pFa5yMAGlBQG-S9 off=10929429 len=1867539 2024-07-26T07:12:16.086 INFO:tasks.workunit.client.0.smithi037.stdout:op 5975 completed, throughput=5MB/sec 2024-07-26T07:12:16.086 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-xPhB7wAAQDkil8S off=342652 len=1259171 2024-07-26T07:12:16.087 INFO:tasks.workunit.client.0.smithi037.stdout:op 5976 completed, throughput=5MB/sec 2024-07-26T07:12:16.088 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-g6_suQGsp-5R90I off=1358884 len=2086467 2024-07-26T07:12:16.090 INFO:tasks.workunit.client.0.smithi037.stdout:op 5977 completed, throughput=5MB/sec 2024-07-26T07:12:17.090 INFO:tasks.workunit.client.0.smithi037.stdout: 1175: throughput=5MB/sec pending data=0 2024-07-26T07:12:17.090 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-C05aJaMvaYgOJQx off=5341812 len=2074135 2024-07-26T07:12:17.093 INFO:tasks.workunit.client.0.smithi037.stdout:op 5978 completed, throughput=5MB/sec 2024-07-26T07:12:17.093 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-DucYPd9E9S3_Azw off=3748722 len=1753314 2024-07-26T07:12:17.096 INFO:tasks.workunit.client.0.smithi037.stdout:op 5979 completed, throughput=5MB/sec 2024-07-26T07:12:17.097 INFO:tasks.workunit.client.0.smithi037.stdout:READ : oid=obj-e13ddLX9rOqwBgz off=804551 len=467328 2024-07-26T07:12:17.097 INFO:tasks.workunit.client.0.smithi037.stdout:op 5980 completed, throughput=5MB/sec 2024-07-26T07:12:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:17 smithi037 ceph-mon[97339]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:12:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:17 smithi037 ceph-mon[99762]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:12:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:17 smithi135 ceph-mon[90132]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T07:12:18.098 INFO:tasks.workunit.client.0.smithi037.stdout:waiting for all operations to complete 2024-07-26T07:12:18.098 INFO:tasks.workunit.client.0.smithi037.stdout:cleaning up objects 2024-07-26T07:12:19.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:19 smithi037 ceph-mon[97339]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:12:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:19 smithi037 ceph-mon[99762]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:12:19.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:19 smithi135 ceph-mon[90132]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T07:12:20.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:21.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:21 smithi037 ceph-mon[97339]: pgmap v1926: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:12:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:21 smithi037 ceph-mon[99762]: pgmap v1926: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:12:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:21 smithi135 ceph-mon[90132]: pgmap v1926: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:12:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:21] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:12:22.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:23 smithi037 ceph-mon[97339]: pgmap v1927: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-07-26T07:12:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:23 smithi037 ceph-mon[99762]: pgmap v1927: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-07-26T07:12:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:23 smithi135 ceph-mon[90132]: pgmap v1927: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-07-26T07:12:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:25 smithi037 ceph-mon[97339]: pgmap v1928: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 280 op/s 2024-07-26T07:12:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:25 smithi037 ceph-mon[99762]: pgmap v1928: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 280 op/s 2024-07-26T07:12:25.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:25 smithi135 ceph-mon[90132]: pgmap v1928: 105 pgs: 105 active+clean; 86 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 280 op/s 2024-07-26T07:12:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:27 smithi037 ceph-mon[97339]: pgmap v1929: 105 pgs: 105 active+clean; 86 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 278 op/s 2024-07-26T07:12:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:27 smithi037 ceph-mon[99762]: pgmap v1929: 105 pgs: 105 active+clean; 86 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 278 op/s 2024-07-26T07:12:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:27 smithi135 ceph-mon[90132]: pgmap v1929: 105 pgs: 105 active+clean; 86 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 278 op/s 2024-07-26T07:12:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:29 smithi037 ceph-mon[97339]: pgmap v1930: 105 pgs: 105 active+clean; 62 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 435 op/s 2024-07-26T07:12:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:29 smithi037 ceph-mon[99762]: pgmap v1930: 105 pgs: 105 active+clean; 62 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 435 op/s 2024-07-26T07:12:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:29 smithi135 ceph-mon[90132]: pgmap v1930: 105 pgs: 105 active+clean; 62 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 470 KiB/s wr, 435 op/s 2024-07-26T07:12:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:31 smithi037 ceph-mon[97339]: pgmap v1931: 105 pgs: 105 active+clean; 48 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 972 KiB/s rd, 62 KiB/s wr, 529 op/s 2024-07-26T07:12:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:31 smithi037 ceph-mon[99762]: pgmap v1931: 105 pgs: 105 active+clean; 48 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 972 KiB/s rd, 62 KiB/s wr, 529 op/s 2024-07-26T07:12:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:31 smithi135 ceph-mon[90132]: pgmap v1931: 105 pgs: 105 active+clean; 48 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 972 KiB/s rd, 62 KiB/s wr, 529 op/s 2024-07-26T07:12:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T07:12:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:33 smithi037 ceph-mon[97339]: pgmap v1932: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 0 B/s wr, 541 op/s 2024-07-26T07:12:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:33 smithi037 ceph-mon[99762]: pgmap v1932: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 0 B/s wr, 541 op/s 2024-07-26T07:12:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:33 smithi135 ceph-mon[90132]: pgmap v1932: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 0 B/s wr, 541 op/s 2024-07-26T07:12:35.143 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:12:35.144 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:12:35.172 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-07-26T07:12:35.172 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:12:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:35 smithi135 ceph-mon[90132]: pgmap v1933: 105 pgs: 105 active+clean; 14 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2024-07-26T07:12:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:35.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:12:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T07:12:35.245699658Z level=info msg="Completed cleanup jobs" duration=5.393839ms 2024-07-26T07:12:35.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:35 smithi037 ceph-mon[97339]: pgmap v1933: 105 pgs: 105 active+clean; 14 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2024-07-26T07:12:35.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:35.434 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:35 smithi037 ceph-mon[99762]: pgmap v1933: 105 pgs: 105 active+clean; 14 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2024-07-26T07:12:35.435 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:35.436 DEBUG:teuthology.parallel:result is None 2024-07-26T07:12:35.437 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:12:35.463 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:12:35.463 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:12:35.519 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:12:35.519 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:12:35.520 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-07-26T07:12:35.520 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:12:35.520 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-07-26T07:12:35.520 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T07:12:35.521 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T07:12:35.521 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:12:35.521 DEBUG:teuthology.orchestra.run.smithi135:> stat -- /home/ubuntu/cephtest/mnt.1 2024-07-26T07:12:35.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:12:35.539 INFO:teuthology.orchestra.run.smithi135.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-07-26T07:12:35.539 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-07-26T07:12:35.596 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-07-26T07:12:35.596 DEBUG:teuthology.orchestra.run.smithi135:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-07-26T07:12:35.652 INFO:tasks.workunit:timeout=3h 2024-07-26T07:12:35.652 INFO:tasks.workunit:cleanup=True 2024-07-26T07:12:35.653 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-07-26T07:12:35.709 INFO:tasks.workunit.client.1.smithi135.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-07-26T07:12:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:37 smithi135 ceph-mon[90132]: pgmap v1934: 105 pgs: 105 active+clean; 14 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 485 op/s 2024-07-26T07:12:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:37 smithi037 ceph-mon[97339]: pgmap v1934: 105 pgs: 105 active+clean; 14 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 485 op/s 2024-07-26T07:12:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:37 smithi037 ceph-mon[99762]: pgmap v1934: 105 pgs: 105 active+clean; 14 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 485 op/s 2024-07-26T07:12:39.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:39 smithi135 ceph-mon[90132]: pgmap v1935: 105 pgs: 105 active+clean; 3.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 555 op/s 2024-07-26T07:12:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:39 smithi037 ceph-mon[97339]: pgmap v1935: 105 pgs: 105 active+clean; 3.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 555 op/s 2024-07-26T07:12:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:39 smithi037 ceph-mon[99762]: pgmap v1935: 105 pgs: 105 active+clean; 3.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 555 op/s 2024-07-26T07:12:41.120 DEBUG:teuthology.orchestra.run.smithi135:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-07-26T07:12:41.181 INFO:tasks.workunit.client.1.smithi135.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:12:41.183 INFO:tasks.workunit.client.1.smithi135.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-26T07:12:41.183 INFO:tasks.workunit.client.1.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:12:41.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:41 smithi135 ceph-mon[90132]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-07-26T07:12:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:41 smithi037 ceph-mon[97339]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-07-26T07:12:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:41] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T07:12:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:41 smithi037 ceph-mon[99762]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-07-26T07:12:42.150 INFO:tasks.workunit.client.1.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:12:42.207 INFO:tasks.workunit.client.1.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:12:42.248 INFO:tasks.workunit.client.1.smithi135.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-26T07:12:42.250 INFO:tasks.workunit.client.1.smithi135.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-26T07:12:42.250 INFO:tasks.workunit.client.1.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:12:42.289 INFO:tasks.workunit.client.1.smithi135.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-26T07:12:42.292 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-07-26T07:12:42.292 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-07-26T07:12:42.348 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-07-26T07:12:42.349 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-07-26T07:12:42.349 DEBUG:teuthology.orchestra.run.smithi135:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-07-26T07:12:42.416 INFO:tasks.workunit.client.1.smithi135.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-07-26T07:12:42.416 INFO:tasks.workunit.client.1.smithi135.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-07-26T07:12:42.416 INFO:tasks.workunit.client.1.smithi135.stderr:+ TMPDIR=/tmp/rbd_import_export_135545 2024-07-26T07:12:42.416 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm -rf /tmp/rbd_import_export_135545 2024-07-26T07:12:42.417 INFO:tasks.workunit.client.1.smithi135.stderr:+ mkdir /tmp/rbd_import_export_135545 2024-07-26T07:12:42.417 INFO:tasks.workunit.client.1.smithi135.stderr:+ trap 'rm -rf /tmp/rbd_import_export_135545' INT TERM EXIT 2024-07-26T07:12:42.417 INFO:tasks.workunit.client.1.smithi135.stderr:+ mkdir foo.135545 2024-07-26T07:12:42.418 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import foo.135545 foo.dir 2024-07-26T07:12:42.462 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: cannot import a directory 2024-07-26T07:12:42.463 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 0% complete...failed. 2024-07-26T07:12:42.463 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: import failed: (21) Is a directory 2024-07-26T07:12:42.465 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:12:42.465 INFO:tasks.workunit.client.1.smithi135.stderr:+ rmdir foo.135545 2024-07-26T07:12:42.475 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_135545/img bs=1k count=1 seek=10 2024-07-26T07:12:42.475 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records in 2024-07-26T07:12:42.475 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records out 2024-07-26T07:12:42.475 INFO:tasks.workunit.client.1.smithi135.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2072e-05 s, 24.3 MB/s 2024-07-26T07:12:42.476 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135545/img bs=1k count=10 seek=100 2024-07-26T07:12:42.476 INFO:tasks.workunit.client.1.smithi135.stderr:10+0 records in 2024-07-26T07:12:42.476 INFO:tasks.workunit.client.1.smithi135.stderr:10+0 records out 2024-07-26T07:12:42.476 INFO:tasks.workunit.client.1.smithi135.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9396e-05 s, 207 MB/s 2024-07-26T07:12:42.476 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_135545/img bs=1k count=100 seek=1000 2024-07-26T07:12:42.477 INFO:tasks.workunit.client.1.smithi135.stderr:60+1 records in 2024-07-26T07:12:42.477 INFO:tasks.workunit.client.1.smithi135.stderr:60+1 records out 2024-07-26T07:12:42.477 INFO:tasks.workunit.client.1.smithi135.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000163264 s, 378 MB/s 2024-07-26T07:12:42.477 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_135545/img bs=1k seek=10000 2024-07-26T07:12:42.478 INFO:tasks.workunit.client.1.smithi135.stderr:137+1 records in 2024-07-26T07:12:42.478 INFO:tasks.workunit.client.1.smithi135.stderr:137+1 records out 2024-07-26T07:12:42.478 INFO:tasks.workunit.client.1.smithi135.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000447954 s, 315 MB/s 2024-07-26T07:12:42.479 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_135545/img bs=1k seek=100000 2024-07-26T07:12:42.479 INFO:tasks.workunit.client.1.smithi135.stderr:60+1 records in 2024-07-26T07:12:42.479 INFO:tasks.workunit.client.1.smithi135.stderr:60+1 records out 2024-07-26T07:12:42.479 INFO:tasks.workunit.client.1.smithi135.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000177535 s, 347 MB/s 2024-07-26T07:12:42.480 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_135545/img bs=1k seek=1000000 2024-07-26T07:12:42.480 INFO:tasks.workunit.client.1.smithi135.stderr:154+1 records in 2024-07-26T07:12:42.480 INFO:tasks.workunit.client.1.smithi135.stderr:154+1 records out 2024-07-26T07:12:42.480 INFO:tasks.workunit.client.1.smithi135.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000341587 s, 463 MB/s 2024-07-26T07:12:42.480 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm testimg 2024-07-26T07:12:42.533 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 0% complete...failed. 2024-07-26T07:12:42.533 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T07:12:42.536 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:12:42.536 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:42.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:43.066 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-07-26T07:12:43.067 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:12:43.069 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg /tmp/rbd_import_export_135545/img2 2024-07-26T07:12:43.327 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:43.330 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg - 2024-07-26T07:12:43.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:43 smithi135 ceph-mon[90132]: pgmap v1937: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 324 op/s 2024-07-26T07:12:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:43 smithi037 ceph-mon[97339]: pgmap v1937: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 324 op/s 2024-07-26T07:12:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:43 smithi037 ceph-mon[99762]: pgmap v1937: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 324 op/s 2024-07-26T07:12:44.005 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:44.008 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm testimg 2024-07-26T07:12:44.129 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-26T07:12:44.131 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img2 2024-07-26T07:12:44.672 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img3 2024-07-26T07:12:45.072 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img2 /tmp/rbd_import_export_135545/img3 2024-07-26T07:12:45.231 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format - testimg 2024-07-26T07:12:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:45 smithi135 ceph-mon[90132]: pgmap v1938: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 303 op/s 2024-07-26T07:12:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:45 smithi037 ceph-mon[97339]: pgmap v1938: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 303 op/s 2024-07-26T07:12:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:45 smithi037 ceph-mon[99762]: pgmap v1938: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 303 op/s 2024-07-26T07:12:45.668 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:45.668 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:12:45.671 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg /tmp/rbd_import_export_135545/img2 2024-07-26T07:12:45.939 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:45.942 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg - 2024-07-26T07:12:46.607 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:46.610 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm testimg 2024-07-26T07:12:46.740 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-26T07:12:46.743 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img2 2024-07-26T07:12:47.283 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img3 2024-07-26T07:12:47.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:47 smithi135 ceph-mon[90132]: pgmap v1939: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 99 op/s 2024-07-26T07:12:47.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:47 smithi037 ceph-mon[97339]: pgmap v1939: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 99 op/s 2024-07-26T07:12:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:47 smithi037 ceph-mon[99762]: pgmap v1939: 105 pgs: 105 active+clean; 5.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 99 op/s 2024-07-26T07:12:47.679 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img2 /tmp/rbd_import_export_135545/img3 2024-07-26T07:12:47.891 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd help export 2024-07-26T07:12:47.891 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -q export-format 2024-07-26T07:12:47.909 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135545/img bs=1k count=10 seek=100 2024-07-26T07:12:47.910 INFO:tasks.workunit.client.1.smithi135.stderr:10+0 records in 2024-07-26T07:12:47.910 INFO:tasks.workunit.client.1.smithi135.stderr:10+0 records out 2024-07-26T07:12:47.910 INFO:tasks.workunit.client.1.smithi135.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1818e-05 s, 166 MB/s 2024-07-26T07:12:47.910 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:47.988 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:47.988 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:12:47.991 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap create testimg@snap 2024-07-26T07:12:48.082 INFO:tasks.workunit.client.1.smithi135.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T07:12:48.091 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd image-meta set testimg key1 value1 2024-07-26T07:12:48.147 INFO:tasks.workunit.client.1.smithi135.stderr:++ rbd image-meta list testimg 2024-07-26T07:12:48.188 INFO:tasks.workunit.client.1.smithi135.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-07-26T07:12:48.189 INFO:tasks.workunit.client.1.smithi135.stderr: 2024-07-26T07:12:48.189 INFO:tasks.workunit.client.1.smithi135.stderr:Key Value 2024-07-26T07:12:48.189 INFO:tasks.workunit.client.1.smithi135.stderr:key1 value1' 2024-07-26T07:12:48.189 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:48.226 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:48.229 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135545/img_v2 testimg_import 2024-07-26T07:12:49.101 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T07:12:49.104 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout:rbd image 'testimg_import': 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: size 110 KiB in 1 objects 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: order 22 (4 MiB objects) 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: snapshot_count: 1 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: id: d5d61bfe6ebf 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: block_name_prefix: rbd_data.d5d61bfe6ebf 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: format: 2 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: op_features: 2024-07-26T07:12:49.141 INFO:tasks.workunit.client.1.smithi135.stdout: flags: 2024-07-26T07:12:49.142 INFO:tasks.workunit.client.1.smithi135.stdout: create_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.142 INFO:tasks.workunit.client.1.smithi135.stdout: access_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.142 INFO:tasks.workunit.client.1.smithi135.stdout: modify_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.144 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import@snap 2024-07-26T07:12:49.179 INFO:tasks.workunit.client.1.smithi135.stdout:rbd image 'testimg_import': 2024-07-26T07:12:49.179 INFO:tasks.workunit.client.1.smithi135.stdout: size 110 KiB in 1 objects 2024-07-26T07:12:49.179 INFO:tasks.workunit.client.1.smithi135.stdout: order 22 (4 MiB objects) 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: snapshot_count: 1 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: id: d5d61bfe6ebf 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: block_name_prefix: rbd_data.d5d61bfe6ebf 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: format: 2 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: op_features: 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: flags: 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: create_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: access_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: modify_timestamp: Fri Jul 26 07:12:48 2024 2024-07-26T07:12:49.180 INFO:tasks.workunit.client.1.smithi135.stdout: protected: False 2024-07-26T07:12:49.182 INFO:tasks.workunit.client.1.smithi135.stderr:++ rbd image-meta list testimg_import 2024-07-26T07:12:49.223 INFO:tasks.workunit.client.1.smithi135.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:Key Value 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:key1 value1' 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 'There is 1 metadatum on this image: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:Key Value 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr: 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:Key Value 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:key1 value1' ']' 2024-07-26T07:12:49.224 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg_import /tmp/rbd_import_export_135545/img_import 2024-07-26T07:12:49.259 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete...done. 2024-07-26T07:12:49.262 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img_import 2024-07-26T07:12:49.262 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/img /tmp/rbd_import_export_135545/img_import 2024-07-26T07:12:49.262 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/img --format %b 2024-07-26T07:12:49.263 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=24 2024-07-26T07:12:49.263 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/img_import --format %b 2024-07-26T07:12:49.265 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=224 2024-07-26T07:12:49.266 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=200 2024-07-26T07:12:49.266 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=200 2024-07-26T07:12:49.266 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-07-26T07:12:49.266 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_135545/img_snap 2024-07-26T07:12:49.301 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete...done. 2024-07-26T07:12:49.304 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_135545/img_snap_import 2024-07-26T07:12:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:49 smithi135 ceph-mon[90132]: pgmap v1940: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 56 KiB/s wr, 138 op/s 2024-07-26T07:12:49.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:49 smithi135 ceph-mon[90132]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T07:12:49.340 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete...done. 2024-07-26T07:12:49.343 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/img_snap /tmp/rbd_import_export_135545/img_snap_import 2024-07-26T07:12:49.343 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/img_snap /tmp/rbd_import_export_135545/img_snap_import 2024-07-26T07:12:49.343 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/img_snap --format %b 2024-07-26T07:12:49.344 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=224 2024-07-26T07:12:49.344 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/img_snap_import --format %b 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=224 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:49.346 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_import 2024-07-26T07:12:49.347 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_snap 2024-07-26T07:12:49.347 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_snap_import 2024-07-26T07:12:49.348 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap rm testimg_import@snap 2024-07-26T07:12:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:49 smithi037 ceph-mon[97339]: pgmap v1940: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 56 KiB/s wr, 138 op/s 2024-07-26T07:12:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:49 smithi037 ceph-mon[97339]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T07:12:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:49 smithi037 ceph-mon[99762]: pgmap v1940: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 56 KiB/s wr, 138 op/s 2024-07-26T07:12:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:49 smithi037 ceph-mon[99762]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T07:12:50.092 INFO:tasks.workunit.client.1.smithi135.stderr: Removing snap: 100% complete...done. 2024-07-26T07:12:50.103 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg_import 2024-07-26T07:12:50.230 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:50.233 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap rm testimg@snap 2024-07-26T07:12:50.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:50 smithi135 ceph-mon[90132]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T07:12:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:50 smithi037 ceph-mon[97339]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T07:12:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:50 smithi037 ceph-mon[99762]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T07:12:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:51.096 INFO:tasks.workunit.client.1.smithi135.stderr: Removing snap: 100% complete...done. 2024-07-26T07:12:51.109 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm testimg 2024-07-26T07:12:51.248 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:51.251 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --order 20 /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:51.319 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:51.320 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:12:51.322 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:51 smithi135 ceph-mon[90132]: pgmap v1943: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 120 KiB/s wr, 133 op/s 2024-07-26T07:12:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:51 smithi135 ceph-mon[90132]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T07:12:51.362 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:51.365 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135545/img_v2 testimg_import 2024-07-26T07:12:51.435 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T07:12:51.439 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import 2024-07-26T07:12:51.439 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep order 2024-07-26T07:12:51.439 INFO:tasks.workunit.client.1.smithi135.stderr:+ awk '{print $2}' 2024-07-26T07:12:51.439 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 20 2024-07-26T07:12:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:51 smithi037 ceph-mon[97339]: pgmap v1943: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 120 KiB/s wr, 133 op/s 2024-07-26T07:12:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:51 smithi037 ceph-mon[97339]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T07:12:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:12:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:12:51] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-07-26T07:12:51.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:51 smithi037 ceph-mon[99762]: pgmap v1943: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 120 KiB/s wr, 133 op/s 2024-07-26T07:12:51.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:51 smithi037 ceph-mon[99762]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T07:12:51.473 INFO:tasks.workunit.client.1.smithi135.stdout:20 2024-07-26T07:12:51.474 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:51.474 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg_import 2024-07-26T07:12:51.585 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:51.588 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg 2024-07-26T07:12:51.706 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:51.708 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:51.759 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:51.762 INFO:tasks.workunit.client.1.smithi135.stderr:++ rbd info testimg 2024-07-26T07:12:51.762 INFO:tasks.workunit.client.1.smithi135.stderr:++ grep features 2024-07-26T07:12:51.797 INFO:tasks.workunit.client.1.smithi135.stderr:+ FEATURES_BEFORE=' features: layering 2024-07-26T07:12:51.797 INFO:tasks.workunit.client.1.smithi135.stderr: op_features: ' 2024-07-26T07:12:51.797 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:51.832 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:51.835 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135545/img_v2 testimg_import 2024-07-26T07:12:51.901 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T07:12:51.904 INFO:tasks.workunit.client.1.smithi135.stderr:++ rbd info testimg_import 2024-07-26T07:12:51.904 INFO:tasks.workunit.client.1.smithi135.stderr:++ grep features 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr:+ FEATURES_AFTER=' features: layering 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr: op_features: ' 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' ' features: layering 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr: op_features: ' '!=' ' features: layering 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr: op_features: ' ']' 2024-07-26T07:12:51.939 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:51.940 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg_import 2024-07-26T07:12:52.025 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:52.028 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg 2024-07-26T07:12:52.115 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:52.118 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:52.189 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:52.192 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:52.228 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:52.231 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135545/img_v2 testimg_import 2024-07-26T07:12:52.308 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T07:12:52.314 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import 2024-07-26T07:12:52.314 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 'stripe unit' 2024-07-26T07:12:52.314 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -Ei '(4 KiB|4096)' 2024-07-26T07:12:52.347 INFO:tasks.workunit.client.1.smithi135.stdout: stripe unit: 4 KiB 2024-07-26T07:12:52.347 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import 2024-07-26T07:12:52.348 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 'stripe count' 2024-07-26T07:12:52.348 INFO:tasks.workunit.client.1.smithi135.stderr:+ awk '{print $3}' 2024-07-26T07:12:52.348 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 1000 2024-07-26T07:12:52.384 INFO:tasks.workunit.client.1.smithi135.stdout:1000 2024-07-26T07:12:52.384 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/img_v2 2024-07-26T07:12:52.384 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg_import 2024-07-26T07:12:52.503 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-26T07:12:52.506 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg 2024-07-26T07:12:52.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:52 smithi037 ceph-mon[97339]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T07:12:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:52 smithi037 ceph-mon[99762]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T07:12:52.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:52 smithi135 ceph-mon[90132]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T07:12:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:12:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:52.624 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-26T07:12:52.627 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_135545/img testimg 2024-07-26T07:12:52.693 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:12:52.696 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap create testimg@snap1 2024-07-26T07:12:53.106 INFO:tasks.workunit.client.1.smithi135.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T07:12:53.114 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap create testimg@snap2 2024-07-26T07:12:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:53 smithi037 ceph-mon[97339]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 260 KiB/s rd, 77 KiB/s wr, 149 op/s 2024-07-26T07:12:53.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:53 smithi037 ceph-mon[99762]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 260 KiB/s rd, 77 KiB/s wr, 149 op/s 2024-07-26T07:12:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:53 smithi135 ceph-mon[90132]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 260 KiB/s rd, 77 KiB/s wr, 149 op/s 2024-07-26T07:12:54.125 INFO:tasks.workunit.client.1.smithi135.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T07:12:54.136 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap protect testimg@snap2 2024-07-26T07:12:54.183 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135545/snap_protect 2024-07-26T07:12:54.224 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T07:12:54.227 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135545/snap_protect testimg_import 2024-07-26T07:12:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:54 smithi037 ceph-mon[97339]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T07:12:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:54 smithi037 ceph-mon[99762]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T07:12:54.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:54 smithi135 ceph-mon[90132]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T07:12:55.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[97339]: pgmap v1948: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 39 KiB/s wr, 428 op/s 2024-07-26T07:12:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[97339]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T07:12:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[97339]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T07:12:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[99762]: pgmap v1948: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 39 KiB/s wr, 428 op/s 2024-07-26T07:12:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[99762]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T07:12:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:55 smithi037 ceph-mon[99762]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T07:12:55.574 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T07:12:55.578 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import@snap1 2024-07-26T07:12:55.578 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 'protected: False' 2024-07-26T07:12:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:55 smithi135 ceph-mon[90132]: pgmap v1948: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 39 KiB/s wr, 428 op/s 2024-07-26T07:12:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:55 smithi135 ceph-mon[90132]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T07:12:55.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:55 smithi135 ceph-mon[90132]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T07:12:55.619 INFO:tasks.workunit.client.1.smithi135.stdout: protected: False 2024-07-26T07:12:55.620 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd info testimg_import@snap2 2024-07-26T07:12:55.620 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep 'protected: True' 2024-07-26T07:12:55.658 INFO:tasks.workunit.client.1.smithi135.stdout: protected: True 2024-07-26T07:12:55.659 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/snap_protect 2024-07-26T07:12:55.659 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap unprotect testimg@snap2 2024-07-26T07:12:55.707 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap unprotect testimg_import@snap2 2024-07-26T07:12:55.752 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap purge testimg 2024-07-26T07:12:56.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:56 smithi037 ceph-mon[97339]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T07:12:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:56 smithi037 ceph-mon[99762]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T07:12:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:56 smithi135 ceph-mon[90132]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T07:12:57.556 INFO:tasks.workunit.client.1.smithi135.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-26T07:12:57.574 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd snap purge testimg_import 2024-07-26T07:12:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:57 smithi037 ceph-mon[97339]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 41 KiB/s wr, 490 op/s 2024-07-26T07:12:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:57 smithi037 ceph-mon[97339]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T07:12:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:57 smithi037 ceph-mon[99762]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 41 KiB/s wr, 490 op/s 2024-07-26T07:12:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:57 smithi037 ceph-mon[99762]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T07:12:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:57 smithi135 ceph-mon[90132]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 375 KiB/s rd, 41 KiB/s wr, 490 op/s 2024-07-26T07:12:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:57 smithi135 ceph-mon[90132]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T07:12:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:58 smithi135 ceph-mon[90132]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T07:12:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:58 smithi037 ceph-mon[97339]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T07:12:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:58 smithi037 ceph-mon[99762]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T07:12:59.567 INFO:tasks.workunit.client.1.smithi135.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-26T07:12:59.585 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg 2024-07-26T07:12:59.718 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:59.720 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd remove testimg_import 2024-07-26T07:12:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:59 smithi135 ceph-mon[90132]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-07-26T07:12:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:12:59 smithi135 ceph-mon[90132]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T07:12:59.838 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:12:59.841 INFO:tasks.workunit.client.1.smithi135.stderr:+ tiered=0 2024-07-26T07:12:59.841 INFO:tasks.workunit.client.1.smithi135.stderr:+ ceph osd dump 2024-07-26T07:12:59.841 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep '^pool' 2024-07-26T07:12:59.841 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep ''\''rbd'\''' 2024-07-26T07:12:59.841 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep tier 2024-07-26T07:13:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:59 smithi037 ceph-mon[97339]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-07-26T07:13:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:12:59 smithi037 ceph-mon[97339]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T07:13:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:59 smithi037 ceph-mon[99762]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-07-26T07:13:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:12:59 smithi037 ceph-mon[99762]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T07:13:00.220 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_135545/sparse1 2024-07-26T07:13:00.224 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records in 2024-07-26T07:13:00.224 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records out 2024-07-26T07:13:00.224 INFO:tasks.workunit.client.1.smithi135.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00336489 s, 312 MB/s 2024-07-26T07:13:00.224 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_135545/sparse2 2024-07-26T07:13:00.228 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records in 2024-07-26T07:13:00.228 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records out 2024-07-26T07:13:00.228 INFO:tasks.workunit.client.1.smithi135.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00328305 s, 319 MB/s 2024-07-26T07:13:00.228 INFO:tasks.workunit.client.1.smithi135.stderr:+ truncate /tmp/rbd_import_export_135545/sparse2 -s 2M 2024-07-26T07:13:00.332 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse1 2024-07-26T07:13:00.387 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 0% complete...failed. 2024-07-26T07:13:00.387 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T07:13:00.390 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:13:00.390 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135545/sparse1 2024-07-26T07:13:00.465 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-26T07:13:00.466 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:00.466 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:13:00.469 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd ls -l 2024-07-26T07:13:00.469 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep sparse1 2024-07-26T07:13:00.469 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-26T07:13:00.505 INFO:tasks.workunit.client.1.smithi135.stdout:sparse1 2 MiB 2 2024-07-26T07:13:00.506 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse1 2024-07-26T07:13:00.506 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse1 2024-07-26T07:13:00.506 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse1 2024-07-26T07:13:00.506 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:00.506 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:00.541 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d6f0db5aa7a7 2024-07-26T07:13:00.542 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d6f0db5aa7a7 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse1 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d6f0db5aa7a7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse1 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse1 2024-07-26T07:13:00.543 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:00.544 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:00.581 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:00.581 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:00.581 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:00.581 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:00.581 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:00.622 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects=1 2024-07-26T07:13:00.622 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 1 2024-07-26T07:13:00.623 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T07:13:00.623 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:00.658 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-26T07:13:00.661 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:00.662 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:00.663 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse1 --format %b 2024-07-26T07:13:00.664 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=2048 2024-07-26T07:13:00.664 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse1.out --format %b 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=2048 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:00.666 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse1 2024-07-26T07:13:00.787 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-26T07:13:00.790 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse2 2024-07-26T07:13:00.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:00 smithi135 ceph-mon[90132]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T07:13:00.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:00 smithi135 ceph-mon[90132]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:00.840 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 0% complete...failed. 2024-07-26T07:13:00.840 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T07:13:00.843 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:13:00.843 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135545/sparse2 2024-07-26T07:13:00.914 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-26T07:13:00.915 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:00.915 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:13:00.917 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd ls -l 2024-07-26T07:13:00.917 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep sparse2 2024-07-26T07:13:00.918 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-26T07:13:00.952 INFO:tasks.workunit.client.1.smithi135.stdout:sparse2 2 MiB 2 2024-07-26T07:13:00.953 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse2 2024-07-26T07:13:00.953 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse2 2024-07-26T07:13:00.953 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse2 2024-07-26T07:13:00.954 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:00.954 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:00.989 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d723abfcffbd 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d723abfcffbd 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse2 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d723abfcffbd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse2 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse2 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:00.991 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:01.026 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:01.026 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:01.026 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:01.026 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:01.026 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[97339]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T07:13:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[97339]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[99762]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T07:13:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:00 smithi037 ceph-mon[99762]: from='client.? 172.21.15.135:0/632034388' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T07:13:01.067 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects=0 2024-07-26T07:13:01.067 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 0 2024-07-26T07:13:01.067 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-26T07:13:01.067 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.103 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-26T07:13:01.107 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.107 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.108 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse2 --format %b 2024-07-26T07:13:01.110 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=2048 2024-07-26T07:13:01.110 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse2.out --format %b 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=2048 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.111 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse2 2024-07-26T07:13:01.231 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-26T07:13:01.234 INFO:tasks.workunit.client.1.smithi135.stderr:+ truncate /tmp/rbd_import_export_135545/sparse1 -s 10M 2024-07-26T07:13:01.235 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format --order 20 - sparse1 2024-07-26T07:13:01.346 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:13:01.347 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:01.347 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:13:01.349 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd ls -l 2024-07-26T07:13:01.349 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep sparse1 2024-07-26T07:13:01.349 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-07-26T07:13:01.386 INFO:tasks.workunit.client.1.smithi135.stdout:sparse1 10 MiB 2 2024-07-26T07:13:01.387 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse1 2024-07-26T07:13:01.387 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse1 2024-07-26T07:13:01.387 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse1 2024-07-26T07:13:01.387 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:01.387 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:01.422 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d7509cad21a9 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d7509cad21a9 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse1 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d7509cad21a9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse1 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse1 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:01.424 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:01.459 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:01.459 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:01.459 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:01.459 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:01.459 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:01.500 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects=1 2024-07-26T07:13:01.501 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 1 2024-07-26T07:13:01.501 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T07:13:01.501 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:01.537 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-07-26T07:13:01.540 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:01.540 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/sparse1 /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:01.547 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse1 --format %b 2024-07-26T07:13:01.548 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=2048 2024-07-26T07:13:01.548 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse1.out --format %b 2024-07-26T07:13:01.549 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=2048 2024-07-26T07:13:01.549 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.549 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.549 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T07:13:01.549 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse1.out 2024-07-26T07:13:01.550 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse1 2024-07-26T07:13:01.566 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:01] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-07-26T07:13:01.666 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-26T07:13:01.773 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_135545/sparse2 oflag=append conv=notrunc 2024-07-26T07:13:01.773 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records in 2024-07-26T07:13:01.773 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records out 2024-07-26T07:13:01.773 INFO:tasks.workunit.client.1.smithi135.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00616085 s, 340 MB/s 2024-07-26T07:13:01.773 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format --order 20 - sparse2 2024-07-26T07:13:01.776 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:13:01.777 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:01.777 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:13:01.780 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd ls -l 2024-07-26T07:13:01.780 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep sparse2 2024-07-26T07:13:01.780 INFO:tasks.workunit.client.1.smithi135.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-07-26T07:13:01.816 INFO:tasks.workunit.client.1.smithi135.stdout:sparse2 4 MiB 2 2024-07-26T07:13:01.817 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse2 2024-07-26T07:13:01.817 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse2 2024-07-26T07:13:01.817 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse2 2024-07-26T07:13:01.817 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:01.817 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:01.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:01 smithi135 ceph-mon[90132]: pgmap v1958: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 201 KiB/s rd, 17 KiB/s wr, 269 op/s 2024-07-26T07:13:01.852 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d77d5001b1a2 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d77d5001b1a2 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse2 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse2 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d77d5001b1a2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:01.853 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse2 2024-07-26T07:13:01.854 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:01.854 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:01.888 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:01.889 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:01.889 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:01.889 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:01.889 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:01.929 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects='0 2024-07-26T07:13:01.929 INFO:tasks.workunit.client.1.smithi135.stderr:2 2024-07-26T07:13:01.929 INFO:tasks.workunit.client.1.smithi135.stderr:3' 2024-07-26T07:13:01.929 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 0 2 3 2024-07-26T07:13:01.929 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-07-26T07:13:01.930 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.969 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-07-26T07:13:01.972 INFO:tasks.workunit.client.1.smithi135.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135545/sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.972 INFO:tasks.workunit.client.1.smithi135.stderr:+ cmp -l /tmp/rbd_import_export_135545/sparse2 /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.975 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse2 --format %b 2024-07-26T07:13:01.976 INFO:tasks.workunit.client.1.smithi135.stderr:+ origsize=6144 2024-07-26T07:13:01.976 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse2.out --format %b 2024-07-26T07:13:01.977 INFO:tasks.workunit.client.1.smithi135.stderr:+ exportsize=6144 2024-07-26T07:13:01.977 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.978 INFO:tasks.workunit.client.1.smithi135.stderr:+ difference=0 2024-07-26T07:13:01.978 INFO:tasks.workunit.client.1.smithi135.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T07:13:01.978 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse2.out 2024-07-26T07:13:01.978 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse2 2024-07-26T07:13:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:01 smithi037 ceph-mon[97339]: pgmap v1958: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 201 KiB/s rd, 17 KiB/s wr, 269 op/s 2024-07-26T07:13:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:01 smithi037 ceph-mon[99762]: pgmap v1958: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 201 KiB/s rd, 17 KiB/s wr, 269 op/s 2024-07-26T07:13:02.099 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-07-26T07:13:02.102 INFO:tasks.workunit.client.1.smithi135.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-07-26T07:13:02.102 INFO:tasks.workunit.client.1.smithi135.stdout:partially-sparse file imports to partially-sparse image 2024-07-26T07:13:02.103 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135545/sparse1 sparse 2024-07-26T07:13:02.175 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-07-26T07:13:02.176 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:02.176 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T07:13:02.179 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse 2024-07-26T07:13:02.179 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse 2024-07-26T07:13:02.179 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse 2024-07-26T07:13:02.179 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:02.179 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:02.214 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d7aa3811be13 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d7aa3811be13 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d7aa3811be13\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:02.216 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:02.250 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:02.251 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:02.251 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:02.251 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:02.251 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:02.292 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects=1 2024-07-26T07:13:02.292 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 1 2024-07-26T07:13:02.292 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T07:13:02.292 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse 2024-07-26T07:13:02.411 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-26T07:13:02.414 INFO:tasks.workunit.client.1.smithi135.stdout:zeros import through stdin to sparse image 2024-07-26T07:13:02.415 INFO:tasks.workunit.client.1.smithi135.stderr:+ echo 'zeros import through stdin to sparse image' 2024-07-26T07:13:02.415 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/dev/zero bs=1M count=4 2024-07-26T07:13:02.415 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd import --new-format - sparse 2024-07-26T07:13:02.466 INFO:tasks.workunit.client.1.smithi135.stderr:4+0 records in 2024-07-26T07:13:02.467 INFO:tasks.workunit.client.1.smithi135.stderr:4+0 records out 2024-07-26T07:13:02.467 INFO:tasks.workunit.client.1.smithi135.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0511913 s, 81.9 MB/s 2024-07-26T07:13:02.480 INFO:tasks.workunit.client.1.smithi135.stderr: Importing image: 100% complete...done. 2024-07-26T07:13:02.481 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:02.483 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse 2024-07-26T07:13:02.483 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse 2024-07-26T07:13:02.484 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse 2024-07-26T07:13:02.484 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:02.484 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:02.520 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d7cbc14dafe4 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d7cbc14dafe4 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d7cbc14dafe4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:02.521 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse 2024-07-26T07:13:02.522 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:02.522 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:02.556 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:02.557 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:02.557 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:02.557 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:02.557 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:02.598 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects= 2024-07-26T07:13:02.598 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 2024-07-26T07:13:02.598 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-07-26T07:13:02.598 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse 2024-07-26T07:13:02.708 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:13:02.710 INFO:tasks.workunit.client.1.smithi135.stdout:zeros export to sparse file 2024-07-26T07:13:02.711 INFO:tasks.workunit.client.1.smithi135.stderr:+ echo 'zeros export to sparse file' 2024-07-26T07:13:02.711 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd create --new-format sparse --size 4 2024-07-26T07:13:02.752 INFO:tasks.workunit.client.1.smithi135.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T07:13:02.754 INFO:tasks.workunit.client.1.smithi135.stderr:++ rbd info sparse 2024-07-26T07:13:02.754 INFO:tasks.workunit.client.1.smithi135.stderr:++ grep block_name_prefix 2024-07-26T07:13:02.755 INFO:tasks.workunit.client.1.smithi135.stderr:++ awk '{print $NF;}' 2024-07-26T07:13:02.790 INFO:tasks.workunit.client.1.smithi135.stderr:+ prefix=rbd_data.d7ecf66852d8 2024-07-26T07:13:02.790 INFO:tasks.workunit.client.1.smithi135.stderr:+ dd if=/dev/zero bs=4M count=1 2024-07-26T07:13:02.791 INFO:tasks.workunit.client.1.smithi135.stderr:++ get_image_data_pool sparse 2024-07-26T07:13:02.791 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse 2024-07-26T07:13:02.791 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse 2024-07-26T07:13:02.791 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep 'data_pool: ' 2024-07-26T07:13:02.791 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk -F: '{ print $NF }' 2024-07-26T07:13:02.826 INFO:tasks.workunit.client.1.smithi135.stderr:++ data_pool= 2024-07-26T07:13:02.826 INFO:tasks.workunit.client.1.smithi135.stderr:++ '[' -z ']' 2024-07-26T07:13:02.826 INFO:tasks.workunit.client.1.smithi135.stderr:++ data_pool=rbd 2024-07-26T07:13:02.826 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo rbd 2024-07-26T07:13:02.827 INFO:tasks.workunit.client.1.smithi135.stderr:+ rados -p rbd put rbd_data.d7ecf66852d8.000000000000 - 2024-07-26T07:13:02.855 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records in 2024-07-26T07:13:02.855 INFO:tasks.workunit.client.1.smithi135.stderr:1+0 records out 2024-07-26T07:13:02.855 INFO:tasks.workunit.client.1.smithi135.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0647021 s, 64.8 MB/s 2024-07-26T07:13:02.878 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects sparse 2024-07-26T07:13:02.878 INFO:tasks.workunit.client.1.smithi135.stderr:++ image=sparse 2024-07-26T07:13:02.878 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rbd info sparse 2024-07-26T07:13:02.878 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep block_name_prefix 2024-07-26T07:13:02.879 INFO:tasks.workunit.client.1.smithi135.stderr:+++ awk '{print $NF;}' 2024-07-26T07:13:02.914 INFO:tasks.workunit.client.1.smithi135.stderr:++ prefix=rbd_data.d7ecf66852d8 2024-07-26T07:13:02.915 INFO:tasks.workunit.client.1.smithi135.stderr:+++ grep rbd_data.d7ecf66852d8 2024-07-26T07:13:02.915 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sed -e 's/rbd_data.d7ecf66852d8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T07:13:02.915 INFO:tasks.workunit.client.1.smithi135.stderr:++++ get_image_data_pool sparse 2024-07-26T07:13:02.915 INFO:tasks.workunit.client.1.smithi135.stderr:++++ image=sparse 2024-07-26T07:13:02.915 INFO:tasks.workunit.client.1.smithi135.stderr:+++ sort -u 2024-07-26T07:13:02.916 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ rbd info sparse 2024-07-26T07:13:02.916 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ grep 'data_pool: ' 2024-07-26T07:13:02.916 INFO:tasks.workunit.client.1.smithi135.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T07:13:02.950 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool= 2024-07-26T07:13:02.950 INFO:tasks.workunit.client.1.smithi135.stderr:++++ '[' -z ']' 2024-07-26T07:13:02.950 INFO:tasks.workunit.client.1.smithi135.stderr:++++ data_pool=rbd 2024-07-26T07:13:02.950 INFO:tasks.workunit.client.1.smithi135.stderr:++++ echo rbd 2024-07-26T07:13:02.951 INFO:tasks.workunit.client.1.smithi135.stderr:+++ rados ls -p rbd 2024-07-26T07:13:02.991 INFO:tasks.workunit.client.1.smithi135.stderr:++ objects=0 2024-07-26T07:13:02.991 INFO:tasks.workunit.client.1.smithi135.stderr:++ echo 0 2024-07-26T07:13:02.991 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-26T07:13:02.991 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse 2024-07-26T07:13:02.992 INFO:tasks.workunit.client.1.smithi135.stderr:rm: cannot remove '/tmp/rbd_import_export_135545/sparse': No such file or directory 2024-07-26T07:13:02.992 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:13:02.992 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd export sparse /tmp/rbd_import_export_135545/sparse 2024-07-26T07:13:03.026 INFO:tasks.workunit.client.1.smithi135.stderr: Exporting image: 100% complete...done. 2024-07-26T07:13:03.029 INFO:tasks.workunit.client.1.smithi135.stderr:++ stat /tmp/rbd_import_export_135545/sparse --format=%b 2024-07-26T07:13:03.030 INFO:tasks.workunit.client.1.smithi135.stderr:+ '[' 0 = 0 ']' 2024-07-26T07:13:03.031 INFO:tasks.workunit.client.1.smithi135.stderr:+ rbd rm sparse 2024-07-26T07:13:03.133 INFO:tasks.workunit.client.1.smithi135.stderr: Removing image: 100% complete...done. 2024-07-26T07:13:03.135 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm /tmp/rbd_import_export_135545/sparse /tmp/rbd_import_export_135545/sparse1 /tmp/rbd_import_export_135545/sparse2 /tmp/rbd_import_export_135545/sparse3 2024-07-26T07:13:03.138 INFO:tasks.workunit.client.1.smithi135.stderr:rm: cannot remove '/tmp/rbd_import_export_135545/sparse3': No such file or directory 2024-07-26T07:13:03.138 INFO:tasks.workunit.client.1.smithi135.stderr:+ true 2024-07-26T07:13:03.138 INFO:tasks.workunit.client.1.smithi135.stdout:OK 2024-07-26T07:13:03.139 INFO:tasks.workunit.client.1.smithi135.stderr:+ echo OK 2024-07-26T07:13:03.139 INFO:tasks.workunit.client.1.smithi135.stderr:+ rm -rf /tmp/rbd_import_export_135545 2024-07-26T07:13:03.140 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:13:03.140 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-07-26T07:13:03.207 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-07-26T07:13:03.207 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-07-26T07:13:03.423 DEBUG:teuthology.parallel:result is None 2024-07-26T07:13:03.423 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T07:13:03.448 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T07:13:03.448 DEBUG:teuthology.orchestra.run.smithi135:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-07-26T07:13:03.503 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T07:13:03.504 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:13:03.504 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-07-26T07:13:03.504 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:13:03.504 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-07-26T07:13:03.504 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T07:13:03.505 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T07:13:03.505 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:13:03.505 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:13:03.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:13:03.523 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T07:13:03.523 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:13:03.581 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T07:13:03.581 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T07:13:03.638 INFO:tasks.workunit:timeout=3h 2024-07-26T07:13:03.638 INFO:tasks.workunit:cleanup=True 2024-07-26T07:13:03.638 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:13:03.695 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T07:13:03.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:03 smithi135 ceph-mon[90132]: pgmap v1959: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-07-26T07:13:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:03 smithi037 ceph-mon[97339]: pgmap v1959: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-07-26T07:13:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:03 smithi037 ceph-mon[99762]: pgmap v1959: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-07-26T07:13:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:04 smithi135 ceph-mon[90132]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T07:13:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:04 smithi037 ceph-mon[97339]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T07:13:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:04 smithi037 ceph-mon[99762]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T07:13:05.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:05 smithi135 ceph-mon[90132]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 460 op/s 2024-07-26T07:13:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:05 smithi037 ceph-mon[97339]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 460 op/s 2024-07-26T07:13:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:05 smithi037 ceph-mon[99762]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 460 op/s 2024-07-26T07:13:06.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:06 smithi135 ceph-mon[90132]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 995 KiB/s wr, 345 op/s 2024-07-26T07:13:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:06 smithi037 ceph-mon[97339]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 995 KiB/s wr, 345 op/s 2024-07-26T07:13:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:06 smithi037 ceph-mon[99762]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 995 KiB/s wr, 345 op/s 2024-07-26T07:13:07.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:08.760 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:08 smithi135 ceph-mon[90132]: pgmap v1963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 973 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-07-26T07:13:08.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:08 smithi037 ceph-mon[97339]: pgmap v1963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 973 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-07-26T07:13:08.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:08 smithi037 ceph-mon[99762]: pgmap v1963: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 973 KiB/s rd, 1.3 MiB/s wr, 315 op/s 2024-07-26T07:13:09.183 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T07:13:09.239 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:13:09.242 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:13:09.242 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:13:09.292 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:13:09.342 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:13:09.383 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:13:09.384 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:13:09.385 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:13:09.426 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:13:09.429 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T07:13:09.429 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T07:13:09.486 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-07-26T07:13:09.487 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-07-26T07:13:09.488 DEBUG:teuthology.orchestra.run.smithi037:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-07-26T07:13:09.586 INFO:tasks.workunit.client.0.smithi037.stderr:warning: failed to enable lockdep 2024-07-26T07:13:09.586 INFO:tasks.workunit.client.0.smithi037.stdout:seed 147652 2024-07-26T07:13:09.587 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 425 tests from 16 test suites. 2024-07-26T07:13:09.587 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2024-07-26T07:13:09.587 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from TestJournalStress 2024-07-26T07:13:10.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[97339]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[99762]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:10 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:10 smithi135 ceph-mon[90132]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T07:13:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:10 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.432 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:11] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-07-26T07:13:11.548 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-07-26T07:13:11.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: pgmap v1965: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1013 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2646335029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: pgmap v1965: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1013 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T07:13:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2646335029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:11 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: pgmap v1965: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1013 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-07-26T07:13:11.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T07:13:11.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2646335029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.826 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:11.827 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.827 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.827 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:11.827 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:11 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:12.530 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:12.810 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:12 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:12.810 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:12 smithi135 ceph-mon[90132]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T07:13:12.810 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:12 smithi135 ceph-mon[90132]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T07:13:12.815 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:12.816 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[97339]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T07:13:12.816 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[97339]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T07:13:12.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:12.816 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[99762]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T07:13:12.817 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:12 smithi037 ceph-mon[99762]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T07:13:13.575 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:13.576 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2028 ms) 2024-07-26T07:13:13.736 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:13 smithi037 ceph-mon[97339]: pgmap v1968: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 683 KiB/s wr, 65 op/s 2024-07-26T07:13:13.736 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:13 smithi037 ceph-mon[97339]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T07:13:13.736 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:13 smithi037 ceph-mon[99762]: pgmap v1968: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 683 KiB/s wr, 65 op/s 2024-07-26T07:13:13.737 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:13 smithi037 ceph-mon[99762]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T07:13:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:13 smithi135 ceph-mon[90132]: pgmap v1968: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 683 KiB/s wr, 65 op/s 2024-07-26T07:13:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:13 smithi135 ceph-mon[90132]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T07:13:14.585 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from TestJournalStress (2028 ms total) 2024-07-26T07:13:14.585 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:14.585 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 16 tests from TestJournalReplay 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: pgmap v1971: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:15.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:15 smithi135 ceph-mon[90132]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T07:13:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: pgmap v1971: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[97339]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: pgmap v1971: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:15 smithi037 ceph-mon[99762]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T07:13:16.591 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-07-26T07:13:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:16 smithi135 ceph-mon[90132]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T07:13:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:16 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3428885500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:16 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:16 smithi135 ceph-mon[90132]: pgmap v1974: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[97339]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T07:13:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3428885500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[97339]: pgmap v1974: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[99762]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3428885500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:16 smithi037 ceph-mon[99762]: pgmap v1974: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:17 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:17 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:17 smithi135 ceph-mon[90132]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T07:13:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[97339]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T07:13:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:17 smithi037 ceph-mon[99762]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T07:13:18.621 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.621 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2031 ms) 2024-07-26T07:13:18.621 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-07-26T07:13:18.631 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.631 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2024-07-26T07:13:18.631 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-07-26T07:13:18.640 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.641 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-07-26T07:13:18.641 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-07-26T07:13:18.649 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.649 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-07-26T07:13:18.650 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-07-26T07:13:18.657 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.657 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-07-26T07:13:18.657 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-07-26T07:13:18.665 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.665 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-07-26T07:13:18.665 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-07-26T07:13:18.673 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.673 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-07-26T07:13:18.673 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-07-26T07:13:18.682 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.682 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapRollback (7 ms) 2024-07-26T07:13:18.682 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-07-26T07:13:18.688 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.688 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-07-26T07:13:18.688 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.Rename 2024-07-26T07:13:18.695 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.696 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-07-26T07:13:18.696 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.Resize 2024-07-26T07:13:18.703 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.703 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2024-07-26T07:13:18.703 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.Flatten 2024-07-26T07:13:18.710 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-07-26T07:13:18.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-07-26T07:13:18.718 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-07-26T07:13:18.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-07-26T07:13:18.725 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.725 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-07-26T07:13:18.725 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-07-26T07:13:18.732 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.732 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-07-26T07:13:18.732 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-07-26T07:13:18.739 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:18.740 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-07-26T07:13:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:18 smithi037 ceph-mon[97339]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T07:13:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:18 smithi037 ceph-mon[97339]: pgmap v1977: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:18 smithi037 ceph-mon[99762]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T07:13:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:18 smithi037 ceph-mon[99762]: pgmap v1977: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:18 smithi135 ceph-mon[90132]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T07:13:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:18 smithi135 ceph-mon[90132]: pgmap v1977: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:19.609 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 16 tests from TestJournalReplay (2149 ms total) 2024-07-26T07:13:19.609 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:19.610 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from TestJournalEntries 2024-07-26T07:13:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[97339]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[99762]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T07:13:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:19 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:19 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:13:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:19 smithi135 ceph-mon[90132]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T07:13:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:20 smithi037 ceph-mon[97339]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T07:13:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:20 smithi037 ceph-mon[97339]: pgmap v1980: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:20 smithi037 ceph-mon[99762]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T07:13:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:20 smithi037 ceph-mon[99762]: pgmap v1980: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:20 smithi135 ceph-mon[90132]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T07:13:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:20 smithi135 ceph-mon[90132]: pgmap v1980: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:21.618 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-07-26T07:13:21.622 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:21] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-07-26T07:13:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:21 smithi037 ceph-mon[97339]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T07:13:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:21 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:21 smithi037 ceph-mon[99762]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T07:13:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:21 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:21 smithi135 ceph-mon[90132]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T07:13:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:21 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:22.912 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:22.912 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[97339]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T07:13:22.912 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[97339]: pgmap v1983: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:22.913 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:22.913 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[99762]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T07:13:22.913 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:22 smithi037 ceph-mon[99762]: pgmap v1983: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/22548197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:22 smithi135 ceph-mon[90132]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T07:13:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:22 smithi135 ceph-mon[90132]: pgmap v1983: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:23.658 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:23.658 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalEntries.AioWrite (2040 ms) 2024-07-26T07:13:23.658 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-07-26T07:13:23.666 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:23.666 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalEntries.AioDiscard (9 ms) 2024-07-26T07:13:23.666 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-07-26T07:13:23.676 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:23.676 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-07-26T07:13:23.676 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-07-26T07:13:23.683 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:23.683 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2024-07-26T07:13:23.893 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:23 smithi037 ceph-mon[97339]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T07:13:23.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:23 smithi037 ceph-mon[99762]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T07:13:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:23 smithi135 ceph-mon[90132]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T07:13:24.655 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from TestJournalEntries (2066 ms total) 2024-07-26T07:13:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:24.656 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from TestTrash 2024-07-26T07:13:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:24 smithi037 ceph-mon[97339]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T07:13:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:24 smithi037 ceph-mon[97339]: pgmap v1986: 137 pgs: 3 creating+peering, 2 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 4 op/s 2024-07-26T07:13:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:24 smithi037 ceph-mon[99762]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T07:13:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:24 smithi037 ceph-mon[99762]: pgmap v1986: 137 pgs: 3 creating+peering, 2 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 4 op/s 2024-07-26T07:13:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:24 smithi135 ceph-mon[90132]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T07:13:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:24 smithi135 ceph-mon[90132]: pgmap v1986: 137 pgs: 3 creating+peering, 2 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 4 op/s 2024-07-26T07:13:26.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:25 smithi037 ceph-mon[97339]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T07:13:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:25 smithi037 ceph-mon[99762]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T07:13:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:25 smithi135 ceph-mon[90132]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T07:13:26.670 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-07-26T07:13:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[97339]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T07:13:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[97339]: pgmap v1989: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[99762]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T07:13:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:26 smithi037 ceph-mon[99762]: pgmap v1989: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:26 smithi135 ceph-mon[90132]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T07:13:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:26 smithi135 ceph-mon[90132]: pgmap v1989: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[97339]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:27 smithi037 ceph-mon[99762]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T07:13:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:27 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/664520652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:27 smithi135 ceph-mon[90132]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T07:13:28.764 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestTrash.UserRemovingSource (2094 ms) 2024-07-26T07:13:28.764 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-07-26T07:13:28.805 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2024-07-26T07:13:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:28 smithi037 ceph-mon[97339]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T07:13:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:28 smithi037 ceph-mon[97339]: pgmap v1992: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:28 smithi037 ceph-mon[99762]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T07:13:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:28 smithi037 ceph-mon[99762]: pgmap v1992: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:28 smithi135 ceph-mon[90132]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T07:13:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:28 smithi135 ceph-mon[90132]: pgmap v1992: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:29.695 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from TestTrash (2135 ms total) 2024-07-26T07:13:29.695 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:29.696 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from TestOperations 2024-07-26T07:13:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:13:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[97339]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T07:13:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:13:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:29 smithi037 ceph-mon[99762]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T07:13:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:29 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:29 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:13:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:29 smithi135 ceph-mon[90132]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T07:13:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:30 smithi037 ceph-mon[97339]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T07:13:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:30 smithi037 ceph-mon[97339]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:30 smithi037 ceph-mon[99762]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T07:13:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:30 smithi037 ceph-mon[99762]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:30 smithi135 ceph-mon[90132]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T07:13:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:30 smithi135 ceph-mon[90132]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:31.701 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:31] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-07-26T07:13:31.713 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-07-26T07:13:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[97339]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T07:13:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2325732611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[99762]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T07:13:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2325732611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:31 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:31 smithi135 ceph-mon[90132]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T07:13:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:31 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2325732611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:31 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:32.863 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:32 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:32.863 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:32 smithi135 ceph-mon[90132]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T07:13:32.863 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:32 smithi135 ceph-mon[90132]: pgmap v1998: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[97339]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[97339]: pgmap v1998: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[99762]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T07:13:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:32 smithi037 ceph-mon[99762]: pgmap v1998: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:33.735 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:33.735 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2021 ms) 2024-07-26T07:13:33.968 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:33 smithi037 ceph-mon[97339]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T07:13:33.968 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:33 smithi037 ceph-mon[99762]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T07:13:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:33 smithi135 ceph-mon[90132]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T07:13:34.733 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 1 test from TestOperations (2021 ms total) 2024-07-26T07:13:34.733 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:34.733 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from TestObjectMap 2024-07-26T07:13:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[97339]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T07:13:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[97339]: pgmap v2001: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-07-26T07:13:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[99762]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T07:13:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[99762]: pgmap v2001: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-07-26T07:13:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:34 smithi135 ceph-mon[90132]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T07:13:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:34 smithi135 ceph-mon[90132]: pgmap v2001: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-07-26T07:13:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:35 smithi037 ceph-mon[97339]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T07:13:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:35 smithi037 ceph-mon[99762]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T07:13:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:35 smithi135 ceph-mon[90132]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T07:13:36.739 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-07-26T07:13:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[97339]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1223715297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[97339]: pgmap v2004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[99762]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1223715297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:36 smithi037 ceph-mon[99762]: pgmap v2004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:36 smithi135 ceph-mon[90132]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T07:13:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1223715297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:36 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:36 smithi135 ceph-mon[90132]: pgmap v2004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[97339]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T07:13:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:37 smithi037 ceph-mon[99762]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T07:13:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:37 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:37 smithi135 ceph-mon[90132]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T07:13:38.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2060 ms) 2024-07-26T07:13:38.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-07-26T07:13:38.828 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-07-26T07:13:38.828 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-07-26T07:13:38.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-07-26T07:13:38.863 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-07-26T07:13:38.894 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (31 ms) 2024-07-26T07:13:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:38 smithi037 ceph-mon[97339]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T07:13:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:38 smithi037 ceph-mon[97339]: pgmap v2007: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:38 smithi037 ceph-mon[99762]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T07:13:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:38 smithi037 ceph-mon[99762]: pgmap v2007: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:38 smithi135 ceph-mon[90132]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T07:13:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:38 smithi135 ceph-mon[90132]: pgmap v2007: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:39.761 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from TestObjectMap (2156 ms total) 2024-07-26T07:13:39.761 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:39.761 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from TestMirroringWatcher 2024-07-26T07:13:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:13:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[97339]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T07:13:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:13:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:39 smithi037 ceph-mon[99762]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T07:13:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:39 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:13:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:39 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:13:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:39 smithi135 ceph-mon[90132]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T07:13:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:40 smithi037 ceph-mon[97339]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T07:13:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:40 smithi037 ceph-mon[97339]: pgmap v2010: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:40 smithi037 ceph-mon[99762]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T07:13:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:40 smithi037 ceph-mon[99762]: pgmap v2010: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:40 smithi135 ceph-mon[90132]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T07:13:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:40 smithi135 ceph-mon[90132]: pgmap v2010: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:41.766 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-07-26T07:13:41.769 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:41] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2024-07-26T07:13:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[97339]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T07:13:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2186180796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[99762]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T07:13:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2186180796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:41 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:41 smithi135 ceph-mon[90132]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T07:13:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:41 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2186180796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:41 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[97339]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T07:13:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[97339]: pgmap v2013: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[99762]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T07:13:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:42 smithi037 ceph-mon[99762]: pgmap v2013: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:42 smithi135 ceph-mon[90132]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T07:13:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:42 smithi135 ceph-mon[90132]: pgmap v2013: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:43.828 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2061 ms) 2024-07-26T07:13:43.828 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-07-26T07:13:43.851 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (24 ms) 2024-07-26T07:13:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:43 smithi037 ceph-mon[97339]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T07:13:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:43 smithi037 ceph-mon[99762]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T07:13:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:43 smithi135 ceph-mon[90132]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T07:13:44.797 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 2 tests from TestMirroringWatcher (2085 ms total) 2024-07-26T07:13:44.797 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:13:44.797 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 57 tests from TestMigration 2024-07-26T07:13:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:44 smithi037 ceph-mon[97339]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T07:13:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:44 smithi037 ceph-mon[97339]: pgmap v2016: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:44 smithi037 ceph-mon[99762]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T07:13:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:44 smithi037 ceph-mon[99762]: pgmap v2016: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:44 smithi135 ceph-mon[90132]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T07:13:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:44 smithi135 ceph-mon[90132]: pgmap v2016: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:45 smithi037 ceph-mon[97339]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T07:13:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:45 smithi037 ceph-mon[99762]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T07:13:46.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:45 smithi135 ceph-mon[90132]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T07:13:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:46 smithi135 ceph-mon[90132]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T07:13:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:46 smithi135 ceph-mon[90132]: pgmap v2019: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[97339]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T07:13:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[97339]: pgmap v2019: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[99762]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T07:13:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:13:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:46 smithi037 ceph-mon[99762]: pgmap v2019: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:47.821 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Empty 2024-07-26T07:13:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:47 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:47 smithi135 ceph-mon[90132]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[97339]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1541289854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:13:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:47 smithi037 ceph-mon[99762]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T07:13:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:48 smithi135 ceph-mon[90132]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T07:13:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:48 smithi135 ceph-mon[90132]: pgmap v2022: 169 pgs: 2 creating+activating, 16 creating+peering, 36 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:48 smithi037 ceph-mon[97339]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T07:13:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:48 smithi037 ceph-mon[97339]: pgmap v2022: 169 pgs: 2 creating+activating, 16 creating+peering, 36 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:48 smithi037 ceph-mon[99762]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T07:13:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:48 smithi037 ceph-mon[99762]: pgmap v2022: 169 pgs: 2 creating+activating, 16 creating+peering, 36 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:49.891 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:49.904 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:50.051 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:49 smithi135 ceph-mon[90132]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T07:13:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:50.120 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:50.200 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Empty (2380 ms) 2024-07-26T07:13:50.200 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.OtherName 2024-07-26T07:13:50.230 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:50.240 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[97339]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T07:13:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[99762]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T07:13:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:13:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:50.362 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:50.423 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:50.504 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.OtherName (303 ms) 2024-07-26T07:13:50.504 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.OtherPool 2024-07-26T07:13:50.534 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:50.545 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:50 smithi135 ceph-mon[90132]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T07:13:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:50 smithi135 ceph-mon[90132]: pgmap v2025: 169 pgs: 2 creating+activating, 26 creating+peering, 6 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:50 smithi037 ceph-mon[97339]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T07:13:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:50 smithi037 ceph-mon[97339]: pgmap v2025: 169 pgs: 2 creating+activating, 26 creating+peering, 6 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:50 smithi037 ceph-mon[99762]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T07:13:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:50 smithi037 ceph-mon[99762]: pgmap v2025: 169 pgs: 2 creating+activating, 26 creating+peering, 6 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T07:13:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:13:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:13:51] "GET /metrics HTTP/1.1" 200 38772 "" "Prometheus/2.43.0" 2024-07-26T07:13:51.980 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:52.047 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:52.129 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.OtherPool (1625 ms) 2024-07-26T07:13:52.129 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.OtherNamespace 2024-07-26T07:13:52.158 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:52.171 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:51 smithi037 ceph-mon[97339]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T07:13:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:51 smithi037 ceph-mon[99762]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T07:13:52.301 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:52.313 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:51 smithi135 ceph-mon[90132]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T07:13:52.366 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:52.445 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.OtherNamespace (316 ms) 2024-07-26T07:13:52.445 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.DataPool 2024-07-26T07:13:52.475 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:52.486 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:13:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:52.624 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:52.691 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:52.768 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.DataPool (323 ms) 2024-07-26T07:13:52.768 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-07-26T07:13:52.797 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:52.807 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:52.946 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:13:53.047 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortAfterPrepare (279 ms) 2024-07-26T07:13:53.047 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-07-26T07:13:53.077 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:53.089 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:53.186 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (139 ms) 2024-07-26T07:13:53.186 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-07-26T07:13:53.215 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:53.226 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:52 smithi037 ceph-mon[97339]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T07:13:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:52 smithi037 ceph-mon[97339]: pgmap v2028: 169 pgs: 20 creating+peering, 149 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-07-26T07:13:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:52 smithi037 ceph-mon[99762]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T07:13:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:52 smithi037 ceph-mon[99762]: pgmap v2028: 169 pgs: 20 creating+peering, 149 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-07-26T07:13:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:52 smithi135 ceph-mon[90132]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T07:13:53.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:52 smithi135 ceph-mon[90132]: pgmap v2028: 169 pgs: 20 creating+peering, 149 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.2 KiB/s wr, 88 op/s 2024-07-26T07:13:53.375 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:53.446 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:13:53.547 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortAfterExecute (361 ms) 2024-07-26T07:13:53.547 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-07-26T07:13:53.575 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:53.586 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:53.712 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:53.780 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:13:53.881 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (334 ms) 2024-07-26T07:13:53.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-07-26T07:13:53.914 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:53.926 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:54.062 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:54.129 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:13:54.237 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (356 ms) 2024-07-26T07:13:54.237 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-07-26T07:13:54.268 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.279 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:54.285 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.MirroringSamePool (48 ms) 2024-07-26T07:13:54.285 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.MirroringAbort 2024-07-26T07:13:54.313 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.324 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:54.330 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.MirroringAbort (45 ms) 2024-07-26T07:13:54.330 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-07-26T07:13:54.358 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.368 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:54.375 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-07-26T07:13:54.375 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-07-26T07:13:54.406 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.418 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:54.424 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (49 ms) 2024-07-26T07:13:54.425 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.MirroringPool 2024-07-26T07:13:54.455 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.465 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:13:54.472 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.MirroringPool (47 ms) 2024-07-26T07:13:54.472 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Group 2024-07-26T07:13:54.501 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.519 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:54.665 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:54.729 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:54.819 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Group (347 ms) 2024-07-26T07:13:54.819 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.GroupAbort 2024-07-26T07:13:54.853 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:54.870 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:55.010 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:13:55.120 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.GroupAbort (302 ms) 2024-07-26T07:13:55.121 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnaps 2024-07-26T07:13:55.150 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:55.160 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:55.227 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:55.282 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:55.470 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:55.576 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:55.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnaps (572 ms) 2024-07-26T07:13:55.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-07-26T07:13:55.721 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:55.731 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:55.790 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:55.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:55 smithi135 ceph-mon[90132]: pgmap v2029: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 673 op/s 2024-07-26T07:13:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:55 smithi135 ceph-mon[90132]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T07:13:55.846 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:55.851 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:55.923 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:55 smithi037 ceph-mon[97339]: pgmap v2029: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 673 op/s 2024-07-26T07:13:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:55 smithi037 ceph-mon[97339]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T07:13:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:55 smithi037 ceph-mon[99762]: pgmap v2029: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 33 KiB/s wr, 673 op/s 2024-07-26T07:13:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:55 smithi037 ceph-mon[99762]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T07:13:56.096 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:56.200 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:56.335 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsOtherPool (642 ms) 2024-07-26T07:13:56.335 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-07-26T07:13:56.365 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:56.376 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:56.429 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:56.478 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:56.659 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:56.786 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:56.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsDataPool (573 ms) 2024-07-26T07:13:56.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-07-26T07:13:56.939 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:56.949 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:57.005 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:57.067 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:57.260 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:13:57.268 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:57.390 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:57.496 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (588 ms) 2024-07-26T07:13:57.496 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-07-26T07:13:57.527 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:57.537 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:57.626 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:57.683 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 0 2024-07-26T07:13:57.696 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:57.799 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:57.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:57 smithi135 ceph-mon[90132]: pgmap v2031: 169 pgs: 169 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-07-26T07:13:57.866 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:57.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (416 ms) 2024-07-26T07:13:57.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-07-26T07:13:57.941 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:57.954 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:58.006 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:57 smithi037 ceph-mon[97339]: pgmap v2031: 169 pgs: 169 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-07-26T07:13:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:57 smithi037 ceph-mon[99762]: pgmap v2031: 169 pgs: 169 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-07-26T07:13:58.068 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:58.254 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 0 2024-07-26T07:13:58.266 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:58.330 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:58.384 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (472 ms) 2024-07-26T07:13:58.384 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-07-26T07:13:58.412 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:58.422 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:58.475 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:58.522 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:58.707 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:13:58.714 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:13:58.830 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:13:58.966 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (582 ms) 2024-07-26T07:13:58.966 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-07-26T07:13:58.995 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:13:59.004 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:13:59.057 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:13:59.110 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:13:59.295 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: after_prepare_snap 2024-07-26T07:13:59.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:59 smithi135 ceph-mon[90132]: pgmap v2032: 169 pgs: 169 active+clean; 57 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 1.63k op/s 2024-07-26T07:13:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:13:59 smithi135 ceph-mon[90132]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T07:14:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:59 smithi037 ceph-mon[97339]: pgmap v2032: 169 pgs: 169 active+clean; 57 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 1.63k op/s 2024-07-26T07:14:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:13:59 smithi037 ceph-mon[97339]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T07:14:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:59 smithi037 ceph-mon[99762]: pgmap v2032: 169 pgs: 169 active+clean; 57 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 1.63k op/s 2024-07-26T07:14:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:13:59 smithi037 ceph-mon[99762]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T07:14:00.589 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:14:00.615 INFO:tasks.workunit.client.0.smithi037.stdout:write: * 0~1000 2024-07-26T07:14:00.621 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:00.740 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:00.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1942 ms) 2024-07-26T07:14:00.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Snaps 2024-07-26T07:14:00.939 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:00.950 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:01.014 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:14:01.580 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:01] "GET /metrics HTTP/1.1" 200 38772 "" "Prometheus/2.43.0" 2024-07-26T07:14:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:01 smithi135 ceph-mon[90132]: pgmap v2034: 169 pgs: 169 active+clean; 149 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 33 MiB/s wr, 1.89k op/s 2024-07-26T07:14:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:01 smithi135 ceph-mon[90132]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T07:14:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:01 smithi037 ceph-mon[97339]: pgmap v2034: 169 pgs: 169 active+clean; 149 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 33 MiB/s wr, 1.89k op/s 2024-07-26T07:14:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:01 smithi037 ceph-mon[97339]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T07:14:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:01 smithi037 ceph-mon[99762]: pgmap v2034: 169 pgs: 169 active+clean; 149 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 33 MiB/s wr, 1.89k op/s 2024-07-26T07:14:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:01 smithi037 ceph-mon[99762]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T07:14:02.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:02.606 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:14:02.621 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:14:02.621 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:14:02.621 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:14:02.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:02 smithi135 ceph-mon[90132]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T07:14:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:02 smithi037 ceph-mon[97339]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T07:14:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:02 smithi037 ceph-mon[99762]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T07:14:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:03 smithi037 ceph-mon[97339]: pgmap v2037: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 52 MiB/s wr, 1.92k op/s 2024-07-26T07:14:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:03 smithi037 ceph-mon[97339]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T07:14:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:03 smithi037 ceph-mon[99762]: pgmap v2037: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 52 MiB/s wr, 1.92k op/s 2024-07-26T07:14:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:03 smithi037 ceph-mon[99762]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T07:14:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:03 smithi135 ceph-mon[90132]: pgmap v2037: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 52 MiB/s wr, 1.92k op/s 2024-07-26T07:14:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:03 smithi135 ceph-mon[90132]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T07:14:04.619 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:14:04.626 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:14:04.626 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:14:04.636 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:14:04.654 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:14:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[97339]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T07:14:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[97339]: pgmap v2040: 169 pgs: 169 active+clean; 217 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 868 op/s 2024-07-26T07:14:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[99762]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T07:14:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[99762]: pgmap v2040: 169 pgs: 169 active+clean; 217 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 868 op/s 2024-07-26T07:14:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:04 smithi135 ceph-mon[90132]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T07:14:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:04 smithi135 ceph-mon[90132]: pgmap v2040: 169 pgs: 169 active+clean; 217 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 868 op/s 2024-07-26T07:14:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:05 smithi037 ceph-mon[97339]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T07:14:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:05 smithi037 ceph-mon[99762]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T07:14:06.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:05 smithi135 ceph-mon[90132]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T07:14:06.626 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:06.652 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:14:06.660 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:14:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:06 smithi037 ceph-mon[97339]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T07:14:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:06 smithi037 ceph-mon[97339]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 472 op/s 2024-07-26T07:14:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:06 smithi037 ceph-mon[99762]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T07:14:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:06 smithi037 ceph-mon[99762]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 472 op/s 2024-07-26T07:14:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:06 smithi135 ceph-mon[90132]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T07:14:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:06 smithi135 ceph-mon[90132]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 472 op/s 2024-07-26T07:14:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:07 smithi037 ceph-mon[97339]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T07:14:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:07 smithi037 ceph-mon[99762]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T07:14:08.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:07 smithi135 ceph-mon[90132]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T07:14:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:08 smithi037 ceph-mon[97339]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T07:14:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:08 smithi037 ceph-mon[97339]: pgmap v2046: 169 pgs: 169 active+clean; 241 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-07-26T07:14:09.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:08 smithi037 ceph-mon[99762]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T07:14:09.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:08 smithi037 ceph-mon[99762]: pgmap v2046: 169 pgs: 169 active+clean; 241 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-07-26T07:14:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:08 smithi135 ceph-mon[90132]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T07:14:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:08 smithi135 ceph-mon[90132]: pgmap v2046: 169 pgs: 169 active+clean; 241 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-07-26T07:14:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:09 smithi037 ceph-mon[97339]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T07:14:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:09 smithi037 ceph-mon[99762]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T07:14:10.074 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:09 smithi135 ceph-mon[90132]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T07:14:10.221 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:10 smithi037 ceph-mon[97339]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T07:14:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:10 smithi037 ceph-mon[97339]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 80 op/s 2024-07-26T07:14:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:10 smithi037 ceph-mon[99762]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T07:14:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:10 smithi037 ceph-mon[99762]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 80 op/s 2024-07-26T07:14:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:10 smithi135 ceph-mon[90132]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T07:14:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:10 smithi135 ceph-mon[90132]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 80 op/s 2024-07-26T07:14:11.641 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:11] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-07-26T07:14:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:11 smithi037 ceph-mon[97339]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T07:14:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:11 smithi037 ceph-mon[99762]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T07:14:12.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:11 smithi135 ceph-mon[90132]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T07:14:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:12.980 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Snaps (12072 ms) 2024-07-26T07:14:12.980 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-07-26T07:14:13.010 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:13.020 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:12 smithi037 ceph-mon[97339]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T07:14:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:12 smithi037 ceph-mon[97339]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-07-26T07:14:13.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:12 smithi037 ceph-mon[99762]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T07:14:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:12 smithi037 ceph-mon[99762]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-07-26T07:14:13.081 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:14:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:12 smithi135 ceph-mon[90132]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T07:14:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:12 smithi135 ceph-mon[90132]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-07-26T07:14:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:13 smithi037 ceph-mon[97339]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T07:14:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:13 smithi037 ceph-mon[99762]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T07:14:14.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:13 smithi135 ceph-mon[90132]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T07:14:14.682 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:14:14.694 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:14:14.694 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:14:14.694 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:14:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[97339]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T07:14:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[97339]: pgmap v2055: 169 pgs: 169 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 489 op/s 2024-07-26T07:14:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[99762]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T07:14:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[99762]: pgmap v2055: 169 pgs: 169 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 489 op/s 2024-07-26T07:14:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:14 smithi135 ceph-mon[90132]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T07:14:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:14 smithi135 ceph-mon[90132]: pgmap v2055: 169 pgs: 169 active+clean; 265 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 489 op/s 2024-07-26T07:14:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[97339]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[99762]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T07:14:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:14:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:15 smithi135 ceph-mon[90132]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T07:14:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:14:16.694 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:14:16.701 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:14:16.701 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:14:16.713 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:14:16.740 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:14:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:16 smithi037 ceph-mon[97339]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T07:14:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:16 smithi037 ceph-mon[97339]: pgmap v2058: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-07-26T07:14:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:16 smithi037 ceph-mon[99762]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T07:14:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:16 smithi037 ceph-mon[99762]: pgmap v2058: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-07-26T07:14:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:16 smithi135 ceph-mon[90132]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T07:14:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:16 smithi135 ceph-mon[90132]: pgmap v2058: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-07-26T07:14:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:17 smithi037 ceph-mon[97339]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T07:14:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:17 smithi037 ceph-mon[99762]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T07:14:18.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:17 smithi135 ceph-mon[90132]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T07:14:18.707 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:18.730 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:14:18.739 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:18.748 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:14:18.808 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:14:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:18 smithi037 ceph-mon[97339]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T07:14:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:18 smithi037 ceph-mon[97339]: pgmap v2061: 169 pgs: 169 active+clean; 297 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 57 op/s 2024-07-26T07:14:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:18 smithi037 ceph-mon[99762]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T07:14:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:18 smithi037 ceph-mon[99762]: pgmap v2061: 169 pgs: 169 active+clean; 297 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 57 op/s 2024-07-26T07:14:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:18 smithi135 ceph-mon[90132]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T07:14:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:18 smithi135 ceph-mon[90132]: pgmap v2061: 169 pgs: 169 active+clean; 297 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 57 op/s 2024-07-26T07:14:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[97339]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T07:14:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[97339]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T07:14:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[99762]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T07:14:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:19 smithi037 ceph-mon[99762]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T07:14:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:19 smithi135 ceph-mon[90132]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T07:14:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:19 smithi135 ceph-mon[90132]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T07:14:21.558 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:21] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-07-26T07:14:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:21 smithi135 ceph-mon[90132]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 11 MiB/s wr, 203 op/s 2024-07-26T07:14:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:21 smithi135 ceph-mon[90132]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T07:14:22.031 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:21 smithi037 ceph-mon[97339]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 11 MiB/s wr, 203 op/s 2024-07-26T07:14:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:21 smithi037 ceph-mon[97339]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T07:14:22.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:21 smithi037 ceph-mon[99762]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 11 MiB/s wr, 203 op/s 2024-07-26T07:14:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:21 smithi037 ceph-mon[99762]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T07:14:22.209 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:22.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:22 smithi135 ceph-mon[90132]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T07:14:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:22 smithi037 ceph-mon[97339]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T07:14:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:22 smithi037 ceph-mon[99762]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T07:14:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:23 smithi135 ceph-mon[90132]: pgmap v2067: 169 pgs: 169 active+clean; 325 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-07-26T07:14:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:23 smithi135 ceph-mon[90132]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T07:14:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:23 smithi037 ceph-mon[97339]: pgmap v2067: 169 pgs: 169 active+clean; 325 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-07-26T07:14:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:23 smithi037 ceph-mon[97339]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T07:14:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:23 smithi037 ceph-mon[99762]: pgmap v2067: 169 pgs: 169 active+clean; 325 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-07-26T07:14:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:23 smithi037 ceph-mon[99762]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T07:14:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:24 smithi135 ceph-mon[90132]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T07:14:24.951 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsOtherPool (11972 ms) 2024-07-26T07:14:24.951 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-07-26T07:14:24.986 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:24.996 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:24 smithi037 ceph-mon[97339]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T07:14:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:24 smithi037 ceph-mon[99762]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T07:14:25.066 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:14:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:25 smithi135 ceph-mon[90132]: pgmap v2070: 169 pgs: 169 active+clean; 361 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 11 MiB/s wr, 209 op/s 2024-07-26T07:14:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:25 smithi135 ceph-mon[90132]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T07:14:26.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:25 smithi037 ceph-mon[97339]: pgmap v2070: 169 pgs: 169 active+clean; 361 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 11 MiB/s wr, 209 op/s 2024-07-26T07:14:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:25 smithi037 ceph-mon[97339]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T07:14:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:25 smithi037 ceph-mon[99762]: pgmap v2070: 169 pgs: 169 active+clean; 361 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 11 MiB/s wr, 209 op/s 2024-07-26T07:14:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:25 smithi037 ceph-mon[99762]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T07:14:26.606 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:14:26.620 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:14:26.620 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:14:26.620 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:14:26.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:26 smithi135 ceph-mon[90132]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T07:14:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:26 smithi037 ceph-mon[97339]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T07:14:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:26 smithi037 ceph-mon[99762]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T07:14:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:27 smithi037 ceph-mon[97339]: pgmap v2073: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 403 op/s 2024-07-26T07:14:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:27 smithi037 ceph-mon[97339]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T07:14:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:27 smithi037 ceph-mon[99762]: pgmap v2073: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 403 op/s 2024-07-26T07:14:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:27 smithi037 ceph-mon[99762]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T07:14:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:27 smithi135 ceph-mon[90132]: pgmap v2073: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 403 op/s 2024-07-26T07:14:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:27 smithi135 ceph-mon[90132]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T07:14:28.624 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:14:28.631 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:14:28.632 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:14:28.642 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:14:28.659 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:14:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:28 smithi037 ceph-mon[97339]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T07:14:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:28 smithi037 ceph-mon[97339]: pgmap v2076: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 271 op/s 2024-07-26T07:14:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:28 smithi037 ceph-mon[99762]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T07:14:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:28 smithi037 ceph-mon[99762]: pgmap v2076: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 271 op/s 2024-07-26T07:14:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:28 smithi135 ceph-mon[90132]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T07:14:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:28 smithi135 ceph-mon[90132]: pgmap v2076: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 271 op/s 2024-07-26T07:14:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:29 smithi037 ceph-mon[97339]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T07:14:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:29 smithi037 ceph-mon[97339]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T07:14:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:29 smithi037 ceph-mon[99762]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T07:14:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:29 smithi037 ceph-mon[99762]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T07:14:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:29 smithi135 ceph-mon[90132]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T07:14:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:29 smithi135 ceph-mon[90132]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T07:14:30.574 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:30.598 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:14:30.607 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:14:31.555 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:31] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-07-26T07:14:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:31 smithi135 ceph-mon[90132]: pgmap v2079: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 128 op/s 2024-07-26T07:14:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:31 smithi135 ceph-mon[90132]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T07:14:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:31 smithi037 ceph-mon[97339]: pgmap v2079: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 128 op/s 2024-07-26T07:14:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:31 smithi037 ceph-mon[97339]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T07:14:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:31 smithi037 ceph-mon[99762]: pgmap v2079: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 128 op/s 2024-07-26T07:14:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:31 smithi037 ceph-mon[99762]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T07:14:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:32 smithi037 ceph-mon[97339]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T07:14:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:32 smithi037 ceph-mon[97339]: pgmap v2082: 169 pgs: 169 active+clean; 393 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-07-26T07:14:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:32 smithi037 ceph-mon[99762]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T07:14:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:32 smithi037 ceph-mon[99762]: pgmap v2082: 169 pgs: 169 active+clean; 393 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-07-26T07:14:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:32 smithi135 ceph-mon[90132]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T07:14:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:32 smithi135 ceph-mon[90132]: pgmap v2082: 169 pgs: 169 active+clean; 393 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-07-26T07:14:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:33 smithi037 ceph-mon[97339]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T07:14:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:33 smithi037 ceph-mon[99762]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T07:14:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:33 smithi135 ceph-mon[90132]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T07:14:34.109 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:34.260 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[97339]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[97339]: pgmap v2085: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[97339]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[99762]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[99762]: pgmap v2085: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:34 smithi037 ceph-mon[99762]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T07:14:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:34 smithi135 ceph-mon[90132]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T07:14:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:34 smithi135 ceph-mon[90132]: pgmap v2085: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-07-26T07:14:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:34 smithi135 ceph-mon[90132]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T07:14:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:36 smithi135 ceph-mon[90132]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T07:14:36.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsDataPool (11970 ms) 2024-07-26T07:14:36.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-07-26T07:14:36.956 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:36.970 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:37.029 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:14:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:36 smithi037 ceph-mon[97339]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T07:14:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:36 smithi037 ceph-mon[99762]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T07:14:37.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:37 smithi135 ceph-mon[90132]: pgmap v2088: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-07-26T07:14:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:37 smithi135 ceph-mon[90132]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T07:14:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:37 smithi037 ceph-mon[97339]: pgmap v2088: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-07-26T07:14:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:37 smithi037 ceph-mon[97339]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T07:14:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:37 smithi037 ceph-mon[99762]: pgmap v2088: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 272 op/s 2024-07-26T07:14:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:37 smithi037 ceph-mon[99762]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T07:14:38.596 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:14:38.613 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:14:38.613 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:14:38.613 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:14:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:38 smithi135 ceph-mon[90132]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T07:14:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:38 smithi037 ceph-mon[97339]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T07:14:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:38 smithi037 ceph-mon[99762]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T07:14:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:39 smithi037 ceph-mon[97339]: pgmap v2091: 169 pgs: 169 active+clean; 417 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 466 op/s 2024-07-26T07:14:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:39 smithi037 ceph-mon[97339]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T07:14:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:39 smithi037 ceph-mon[99762]: pgmap v2091: 169 pgs: 169 active+clean; 417 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 466 op/s 2024-07-26T07:14:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:39 smithi037 ceph-mon[99762]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T07:14:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:39 smithi135 ceph-mon[90132]: pgmap v2091: 169 pgs: 169 active+clean; 417 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 466 op/s 2024-07-26T07:14:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:39 smithi135 ceph-mon[90132]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T07:14:40.610 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:14:40.616 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:14:40.616 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:14:40.627 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:14:40.647 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:14:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:40 smithi037 ceph-mon[97339]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T07:14:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:40 smithi037 ceph-mon[99762]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T07:14:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:40 smithi135 ceph-mon[90132]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T07:14:41.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:41] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-07-26T07:14:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:41 smithi037 ceph-mon[97339]: pgmap v2094: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 303 op/s 2024-07-26T07:14:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:41 smithi037 ceph-mon[97339]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T07:14:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:41 smithi037 ceph-mon[99762]: pgmap v2094: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 303 op/s 2024-07-26T07:14:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:41 smithi037 ceph-mon[99762]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T07:14:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:41 smithi135 ceph-mon[90132]: pgmap v2094: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 303 op/s 2024-07-26T07:14:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:41 smithi135 ceph-mon[90132]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T07:14:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:42.620 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:42.645 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:14:42.654 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:14:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:42 smithi037 ceph-mon[97339]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T07:14:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:42 smithi037 ceph-mon[97339]: pgmap v2097: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 77 op/s 2024-07-26T07:14:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:42 smithi037 ceph-mon[99762]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T07:14:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:42 smithi037 ceph-mon[99762]: pgmap v2097: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 77 op/s 2024-07-26T07:14:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:42 smithi135 ceph-mon[90132]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T07:14:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:42 smithi135 ceph-mon[90132]: pgmap v2097: 169 pgs: 169 active+clean; 421 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 77 op/s 2024-07-26T07:14:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:43 smithi037 ceph-mon[97339]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T07:14:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:43 smithi037 ceph-mon[99762]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T07:14:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:43 smithi135 ceph-mon[90132]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[97339]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[97339]: pgmap v2100: 169 pgs: 169 active+clean; 445 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 206 op/s 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[97339]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[99762]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[99762]: pgmap v2100: 169 pgs: 169 active+clean; 445 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 206 op/s 2024-07-26T07:14:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:44 smithi037 ceph-mon[99762]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T07:14:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:44 smithi135 ceph-mon[90132]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T07:14:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:44 smithi135 ceph-mon[90132]: pgmap v2100: 169 pgs: 169 active+clean; 445 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 206 op/s 2024-07-26T07:14:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:44 smithi135 ceph-mon[90132]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T07:14:46.025 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:14:46.047 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:46.189 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:46 smithi135 ceph-mon[90132]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T07:14:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:46 smithi037 ceph-mon[97339]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T07:14:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:46 smithi037 ceph-mon[99762]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T07:14:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:47 smithi135 ceph-mon[90132]: pgmap v2103: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 175 op/s 2024-07-26T07:14:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:47 smithi135 ceph-mon[90132]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T07:14:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:47 smithi037 ceph-mon[97339]: pgmap v2103: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 175 op/s 2024-07-26T07:14:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:47 smithi037 ceph-mon[97339]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T07:14:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:47 smithi037 ceph-mon[99762]: pgmap v2103: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 175 op/s 2024-07-26T07:14:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:47 smithi037 ceph-mon[99762]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T07:14:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:48 smithi135 ceph-mon[90132]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T07:14:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11986 ms) 2024-07-26T07:14:48.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-07-26T07:14:48.937 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:14:49.000 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:14:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:48 smithi037 ceph-mon[97339]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T07:14:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:48 smithi037 ceph-mon[99762]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T07:14:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:49 smithi135 ceph-mon[90132]: pgmap v2106: 169 pgs: 169 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2024-07-26T07:14:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:49 smithi135 ceph-mon[90132]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T07:14:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[97339]: pgmap v2106: 169 pgs: 169 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2024-07-26T07:14:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[97339]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T07:14:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[99762]: pgmap v2106: 169 pgs: 169 active+clean; 457 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2024-07-26T07:14:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[99762]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T07:14:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:50.609 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:14:50.635 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:14:50.635 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:14:50.635 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:14:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:50 smithi037 ceph-mon[97339]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T07:14:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:50 smithi037 ceph-mon[99762]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T07:14:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:50 smithi135 ceph-mon[90132]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T07:14:51.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:14:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:14:51] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-07-26T07:14:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:51 smithi037 ceph-mon[97339]: pgmap v2109: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 3.0 MiB/s wr, 420 op/s 2024-07-26T07:14:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:51 smithi037 ceph-mon[97339]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T07:14:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:51 smithi037 ceph-mon[99762]: pgmap v2109: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 3.0 MiB/s wr, 420 op/s 2024-07-26T07:14:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:51 smithi037 ceph-mon[99762]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T07:14:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:51 smithi135 ceph-mon[90132]: pgmap v2109: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 3.0 MiB/s wr, 420 op/s 2024-07-26T07:14:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:51 smithi135 ceph-mon[90132]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T07:14:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:52.620 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:14:52.627 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:14:52.627 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:14:52.638 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:14:52.655 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:14:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[97339]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[97339]: pgmap v2112: 169 pgs: 169 active+clean; 477 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 327 op/s 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]: dispatch 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]: dispatch 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[99762]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[99762]: pgmap v2112: 169 pgs: 169 active+clean; 477 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 327 op/s 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]: dispatch 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]: dispatch 2024-07-26T07:14:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:52 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-07-26T07:14:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-mon[90132]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T07:14:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-mon[90132]: pgmap v2112: 169 pgs: 169 active+clean; 477 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 327 op/s 2024-07-26T07:14:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]: dispatch 2024-07-26T07:14:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]: dispatch 2024-07-26T07:14:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:52 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[99762]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-07-26T07:14:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:53 smithi037 ceph-mon[97339]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T07:14:54.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 2]}]': finished 2024-07-26T07:14:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 0]}]': finished 2024-07-26T07:14:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-07-26T07:14:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:53 smithi135 ceph-mon[90132]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T07:14:54.581 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:14:54.610 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:14:54.621 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 0 2024-07-26T07:14:54.640 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:14:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[97339]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T07:14:55.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[97339]: pgmap v2115: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 136 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:55.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[97339]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T07:14:55.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[99762]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T07:14:55.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[99762]: pgmap v2115: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 136 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:55.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:54 smithi037 ceph-mon[99762]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T07:14:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:54 smithi135 ceph-mon[90132]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T07:14:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:54 smithi135 ceph-mon[90132]: pgmap v2115: 169 pgs: 2 peering, 167 active+clean; 493 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 136 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:54 smithi135 ceph-mon[90132]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T07:14:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:56 smithi037 ceph-mon[97339]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T07:14:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:56 smithi037 ceph-mon[97339]: pgmap v2118: 169 pgs: 2 peering, 167 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 10 MiB/s wr, 197 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:56 smithi037 ceph-mon[99762]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T07:14:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:56 smithi037 ceph-mon[99762]: pgmap v2118: 169 pgs: 2 peering, 167 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 10 MiB/s wr, 197 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:56 smithi135 ceph-mon[90132]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T07:14:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:56 smithi135 ceph-mon[90132]: pgmap v2118: 169 pgs: 2 peering, 167 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 10 MiB/s wr, 197 op/s; 11 B/s, 0 objects/s recovering 2024-07-26T07:14:58.027 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:14:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:57 smithi037 ceph-mon[97339]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T07:14:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:57 smithi037 ceph-mon[99762]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T07:14:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:57 smithi135 ceph-mon[90132]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T07:14:58.174 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:14:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:58 smithi037 ceph-mon[97339]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T07:14:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:58 smithi037 ceph-mon[97339]: pgmap v2121: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:14:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:58 smithi037 ceph-mon[99762]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T07:14:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:58 smithi037 ceph-mon[99762]: pgmap v2121: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:14:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:58 smithi135 ceph-mon[90132]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T07:14:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:58 smithi135 ceph-mon[90132]: pgmap v2121: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 178 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:15:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:59 smithi037 ceph-mon[97339]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T07:15:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:14:59 smithi037 ceph-mon[97339]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T07:15:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:59 smithi037 ceph-mon[99762]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T07:15:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:14:59 smithi037 ceph-mon[99762]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T07:15:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:59 smithi135 ceph-mon[90132]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T07:15:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:14:59 smithi135 ceph-mon[90132]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T07:15:00.839 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11932 ms) 2024-07-26T07:15:00.839 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-07-26T07:15:00.872 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:00.882 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:15:00.941 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:15:01.566 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:01] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-07-26T07:15:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:01 smithi135 ceph-mon[90132]: pgmap v2124: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 209 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:15:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:01 smithi135 ceph-mon[90132]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T07:15:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:01 smithi037 ceph-mon[97339]: pgmap v2124: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 209 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:15:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:01 smithi037 ceph-mon[97339]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T07:15:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:01 smithi037 ceph-mon[99762]: pgmap v2124: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 209 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T07:15:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:01 smithi037 ceph-mon[99762]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T07:15:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:02.683 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:15:02.702 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:15:02.702 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:15:02.702 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:15:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:02 smithi037 ceph-mon[97339]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T07:15:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:02 smithi037 ceph-mon[97339]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-07-26T07:15:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:02 smithi037 ceph-mon[99762]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T07:15:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:02 smithi037 ceph-mon[99762]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-07-26T07:15:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:02 smithi135 ceph-mon[90132]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T07:15:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:02 smithi135 ceph-mon[90132]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 404 op/s 2024-07-26T07:15:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:03 smithi037 ceph-mon[97339]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T07:15:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:03 smithi037 ceph-mon[99762]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T07:15:04.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:03 smithi135 ceph-mon[90132]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T07:15:04.706 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:15:04.719 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:15:04.719 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:04.728 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:15:04.749 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:15:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[97339]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T07:15:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[97339]: pgmap v2130: 169 pgs: 169 active+clean; 537 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 252 op/s 2024-07-26T07:15:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[99762]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T07:15:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[99762]: pgmap v2130: 169 pgs: 169 active+clean; 537 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 252 op/s 2024-07-26T07:15:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:04 smithi135 ceph-mon[90132]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T07:15:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:04 smithi135 ceph-mon[90132]: pgmap v2130: 169 pgs: 169 active+clean; 537 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 252 op/s 2024-07-26T07:15:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:05 smithi037 ceph-mon[97339]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T07:15:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:05 smithi037 ceph-mon[99762]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T07:15:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:05 smithi135 ceph-mon[90132]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T07:15:06.721 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:06.749 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:15:06.758 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:15:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:06 smithi037 ceph-mon[97339]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T07:15:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:06 smithi037 ceph-mon[97339]: pgmap v2133: 169 pgs: 169 active+clean; 549 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-07-26T07:15:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:06 smithi037 ceph-mon[99762]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T07:15:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:06 smithi037 ceph-mon[99762]: pgmap v2133: 169 pgs: 169 active+clean; 549 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-07-26T07:15:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:06 smithi135 ceph-mon[90132]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T07:15:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:06 smithi135 ceph-mon[90132]: pgmap v2133: 169 pgs: 169 active+clean; 549 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 154 op/s 2024-07-26T07:15:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:07 smithi037 ceph-mon[97339]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T07:15:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:07 smithi037 ceph-mon[99762]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T07:15:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:07 smithi135 ceph-mon[90132]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T07:15:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:08 smithi037 ceph-mon[97339]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T07:15:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:08 smithi037 ceph-mon[97339]: pgmap v2136: 169 pgs: 169 active+clean; 561 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T07:15:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:08 smithi037 ceph-mon[99762]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T07:15:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:08 smithi037 ceph-mon[99762]: pgmap v2136: 169 pgs: 169 active+clean; 561 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T07:15:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:08 smithi135 ceph-mon[90132]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T07:15:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:08 smithi135 ceph-mon[90132]: pgmap v2136: 169 pgs: 169 active+clean; 561 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T07:15:10.030 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 0 2024-07-26T07:15:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:09 smithi037 ceph-mon[97339]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T07:15:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:09 smithi037 ceph-mon[97339]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T07:15:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:09 smithi037 ceph-mon[99762]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T07:15:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:09 smithi037 ceph-mon[99762]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T07:15:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:09 smithi135 ceph-mon[90132]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T07:15:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:09 smithi135 ceph-mon[90132]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T07:15:10.120 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:15:10.237 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:15:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:10 smithi037 ceph-mon[97339]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 70 op/s 2024-07-26T07:15:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:10 smithi037 ceph-mon[99762]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 70 op/s 2024-07-26T07:15:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:10 smithi135 ceph-mon[90132]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 70 op/s 2024-07-26T07:15:11.729 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:11] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-07-26T07:15:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:11 smithi037 ceph-mon[97339]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T07:15:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:11 smithi037 ceph-mon[99762]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T07:15:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:11 smithi135 ceph-mon[90132]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T07:15:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:13.020 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12180 ms) 2024-07-26T07:15:13.020 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-07-26T07:15:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:12 smithi037 ceph-mon[97339]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T07:15:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:12 smithi037 ceph-mon[97339]: pgmap v2142: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-26T07:15:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:12 smithi037 ceph-mon[99762]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T07:15:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:12 smithi037 ceph-mon[99762]: pgmap v2142: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-26T07:15:13.052 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:13.064 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:15:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:12 smithi135 ceph-mon[90132]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T07:15:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:12 smithi135 ceph-mon[90132]: pgmap v2142: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-26T07:15:13.138 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:15:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:13 smithi037 ceph-mon[97339]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T07:15:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:13 smithi037 ceph-mon[99762]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T07:15:14.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:13 smithi135 ceph-mon[90132]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T07:15:14.779 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:15:14.794 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:15:14.794 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:15:14.794 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:15:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:14 smithi037 ceph-mon[97339]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T07:15:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:14 smithi037 ceph-mon[97339]: pgmap v2145: 169 pgs: 169 active+clean; 573 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 530 op/s 2024-07-26T07:15:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:14 smithi037 ceph-mon[99762]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T07:15:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:14 smithi037 ceph-mon[99762]: pgmap v2145: 169 pgs: 169 active+clean; 573 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 530 op/s 2024-07-26T07:15:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:14 smithi135 ceph-mon[90132]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T07:15:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:14 smithi135 ceph-mon[90132]: pgmap v2145: 169 pgs: 169 active+clean; 573 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 530 op/s 2024-07-26T07:15:16.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:16.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:15:16.794 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:15:16.801 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:15:16.801 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:16.811 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:15:16.833 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:15:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:16 smithi037 ceph-mon[97339]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T07:15:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:16 smithi037 ceph-mon[97339]: pgmap v2148: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 351 op/s 2024-07-26T07:15:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:16 smithi037 ceph-mon[99762]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T07:15:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:16 smithi037 ceph-mon[99762]: pgmap v2148: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 351 op/s 2024-07-26T07:15:17.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:16 smithi135 ceph-mon[90132]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T07:15:17.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:16 smithi135 ceph-mon[90132]: pgmap v2148: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 351 op/s 2024-07-26T07:15:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:17 smithi037 ceph-mon[97339]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T07:15:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:17 smithi037 ceph-mon[99762]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T07:15:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:17 smithi135 ceph-mon[90132]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T07:15:18.813 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:18.837 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:15:18.847 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:15:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:18 smithi037 ceph-mon[97339]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T07:15:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:18 smithi037 ceph-mon[97339]: pgmap v2151: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-07-26T07:15:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:18 smithi037 ceph-mon[99762]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T07:15:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:18 smithi037 ceph-mon[99762]: pgmap v2151: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-07-26T07:15:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:18 smithi135 ceph-mon[90132]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T07:15:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:18 smithi135 ceph-mon[90132]: pgmap v2151: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-07-26T07:15:20.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:19 smithi135 ceph-mon[90132]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T07:15:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:19 smithi135 ceph-mon[90132]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[97339]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[97339]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[99762]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:19 smithi037 ceph-mon[99762]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T07:15:21.576 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:21] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-07-26T07:15:21.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:21 smithi135 ceph-mon[90132]: pgmap v2154: 169 pgs: 169 active+clean; 605 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-07-26T07:15:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:21 smithi135 ceph-mon[90132]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T07:15:22.012 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:22.023 INFO:tasks.workunit.client.0.smithi037.stdout:write: * 83886080~1000 2024-07-26T07:15:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:21 smithi037 ceph-mon[97339]: pgmap v2154: 169 pgs: 169 active+clean; 605 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-07-26T07:15:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:21 smithi037 ceph-mon[97339]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T07:15:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:21 smithi037 ceph-mon[99762]: pgmap v2154: 169 pgs: 169 active+clean; 605 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-07-26T07:15:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:21 smithi037 ceph-mon[99762]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T07:15:22.054 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:15:22.198 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:15:22.584 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:22.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:22 smithi135 ceph-mon[90132]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T07:15:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:22 smithi037 ceph-mon[97339]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T07:15:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:22 smithi037 ceph-mon[99762]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T07:15:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:23 smithi135 ceph-mon[90132]: pgmap v2157: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-07-26T07:15:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:23 smithi135 ceph-mon[90132]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T07:15:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:23 smithi037 ceph-mon[97339]: pgmap v2157: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-07-26T07:15:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:23 smithi037 ceph-mon[97339]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T07:15:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:23 smithi037 ceph-mon[99762]: pgmap v2157: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.0 MiB/s wr, 111 op/s 2024-07-26T07:15:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:23 smithi037 ceph-mon[99762]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T07:15:24.957 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11938 ms) 2024-07-26T07:15:24.957 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-07-26T07:15:24.989 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:25.000 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 41943040~10 2024-07-26T07:15:25.009 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:15:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:24 smithi037 ceph-mon[97339]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T07:15:25.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:24 smithi037 ceph-mon[99762]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T07:15:25.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:24 smithi135 ceph-mon[90132]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T07:15:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:25 smithi037 ceph-mon[97339]: pgmap v2160: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-07-26T07:15:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:25 smithi037 ceph-mon[97339]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T07:15:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:25 smithi037 ceph-mon[99762]: pgmap v2160: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-07-26T07:15:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:25 smithi037 ceph-mon[99762]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T07:15:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:25 smithi135 ceph-mon[90132]: pgmap v2160: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 358 op/s 2024-07-26T07:15:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:25 smithi135 ceph-mon[90132]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T07:15:26.628 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:15:26.652 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:15:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:26 smithi037 ceph-mon[97339]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T07:15:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:26 smithi037 ceph-mon[97339]: pgmap v2163: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 501 op/s 2024-07-26T07:15:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:26 smithi037 ceph-mon[99762]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T07:15:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:26 smithi037 ceph-mon[99762]: pgmap v2163: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 501 op/s 2024-07-26T07:15:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:26 smithi135 ceph-mon[90132]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T07:15:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:26 smithi135 ceph-mon[90132]: pgmap v2163: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 501 op/s 2024-07-26T07:15:27.805 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:27.817 INFO:tasks.workunit.client.0.smithi037.stdout:write: Y 41943040~5 2024-07-26T07:15:27.922 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:15:27.999 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:15:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:27 smithi037 ceph-mon[97339]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T07:15:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:27 smithi037 ceph-mon[99762]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T07:15:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:27 smithi135 ceph-mon[90132]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T07:15:28.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3794 ms) 2024-07-26T07:15:28.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-07-26T07:15:28.785 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:28.796 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:15:28.859 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:15:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:28 smithi037 ceph-mon[97339]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T07:15:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:28 smithi037 ceph-mon[97339]: pgmap v2166: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 375 op/s 2024-07-26T07:15:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:28 smithi037 ceph-mon[99762]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T07:15:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:28 smithi037 ceph-mon[99762]: pgmap v2166: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 375 op/s 2024-07-26T07:15:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:28 smithi135 ceph-mon[90132]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T07:15:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:28 smithi135 ceph-mon[90132]: pgmap v2166: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 375 op/s 2024-07-26T07:15:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:29 smithi037 ceph-mon[97339]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T07:15:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:29 smithi037 ceph-mon[97339]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T07:15:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:29 smithi037 ceph-mon[99762]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T07:15:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:29 smithi037 ceph-mon[99762]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T07:15:30.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:29 smithi135 ceph-mon[90132]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T07:15:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:29 smithi135 ceph-mon[90132]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T07:15:30.584 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:15:30.600 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:15:30.601 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:15:30.601 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:15:31.573 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:31] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-07-26T07:15:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:31 smithi135 ceph-mon[90132]: pgmap v2169: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 19 KiB/s wr, 233 op/s 2024-07-26T07:15:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:31 smithi135 ceph-mon[90132]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T07:15:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:31 smithi037 ceph-mon[97339]: pgmap v2169: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 19 KiB/s wr, 233 op/s 2024-07-26T07:15:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:31 smithi037 ceph-mon[97339]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T07:15:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:31 smithi037 ceph-mon[99762]: pgmap v2169: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 19 KiB/s wr, 233 op/s 2024-07-26T07:15:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:31 smithi037 ceph-mon[99762]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T07:15:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:32.663 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:15:32.672 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:15:32.672 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:32.681 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:15:32.701 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:15:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:32 smithi037 ceph-mon[97339]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T07:15:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:32 smithi037 ceph-mon[97339]: pgmap v2172: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-07-26T07:15:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:32 smithi037 ceph-mon[99762]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T07:15:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:32 smithi037 ceph-mon[99762]: pgmap v2172: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-07-26T07:15:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:32 smithi135 ceph-mon[90132]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T07:15:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:32 smithi135 ceph-mon[90132]: pgmap v2172: 169 pgs: 169 active+clean; 629 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 197 op/s 2024-07-26T07:15:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:33 smithi037 ceph-mon[97339]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T07:15:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:33 smithi037 ceph-mon[99762]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T07:15:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:33 smithi135 ceph-mon[90132]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T07:15:34.594 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:34.623 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:15:34.633 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:15:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[97339]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[97339]: pgmap v2175: 169 pgs: 169 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 11 MiB/s wr, 301 op/s 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[97339]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[99762]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[99762]: pgmap v2175: 169 pgs: 169 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 11 MiB/s wr, 301 op/s 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:34 smithi037 ceph-mon[99762]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T07:15:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:34 smithi135 ceph-mon[90132]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T07:15:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:34 smithi135 ceph-mon[90132]: pgmap v2175: 169 pgs: 169 active+clean; 669 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 11 MiB/s wr, 301 op/s 2024-07-26T07:15:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:34 smithi135 ceph-mon[90132]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T07:15:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:36 smithi037 ceph-mon[97339]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T07:15:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:36 smithi037 ceph-mon[97339]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 MiB/s wr, 202 op/s 2024-07-26T07:15:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:36 smithi037 ceph-mon[99762]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T07:15:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:36 smithi037 ceph-mon[99762]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 MiB/s wr, 202 op/s 2024-07-26T07:15:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:36 smithi135 ceph-mon[90132]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T07:15:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:36 smithi135 ceph-mon[90132]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 MiB/s wr, 202 op/s 2024-07-26T07:15:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:37 smithi037 ceph-mon[97339]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T07:15:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:37 smithi037 ceph-mon[99762]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T07:15:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:37 smithi135 ceph-mon[90132]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T07:15:38.240 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: after_prepare_snap 2024-07-26T07:15:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:38 smithi037 ceph-mon[97339]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T07:15:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:38 smithi037 ceph-mon[97339]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 99 op/s 2024-07-26T07:15:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:38 smithi037 ceph-mon[99762]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T07:15:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:38 smithi037 ceph-mon[99762]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 99 op/s 2024-07-26T07:15:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:38 smithi135 ceph-mon[90132]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T07:15:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:38 smithi135 ceph-mon[90132]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 99 op/s 2024-07-26T07:15:39.595 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:15:39.635 INFO:tasks.workunit.client.0.smithi037.stdout:write: * 0~1000 2024-07-26T07:15:39.642 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:15:39.799 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:15:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:39 smithi037 ceph-mon[97339]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T07:15:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:39 smithi037 ceph-mon[97339]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T07:15:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:39 smithi037 ceph-mon[99762]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T07:15:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:39 smithi037 ceph-mon[99762]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T07:15:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:39 smithi135 ceph-mon[90132]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T07:15:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:39 smithi135 ceph-mon[90132]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T07:15:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:40 smithi037 ceph-mon[97339]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 277 op/s 2024-07-26T07:15:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:40 smithi037 ceph-mon[99762]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 277 op/s 2024-07-26T07:15:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:40 smithi135 ceph-mon[90132]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 277 op/s 2024-07-26T07:15:41.682 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:41] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T07:15:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:41 smithi037 ceph-mon[97339]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T07:15:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:41 smithi037 ceph-mon[99762]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T07:15:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:41 smithi135 ceph-mon[90132]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T07:15:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:42 smithi037 ceph-mon[97339]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T07:15:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:42 smithi037 ceph-mon[97339]: pgmap v2187: 169 pgs: 169 active+clean; 685 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-07-26T07:15:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:42 smithi037 ceph-mon[99762]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T07:15:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:42 smithi037 ceph-mon[99762]: pgmap v2187: 169 pgs: 169 active+clean; 685 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-07-26T07:15:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:42 smithi135 ceph-mon[90132]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T07:15:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:42 smithi135 ceph-mon[90132]: pgmap v2187: 169 pgs: 169 active+clean; 685 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-07-26T07:15:43.088 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14336 ms) 2024-07-26T07:15:43.088 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-07-26T07:15:43.119 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:43.131 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:15:43.194 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:15:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:43 smithi037 ceph-mon[97339]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T07:15:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:43 smithi037 ceph-mon[99762]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T07:15:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:43 smithi135 ceph-mon[90132]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T07:15:44.729 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:15:44.746 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:15:44.746 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:15:44.746 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:15:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:44 smithi037 ceph-mon[97339]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T07:15:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:44 smithi037 ceph-mon[97339]: pgmap v2190: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-07-26T07:15:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:44 smithi037 ceph-mon[99762]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T07:15:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:44 smithi037 ceph-mon[99762]: pgmap v2190: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-07-26T07:15:45.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:44 smithi135 ceph-mon[90132]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T07:15:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:44 smithi135 ceph-mon[90132]: pgmap v2190: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-07-26T07:15:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:45 smithi037 ceph-mon[97339]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T07:15:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:45 smithi037 ceph-mon[99762]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T07:15:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:45 smithi135 ceph-mon[90132]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T07:15:46.737 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:15:46.743 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:15:46.743 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:46.754 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:15:46.774 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:15:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:46 smithi037 ceph-mon[97339]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T07:15:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:46 smithi037 ceph-mon[97339]: pgmap v2193: 169 pgs: 169 active+clean; 693 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-07-26T07:15:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:46 smithi037 ceph-mon[99762]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T07:15:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:46 smithi037 ceph-mon[99762]: pgmap v2193: 169 pgs: 169 active+clean; 693 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-07-26T07:15:47.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:46 smithi135 ceph-mon[90132]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T07:15:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:46 smithi135 ceph-mon[90132]: pgmap v2193: 169 pgs: 169 active+clean; 693 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 411 op/s 2024-07-26T07:15:48.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:47 smithi037 ceph-mon[99762]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T07:15:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:47 smithi037 ceph-mon[97339]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T07:15:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:47 smithi135 ceph-mon[90132]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T07:15:48.751 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:48.776 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:15:48.785 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:15:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:48 smithi037 ceph-mon[97339]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T07:15:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:48 smithi037 ceph-mon[97339]: pgmap v2196: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 93 op/s 2024-07-26T07:15:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:48 smithi037 ceph-mon[99762]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T07:15:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:48 smithi037 ceph-mon[99762]: pgmap v2196: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 93 op/s 2024-07-26T07:15:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:48 smithi135 ceph-mon[90132]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T07:15:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:48 smithi135 ceph-mon[90132]: pgmap v2196: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 93 op/s 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[97339]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[97339]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[99762]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:49 smithi037 ceph-mon[99762]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T07:15:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:49 smithi135 ceph-mon[90132]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T07:15:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:49 smithi135 ceph-mon[90132]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T07:15:51.586 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:15:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:15:51] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:15:51.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:51 smithi135 ceph-mon[90132]: pgmap v2199: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:15:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:51 smithi135 ceph-mon[90132]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T07:15:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:51 smithi037 ceph-mon[97339]: pgmap v2199: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:15:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:51 smithi037 ceph-mon[97339]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T07:15:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:51 smithi037 ceph-mon[99762]: pgmap v2199: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:15:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:51 smithi037 ceph-mon[99762]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T07:15:52.068 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: after_prepare_snap 2024-07-26T07:15:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:15:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:52.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:52 smithi135 ceph-mon[90132]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T07:15:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:52 smithi037 ceph-mon[97339]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T07:15:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:52 smithi037 ceph-mon[99762]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T07:15:53.613 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:15:53.628 INFO:tasks.workunit.client.0.smithi037.stdout:write: * 83886080~1000 2024-07-26T07:15:53.635 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:15:53.806 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:15:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:53 smithi037 ceph-mon[97339]: pgmap v2202: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-07-26T07:15:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:53 smithi037 ceph-mon[97339]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T07:15:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:53 smithi037 ceph-mon[99762]: pgmap v2202: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-07-26T07:15:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:53 smithi037 ceph-mon[99762]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T07:15:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:53 smithi135 ceph-mon[90132]: pgmap v2202: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-07-26T07:15:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:53 smithi135 ceph-mon[90132]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T07:15:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:54 smithi037 ceph-mon[97339]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T07:15:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:54 smithi037 ceph-mon[99762]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T07:15:55.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:54 smithi135 ceph-mon[90132]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T07:15:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:55 smithi037 ceph-mon[97339]: pgmap v2205: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-07-26T07:15:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:55 smithi037 ceph-mon[97339]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T07:15:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:55 smithi037 ceph-mon[99762]: pgmap v2205: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-07-26T07:15:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:55 smithi037 ceph-mon[99762]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T07:15:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:55 smithi135 ceph-mon[90132]: pgmap v2205: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-07-26T07:15:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:55 smithi135 ceph-mon[90132]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T07:15:57.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:56 smithi037 ceph-mon[97339]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T07:15:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:56 smithi037 ceph-mon[97339]: pgmap v2208: 169 pgs: 169 active+clean; 753 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 327 op/s 2024-07-26T07:15:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:56 smithi037 ceph-mon[99762]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T07:15:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:56 smithi037 ceph-mon[99762]: pgmap v2208: 169 pgs: 169 active+clean; 753 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 327 op/s 2024-07-26T07:15:57.049 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13961 ms) 2024-07-26T07:15:57.049 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Clone 2024-07-26T07:15:57.081 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:15:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:56 smithi135 ceph-mon[90132]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T07:15:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:56 smithi135 ceph-mon[90132]: pgmap v2208: 169 pgs: 169 active+clean; 753 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 327 op/s 2024-07-26T07:15:57.093 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~8388609 2024-07-26T07:15:57.157 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 16777218~8388609 2024-07-26T07:15:57.208 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap 2024-07-26T07:15:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:57 smithi037 ceph-mon[97339]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T07:15:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:57 smithi037 ceph-mon[99762]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T07:15:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:57 smithi135 ceph-mon[90132]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T07:15:58.650 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap 2024-07-26T07:15:58.666 INFO:tasks.workunit.client.0.smithi037.stdout:clone image105 -> image108 2024-07-26T07:15:58.776 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:15:58.831 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:15:58.833 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap 2024-07-26T07:15:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:58 smithi037 ceph-mon[97339]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T07:15:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:58 smithi037 ceph-mon[97339]: pgmap v2211: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-07-26T07:15:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:58 smithi037 ceph-mon[99762]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T07:15:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:58 smithi037 ceph-mon[99762]: pgmap v2211: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-07-26T07:15:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:58 smithi135 ceph-mon[90132]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T07:15:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:58 smithi135 ceph-mon[90132]: pgmap v2211: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-07-26T07:16:00.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:15:59 smithi037 ceph-mon[97339]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T07:16:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:15:59 smithi037 ceph-mon[99762]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T07:16:00.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:15:59 smithi135 ceph-mon[90132]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T07:16:00.662 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap 2024-07-26T07:16:00.676 INFO:tasks.workunit.client.0.smithi037.stdout:clone image108 -> image110 2024-07-26T07:16:00.819 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 1000~1000 2024-07-26T07:16:00.871 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 2010~1000 2024-07-26T07:16:00.873 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:00 smithi037 ceph-mon[97339]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T07:16:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:00 smithi037 ceph-mon[97339]: pgmap v2214: 169 pgs: 169 active+clean; 765 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-07-26T07:16:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:00 smithi037 ceph-mon[99762]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T07:16:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:00 smithi037 ceph-mon[99762]: pgmap v2214: 169 pgs: 169 active+clean; 765 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-07-26T07:16:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:00 smithi135 ceph-mon[90132]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T07:16:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:00 smithi135 ceph-mon[90132]: pgmap v2214: 169 pgs: 169 active+clean; 765 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-07-26T07:16:01.183 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:01.360 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:01.547 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Clone (4498 ms) 2024-07-26T07:16:01.548 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneParent 2024-07-26T07:16:01.581 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:01.593 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap 2024-07-26T07:16:01.643 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:01] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:16:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:01 smithi037 ceph-mon[97339]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T07:16:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:01 smithi037 ceph-mon[99762]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T07:16:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:01 smithi135 ceph-mon[90132]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T07:16:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:02.677 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap 2024-07-26T07:16:02.694 INFO:tasks.workunit.client.0.smithi037.stdout:clone image111 -> image114 2024-07-26T07:16:02.804 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:02.969 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:02 smithi037 ceph-mon[97339]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T07:16:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:02 smithi037 ceph-mon[97339]: pgmap v2217: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:16:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:02 smithi037 ceph-mon[99762]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T07:16:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:02 smithi037 ceph-mon[99762]: pgmap v2217: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:16:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:02 smithi135 ceph-mon[90132]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T07:16:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:02 smithi135 ceph-mon[90132]: pgmap v2217: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 162 op/s 2024-07-26T07:16:03.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneParent (1554 ms) 2024-07-26T07:16:03.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-07-26T07:16:03.134 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:03.145 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~10 2024-07-26T07:16:03.153 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap 2024-07-26T07:16:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:03 smithi135 ceph-mon[90132]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T07:16:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:03 smithi037 ceph-mon[97339]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T07:16:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:03 smithi037 ceph-mon[99762]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T07:16:04.596 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap 2024-07-26T07:16:04.612 INFO:tasks.workunit.client.0.smithi037.stdout:clone image115 -> image118 2024-07-26T07:16:04.721 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:04.875 INFO:tasks.workunit.client.0.smithi037.stdout:write: Y 0~1 2024-07-26T07:16:04.907 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:04.979 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[97339]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T07:16:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[97339]: pgmap v2220: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 945 op/s 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[97339]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[99762]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[99762]: pgmap v2220: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 945 op/s 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:04 smithi037 ceph-mon[99762]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T07:16:05.083 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1981 ms) 2024-07-26T07:16:05.083 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-07-26T07:16:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:04 smithi135 ceph-mon[90132]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T07:16:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:04 smithi135 ceph-mon[90132]: pgmap v2220: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 945 op/s 2024-07-26T07:16:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:04 smithi135 ceph-mon[90132]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T07:16:05.115 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:05.128 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 41943040~10 2024-07-26T07:16:05.136 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:06.706 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 41943041~10 2024-07-26T07:16:06.714 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:06 smithi037 ceph-mon[97339]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T07:16:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:06 smithi037 ceph-mon[97339]: pgmap v2223: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 1.23k op/s 2024-07-26T07:16:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:06 smithi037 ceph-mon[99762]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T07:16:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:06 smithi037 ceph-mon[99762]: pgmap v2223: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 1.23k op/s 2024-07-26T07:16:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:06 smithi135 ceph-mon[90132]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T07:16:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:06 smithi135 ceph-mon[90132]: pgmap v2223: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 1.23k op/s 2024-07-26T07:16:07.851 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 41943042~10 2024-07-26T07:16:07.866 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:16:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:07 smithi037 ceph-mon[97339]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T07:16:08.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:07 smithi037 ceph-mon[99762]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T07:16:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:07 smithi135 ceph-mon[90132]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T07:16:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:08 smithi037 ceph-mon[97339]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T07:16:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:08 smithi037 ceph-mon[97339]: pgmap v2226: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-07-26T07:16:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:08 smithi037 ceph-mon[99762]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T07:16:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:08 smithi037 ceph-mon[99762]: pgmap v2226: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-07-26T07:16:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:08 smithi135 ceph-mon[90132]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T07:16:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:08 smithi135 ceph-mon[90132]: pgmap v2226: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-07-26T07:16:09.725 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:16:09.760 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:09.822 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:09 smithi037 ceph-mon[97339]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T07:16:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:09 smithi037 ceph-mon[99762]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T07:16:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:09 smithi135 ceph-mon[90132]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T07:16:10.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5786 ms) 2024-07-26T07:16:10.869 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-07-26T07:16:10.900 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:10.910 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 41943040~10 2024-07-26T07:16:10.919 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:10 smithi037 ceph-mon[97339]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T07:16:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:10 smithi037 ceph-mon[97339]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 294 op/s 2024-07-26T07:16:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:10 smithi037 ceph-mon[99762]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T07:16:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:10 smithi037 ceph-mon[99762]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 294 op/s 2024-07-26T07:16:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:10 smithi135 ceph-mon[90132]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T07:16:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:10 smithi135 ceph-mon[90132]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 294 op/s 2024-07-26T07:16:11.716 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:11] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-07-26T07:16:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:11 smithi037 ceph-mon[97339]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T07:16:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:11 smithi037 ceph-mon[99762]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T07:16:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:11 smithi135 ceph-mon[90132]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T07:16:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:12.743 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:16:12.767 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:12 smithi037 ceph-mon[97339]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T07:16:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:12 smithi037 ceph-mon[97339]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-07-26T07:16:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:12 smithi037 ceph-mon[99762]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T07:16:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:12 smithi037 ceph-mon[99762]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-07-26T07:16:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:12 smithi135 ceph-mon[90132]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T07:16:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:12 smithi135 ceph-mon[90132]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-07-26T07:16:13.880 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:13.893 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:16:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:13 smithi037 ceph-mon[97339]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T07:16:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:13 smithi037 ceph-mon[99762]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T07:16:14.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:13 smithi135 ceph-mon[90132]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T07:16:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:14 smithi037 ceph-mon[97339]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T07:16:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:14 smithi037 ceph-mon[97339]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 22 KiB/s wr, 332 op/s 2024-07-26T07:16:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:14 smithi037 ceph-mon[99762]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T07:16:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:14 smithi037 ceph-mon[99762]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 22 KiB/s wr, 332 op/s 2024-07-26T07:16:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:14 smithi135 ceph-mon[90132]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T07:16:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:14 smithi135 ceph-mon[90132]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 22 KiB/s wr, 332 op/s 2024-07-26T07:16:15.759 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 41943040~10 2024-07-26T07:16:15.765 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap4 2024-07-26T07:16:16.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:15 smithi037 ceph-mon[97339]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T07:16:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:15 smithi037 ceph-mon[99762]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T07:16:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:16.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:15 smithi135 ceph-mon[90132]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T07:16:16.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 18 KiB/s wr, 247 op/s 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T07:16:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 18 KiB/s wr, 247 op/s 2024-07-26T07:16:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 18 KiB/s wr, 247 op/s 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:16:17.772 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 41943040 2024-07-26T07:16:17.796 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:17.864 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:17 smithi037 ceph-mon[97339]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T07:16:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:17 smithi037 ceph-mon[99762]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T07:16:18.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:17 smithi135 ceph-mon[90132]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T07:16:18.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8065 ms) 2024-07-26T07:16:18.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-07-26T07:16:18.964 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:18.976 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:18 smithi037 ceph-mon[97339]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T07:16:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:18 smithi037 ceph-mon[97339]: pgmap v2241: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-26T07:16:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:18 smithi037 ceph-mon[99762]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T07:16:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:18 smithi037 ceph-mon[99762]: pgmap v2241: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-26T07:16:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:18 smithi135 ceph-mon[90132]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T07:16:19.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:18 smithi135 ceph-mon[90132]: pgmap v2241: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-26T07:16:19.156 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortInUseImage (223 ms) 2024-07-26T07:16:19.156 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-07-26T07:16:19.187 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:19.198 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:16:19.259 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:16:19.309 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:19.503 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:16:19.555 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:16:19.606 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:19.807 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (651 ms) 2024-07-26T07:16:19.807 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-07-26T07:16:19.835 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:16:19.905 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[97339]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T07:16:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[97339]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T07:16:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[99762]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T07:16:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:19 smithi037 ceph-mon[99762]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T07:16:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:19 smithi135 ceph-mon[90132]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T07:16:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:20.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:19 smithi135 ceph-mon[90132]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T07:16:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:20 smithi037 ceph-mon[97339]: pgmap v2244: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-07-26T07:16:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:20 smithi037 ceph-mon[99762]: pgmap v2244: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-07-26T07:16:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:20 smithi135 ceph-mon[90132]: pgmap v2244: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-07-26T07:16:21.780 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:21] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-07-26T07:16:21.791 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 8388609~8388609 2024-07-26T07:16:21.805 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 0~1000 2024-07-26T07:16:21.805 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1010~1000 2024-07-26T07:16:21.805 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:16:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:21 smithi037 ceph-mon[97339]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T07:16:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:21 smithi037 ceph-mon[99762]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T07:16:22.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:21 smithi135 ceph-mon[90132]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T07:16:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:22 smithi037 ceph-mon[97339]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T07:16:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:22 smithi037 ceph-mon[97339]: pgmap v2247: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 159 op/s 2024-07-26T07:16:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:22 smithi037 ceph-mon[99762]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T07:16:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:22 smithi037 ceph-mon[99762]: pgmap v2247: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 159 op/s 2024-07-26T07:16:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:22 smithi135 ceph-mon[90132]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T07:16:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:22 smithi135 ceph-mon[90132]: pgmap v2247: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 159 op/s 2024-07-26T07:16:23.803 INFO:tasks.workunit.client.0.smithi037.stdout:write: X 8388609~1000 2024-07-26T07:16:23.812 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 16777228~1000 2024-07-26T07:16:23.812 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 167772160 2024-07-26T07:16:23.823 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 83886079~8388609 2024-07-26T07:16:23.842 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:16:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:23 smithi037 ceph-mon[97339]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T07:16:24.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:23 smithi037 ceph-mon[99762]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T07:16:24.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:23 smithi135 ceph-mon[90132]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T07:16:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:24 smithi135 ceph-mon[90132]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T07:16:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:24 smithi135 ceph-mon[90132]: pgmap v2250: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 532 op/s 2024-07-26T07:16:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:24 smithi037 ceph-mon[97339]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T07:16:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:24 smithi037 ceph-mon[97339]: pgmap v2250: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 532 op/s 2024-07-26T07:16:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:24 smithi037 ceph-mon[99762]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T07:16:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:24 smithi037 ceph-mon[99762]: pgmap v2250: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 532 op/s 2024-07-26T07:16:25.818 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:25.845 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 83886079~1 2024-07-26T07:16:25.853 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:25 smithi135 ceph-mon[90132]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T07:16:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:25 smithi037 ceph-mon[97339]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T07:16:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:25 smithi037 ceph-mon[99762]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T07:16:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:26 smithi135 ceph-mon[90132]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T07:16:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:26 smithi135 ceph-mon[90132]: pgmap v2253: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 503 op/s 2024-07-26T07:16:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:26 smithi037 ceph-mon[97339]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T07:16:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:26 smithi037 ceph-mon[97339]: pgmap v2253: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 503 op/s 2024-07-26T07:16:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:26 smithi037 ceph-mon[99762]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T07:16:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:26 smithi037 ceph-mon[99762]: pgmap v2253: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 503 op/s 2024-07-26T07:16:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:27 smithi135 ceph-mon[90132]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T07:16:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:27 smithi037 ceph-mon[97339]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T07:16:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:27 smithi037 ceph-mon[99762]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T07:16:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:28 smithi135 ceph-mon[90132]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T07:16:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:28 smithi135 ceph-mon[90132]: pgmap v2256: 169 pgs: 169 active+clean; 869 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 148 op/s 2024-07-26T07:16:29.278 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:16:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:28 smithi037 ceph-mon[97339]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T07:16:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:28 smithi037 ceph-mon[97339]: pgmap v2256: 169 pgs: 169 active+clean; 869 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 148 op/s 2024-07-26T07:16:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:28 smithi037 ceph-mon[99762]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T07:16:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:28 smithi037 ceph-mon[99762]: pgmap v2256: 169 pgs: 169 active+clean; 869 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 148 op/s 2024-07-26T07:16:29.374 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:16:29.606 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 0~8388609 2024-07-26T07:16:29.620 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 16777218~8388609 2024-07-26T07:16:29.715 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:29 smithi135 ceph-mon[90132]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T07:16:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:29 smithi135 ceph-mon[90132]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T07:16:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:29 smithi037 ceph-mon[97339]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T07:16:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:29 smithi037 ceph-mon[97339]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T07:16:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:29 smithi037 ceph-mon[99762]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T07:16:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:29 smithi037 ceph-mon[99762]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T07:16:31.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:31] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-07-26T07:16:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:31 smithi037 ceph-mon[97339]: pgmap v2259: 169 pgs: 169 active+clean; 905 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-07-26T07:16:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:31 smithi037 ceph-mon[97339]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T07:16:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:31 smithi037 ceph-mon[99762]: pgmap v2259: 169 pgs: 169 active+clean; 905 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-07-26T07:16:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:31 smithi037 ceph-mon[99762]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T07:16:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:31 smithi135 ceph-mon[90132]: pgmap v2259: 169 pgs: 169 active+clean; 905 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-07-26T07:16:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:31 smithi135 ceph-mon[90132]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T07:16:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:32.870 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:32 smithi135 ceph-mon[90132]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T07:16:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:32 smithi037 ceph-mon[97339]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T07:16:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:32 smithi037 ceph-mon[99762]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T07:16:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:33 smithi037 ceph-mon[97339]: pgmap v2262: 169 pgs: 169 active+clean; 933 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 301 op/s 2024-07-26T07:16:33.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:33 smithi037 ceph-mon[97339]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T07:16:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:33 smithi037 ceph-mon[99762]: pgmap v2262: 169 pgs: 169 active+clean; 933 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 301 op/s 2024-07-26T07:16:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:33 smithi037 ceph-mon[99762]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T07:16:33.971 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.AbortWithSnapshots (14163 ms) 2024-07-26T07:16:33.971 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-07-26T07:16:34.002 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:34.013 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:34.021 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:33 smithi135 ceph-mon[90132]: pgmap v2262: 169 pgs: 169 active+clean; 933 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 301 op/s 2024-07-26T07:16:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:33 smithi135 ceph-mon[90132]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[97339]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[97339]: pgmap v2265: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[99762]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[99762]: pgmap v2265: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-07-26T07:16:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:34 smithi135 ceph-mon[90132]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T07:16:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:34 smithi135 ceph-mon[90132]: pgmap v2265: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 14 MiB/s wr, 294 op/s 2024-07-26T07:16:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:35.647 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:35.717 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:36.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:35 smithi037 ceph-mon[97339]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T07:16:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:35 smithi037 ceph-mon[99762]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T07:16:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:35 smithi135 ceph-mon[90132]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T07:16:36.857 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:36.937 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:37.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:36 smithi037 ceph-mon[99762]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T07:16:37.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:36 smithi037 ceph-mon[99762]: pgmap v2268: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-07-26T07:16:37.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:36 smithi037 ceph-mon[97339]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T07:16:37.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:36 smithi037 ceph-mon[97339]: pgmap v2268: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-07-26T07:16:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:36 smithi135 ceph-mon[90132]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T07:16:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:36 smithi135 ceph-mon[90132]: pgmap v2268: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 5.0 MiB/s wr, 174 op/s 2024-07-26T07:16:37.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV1Parent (3820 ms) 2024-07-26T07:16:37.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-07-26T07:16:37.827 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:37.837 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:37.846 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:37 smithi037 ceph-mon[97339]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T07:16:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:37 smithi037 ceph-mon[99762]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T07:16:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:37 smithi135 ceph-mon[90132]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T07:16:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:38 smithi037 ceph-mon[97339]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T07:16:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:38 smithi037 ceph-mon[97339]: pgmap v2271: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 KiB/s wr, 193 op/s 2024-07-26T07:16:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:38 smithi037 ceph-mon[99762]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T07:16:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:38 smithi037 ceph-mon[99762]: pgmap v2271: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 KiB/s wr, 193 op/s 2024-07-26T07:16:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:38 smithi135 ceph-mon[90132]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T07:16:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:38 smithi135 ceph-mon[90132]: pgmap v2271: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 KiB/s wr, 193 op/s 2024-07-26T07:16:39.613 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:39.673 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:39 smithi037 ceph-mon[97339]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T07:16:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:39 smithi037 ceph-mon[97339]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T07:16:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:39 smithi037 ceph-mon[99762]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T07:16:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:39 smithi037 ceph-mon[99762]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T07:16:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:39 smithi135 ceph-mon[90132]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T07:16:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:39 smithi135 ceph-mon[90132]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T07:16:40.860 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:16:40.938 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:16:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:40 smithi037 ceph-mon[97339]: pgmap v2274: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 459 op/s 2024-07-26T07:16:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:40 smithi037 ceph-mon[99762]: pgmap v2274: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 459 op/s 2024-07-26T07:16:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:40 smithi135 ceph-mon[90132]: pgmap v2274: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 459 op/s 2024-07-26T07:16:41.654 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:41] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:16:41.819 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV2Parent (4029 ms) 2024-07-26T07:16:41.820 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-07-26T07:16:41.851 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:41.866 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:41.875 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:41 smithi037 ceph-mon[97339]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T07:16:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:41 smithi037 ceph-mon[99762]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T07:16:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:41 smithi135 ceph-mon[90132]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T07:16:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:42 smithi037 ceph-mon[97339]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T07:16:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:42 smithi037 ceph-mon[97339]: pgmap v2277: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 20 KiB/s wr, 480 op/s 2024-07-26T07:16:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:42 smithi037 ceph-mon[99762]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T07:16:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:42 smithi037 ceph-mon[99762]: pgmap v2277: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 20 KiB/s wr, 480 op/s 2024-07-26T07:16:43.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:42 smithi135 ceph-mon[90132]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T07:16:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:42 smithi135 ceph-mon[90132]: pgmap v2277: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 20 KiB/s wr, 480 op/s 2024-07-26T07:16:43.688 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:43.749 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:43 smithi037 ceph-mon[97339]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T07:16:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:43 smithi037 ceph-mon[99762]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T07:16:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:43 smithi135 ceph-mon[90132]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T07:16:44.782 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:45.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[99762]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T07:16:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[99762]: pgmap v2280: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-07-26T07:16:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[99762]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T07:16:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[97339]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T07:16:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[97339]: pgmap v2280: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-07-26T07:16:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:44 smithi037 ceph-mon[97339]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T07:16:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:44 smithi135 ceph-mon[90132]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T07:16:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:44 smithi135 ceph-mon[90132]: pgmap v2280: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 20 KiB/s wr, 384 op/s 2024-07-26T07:16:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:44 smithi135 ceph-mon[90132]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T07:16:45.851 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4031 ms) 2024-07-26T07:16:45.851 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-07-26T07:16:45.886 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:45.898 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:45.907 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:46 smithi037 ceph-mon[97339]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T07:16:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:46 smithi037 ceph-mon[97339]: pgmap v2283: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-07-26T07:16:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:46 smithi037 ceph-mon[99762]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T07:16:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:46 smithi037 ceph-mon[99762]: pgmap v2283: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-07-26T07:16:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:46 smithi135 ceph-mon[90132]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T07:16:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:46 smithi135 ceph-mon[90132]: pgmap v2283: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 472 op/s 2024-07-26T07:16:47.716 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:47.783 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:47 smithi037 ceph-mon[97339]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T07:16:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:47 smithi037 ceph-mon[99762]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T07:16:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:47 smithi135 ceph-mon[90132]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T07:16:48.891 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:48 smithi037 ceph-mon[99762]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T07:16:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:48 smithi037 ceph-mon[99762]: pgmap v2286: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 14 KiB/s wr, 305 op/s 2024-07-26T07:16:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:48 smithi037 ceph-mon[97339]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T07:16:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:48 smithi037 ceph-mon[97339]: pgmap v2286: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 14 KiB/s wr, 305 op/s 2024-07-26T07:16:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:48 smithi135 ceph-mon[90132]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T07:16:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:48 smithi135 ceph-mon[90132]: pgmap v2286: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 14 KiB/s wr, 305 op/s 2024-07-26T07:16:49.746 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3895 ms) 2024-07-26T07:16:49.746 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-07-26T07:16:49.782 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:49.794 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:49.803 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[97339]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T07:16:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[97339]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T07:16:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[99762]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T07:16:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:49 smithi037 ceph-mon[99762]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T07:16:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:49 smithi135 ceph-mon[90132]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T07:16:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:49 smithi135 ceph-mon[90132]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T07:16:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:50 smithi037 ceph-mon[97339]: pgmap v2289: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 21 KiB/s wr, 327 op/s 2024-07-26T07:16:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:50 smithi037 ceph-mon[99762]: pgmap v2289: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 21 KiB/s wr, 327 op/s 2024-07-26T07:16:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:50 smithi135 ceph-mon[90132]: pgmap v2289: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 21 KiB/s wr, 327 op/s 2024-07-26T07:16:51.713 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:16:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:16:51] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:16:51.736 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:51.801 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:51 smithi037 ceph-mon[97339]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T07:16:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:51 smithi037 ceph-mon[99762]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T07:16:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:51 smithi135 ceph-mon[90132]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T07:16:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:16:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:52.928 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:52 smithi037 ceph-mon[97339]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T07:16:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:52 smithi037 ceph-mon[97339]: pgmap v2292: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 19 KiB/s wr, 279 op/s 2024-07-26T07:16:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:52 smithi037 ceph-mon[99762]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T07:16:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:52 smithi037 ceph-mon[99762]: pgmap v2292: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 19 KiB/s wr, 279 op/s 2024-07-26T07:16:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:52 smithi135 ceph-mon[90132]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T07:16:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:52 smithi135 ceph-mon[90132]: pgmap v2292: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 19 KiB/s wr, 279 op/s 2024-07-26T07:16:53.891 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4145 ms) 2024-07-26T07:16:53.891 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-07-26T07:16:53.924 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:53.934 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:53.943 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:53 smithi037 ceph-mon[97339]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T07:16:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:53 smithi037 ceph-mon[99762]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T07:16:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:53 smithi135 ceph-mon[90132]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T07:16:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[97339]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T07:16:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[97339]: pgmap v2295: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-07-26T07:16:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[97339]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T07:16:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[99762]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T07:16:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[99762]: pgmap v2295: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-07-26T07:16:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:54 smithi037 ceph-mon[99762]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T07:16:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:54 smithi135 ceph-mon[90132]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T07:16:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:54 smithi135 ceph-mon[90132]: pgmap v2295: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 314 op/s 2024-07-26T07:16:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:54 smithi135 ceph-mon[90132]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T07:16:55.615 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:55.679 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:16:56.805 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:16:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:56 smithi037 ceph-mon[97339]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T07:16:57.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:56 smithi037 ceph-mon[99762]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T07:16:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:56 smithi135 ceph-mon[90132]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T07:16:57.772 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3882 ms) 2024-07-26T07:16:57.772 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-07-26T07:16:57.808 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:16:57.819 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:16:57.828 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:16:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:57 smithi037 ceph-mon[97339]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-07-26T07:16:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:57 smithi037 ceph-mon[97339]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T07:16:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:57 smithi037 ceph-mon[99762]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-07-26T07:16:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:57 smithi037 ceph-mon[99762]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T07:16:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:57 smithi135 ceph-mon[90132]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-07-26T07:16:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:57 smithi135 ceph-mon[90132]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T07:16:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:58 smithi037 ceph-mon[97339]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T07:16:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:58 smithi037 ceph-mon[97339]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 305 op/s 2024-07-26T07:16:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:58 smithi037 ceph-mon[99762]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T07:16:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:58 smithi037 ceph-mon[99762]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 305 op/s 2024-07-26T07:16:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:58 smithi135 ceph-mon[90132]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T07:16:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:58 smithi135 ceph-mon[90132]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 305 op/s 2024-07-26T07:16:59.617 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:16:59.677 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:59 smithi037 ceph-mon[97339]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T07:17:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:16:59 smithi037 ceph-mon[97339]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T07:17:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:59 smithi037 ceph-mon[99762]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T07:17:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:16:59 smithi037 ceph-mon[99762]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T07:17:00.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:59 smithi135 ceph-mon[90132]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T07:17:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:16:59 smithi135 ceph-mon[90132]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T07:17:00.832 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:17:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:00 smithi037 ceph-mon[97339]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-07-26T07:17:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:00 smithi037 ceph-mon[99762]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-07-26T07:17:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:00 smithi135 ceph-mon[90132]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-07-26T07:17:01.628 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:01] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:17:01.778 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4005 ms) 2024-07-26T07:17:01.778 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-07-26T07:17:01.813 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:01.824 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:17:01.832 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:01 smithi037 ceph-mon[97339]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T07:17:02.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:01 smithi037 ceph-mon[99762]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T07:17:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:01 smithi135 ceph-mon[90132]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T07:17:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:02 smithi037 ceph-mon[97339]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T07:17:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:02 smithi037 ceph-mon[97339]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-07-26T07:17:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:02 smithi037 ceph-mon[99762]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T07:17:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:02 smithi037 ceph-mon[99762]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-07-26T07:17:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:02 smithi135 ceph-mon[90132]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T07:17:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:02 smithi135 ceph-mon[90132]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-07-26T07:17:03.656 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:03.717 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:03 smithi037 ceph-mon[97339]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T07:17:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:03 smithi037 ceph-mon[99762]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T07:17:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:03 smithi135 ceph-mon[90132]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T07:17:04.797 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:17:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[97339]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[97339]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 413 op/s 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[97339]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[99762]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[99762]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 413 op/s 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:04 smithi037 ceph-mon[99762]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T07:17:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:04 smithi135 ceph-mon[90132]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T07:17:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:04 smithi135 ceph-mon[90132]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 18 KiB/s wr, 413 op/s 2024-07-26T07:17:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:04 smithi135 ceph-mon[90132]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T07:17:05.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4022 ms) 2024-07-26T07:17:05.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-07-26T07:17:05.830 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:05.841 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:17:05.849 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:06 smithi037 ceph-mon[97339]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T07:17:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:06 smithi037 ceph-mon[97339]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 468 op/s 2024-07-26T07:17:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:06 smithi037 ceph-mon[99762]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T07:17:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:06 smithi037 ceph-mon[99762]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 468 op/s 2024-07-26T07:17:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:06 smithi135 ceph-mon[90132]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T07:17:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:06 smithi135 ceph-mon[90132]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 23 KiB/s wr, 468 op/s 2024-07-26T07:17:07.689 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:07.755 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:07 smithi037 ceph-mon[97339]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T07:17:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:07 smithi037 ceph-mon[99762]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T07:17:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:07 smithi135 ceph-mon[90132]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T07:17:08.874 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:17:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:08 smithi037 ceph-mon[97339]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T07:17:09.056 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:08 smithi037 ceph-mon[97339]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 20 KiB/s wr, 327 op/s 2024-07-26T07:17:09.056 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:08 smithi037 ceph-mon[99762]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T07:17:09.057 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:08 smithi037 ceph-mon[99762]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 20 KiB/s wr, 327 op/s 2024-07-26T07:17:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:08 smithi135 ceph-mon[90132]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T07:17:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:08 smithi135 ceph-mon[90132]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 20 KiB/s wr, 327 op/s 2024-07-26T07:17:09.756 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3956 ms) 2024-07-26T07:17:09.756 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-07-26T07:17:09.788 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:09.801 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 0~10 2024-07-26T07:17:09.812 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:09 smithi037 ceph-mon[97339]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T07:17:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:09 smithi037 ceph-mon[97339]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T07:17:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:09 smithi037 ceph-mon[99762]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T07:17:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:09 smithi037 ceph-mon[99762]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T07:17:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:09 smithi135 ceph-mon[90132]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T07:17:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:09 smithi135 ceph-mon[90132]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T07:17:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:10 smithi037 ceph-mon[97339]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 348 op/s 2024-07-26T07:17:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:10 smithi037 ceph-mon[99762]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 348 op/s 2024-07-26T07:17:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:10 smithi135 ceph-mon[90132]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 348 op/s 2024-07-26T07:17:11.693 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:11] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:17:11.707 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:11.766 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:11 smithi037 ceph-mon[97339]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T07:17:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:11 smithi037 ceph-mon[99762]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T07:17:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:11 smithi135 ceph-mon[90132]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T07:17:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:12.889 INFO:tasks.workunit.client.0.smithi037.stdout:migration_abort 2024-07-26T07:17:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:12 smithi037 ceph-mon[97339]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T07:17:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:12 smithi037 ceph-mon[97339]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-07-26T07:17:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:12 smithi037 ceph-mon[99762]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T07:17:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:12 smithi037 ceph-mon[99762]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-07-26T07:17:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:12 smithi135 ceph-mon[90132]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T07:17:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:12 smithi135 ceph-mon[90132]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-07-26T07:17:13.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4105 ms) 2024-07-26T07:17:13.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-07-26T07:17:13.891 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:13.901 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 77011709~6874371 2024-07-26T07:17:13.955 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8969301~7653682 2024-07-26T07:17:13.955 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 18664128~7396282 2024-07-26T07:17:13.997 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 47981332~5181129 2024-07-26T07:17:13.997 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 58332830~1595276 2024-07-26T07:17:14.011 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 32263636~7030994 2024-07-26T07:17:14.011 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 35876157~1697501 2024-07-26T07:17:14.029 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 14229763~3440405 2024-07-26T07:17:14.031 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap0 2024-07-26T07:17:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:13 smithi037 ceph-mon[97339]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T07:17:14.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:13 smithi037 ceph-mon[99762]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T07:17:14.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:13 smithi135 ceph-mon[90132]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[97339]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[97339]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 18 KiB/s wr, 255 op/s 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[97339]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[99762]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[99762]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 18 KiB/s wr, 255 op/s 2024-07-26T07:17:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:14 smithi037 ceph-mon[99762]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T07:17:15.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:14 smithi135 ceph-mon[90132]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T07:17:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:14 smithi135 ceph-mon[90132]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 18 KiB/s wr, 255 op/s 2024-07-26T07:17:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:14 smithi135 ceph-mon[90132]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T07:17:15.622 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap0 2024-07-26T07:17:15.634 INFO:tasks.workunit.client.0.smithi037.stdout:clone image159 -> image162 2024-07-26T07:17:15.742 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 22478967~3994187 2024-07-26T07:17:15.801 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 3053155~1083494 2024-07-26T07:17:15.806 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 39235708~2026791 2024-07-26T07:17:15.829 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 48083734~7896317 2024-07-26T07:17:15.840 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 48575608~5691510 2024-07-26T07:17:15.870 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 76564591~1488122 2024-07-26T07:17:15.899 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 75471357~6613347 2024-07-26T07:17:15.961 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 72987285~3505485 2024-07-26T07:17:15.964 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:16 smithi037 ceph-mon[97339]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T07:17:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:16 smithi037 ceph-mon[99762]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T07:17:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:16 smithi135 ceph-mon[90132]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T07:17:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:17.632 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:17.645 INFO:tasks.workunit.client.0.smithi037.stdout:clone image162 -> image164 2024-07-26T07:17:17.788 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 14124316~7765334 2024-07-26T07:17:17.876 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 26137826~162844 2024-07-26T07:17:17.893 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 23971054~5348282 2024-07-26T07:17:17.922 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 23822999~8069814 2024-07-26T07:17:17.930 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 19898827~1126956 2024-07-26T07:17:17.936 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 14408818~4498331 2024-07-26T07:17:17.938 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 25269734~6491800 2024-07-26T07:17:17.974 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41129726~3333353 2024-07-26T07:17:17.997 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:17:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[97339]: pgmap v2328: 169 pgs: 169 active+clean; 941 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 5.4 MiB/s wr, 513 op/s 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[97339]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[99762]: pgmap v2328: 169 pgs: 169 active+clean; 941 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 5.4 MiB/s wr, 513 op/s 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[99762]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:17:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:17 smithi135 ceph-mon[90132]: pgmap v2328: 169 pgs: 169 active+clean; 941 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 5.4 MiB/s wr, 513 op/s 2024-07-26T07:17:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:17 smithi135 ceph-mon[90132]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T07:17:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:17:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:18 smithi037 ceph-mon[97339]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T07:17:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:18 smithi037 ceph-mon[97339]: pgmap v2331: 169 pgs: 169 active+clean; 976 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 11 MiB/s wr, 445 op/s 2024-07-26T07:17:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:18 smithi037 ceph-mon[99762]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T07:17:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:18 smithi037 ceph-mon[99762]: pgmap v2331: 169 pgs: 169 active+clean; 976 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 11 MiB/s wr, 445 op/s 2024-07-26T07:17:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:18 smithi135 ceph-mon[90132]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T07:17:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:18 smithi135 ceph-mon[90132]: pgmap v2331: 169 pgs: 169 active+clean; 976 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 11 MiB/s wr, 445 op/s 2024-07-26T07:17:19.625 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap2 2024-07-26T07:17:19.638 INFO:tasks.workunit.client.0.smithi037.stdout:clone image164 -> image166 2024-07-26T07:17:19.799 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 164251514 2024-07-26T07:17:19.811 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 12326853~2664775 2024-07-26T07:17:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 117001931~2170865 2024-07-26T07:17:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 36271114~4600353 2024-07-26T07:17:19.897 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 68467168~7522082 2024-07-26T07:17:19.932 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 28830403~6743469 2024-07-26T07:17:19.991 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 116961217~5128817 2024-07-26T07:17:19.991 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 150254927~4388621 2024-07-26T07:17:20.026 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 33525791~1030866 2024-07-26T07:17:20.029 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[97339]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[97339]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[99762]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:19 smithi037 ceph-mon[99762]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T07:17:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:19 smithi135 ceph-mon[90132]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T07:17:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:19 smithi135 ceph-mon[90132]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T07:17:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:20 smithi037 ceph-mon[97339]: pgmap v2334: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 21 MiB/s wr, 249 op/s 2024-07-26T07:17:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:20 smithi037 ceph-mon[99762]: pgmap v2334: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 21 MiB/s wr, 249 op/s 2024-07-26T07:17:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:20 smithi135 ceph-mon[90132]: pgmap v2334: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 21 MiB/s wr, 249 op/s 2024-07-26T07:17:21.631 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:21] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:17:21.660 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap3 2024-07-26T07:17:21.674 INFO:tasks.workunit.client.0.smithi037.stdout:clone image166 -> image168 2024-07-26T07:17:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:21 smithi037 ceph-mon[97339]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T07:17:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:21 smithi037 ceph-mon[99762]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T07:17:22.056 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.StressNoMigrate (8196 ms) 2024-07-26T07:17:22.056 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Stress 2024-07-26T07:17:22.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:21 smithi135 ceph-mon[90132]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T07:17:22.090 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:22.100 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 23258591~5041830 2024-07-26T07:17:22.142 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 66883697~963052 2024-07-26T07:17:22.142 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 32149086~2591098 2024-07-26T07:17:22.161 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 69803872~6266633 2024-07-26T07:17:22.161 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 13841927~1928008 2024-07-26T07:17:22.178 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 49231193~5852073 2024-07-26T07:17:22.178 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 75625712~1932674 2024-07-26T07:17:22.196 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 29269363~2011776 2024-07-26T07:17:22.198 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap0 2024-07-26T07:17:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:22 smithi037 ceph-mon[97339]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T07:17:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:22 smithi037 ceph-mon[97339]: pgmap v2337: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 24 MiB/s wr, 224 op/s 2024-07-26T07:17:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:22 smithi037 ceph-mon[99762]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T07:17:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:22 smithi037 ceph-mon[99762]: pgmap v2337: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 24 MiB/s wr, 224 op/s 2024-07-26T07:17:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:22 smithi135 ceph-mon[90132]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T07:17:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:22 smithi135 ceph-mon[90132]: pgmap v2337: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 24 MiB/s wr, 224 op/s 2024-07-26T07:17:23.666 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap0 2024-07-26T07:17:23.681 INFO:tasks.workunit.client.0.smithi037.stdout:clone image169 -> image172 2024-07-26T07:17:23.790 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 50502097~7341523 2024-07-26T07:17:23.846 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 56028032~2797760 2024-07-26T07:17:23.852 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 75035441~5182345 2024-07-26T07:17:23.894 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 51514006~6564406 2024-07-26T07:17:23.896 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 66315528~2013886 2024-07-26T07:17:23.913 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 1449478~6542982 2024-07-26T07:17:23.919 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 53527852~7431368 2024-07-26T07:17:23.957 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41948853~7930853 2024-07-26T07:17:23.963 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:23 smithi037 ceph-mon[97339]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T07:17:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:23 smithi037 ceph-mon[99762]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T07:17:24.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:23 smithi135 ceph-mon[90132]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T07:17:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:24 smithi037 ceph-mon[97339]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T07:17:25.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:24 smithi037 ceph-mon[97339]: pgmap v2340: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 537 op/s 2024-07-26T07:17:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:24 smithi037 ceph-mon[99762]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T07:17:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:24 smithi037 ceph-mon[99762]: pgmap v2340: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 537 op/s 2024-07-26T07:17:25.096 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:24 smithi135 ceph-mon[90132]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T07:17:25.096 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:24 smithi135 ceph-mon[90132]: pgmap v2340: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 537 op/s 2024-07-26T07:17:25.681 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:25.696 INFO:tasks.workunit.client.0.smithi037.stdout:clone image172 -> image174 2024-07-26T07:17:25.837 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 107652371 2024-07-26T07:17:25.848 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 21622747~849063 2024-07-26T07:17:25.899 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 32867739~528475 2024-07-26T07:17:25.936 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 44187306~2291816 2024-07-26T07:17:25.960 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 97510991~8235056 2024-07-26T07:17:25.960 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 58480234~1439797 2024-07-26T07:17:26.011 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 33234931~3457032 2024-07-26T07:17:26.022 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 80550257~2902902 2024-07-26T07:17:26.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:25 smithi037 ceph-mon[97339]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T07:17:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:25 smithi037 ceph-mon[99762]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T07:17:26.050 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 70127199~2461079 2024-07-26T07:17:26.071 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:17:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:25 smithi135 ceph-mon[90132]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T07:17:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:26 smithi037 ceph-mon[97339]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T07:17:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:26 smithi037 ceph-mon[97339]: pgmap v2343: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 540 op/s 2024-07-26T07:17:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:26 smithi037 ceph-mon[99762]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T07:17:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:26 smithi037 ceph-mon[99762]: pgmap v2343: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 540 op/s 2024-07-26T07:17:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:26 smithi135 ceph-mon[90132]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T07:17:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:26 smithi135 ceph-mon[90132]: pgmap v2343: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 540 op/s 2024-07-26T07:17:27.702 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap2 2024-07-26T07:17:27.716 INFO:tasks.workunit.client.0.smithi037.stdout:clone image174 -> image176 2024-07-26T07:17:27.885 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 153597200 2024-07-26T07:17:27.897 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 114810359~1603577 2024-07-26T07:17:27.918 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 36496479~5981749 2024-07-26T07:17:27.947 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 126812797~5462413 2024-07-26T07:17:27.981 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 80502130~2954155 2024-07-26T07:17:27.998 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 141888441~5030322 2024-07-26T07:17:28.034 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 53105702~7138001 2024-07-26T07:17:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:27 smithi037 ceph-mon[97339]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T07:17:28.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:27 smithi037 ceph-mon[99762]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T07:17:28.071 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 29325408~6774256 2024-07-26T07:17:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:27 smithi135 ceph-mon[90132]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T07:17:28.132 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 45192494~4159265 2024-07-26T07:17:28.140 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:17:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:28 smithi037 ceph-mon[97339]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T07:17:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:28 smithi037 ceph-mon[97339]: pgmap v2346: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T07:17:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:28 smithi037 ceph-mon[99762]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T07:17:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:28 smithi037 ceph-mon[99762]: pgmap v2346: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T07:17:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:28 smithi135 ceph-mon[90132]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T07:17:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:28 smithi135 ceph-mon[90132]: pgmap v2346: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T07:17:29.715 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap3 2024-07-26T07:17:29.728 INFO:tasks.workunit.client.0.smithi037.stdout:clone image176 -> image178 2024-07-26T07:17:29.935 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:29 smithi037 ceph-mon[97339]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T07:17:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:29 smithi037 ceph-mon[99762]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T07:17:30.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:29 smithi135 ceph-mon[90132]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T07:17:30.460 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:17:30.708 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:17:31.011 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Stress (8955 ms) 2024-07-26T07:17:31.011 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.Stress2 2024-07-26T07:17:31.041 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:30 smithi037 ceph-mon[97339]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T07:17:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:30 smithi037 ceph-mon[97339]: pgmap v2349: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 19 MiB/s wr, 556 op/s 2024-07-26T07:17:31.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:30 smithi037 ceph-mon[99762]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T07:17:31.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:30 smithi037 ceph-mon[99762]: pgmap v2349: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 19 MiB/s wr, 556 op/s 2024-07-26T07:17:31.051 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 50232658~4534479 2024-07-26T07:17:31.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:30 smithi135 ceph-mon[90132]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T07:17:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:30 smithi135 ceph-mon[90132]: pgmap v2349: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 19 MiB/s wr, 556 op/s 2024-07-26T07:17:31.090 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8484466~5027083 2024-07-26T07:17:31.090 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 29856226~3358042 2024-07-26T07:17:31.118 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 6985524~2998761 2024-07-26T07:17:31.118 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 3209440~7151481 2024-07-26T07:17:31.159 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 76259394~7406743 2024-07-26T07:17:31.159 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 59341969~1595917 2024-07-26T07:17:31.173 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 32743490~4774858 2024-07-26T07:17:31.175 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap0 2024-07-26T07:17:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:31] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:17:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:32.732 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 163597119 2024-07-26T07:17:32.744 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 120080267~3333820 2024-07-26T07:17:32.756 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 59359505~855282 2024-07-26T07:17:32.756 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 42022915~5602715 2024-07-26T07:17:32.762 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 134778424~7644661 2024-07-26T07:17:32.762 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 12101535~256729 2024-07-26T07:17:32.763 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 125421042~6661413 2024-07-26T07:17:32.763 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 115498749~89954 2024-07-26T07:17:32.763 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 151103705~482490 2024-07-26T07:17:32.763 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:32 smithi037 ceph-mon[97339]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T07:17:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:32 smithi037 ceph-mon[97339]: pgmap v2351: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 777 op/s 2024-07-26T07:17:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:32 smithi037 ceph-mon[99762]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T07:17:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:32 smithi037 ceph-mon[99762]: pgmap v2351: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 777 op/s 2024-07-26T07:17:33.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:32 smithi135 ceph-mon[90132]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T07:17:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:32 smithi135 ceph-mon[90132]: pgmap v2351: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 777 op/s 2024-07-26T07:17:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:33 smithi037 ceph-mon[97339]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T07:17:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:33 smithi037 ceph-mon[99762]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T07:17:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:33 smithi135 ceph-mon[90132]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T07:17:34.751 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:34.763 INFO:tasks.workunit.client.0.smithi037.stdout:clone image179 -> image182 2024-07-26T07:17:34.869 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 37665617~3184574 2024-07-26T07:17:34.908 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 48337054~3935766 2024-07-26T07:17:34.943 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 63379418~7535517 2024-07-26T07:17:34.992 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 142143802~7989931 2024-07-26T07:17:35.000 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 153844788~1083938 2024-07-26T07:17:35.011 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 120296062~148287 2024-07-26T07:17:35.032 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 146049917~3003948 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:34 smithi135 ceph-mon[90132]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:34 smithi135 ceph-mon[90132]: pgmap v2354: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 18 MiB/s wr, 1.01k op/s 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[97339]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[97339]: pgmap v2354: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 18 MiB/s wr, 1.01k op/s 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:35.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[99762]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T07:17:35.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[99762]: pgmap v2354: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 18 MiB/s wr, 1.01k op/s 2024-07-26T07:17:35.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:35.097 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 75143135~1397316 2024-07-26T07:17:35.097 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:17:36.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:35 smithi037 ceph-mon[97339]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T07:17:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:35 smithi037 ceph-mon[99762]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T07:17:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:35 smithi135 ceph-mon[90132]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T07:17:36.767 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 201052130 2024-07-26T07:17:36.780 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 67061063~3608565 2024-07-26T07:17:36.788 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 25702174~213424 2024-07-26T07:17:36.788 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 65522315~6064688 2024-07-26T07:17:36.814 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 12901573~7642603 2024-07-26T07:17:36.815 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 152904910~4539930 2024-07-26T07:17:36.820 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 93598902~5770361 2024-07-26T07:17:36.821 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 106836893~2624382 2024-07-26T07:17:36.832 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 162483498~5259980 2024-07-26T07:17:36.835 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:17:37.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:36 smithi037 ceph-mon[97339]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T07:17:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:36 smithi037 ceph-mon[97339]: pgmap v2357: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 1.01k op/s 2024-07-26T07:17:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:36 smithi037 ceph-mon[99762]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T07:17:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:36 smithi037 ceph-mon[99762]: pgmap v2357: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 1.01k op/s 2024-07-26T07:17:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:36 smithi135 ceph-mon[90132]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T07:17:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:36 smithi135 ceph-mon[90132]: pgmap v2357: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 19 MiB/s wr, 1.01k op/s 2024-07-26T07:17:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:37 smithi037 ceph-mon[97339]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T07:17:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:37 smithi037 ceph-mon[99762]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T07:17:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:37 smithi135 ceph-mon[90132]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T07:17:38.779 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 119867319 2024-07-26T07:17:38.842 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:17:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:38 smithi037 ceph-mon[97339]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T07:17:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:38 smithi037 ceph-mon[97339]: pgmap v2360: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 11 MiB/s wr, 411 op/s 2024-07-26T07:17:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:38 smithi037 ceph-mon[99762]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T07:17:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:38 smithi037 ceph-mon[99762]: pgmap v2360: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 11 MiB/s wr, 411 op/s 2024-07-26T07:17:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:38 smithi135 ceph-mon[90132]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T07:17:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:38 smithi135 ceph-mon[90132]: pgmap v2360: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 11 MiB/s wr, 411 op/s 2024-07-26T07:17:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:39 smithi037 ceph-mon[97339]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T07:17:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:39 smithi037 ceph-mon[99762]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T07:17:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:39 smithi135 ceph-mon[90132]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T07:17:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:40 smithi037 ceph-mon[97339]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T07:17:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:40 smithi037 ceph-mon[97339]: pgmap v2363: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 16 MiB/s wr, 280 op/s 2024-07-26T07:17:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:40 smithi037 ceph-mon[99762]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T07:17:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:40 smithi037 ceph-mon[99762]: pgmap v2363: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 16 MiB/s wr, 280 op/s 2024-07-26T07:17:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:40 smithi135 ceph-mon[90132]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T07:17:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:40 smithi135 ceph-mon[90132]: pgmap v2363: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 16 MiB/s wr, 280 op/s 2024-07-26T07:17:41.460 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 15684788~4814667 2024-07-26T07:17:41.501 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 45587374~7410100 2024-07-26T07:17:41.543 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 62962070~5585601 2024-07-26T07:17:41.633 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 60849559~56453 2024-07-26T07:17:41.655 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 28045736~5884671 2024-07-26T07:17:41.716 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 114272978~5594341 2024-07-26T07:17:41.739 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 89781450~8017530 2024-07-26T07:17:41.781 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:41] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T07:17:41.794 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 113812530~6054789 2024-07-26T07:17:41.796 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user0 2024-07-26T07:17:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:41 smithi037 ceph-mon[97339]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T07:17:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:41 smithi037 ceph-mon[99762]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T07:17:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:41 smithi135 ceph-mon[90132]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T07:17:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:42 smithi037 ceph-mon[97339]: pgmap v2365: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 16 MiB/s wr, 350 op/s 2024-07-26T07:17:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:42 smithi037 ceph-mon[99762]: pgmap v2365: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 16 MiB/s wr, 350 op/s 2024-07-26T07:17:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:42 smithi135 ceph-mon[90132]: pgmap v2365: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 16 MiB/s wr, 350 op/s 2024-07-26T07:17:43.805 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 194661605 2024-07-26T07:17:43.820 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 35295769~6435565 2024-07-26T07:17:43.837 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 62872008~6263551 2024-07-26T07:17:43.837 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 104574322~4293953 2024-07-26T07:17:43.843 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 182677117~111147 2024-07-26T07:17:43.843 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 59002197~4459138 2024-07-26T07:17:43.937 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 187811080~6850525 2024-07-26T07:17:43.937 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 150824286~972046 2024-07-26T07:17:43.937 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 150988482~292590 2024-07-26T07:17:43.967 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user1 2024-07-26T07:17:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:43 smithi135 ceph-mon[90132]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T07:17:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:43 smithi037 ceph-mon[97339]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T07:17:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:43 smithi037 ceph-mon[99762]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T07:17:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:44 smithi135 ceph-mon[90132]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T07:17:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:44 smithi135 ceph-mon[90132]: pgmap v2368: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-07-26T07:17:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:44 smithi037 ceph-mon[97339]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T07:17:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:44 smithi037 ceph-mon[97339]: pgmap v2368: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-07-26T07:17:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:44 smithi037 ceph-mon[99762]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T07:17:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:44 smithi037 ceph-mon[99762]: pgmap v2368: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 399 op/s 2024-07-26T07:17:45.822 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 154508047~5878192 2024-07-26T07:17:45.841 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 153514327~8295991 2024-07-26T07:17:45.885 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 94637918~7903650 2024-07-26T07:17:45.889 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 176346312~1678234 2024-07-26T07:17:45.890 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 113774637~3945270 2024-07-26T07:17:45.894 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 172004516~3022589 2024-07-26T07:17:45.894 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 53124740~960940 2024-07-26T07:17:45.896 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 158868084~785190 2024-07-26T07:17:45.896 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user2 2024-07-26T07:17:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:45 smithi135 ceph-mon[90132]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T07:17:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:45 smithi037 ceph-mon[97339]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T07:17:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:45 smithi037 ceph-mon[99762]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T07:17:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:46 smithi135 ceph-mon[90132]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T07:17:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:46 smithi135 ceph-mon[90132]: pgmap v2371: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 63 MiB/s rd, 26 MiB/s wr, 605 op/s 2024-07-26T07:17:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:46 smithi037 ceph-mon[97339]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T07:17:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:46 smithi037 ceph-mon[97339]: pgmap v2371: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 63 MiB/s rd, 26 MiB/s wr, 605 op/s 2024-07-26T07:17:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:46 smithi037 ceph-mon[99762]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T07:17:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:46 smithi037 ceph-mon[99762]: pgmap v2371: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 63 MiB/s rd, 26 MiB/s wr, 605 op/s 2024-07-26T07:17:47.839 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 213402210 2024-07-26T07:17:47.856 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 207205254~3778486 2024-07-26T07:17:47.872 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 153905488~6771711 2024-07-26T07:17:47.872 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 48812440~6279448 2024-07-26T07:17:47.882 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 130119501~4044883 2024-07-26T07:17:47.882 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 43919663~96085 2024-07-26T07:17:47.883 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 195056783~4211630 2024-07-26T07:17:47.895 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 128544922~7172397 2024-07-26T07:17:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 158074724~2108602 2024-07-26T07:17:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user3 2024-07-26T07:17:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:47 smithi135 ceph-mon[90132]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T07:17:48.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:47 smithi037 ceph-mon[97339]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T07:17:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:47 smithi037 ceph-mon[99762]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T07:17:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:48 smithi135 ceph-mon[90132]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T07:17:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:48 smithi135 ceph-mon[90132]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 426 op/s 2024-07-26T07:17:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:48 smithi037 ceph-mon[97339]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T07:17:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:48 smithi037 ceph-mon[97339]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 426 op/s 2024-07-26T07:17:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:48 smithi037 ceph-mon[99762]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T07:17:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:48 smithi037 ceph-mon[99762]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 426 op/s 2024-07-26T07:17:49.845 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 201046787 2024-07-26T07:17:49.883 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 20104678~5026169 2024-07-26T07:17:49.890 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 21361220~2513084 2024-07-26T07:17:49.935 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 40209357~5026169 2024-07-26T07:17:49.936 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41465899~2513084 2024-07-26T07:17:49.975 INFO:tasks.workunit.client.0.smithi037.stdout:write: 3 60314036~5026169 2024-07-26T07:17:49.977 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 61570578~2513084 2024-07-26T07:17:50.015 INFO:tasks.workunit.client.0.smithi037.stdout:write: 4 80418714~5026169 2024-07-26T07:17:50.017 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 81675256~2513084 2024-07-26T07:17:50.066 INFO:tasks.workunit.client.0.smithi037.stdout:write: 5 100523393~5026169 2024-07-26T07:17:50.067 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 101779935~2513084 2024-07-26T07:17:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:49 smithi135 ceph-mon[90132]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T07:17:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:50.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:49 smithi037 ceph-mon[97339]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T07:17:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:49 smithi037 ceph-mon[99762]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T07:17:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:51.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:50 smithi037 ceph-mon[97339]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T07:17:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:50 smithi037 ceph-mon[97339]: pgmap v2377: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.7 MiB/s rd, 24 MiB/s wr, 257 op/s 2024-07-26T07:17:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:50 smithi037 ceph-mon[99762]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T07:17:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:50 smithi037 ceph-mon[99762]: pgmap v2377: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.7 MiB/s rd, 24 MiB/s wr, 257 op/s 2024-07-26T07:17:51.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:50 smithi135 ceph-mon[90132]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T07:17:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:50 smithi135 ceph-mon[90132]: pgmap v2377: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 7.7 MiB/s rd, 24 MiB/s wr, 257 op/s 2024-07-26T07:17:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:17:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:17:51] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-07-26T07:17:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:17:51.980 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:17:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:17:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:53 smithi037 ceph-mon[97339]: pgmap v2378: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 24 MiB/s wr, 406 op/s 2024-07-26T07:17:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:53 smithi037 ceph-mon[99762]: pgmap v2378: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 24 MiB/s wr, 406 op/s 2024-07-26T07:17:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:53 smithi135 ceph-mon[90132]: pgmap v2378: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 24 MiB/s wr, 406 op/s 2024-07-26T07:17:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:54 smithi135 ceph-mon[90132]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T07:17:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:54 smithi037 ceph-mon[97339]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T07:17:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:54 smithi037 ceph-mon[99762]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T07:17:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:55 smithi135 ceph-mon[90132]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 22 MiB/s wr, 531 op/s 2024-07-26T07:17:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:55 smithi135 ceph-mon[90132]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T07:17:55.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:55 smithi037 ceph-mon[99762]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 22 MiB/s wr, 531 op/s 2024-07-26T07:17:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:55 smithi037 ceph-mon[99762]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T07:17:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:55 smithi037 ceph-mon[97339]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 131 MiB/s rd, 22 MiB/s wr, 531 op/s 2024-07-26T07:17:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:55 smithi037 ceph-mon[97339]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T07:17:55.703 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.Stress2 (24691 ms) 2024-07-26T07:17:55.703 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMigration.StressLive 2024-07-26T07:17:55.734 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 83886080 2024-07-26T07:17:55.745 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 24629166~3007520 2024-07-26T07:17:55.772 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 15341398~6980052 2024-07-26T07:17:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 1614033~6139193 2024-07-26T07:17:55.815 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 40654565~1302415 2024-07-26T07:17:55.816 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 44030645~6360243 2024-07-26T07:17:55.863 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 25758612~6584665 2024-07-26T07:17:55.865 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 1974543~359560 2024-07-26T07:17:55.870 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 7131271~2413098 2024-07-26T07:17:55.873 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap0 2024-07-26T07:17:57.079 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap0 2024-07-26T07:17:57.096 INFO:tasks.workunit.client.0.smithi037.stdout:clone image183 -> image186 2024-07-26T07:17:57.203 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 123695822 2024-07-26T07:17:57.214 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 21433946~3213785 2024-07-26T07:17:57.258 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 88310607~6351395 2024-07-26T07:17:57.259 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 32040594~46000 2024-07-26T07:17:57.265 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 111232870~930434 2024-07-26T07:17:57.265 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 117351287~161013 2024-07-26T07:17:57.271 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 2073825~7920930 2024-07-26T07:17:57.288 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 58005088~2629127 2024-07-26T07:17:57.307 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 81246546~376101 2024-07-26T07:17:57.312 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap1 2024-07-26T07:17:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:57 smithi135 ceph-mon[90132]: pgmap v2382: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 179 MiB/s rd, 15 MiB/s wr, 801 op/s 2024-07-26T07:17:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:57 smithi135 ceph-mon[90132]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T07:17:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:57 smithi037 ceph-mon[97339]: pgmap v2382: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 179 MiB/s rd, 15 MiB/s wr, 801 op/s 2024-07-26T07:17:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:57 smithi037 ceph-mon[97339]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T07:17:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:57 smithi037 ceph-mon[99762]: pgmap v2382: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 179 MiB/s rd, 15 MiB/s wr, 801 op/s 2024-07-26T07:17:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:57 smithi037 ceph-mon[99762]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T07:17:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:58 smithi135 ceph-mon[90132]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T07:17:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:58 smithi037 ceph-mon[97339]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T07:17:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:58 smithi037 ceph-mon[99762]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T07:17:59.089 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap1 2024-07-26T07:17:59.105 INFO:tasks.workunit.client.0.smithi037.stdout:clone image186 -> image188 2024-07-26T07:17:59.246 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 77355140~2495725 2024-07-26T07:17:59.280 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 46526370~8350377 2024-07-26T07:17:59.306 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 20043407~2042439 2024-07-26T07:17:59.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:59 smithi135 ceph-mon[90132]: pgmap v2385: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 210 MiB/s rd, 8.7 MiB/s wr, 775 op/s 2024-07-26T07:17:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:17:59 smithi135 ceph-mon[90132]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T07:17:59.357 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 113358055~4942890 2024-07-26T07:17:59.366 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 117148638~2967656 2024-07-26T07:17:59.382 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 22182109~3185885 2024-07-26T07:17:59.417 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 117874040~1552256 2024-07-26T07:17:59.427 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 31225345~7494573 2024-07-26T07:17:59.437 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap2 2024-07-26T07:17:59.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:59 smithi037 ceph-mon[99762]: pgmap v2385: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 210 MiB/s rd, 8.7 MiB/s wr, 775 op/s 2024-07-26T07:17:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:17:59 smithi037 ceph-mon[99762]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T07:17:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:59 smithi037 ceph-mon[97339]: pgmap v2385: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 210 MiB/s rd, 8.7 MiB/s wr, 775 op/s 2024-07-26T07:17:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:17:59 smithi037 ceph-mon[97339]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T07:18:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:00 smithi135 ceph-mon[90132]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T07:18:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:00 smithi135 ceph-mon[90132]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T07:18:00.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:00 smithi037 ceph-mon[99762]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T07:18:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:00 smithi037 ceph-mon[99762]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T07:18:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:00 smithi037 ceph-mon[97339]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T07:18:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:00 smithi037 ceph-mon[97339]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T07:18:00.633 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap2 2024-07-26T07:18:00.648 INFO:tasks.workunit.client.0.smithi037.stdout:clone image188 -> image190 2024-07-26T07:18:00.815 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 117739761~5956061 2024-07-26T07:18:00.871 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8684124~899180 2024-07-26T07:18:00.879 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 80484738~709749 2024-07-26T07:18:00.894 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 78836348~7901732 2024-07-26T07:18:00.914 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 115880048~7815774 2024-07-26T07:18:00.957 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 119163636~4532186 2024-07-26T07:18:00.960 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 61626155~1879360 2024-07-26T07:18:00.996 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 69383745~19797 2024-07-26T07:18:01.003 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: snap3 2024-07-26T07:18:01.617 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:01] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-07-26T07:18:02.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:01 smithi037 ceph-mon[99762]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 189 MiB/s rd, 9.5 MiB/s wr, 419 op/s 2024-07-26T07:18:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:01 smithi037 ceph-mon[99762]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T07:18:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:01 smithi037 ceph-mon[97339]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 189 MiB/s rd, 9.5 MiB/s wr, 419 op/s 2024-07-26T07:18:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:01 smithi037 ceph-mon[97339]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T07:18:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:01 smithi135 ceph-mon[90132]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 189 MiB/s rd, 9.5 MiB/s wr, 419 op/s 2024-07-26T07:18:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:01 smithi135 ceph-mon[90132]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T07:18:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:02.643 INFO:tasks.workunit.client.0.smithi037.stdout:snap_protect: snap3 2024-07-26T07:18:02.658 INFO:tasks.workunit.client.0.smithi037.stdout:clone image190 -> image192 2024-07-26T07:18:02.850 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 128658559 2024-07-26T07:18:02.865 INFO:tasks.workunit.client.0.smithi037.stdout:migration_prepare 2024-07-26T07:18:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:02 smithi037 ceph-mon[97339]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T07:18:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:02 smithi037 ceph-mon[97339]: pgmap v2392: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 95 MiB/s rd, 8.9 MiB/s wr, 258 op/s 2024-07-26T07:18:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:02 smithi037 ceph-mon[99762]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T07:18:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:02 smithi037 ceph-mon[99762]: pgmap v2392: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 95 MiB/s rd, 8.9 MiB/s wr, 258 op/s 2024-07-26T07:18:03.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:02 smithi135 ceph-mon[90132]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T07:18:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:02 smithi135 ceph-mon[90132]: pgmap v2392: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 95 MiB/s rd, 8.9 MiB/s wr, 258 op/s 2024-07-26T07:18:03.298 INFO:tasks.workunit.client.0.smithi037.stdout:migration_execute 2024-07-26T07:18:03.299 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 33875065~8165524 2024-07-26T07:18:03.369 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 98068052~5363343 2024-07-26T07:18:03.394 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 89691579~876497 2024-07-26T07:18:03.416 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 65597587~5014726 2024-07-26T07:18:03.443 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 49003121~7740903 2024-07-26T07:18:03.512 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 9622599~7433875 2024-07-26T07:18:03.551 INFO:tasks.workunit.client.0.smithi037.stdout:write: a 80691505~2097222 2024-07-26T07:18:03.591 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41569311~7792050 2024-07-26T07:18:03.593 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user0 2024-07-26T07:18:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:03 smithi037 ceph-mon[97339]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T07:18:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:03 smithi037 ceph-mon[99762]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T07:18:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:03 smithi135 ceph-mon[90132]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T07:18:04.628 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 116480198~8223552 2024-07-26T07:18:04.657 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 121862956~4182034 2024-07-26T07:18:04.692 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 8415094~7616646 2024-07-26T07:18:04.696 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 73476304~3824134 2024-07-26T07:18:04.697 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 82071134~7353524 2024-07-26T07:18:04.705 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 29684268~2948528 2024-07-26T07:18:04.706 INFO:tasks.workunit.client.0.smithi037.stdout:write: b 19291992~5906169 2024-07-26T07:18:04.785 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 76165105~1964466 2024-07-26T07:18:04.786 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user1 2024-07-26T07:18:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[97339]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[97339]: pgmap v2395: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 990 op/s 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[97339]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[99762]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[99762]: pgmap v2395: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 990 op/s 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:04 smithi037 ceph-mon[99762]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T07:18:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:04 smithi135 ceph-mon[90132]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T07:18:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:04 smithi135 ceph-mon[90132]: pgmap v2395: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 990 op/s 2024-07-26T07:18:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:04 smithi135 ceph-mon[90132]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T07:18:06.676 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 68553285~5426936 2024-07-26T07:18:06.693 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 13071683~2565280 2024-07-26T07:18:06.694 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 32642568~3360837 2024-07-26T07:18:06.697 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 29902822~6582823 2024-07-26T07:18:06.726 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 30817012~421837 2024-07-26T07:18:06.728 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 44398340~2539513 2024-07-26T07:18:06.728 INFO:tasks.workunit.client.0.smithi037.stdout:write: c 98087962~117126 2024-07-26T07:18:06.728 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 99919817~8048831 2024-07-26T07:18:06.728 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user2 2024-07-26T07:18:07.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:06 smithi037 ceph-mon[97339]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T07:18:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:06 smithi037 ceph-mon[97339]: pgmap v2398: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 50 MiB/s wr, 1.09k op/s 2024-07-26T07:18:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:06 smithi037 ceph-mon[99762]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T07:18:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:06 smithi037 ceph-mon[99762]: pgmap v2398: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 50 MiB/s wr, 1.09k op/s 2024-07-26T07:18:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:06 smithi135 ceph-mon[90132]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T07:18:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:06 smithi135 ceph-mon[90132]: pgmap v2398: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 50 MiB/s wr, 1.09k op/s 2024-07-26T07:18:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:07 smithi037 ceph-mon[97339]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T07:18:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:07 smithi037 ceph-mon[99762]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T07:18:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:07 smithi135 ceph-mon[90132]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T07:18:08.686 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 51346520~7310942 2024-07-26T07:18:08.706 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 7906802~7890319 2024-07-26T07:18:08.706 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 104290256~8179984 2024-07-26T07:18:08.719 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 30236622~6590401 2024-07-26T07:18:08.743 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 3609417~654177 2024-07-26T07:18:08.744 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 36173075~8084119 2024-07-26T07:18:08.762 INFO:tasks.workunit.client.0.smithi037.stdout:write: d 52346109~7704743 2024-07-26T07:18:08.766 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 59381103~8045579 2024-07-26T07:18:08.827 INFO:tasks.workunit.client.0.smithi037.stdout:snap_create: user3 2024-07-26T07:18:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:08 smithi037 ceph-mon[97339]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T07:18:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:08 smithi037 ceph-mon[97339]: pgmap v2401: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 43 MiB/s wr, 426 op/s 2024-07-26T07:18:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:08 smithi037 ceph-mon[99762]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T07:18:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:08 smithi037 ceph-mon[99762]: pgmap v2401: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 43 MiB/s wr, 426 op/s 2024-07-26T07:18:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:08 smithi135 ceph-mon[90132]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T07:18:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:08 smithi135 ceph-mon[90132]: pgmap v2401: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 43 MiB/s wr, 426 op/s 2024-07-26T07:18:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:09 smithi037 ceph-mon[97339]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T07:18:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:09 smithi037 ceph-mon[99762]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T07:18:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:09 smithi135 ceph-mon[90132]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T07:18:10.705 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 138458065 2024-07-26T07:18:10.730 INFO:tasks.workunit.client.0.smithi037.stdout:write: 1 13845806~3461451 2024-07-26T07:18:10.734 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 14711168~1730725 2024-07-26T07:18:10.757 INFO:tasks.workunit.client.0.smithi037.stdout:write: 2 27691613~3461451 2024-07-26T07:18:10.758 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 28556975~1730725 2024-07-26T07:18:10.774 INFO:tasks.workunit.client.0.smithi037.stdout:write: 3 41537419~3461451 2024-07-26T07:18:10.775 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 42402781~1730725 2024-07-26T07:18:10.801 INFO:tasks.workunit.client.0.smithi037.stdout:write: 4 55383226~3461451 2024-07-26T07:18:10.802 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 56248588~1730725 2024-07-26T07:18:10.833 INFO:tasks.workunit.client.0.smithi037.stdout:write: 5 69229032~3461451 2024-07-26T07:18:10.834 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 70094394~1730725 2024-07-26T07:18:10.960 INFO:tasks.workunit.client.0.smithi037.stdout:migration_commit 2024-07-26T07:18:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:10 smithi037 ceph-mon[97339]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T07:18:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:10 smithi037 ceph-mon[97339]: pgmap v2404: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 18 MiB/s wr, 402 op/s 2024-07-26T07:18:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:10 smithi037 ceph-mon[99762]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T07:18:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:10 smithi037 ceph-mon[99762]: pgmap v2404: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 18 MiB/s wr, 402 op/s 2024-07-26T07:18:11.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:10 smithi135 ceph-mon[90132]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T07:18:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:10 smithi135 ceph-mon[90132]: pgmap v2404: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 18 MiB/s wr, 402 op/s 2024-07-26T07:18:11.692 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:11] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-07-26T07:18:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:11 smithi037 ceph-mon[97339]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T07:18:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:11 smithi037 ceph-mon[99762]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T07:18:12.071 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMigration.StressLive (16368 ms) 2024-07-26T07:18:12.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:11 smithi135 ceph-mon[90132]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T07:18:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:12 smithi037 ceph-mon[97339]: pgmap v2406: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 360 op/s 2024-07-26T07:18:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:12 smithi037 ceph-mon[99762]: pgmap v2406: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 360 op/s 2024-07-26T07:18:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:12 smithi135 ceph-mon[90132]: pgmap v2406: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 360 op/s 2024-07-26T07:18:13.712 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 57 tests from TestMigration (264250 ms total) 2024-07-26T07:18:13.712 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:18:13.712 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from TestGroup 2024-07-26T07:18:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:13 smithi037 ceph-mon[97339]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T07:18:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:13 smithi037 ceph-mon[99762]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T07:18:14.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:13 smithi135 ceph-mon[90132]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T07:18:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:14 smithi037 ceph-mon[97339]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T07:18:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:14 smithi037 ceph-mon[97339]: pgmap v2409: 105 pgs: 105 active+clean; 4.6 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2024-07-26T07:18:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:14 smithi037 ceph-mon[99762]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T07:18:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:14 smithi037 ceph-mon[99762]: pgmap v2409: 105 pgs: 105 active+clean; 4.6 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2024-07-26T07:18:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:14 smithi135 ceph-mon[90132]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T07:18:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:14 smithi135 ceph-mon[90132]: pgmap v2409: 105 pgs: 105 active+clean; 4.6 MiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2024-07-26T07:18:15.726 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.group_create 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[97339]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3342015583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:18:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[99762]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T07:18:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3342015583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:15 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:15 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:15 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:18:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:15 smithi135 ceph-mon[90132]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T07:18:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:15 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3342015583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:15 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[97339]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T07:18:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[97339]: pgmap v2412: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:18:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[99762]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T07:18:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:16 smithi037 ceph-mon[99762]: pgmap v2412: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:18:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:16 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:16 smithi135 ceph-mon[90132]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T07:18:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:16 smithi135 ceph-mon[90132]: pgmap v2412: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:18:17.770 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.group_create (2043 ms) 2024-07-26T07:18:17.770 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.group_createPP 2024-07-26T07:18:17.786 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.group_createPP (16 ms) 2024-07-26T07:18:17.786 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.add_image 2024-07-26T07:18:17.823 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-07-26T07:18:17.824 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.add_imagePP 2024-07-26T07:18:17.859 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2024-07-26T07:18:17.859 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.add_snapshot 2024-07-26T07:18:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[97339]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T07:18:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[99762]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:17 smithi135 ceph-mon[90132]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T07:18:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:18 smithi037 ceph-mon[97339]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T07:18:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:18 smithi037 ceph-mon[97339]: pgmap v2415: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 KiB/s wr, 26 op/s 2024-07-26T07:18:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:18 smithi037 ceph-mon[99762]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T07:18:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:18 smithi037 ceph-mon[99762]: pgmap v2415: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 KiB/s wr, 26 op/s 2024-07-26T07:18:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:18 smithi135 ceph-mon[90132]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T07:18:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:18 smithi135 ceph-mon[90132]: pgmap v2415: 137 pgs: 3 creating+peering, 8 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 KiB/s wr, 26 op/s 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[97339]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[99762]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:19 smithi135 ceph-mon[90132]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T07:18:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:20 smithi037 ceph-mon[97339]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T07:18:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:20 smithi037 ceph-mon[97339]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 103 op/s 2024-07-26T07:18:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:20 smithi037 ceph-mon[99762]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T07:18:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:20 smithi037 ceph-mon[99762]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 103 op/s 2024-07-26T07:18:21.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:20 smithi135 ceph-mon[90132]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T07:18:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:20 smithi135 ceph-mon[90132]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 103 op/s 2024-07-26T07:18:21.759 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:21] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2024-07-26T07:18:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:21 smithi037 ceph-mon[97339]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T07:18:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:21 smithi037 ceph-mon[99762]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T07:18:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:21 smithi135 ceph-mon[90132]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T07:18:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:22 smithi037 ceph-mon[97339]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T07:18:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:22 smithi037 ceph-mon[97339]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-07-26T07:18:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:22 smithi037 ceph-mon[99762]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T07:18:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:22 smithi037 ceph-mon[99762]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-07-26T07:18:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:22 smithi135 ceph-mon[90132]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T07:18:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:22 smithi135 ceph-mon[90132]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-07-26T07:18:23.814 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.add_snapshot (5956 ms) 2024-07-26T07:18:23.815 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-07-26T07:18:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:23 smithi037 ceph-mon[97339]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T07:18:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:23 smithi037 ceph-mon[99762]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T07:18:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:23 smithi135 ceph-mon[90132]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T07:18:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[97339]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T07:18:25.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[97339]: pgmap v2424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-26T07:18:25.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[97339]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T07:18:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[99762]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T07:18:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[99762]: pgmap v2424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-26T07:18:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:24 smithi037 ceph-mon[99762]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T07:18:25.097 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:24 smithi135 ceph-mon[90132]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T07:18:25.097 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:24 smithi135 ceph-mon[90132]: pgmap v2424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-26T07:18:25.097 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:24 smithi135 ceph-mon[90132]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T07:18:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:26 smithi037 ceph-mon[97339]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T07:18:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:26 smithi037 ceph-mon[97339]: pgmap v2427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-07-26T07:18:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:26 smithi037 ceph-mon[99762]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T07:18:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:26 smithi037 ceph-mon[99762]: pgmap v2427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-07-26T07:18:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:26 smithi135 ceph-mon[90132]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T07:18:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:26 smithi135 ceph-mon[90132]: pgmap v2427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-07-26T07:18:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:27 smithi037 ceph-mon[97339]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T07:18:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:27 smithi037 ceph-mon[99762]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T07:18:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:27 smithi135 ceph-mon[90132]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T07:18:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:28 smithi037 ceph-mon[97339]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T07:18:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:28 smithi037 ceph-mon[97339]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 35 op/s 2024-07-26T07:18:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:28 smithi037 ceph-mon[99762]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T07:18:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:28 smithi037 ceph-mon[99762]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 35 op/s 2024-07-26T07:18:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:28 smithi135 ceph-mon[90132]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T07:18:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:28 smithi135 ceph-mon[90132]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 35 op/s 2024-07-26T07:18:29.674 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestGroup.add_snapshotPP (5859 ms) 2024-07-26T07:18:30.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:29 smithi037 ceph-mon[97339]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T07:18:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:29 smithi037 ceph-mon[97339]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T07:18:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:29 smithi037 ceph-mon[99762]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T07:18:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:29 smithi037 ceph-mon[99762]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T07:18:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:29 smithi135 ceph-mon[90132]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T07:18:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:29 smithi135 ceph-mon[90132]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T07:18:30.668 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from TestGroup (13947 ms total) 2024-07-26T07:18:30.668 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:18:30.668 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 31 tests from TestDeepCopy 2024-07-26T07:18:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:30 smithi037 ceph-mon[97339]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-07-26T07:18:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:30 smithi037 ceph-mon[99762]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-07-26T07:18:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:30 smithi135 ceph-mon[90132]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-07-26T07:18:31.656 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:31] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2024-07-26T07:18:32.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:31 smithi037 ceph-mon[97339]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T07:18:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:31 smithi037 ceph-mon[99762]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T07:18:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:31 smithi135 ceph-mon[90132]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T07:18:32.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:32.678 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Empty 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[97339]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1890892610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[97339]: pgmap v2436: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[99762]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1890892610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:32 smithi037 ceph-mon[99762]: pgmap v2436: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:32 smithi135 ceph-mon[90132]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T07:18:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:32 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1890892610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:32 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:18:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:32 smithi135 ceph-mon[90132]: pgmap v2436: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:18:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[97339]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T07:18:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:18:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:33 smithi037 ceph-mon[99762]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T07:18:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:33 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:18:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:33 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:18:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:33 smithi135 ceph-mon[90132]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T07:18:34.812 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Empty (2134 ms) 2024-07-26T07:18:34.812 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-07-26T07:18:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[97339]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[97339]: pgmap v2439: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[99762]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[99762]: pgmap v2439: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:35.074 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.NoSnaps (262 ms) 2024-07-26T07:18:35.074 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Snaps 2024-07-26T07:18:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:34 smithi135 ceph-mon[90132]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T07:18:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:34 smithi135 ceph-mon[90132]: pgmap v2439: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:18:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[97339]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:18:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:35 smithi037 ceph-mon[99762]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T07:18:36.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:35 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:18:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:35 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:18:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:35 smithi135 ceph-mon[90132]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T07:18:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:36 smithi037 ceph-mon[97339]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T07:18:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:36 smithi037 ceph-mon[97339]: pgmap v2442: 137 pgs: 2 creating+peering, 135 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:18:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:36 smithi037 ceph-mon[99762]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T07:18:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:36 smithi037 ceph-mon[99762]: pgmap v2442: 137 pgs: 2 creating+peering, 135 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:18:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:36 smithi135 ceph-mon[90132]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T07:18:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:36 smithi135 ceph-mon[90132]: pgmap v2442: 137 pgs: 2 creating+peering, 135 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:18:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:37 smithi037 ceph-mon[97339]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T07:18:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:37 smithi037 ceph-mon[99762]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T07:18:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:37 smithi135 ceph-mon[90132]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T07:18:38.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Snaps (3925 ms) 2024-07-26T07:18:38.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-07-26T07:18:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:38 smithi037 ceph-mon[97339]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T07:18:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:38 smithi037 ceph-mon[97339]: pgmap v2445: 137 pgs: 137 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 74 op/s 2024-07-26T07:18:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:38 smithi037 ceph-mon[99762]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T07:18:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:38 smithi037 ceph-mon[99762]: pgmap v2445: 137 pgs: 137 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 74 op/s 2024-07-26T07:18:39.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:38 smithi135 ceph-mon[90132]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T07:18:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:38 smithi135 ceph-mon[90132]: pgmap v2445: 137 pgs: 137 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 74 op/s 2024-07-26T07:18:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:39 smithi037 ceph-mon[97339]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T07:18:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:39 smithi037 ceph-mon[99762]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T07:18:40.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:39 smithi135 ceph-mon[90132]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T07:18:40.835 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.SnapDiscard (1836 ms) 2024-07-26T07:18:40.835 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-07-26T07:18:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:40 smithi037 ceph-mon[97339]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T07:18:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:40 smithi037 ceph-mon[97339]: pgmap v2448: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-07-26T07:18:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:40 smithi037 ceph-mon[99762]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T07:18:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:40 smithi037 ceph-mon[99762]: pgmap v2448: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-07-26T07:18:41.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:40 smithi135 ceph-mon[90132]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T07:18:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:40 smithi135 ceph-mon[90132]: pgmap v2448: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 183 op/s 2024-07-26T07:18:41.719 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:41] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-07-26T07:18:41.914 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneDiscard (1079 ms) 2024-07-26T07:18:41.914 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-07-26T07:18:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:41 smithi037 ceph-mon[97339]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T07:18:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:41 smithi037 ceph-mon[99762]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T07:18:42.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:41 smithi135 ceph-mon[90132]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T07:18:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:42.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneShrink (1004 ms) 2024-07-26T07:18:42.918 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-07-26T07:18:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:42 smithi037 ceph-mon[97339]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T07:18:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:42 smithi037 ceph-mon[97339]: pgmap v2451: 137 pgs: 137 active+clean; 61 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-07-26T07:18:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:42 smithi037 ceph-mon[99762]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T07:18:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:42 smithi037 ceph-mon[99762]: pgmap v2451: 137 pgs: 137 active+clean; 61 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-07-26T07:18:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:42 smithi135 ceph-mon[90132]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T07:18:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:42 smithi135 ceph-mon[90132]: pgmap v2451: 137 pgs: 137 active+clean; 61 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-07-26T07:18:43.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneExpand (1041 ms) 2024-07-26T07:18:43.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-07-26T07:18:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:43 smithi037 ceph-mon[97339]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T07:18:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:43 smithi037 ceph-mon[99762]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T07:18:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:43 smithi135 ceph-mon[90132]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T07:18:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[97339]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T07:18:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[97339]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-07-26T07:18:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[97339]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T07:18:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[99762]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T07:18:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[99762]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-07-26T07:18:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:44 smithi037 ceph-mon[99762]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T07:18:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:44 smithi135 ceph-mon[90132]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T07:18:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:44 smithi135 ceph-mon[90132]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-07-26T07:18:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:44 smithi135 ceph-mon[90132]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T07:18:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:46 smithi037 ceph-mon[97339]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T07:18:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:46 smithi037 ceph-mon[97339]: pgmap v2457: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 359 op/s 2024-07-26T07:18:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:46 smithi037 ceph-mon[99762]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T07:18:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:46 smithi037 ceph-mon[99762]: pgmap v2457: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 359 op/s 2024-07-26T07:18:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:46 smithi135 ceph-mon[90132]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T07:18:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:46 smithi135 ceph-mon[90132]: pgmap v2457: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 359 op/s 2024-07-26T07:18:48.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:47 smithi037 ceph-mon[97339]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T07:18:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:47 smithi037 ceph-mon[99762]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T07:18:48.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:47 smithi135 ceph-mon[90132]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T07:18:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:48 smithi037 ceph-mon[97339]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T07:18:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:48 smithi037 ceph-mon[97339]: pgmap v2460: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 18 KiB/s wr, 445 op/s 2024-07-26T07:18:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:48 smithi037 ceph-mon[99762]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T07:18:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:48 smithi037 ceph-mon[99762]: pgmap v2460: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 18 KiB/s wr, 445 op/s 2024-07-26T07:18:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:48 smithi135 ceph-mon[90132]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T07:18:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:48 smithi135 ceph-mon[90132]: pgmap v2460: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 18 KiB/s wr, 445 op/s 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[97339]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[99762]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:49 smithi135 ceph-mon[90132]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T07:18:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:18:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:50.784 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneHideParent (6825 ms) 2024-07-26T07:18:50.784 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Clone 2024-07-26T07:18:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:50 smithi037 ceph-mon[97339]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T07:18:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:50 smithi037 ceph-mon[97339]: pgmap v2463: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 14 KiB/s wr, 314 op/s 2024-07-26T07:18:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:50 smithi037 ceph-mon[99762]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T07:18:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:50 smithi037 ceph-mon[99762]: pgmap v2463: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 14 KiB/s wr, 314 op/s 2024-07-26T07:18:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:50 smithi135 ceph-mon[90132]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T07:18:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:50 smithi135 ceph-mon[90132]: pgmap v2463: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 14 KiB/s wr, 314 op/s 2024-07-26T07:18:51.680 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:18:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:18:51] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-07-26T07:18:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:51 smithi037 ceph-mon[97339]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T07:18:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:51 smithi037 ceph-mon[99762]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T07:18:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:51 smithi135 ceph-mon[90132]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T07:18:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:18:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:53.037 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Clone (2254 ms) 2024-07-26T07:18:53.038 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-07-26T07:18:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:52 smithi037 ceph-mon[97339]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T07:18:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:52 smithi037 ceph-mon[97339]: pgmap v2466: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 83 op/s 2024-07-26T07:18:53.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:52 smithi037 ceph-mon[99762]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T07:18:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:52 smithi037 ceph-mon[99762]: pgmap v2466: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 83 op/s 2024-07-26T07:18:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:52 smithi135 ceph-mon[90132]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T07:18:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:52 smithi135 ceph-mon[90132]: pgmap v2466: 137 pgs: 137 active+clean; 69 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 83 op/s 2024-07-26T07:18:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:53 smithi037 ceph-mon[97339]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T07:18:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:53 smithi037 ceph-mon[99762]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T07:18:54.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:53 smithi135 ceph-mon[90132]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T07:18:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:54 smithi037 ceph-mon[97339]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T07:18:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:54 smithi037 ceph-mon[97339]: pgmap v2469: 137 pgs: 137 active+clean; 101 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-07-26T07:18:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:54 smithi037 ceph-mon[99762]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T07:18:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:54 smithi037 ceph-mon[99762]: pgmap v2469: 137 pgs: 137 active+clean; 101 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-07-26T07:18:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:54 smithi135 ceph-mon[90132]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T07:18:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:54 smithi135 ceph-mon[90132]: pgmap v2469: 137 pgs: 137 active+clean; 101 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 302 op/s 2024-07-26T07:18:55.249 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneFlatten (2212 ms) 2024-07-26T07:18:55.249 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Stress 2024-07-26T07:18:55.283 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 65217573~7150250 2024-07-26T07:18:55.301 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 34722179~8292848 2024-07-26T07:18:55.302 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 8584286~6919154 2024-07-26T07:18:55.327 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 6744433~3707260 2024-07-26T07:18:55.328 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 82587404~312804 2024-07-26T07:18:55.332 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8157352~6404656 2024-07-26T07:18:55.336 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 55658639~6266030 2024-07-26T07:18:55.357 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 72876605~6841330 2024-07-26T07:18:55.359 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap0 2024-07-26T07:18:55.723 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 48218293~4234368 2024-07-26T07:18:55.727 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 21665762~984003 2024-07-26T07:18:55.728 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 42622554~1994607 2024-07-26T07:18:55.728 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 43253782~7507189 2024-07-26T07:18:55.747 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 65884417~2693976 2024-07-26T07:18:55.747 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 78785925~5100155 2024-07-26T07:18:55.747 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 45804837~485578 2024-07-26T07:18:55.754 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8778427~5382426 2024-07-26T07:18:55.758 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:18:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:55 smithi037 ceph-mon[97339]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T07:18:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:55 smithi037 ceph-mon[99762]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T07:18:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:55 smithi135 ceph-mon[90132]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T07:18:56.736 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 75845669~585497 2024-07-26T07:18:56.742 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 26064125~2268797 2024-07-26T07:18:56.745 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 284846~7438129 2024-07-26T07:18:56.745 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 47258591~667045 2024-07-26T07:18:56.748 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 49451415~5611837 2024-07-26T07:18:56.748 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 47239729~2694684 2024-07-26T07:18:56.775 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 57260700~5752474 2024-07-26T07:18:56.775 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 65456733~3183334 2024-07-26T07:18:56.798 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:18:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:56 smithi037 ceph-mon[97339]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T07:18:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:56 smithi037 ceph-mon[97339]: pgmap v2472: 137 pgs: 137 active+clean; 127 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 324 op/s 2024-07-26T07:18:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:56 smithi037 ceph-mon[99762]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T07:18:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:56 smithi037 ceph-mon[99762]: pgmap v2472: 137 pgs: 137 active+clean; 127 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 324 op/s 2024-07-26T07:18:57.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:56 smithi135 ceph-mon[90132]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T07:18:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:56 smithi135 ceph-mon[90132]: pgmap v2472: 137 pgs: 137 active+clean; 127 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 15 MiB/s wr, 324 op/s 2024-07-26T07:18:57.752 INFO:tasks.workunit.client.0.smithi037.stdout:clone image238 -> image239 2024-07-26T07:18:57.804 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 108079287 2024-07-26T07:18:57.812 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 27521312~2547572 2024-07-26T07:18:57.824 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41078204~1721359 2024-07-26T07:18:57.834 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 103214999~3200230 2024-07-26T07:18:57.845 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 57150948~1808703 2024-07-26T07:18:57.884 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 56785583~5988895 2024-07-26T07:18:57.907 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 85399340~3702964 2024-07-26T07:18:57.907 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 19613033~2784019 2024-07-26T07:18:57.914 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 14016163~3782057 2024-07-26T07:18:57.919 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap3 2024-07-26T07:18:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:57 smithi037 ceph-mon[97339]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T07:18:58.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:57 smithi037 ceph-mon[99762]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T07:18:58.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:57 smithi135 ceph-mon[90132]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T07:18:58.758 INFO:tasks.workunit.client.0.smithi037.stdout:clone image239 -> image240 2024-07-26T07:18:58.825 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 132123720 2024-07-26T07:18:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:58 smithi037 ceph-mon[97339]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T07:18:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:58 smithi037 ceph-mon[97339]: pgmap v2475: 137 pgs: 137 active+clean; 244 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 319 op/s 2024-07-26T07:18:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:58 smithi037 ceph-mon[99762]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T07:18:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:58 smithi037 ceph-mon[99762]: pgmap v2475: 137 pgs: 137 active+clean; 244 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 319 op/s 2024-07-26T07:18:59.061 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Stress (3812 ms) 2024-07-26T07:18:59.061 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-07-26T07:18:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:58 smithi135 ceph-mon[90132]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T07:18:59.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:58 smithi135 ceph-mon[90132]: pgmap v2475: 137 pgs: 137 active+clean; 244 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 319 op/s 2024-07-26T07:18:59.332 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (271 ms) 2024-07-26T07:18:59.333 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-07-26T07:19:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:18:59 smithi037 ceph-mon[97339]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T07:19:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:18:59 smithi037 ceph-mon[99762]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T07:19:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:18:59 smithi135 ceph-mon[90132]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T07:19:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:00 smithi037 ceph-mon[97339]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T07:19:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:00 smithi037 ceph-mon[97339]: pgmap v2478: 137 pgs: 137 active+clean; 286 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 35 MiB/s wr, 431 op/s 2024-07-26T07:19:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:00 smithi037 ceph-mon[99762]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T07:19:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:00 smithi037 ceph-mon[99762]: pgmap v2478: 137 pgs: 137 active+clean; 286 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 35 MiB/s wr, 431 op/s 2024-07-26T07:19:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:00 smithi135 ceph-mon[90132]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T07:19:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:00 smithi135 ceph-mon[90132]: pgmap v2478: 137 pgs: 137 active+clean; 286 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 35 MiB/s wr, 431 op/s 2024-07-26T07:19:01.762 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:01] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-07-26T07:19:02.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:01 smithi037 ceph-mon[97339]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T07:19:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:01 smithi037 ceph-mon[99762]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T07:19:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:01 smithi135 ceph-mon[90132]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T07:19:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:03.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:02 smithi037 ceph-mon[97339]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T07:19:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:02 smithi037 ceph-mon[97339]: pgmap v2481: 137 pgs: 137 active+clean; 315 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 336 op/s 2024-07-26T07:19:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:02 smithi037 ceph-mon[99762]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T07:19:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:02 smithi037 ceph-mon[99762]: pgmap v2481: 137 pgs: 137 active+clean; 315 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 336 op/s 2024-07-26T07:19:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:02 smithi135 ceph-mon[90132]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T07:19:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:02 smithi135 ceph-mon[90132]: pgmap v2481: 137 pgs: 137 active+clean; 315 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 336 op/s 2024-07-26T07:19:03.095 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3763 ms) 2024-07-26T07:19:03.095 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-07-26T07:19:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:03 smithi037 ceph-mon[97339]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T07:19:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:03 smithi037 ceph-mon[99762]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T07:19:04.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:03 smithi135 ceph-mon[90132]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T07:19:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[97339]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T07:19:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[97339]: pgmap v2484: 137 pgs: 137 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 368 op/s 2024-07-26T07:19:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[99762]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T07:19:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[99762]: pgmap v2484: 137 pgs: 137 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 368 op/s 2024-07-26T07:19:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:05.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:04 smithi135 ceph-mon[90132]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T07:19:05.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:04 smithi135 ceph-mon[90132]: pgmap v2484: 137 pgs: 137 active+clean; 349 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 368 op/s 2024-07-26T07:19:05.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:05.180 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2085 ms) 2024-07-26T07:19:05.180 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-07-26T07:19:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:05 smithi037 ceph-mon[97339]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T07:19:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:05 smithi037 ceph-mon[99762]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T07:19:06.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:05 smithi135 ceph-mon[90132]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T07:19:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:06 smithi135 ceph-mon[90132]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T07:19:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:06 smithi135 ceph-mon[90132]: pgmap v2487: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-07-26T07:19:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:06 smithi037 ceph-mon[97339]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T07:19:07.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:06 smithi037 ceph-mon[97339]: pgmap v2487: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-07-26T07:19:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:06 smithi037 ceph-mon[99762]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T07:19:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:06 smithi037 ceph-mon[99762]: pgmap v2487: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-07-26T07:19:07.334 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2153 ms) 2024-07-26T07:19:07.334 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-07-26T07:19:07.356 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 48529861~2722309 2024-07-26T07:19:07.368 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 18039969~833000 2024-07-26T07:19:07.368 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 15958085~1381547 2024-07-26T07:19:07.373 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 56891136~4691744 2024-07-26T07:19:07.374 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 49182356~6596860 2024-07-26T07:19:07.395 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 58649868~4659563 2024-07-26T07:19:07.396 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 49802833~173833 2024-07-26T07:19:07.397 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 10371144~536081 2024-07-26T07:19:07.397 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap0 2024-07-26T07:19:07.824 INFO:tasks.workunit.client.0.smithi037.stdout:clone image259 -> image260 2024-07-26T07:19:07.870 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 43790609~4181059 2024-07-26T07:19:07.892 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 32130902~8038236 2024-07-26T07:19:07.897 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 3431686~5898730 2024-07-26T07:19:07.914 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 76108276~2258791 2024-07-26T07:19:07.918 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 23385374~7498589 2024-07-26T07:19:07.943 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 400114~638429 2024-07-26T07:19:07.944 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 78858210~1688684 2024-07-26T07:19:07.950 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 69630548~6986935 2024-07-26T07:19:07.953 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:19:08.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:07 smithi135 ceph-mon[90132]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T07:19:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:07 smithi037 ceph-mon[97339]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T07:19:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:07 smithi037 ceph-mon[99762]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T07:19:08.840 INFO:tasks.workunit.client.0.smithi037.stdout:clone image260 -> image261 2024-07-26T07:19:08.908 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 119143065 2024-07-26T07:19:08.914 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 24646661~926627 2024-07-26T07:19:08.944 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 8165943~8299413 2024-07-26T07:19:08.968 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 115330062~2810319 2024-07-26T07:19:08.978 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 18934563~8339776 2024-07-26T07:19:08.993 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 68794255~376498 2024-07-26T07:19:08.997 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 105489747~426109 2024-07-26T07:19:08.998 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 107548005~6114764 2024-07-26T07:19:09.019 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 26203638~6551103 2024-07-26T07:19:09.023 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:19:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:08 smithi135 ceph-mon[90132]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T07:19:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:08 smithi135 ceph-mon[90132]: pgmap v2490: 137 pgs: 137 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 29 MiB/s wr, 399 op/s 2024-07-26T07:19:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:08 smithi037 ceph-mon[97339]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T07:19:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:08 smithi037 ceph-mon[97339]: pgmap v2490: 137 pgs: 137 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 29 MiB/s wr, 399 op/s 2024-07-26T07:19:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:08 smithi037 ceph-mon[99762]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T07:19:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:08 smithi037 ceph-mon[99762]: pgmap v2490: 137 pgs: 137 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 29 MiB/s wr, 399 op/s 2024-07-26T07:19:09.836 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 182738323 2024-07-26T07:19:09.842 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 115189226~394604 2024-07-26T07:19:09.846 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 169471850~5169576 2024-07-26T07:19:09.847 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 42890402~1104277 2024-07-26T07:19:09.847 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 87877447~4393771 2024-07-26T07:19:09.847 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 82225943~991336 2024-07-26T07:19:09.847 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 127378613~8071087 2024-07-26T07:19:09.848 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 109362849~1555282 2024-07-26T07:19:09.848 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 139172452~2604694 2024-07-26T07:19:09.873 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap3 2024-07-26T07:19:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:09 smithi135 ceph-mon[90132]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T07:19:10.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:09 smithi037 ceph-mon[97339]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T07:19:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:09 smithi037 ceph-mon[99762]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T07:19:10.849 INFO:tasks.workunit.client.0.smithi037.stdout:clone image261 -> image262 2024-07-26T07:19:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:10 smithi135 ceph-mon[90132]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T07:19:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:10 smithi135 ceph-mon[90132]: pgmap v2493: 137 pgs: 137 active+clean; 512 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 375 op/s 2024-07-26T07:19:11.213 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3879 ms) 2024-07-26T07:19:11.213 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-07-26T07:19:11.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:10 smithi037 ceph-mon[97339]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T07:19:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:10 smithi037 ceph-mon[97339]: pgmap v2493: 137 pgs: 137 active+clean; 512 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 375 op/s 2024-07-26T07:19:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:10 smithi037 ceph-mon[99762]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T07:19:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:10 smithi037 ceph-mon[99762]: pgmap v2493: 137 pgs: 137 active+clean; 512 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 375 op/s 2024-07-26T07:19:11.455 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (242 ms) 2024-07-26T07:19:11.455 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-07-26T07:19:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:11] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-07-26T07:19:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:11 smithi135 ceph-mon[90132]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T07:19:12.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:11 smithi037 ceph-mon[97339]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T07:19:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:11 smithi037 ceph-mon[99762]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T07:19:12.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:12 smithi135 ceph-mon[90132]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T07:19:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:12 smithi135 ceph-mon[90132]: pgmap v2496: 137 pgs: 137 active+clean; 572 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 337 op/s 2024-07-26T07:19:13.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:12 smithi037 ceph-mon[97339]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T07:19:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:12 smithi037 ceph-mon[97339]: pgmap v2496: 137 pgs: 137 active+clean; 572 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 337 op/s 2024-07-26T07:19:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:12 smithi037 ceph-mon[99762]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T07:19:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:12 smithi037 ceph-mon[99762]: pgmap v2496: 137 pgs: 137 active+clean; 572 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 337 op/s 2024-07-26T07:19:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:13 smithi037 ceph-mon[97339]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T07:19:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:13 smithi037 ceph-mon[99762]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T07:19:14.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:13 smithi135 ceph-mon[90132]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T07:19:15.114 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3660 ms) 2024-07-26T07:19:15.114 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-07-26T07:19:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:14 smithi037 ceph-mon[97339]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T07:19:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:14 smithi037 ceph-mon[97339]: pgmap v2499: 137 pgs: 137 active+clean; 632 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 440 op/s 2024-07-26T07:19:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:14 smithi037 ceph-mon[99762]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T07:19:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:14 smithi037 ceph-mon[99762]: pgmap v2499: 137 pgs: 137 active+clean; 632 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 440 op/s 2024-07-26T07:19:15.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:14 smithi135 ceph-mon[90132]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T07:19:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:14 smithi135 ceph-mon[90132]: pgmap v2499: 137 pgs: 137 active+clean; 632 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 440 op/s 2024-07-26T07:19:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:15 smithi037 ceph-mon[97339]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T07:19:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:15 smithi037 ceph-mon[99762]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T07:19:16.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:15 smithi135 ceph-mon[90132]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T07:19:17.201 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2086 ms) 2024-07-26T07:19:17.201 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-07-26T07:19:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:16 smithi037 ceph-mon[97339]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T07:19:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:16 smithi037 ceph-mon[97339]: pgmap v2502: 137 pgs: 137 active+clean; 660 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 435 op/s 2024-07-26T07:19:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:16 smithi037 ceph-mon[99762]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T07:19:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:16 smithi037 ceph-mon[99762]: pgmap v2502: 137 pgs: 137 active+clean; 660 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 435 op/s 2024-07-26T07:19:17.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:16 smithi135 ceph-mon[90132]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T07:19:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:16 smithi135 ceph-mon[90132]: pgmap v2502: 137 pgs: 137 active+clean; 660 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 435 op/s 2024-07-26T07:19:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:17 smithi037 ceph-mon[97339]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T07:19:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:17 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:17 smithi037 ceph-mon[99762]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T07:19:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:17 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:18.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:17 smithi135 ceph-mon[90132]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T07:19:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:17 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:19.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[99762]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[99762]: pgmap v2505: 137 pgs: 137 active+clean; 702 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 440 op/s 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[97339]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:19:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:18 smithi037 ceph-mon[97339]: pgmap v2505: 137 pgs: 137 active+clean; 702 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 440 op/s 2024-07-26T07:19:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:18 smithi135 ceph-mon[90132]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T07:19:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:19:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:18 smithi135 ceph-mon[90132]: pgmap v2505: 137 pgs: 137 active+clean; 702 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 18 MiB/s wr, 440 op/s 2024-07-26T07:19:19.414 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2213 ms) 2024-07-26T07:19:19.414 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-07-26T07:19:19.440 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 62071424~3217491 2024-07-26T07:19:19.453 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 26109471~1334477 2024-07-26T07:19:19.453 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 7885581~5624846 2024-07-26T07:19:19.472 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 13797255~5634882 2024-07-26T07:19:19.473 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 79693772~1091154 2024-07-26T07:19:19.479 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 26961141~5803251 2024-07-26T07:19:19.479 INFO:tasks.workunit.client.0.smithi037.stdout:write: A 32002109~977268 2024-07-26T07:19:19.483 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 58167176~2899594 2024-07-26T07:19:19.484 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap0 2024-07-26T07:19:19.944 INFO:tasks.workunit.client.0.smithi037.stdout:resize: 159821808 2024-07-26T07:19:19.952 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 58375398~3470103 2024-07-26T07:19:19.955 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 114077290~3132145 2024-07-26T07:19:19.955 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 53438951~117913 2024-07-26T07:19:19.955 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 72314635~6358004 2024-07-26T07:19:19.959 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 103922526~8181951 2024-07-26T07:19:19.960 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 7059258~3686526 2024-07-26T07:19:19.960 INFO:tasks.workunit.client.0.smithi037.stdout:write: B 144384958~2470674 2024-07-26T07:19:19.960 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 84232609~3949431 2024-07-26T07:19:20.001 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:19:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:19 smithi037 ceph-mon[97339]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T07:19:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:19 smithi037 ceph-mon[99762]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T07:19:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:19 smithi135 ceph-mon[90132]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T07:19:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:20.957 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 9682579~660595 2024-07-26T07:19:20.988 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 155284249~4537559 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 12530204~7097223 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 36908052~5834163 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 52544939~843863 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 145614142~8386348 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:write: C 35269252~5719339 2024-07-26T07:19:20.989 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 41967660~5730740 2024-07-26T07:19:21.012 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:19:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:20 smithi037 ceph-mon[97339]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T07:19:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:20 smithi037 ceph-mon[97339]: pgmap v2508: 137 pgs: 137 active+clean; 730 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 530 op/s 2024-07-26T07:19:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:20 smithi037 ceph-mon[99762]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T07:19:21.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:20 smithi037 ceph-mon[99762]: pgmap v2508: 137 pgs: 137 active+clean; 730 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 530 op/s 2024-07-26T07:19:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:20 smithi135 ceph-mon[90132]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T07:19:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:20 smithi135 ceph-mon[90132]: pgmap v2508: 137 pgs: 137 active+clean; 730 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 530 op/s 2024-07-26T07:19:21.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:21] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-07-26T07:19:21.971 INFO:tasks.workunit.client.0.smithi037.stdout:clone image281 -> image282 2024-07-26T07:19:22.035 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 128785698~6199716 2024-07-26T07:19:22.063 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 60769011~6610121 2024-07-26T07:19:22.080 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 27073863~5715808 2024-07-26T07:19:22.103 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 73542322~219405 2024-07-26T07:19:22.106 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 1101045~557125 2024-07-26T07:19:22.111 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 11904898~3212196 2024-07-26T07:19:22.130 INFO:tasks.workunit.client.0.smithi037.stdout:write: D 133707959~7615241 2024-07-26T07:19:22.150 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 59416656~6125029 2024-07-26T07:19:22.151 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap3 2024-07-26T07:19:22.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:21 smithi037 ceph-mon[97339]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T07:19:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:21 smithi037 ceph-mon[99762]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T07:19:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:21 smithi135 ceph-mon[90132]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T07:19:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:22.983 INFO:tasks.workunit.client.0.smithi037.stdout:clone image282 -> image283 2024-07-26T07:19:23.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:22 smithi037 ceph-mon[97339]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T07:19:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:22 smithi037 ceph-mon[97339]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-07-26T07:19:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:22 smithi037 ceph-mon[99762]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T07:19:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:22 smithi037 ceph-mon[99762]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-07-26T07:19:23.310 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3897 ms) 2024-07-26T07:19:23.310 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-07-26T07:19:23.332 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:22 smithi135 ceph-mon[90132]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T07:19:23.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:22 smithi135 ceph-mon[90132]: pgmap v2511: 137 pgs: 137 active+clean; 767 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-07-26T07:19:23.402 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (92 ms) 2024-07-26T07:19:23.403 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-07-26T07:19:23.424 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.499 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (97 ms) 2024-07-26T07:19:23.499 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-07-26T07:19:23.522 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.598 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (98 ms) 2024-07-26T07:19:23.598 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-07-26T07:19:23.621 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2024-07-26T07:19:23.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-07-26T07:19:23.714 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.787 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2024-07-26T07:19:23.787 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-07-26T07:19:23.811 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (95 ms) 2024-07-26T07:19:23.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-07-26T07:19:23.903 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:23.975 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (93 ms) 2024-07-26T07:19:23.975 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-07-26T07:19:23.995 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:24.068 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (94 ms) 2024-07-26T07:19:24.068 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-07-26T07:19:24.090 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:24.163 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (94 ms) 2024-07-26T07:19:24.163 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-07-26T07:19:24.187 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:24.259 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (96 ms) 2024-07-26T07:19:24.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:23 smithi037 ceph-mon[97339]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T07:19:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:23 smithi037 ceph-mon[99762]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T07:19:24.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:23 smithi135 ceph-mon[90132]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T07:19:24.977 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 31 tests from TestDeepCopy (51581 ms total) 2024-07-26T07:19:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:19:24.977 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 51 tests from TestMirroring 2024-07-26T07:19:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:24 smithi037 ceph-mon[97339]: pgmap v2513: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 320 op/s 2024-07-26T07:19:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:24 smithi037 ceph-mon[99762]: pgmap v2513: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 320 op/s 2024-07-26T07:19:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:24 smithi135 ceph-mon[90132]: pgmap v2513: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 30 MiB/s wr, 320 op/s 2024-07-26T07:19:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:25 smithi037 ceph-mon[97339]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T07:19:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:25 smithi037 ceph-mon[99762]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T07:19:26.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:25 smithi135 ceph-mon[90132]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T07:19:26.975 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[97339]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[97339]: pgmap v2516: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[97339]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[99762]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:19:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[99762]: pgmap v2516: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:19:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:19:27.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:26 smithi037 ceph-mon[99762]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T07:19:27.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:26 smithi135 ceph-mon[90132]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T07:19:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:19:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:26 smithi135 ceph-mon[90132]: pgmap v2516: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:19:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:19:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:26 smithi135 ceph-mon[90132]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T07:19:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:27 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:19:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:27 smithi037 ceph-mon[97339]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T07:19:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:27 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:19:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:27 smithi037 ceph-mon[99762]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T07:19:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:27 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:19:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:27 smithi135 ceph-mon[90132]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T07:19:29.117 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2142 ms) 2024-07-26T07:19:29.117 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-07-26T07:19:29.222 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-07-26T07:19:29.223 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-07-26T07:19:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:28 smithi037 ceph-mon[97339]: pgmap v2519: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:19:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:28 smithi037 ceph-mon[97339]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T07:19:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[99762]: pgmap v2519: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:19:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[99762]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T07:19:29.305 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (84 ms) 2024-07-26T07:19:29.305 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-07-26T07:19:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:28 smithi135 ceph-mon[90132]: pgmap v2519: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:19:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:28 smithi135 ceph-mon[90132]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T07:19:29.404 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2024-07-26T07:19:29.404 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-07-26T07:19:29.504 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (99 ms) 2024-07-26T07:19:29.504 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-07-26T07:19:29.598 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2024-07-26T07:19:29.598 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-07-26T07:19:29.709 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (112 ms) 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-07-26T07:19:29.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-07-26T07:19:29.778 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (68 ms) 2024-07-26T07:19:29.778 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-07-26T07:19:29.856 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (79 ms) 2024-07-26T07:19:29.857 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-07-26T07:19:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:19:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:19:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:19:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:29 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:19:30.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:29 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:19:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:29 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:19:31.089 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1232 ms) 2024-07-26T07:19:31.089 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-07-26T07:19:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:31 smithi037 ceph-mon[97339]: pgmap v2521: 137 pgs: 1 creating+peering, 7 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-07-26T07:19:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:31 smithi037 ceph-mon[97339]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T07:19:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:31 smithi037 ceph-mon[99762]: pgmap v2521: 137 pgs: 1 creating+peering, 7 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-07-26T07:19:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:31 smithi037 ceph-mon[99762]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T07:19:31.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:31 smithi135 ceph-mon[90132]: pgmap v2521: 137 pgs: 1 creating+peering, 7 unknown, 129 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-07-26T07:19:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:31 smithi135 ceph-mon[90132]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T07:19:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:31] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-07-26T07:19:32.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:32 smithi037 ceph-mon[97339]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T07:19:32.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:32 smithi037 ceph-mon[99762]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T07:19:32.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:32 smithi135 ceph-mon[90132]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T07:19:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:33.092 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2004 ms) 2024-07-26T07:19:33.093 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-07-26T07:19:33.184 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2024-07-26T07:19:33.184 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-07-26T07:19:33.273 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (89 ms) 2024-07-26T07:19:33.273 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-07-26T07:19:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:33 smithi037 ceph-mon[97339]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 24 KiB/s wr, 308 op/s 2024-07-26T07:19:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:33 smithi037 ceph-mon[97339]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T07:19:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:33 smithi037 ceph-mon[99762]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 24 KiB/s wr, 308 op/s 2024-07-26T07:19:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:33 smithi037 ceph-mon[99762]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T07:19:33.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:33 smithi135 ceph-mon[90132]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 24 KiB/s wr, 308 op/s 2024-07-26T07:19:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:33 smithi135 ceph-mon[90132]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T07:19:33.370 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (97 ms) 2024-07-26T07:19:33.370 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-07-26T07:19:33.449 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (80 ms) 2024-07-26T07:19:33.450 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-07-26T07:19:33.526 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (76 ms) 2024-07-26T07:19:33.527 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-07-26T07:19:33.618 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (93 ms) 2024-07-26T07:19:33.619 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-07-26T07:19:33.714 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-07-26T07:19:33.714 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-07-26T07:19:34.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:34 smithi135 ceph-mon[90132]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T07:19:34.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:34 smithi037 ceph-mon[97339]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T07:19:34.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:34 smithi037 ceph-mon[99762]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T07:19:34.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (996 ms) 2024-07-26T07:19:34.711 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-07-26T07:19:34.818 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (108 ms) 2024-07-26T07:19:34.818 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-07-26T07:19:34.920 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (102 ms) 2024-07-26T07:19:34.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-07-26T07:19:35.018 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-07-26T07:19:35.018 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-07-26T07:19:35.175 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (157 ms) 2024-07-26T07:19:35.175 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-07-26T07:19:35.333 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (158 ms) 2024-07-26T07:19:35.333 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-07-26T07:19:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:35 smithi135 ceph-mon[90132]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 67 KiB/s wr, 616 op/s 2024-07-26T07:19:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:35 smithi135 ceph-mon[90132]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T07:19:35.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:35 smithi135 ceph-mon[90132]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T07:19:35.479 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (146 ms) 2024-07-26T07:19:35.479 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-07-26T07:19:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[97339]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 67 KiB/s wr, 616 op/s 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[97339]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[97339]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[99762]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 67 KiB/s wr, 616 op/s 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[99762]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:35 smithi037 ceph-mon[99762]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T07:19:35.622 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (143 ms) 2024-07-26T07:19:35.622 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-07-26T07:19:35.776 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (154 ms) 2024-07-26T07:19:35.776 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-07-26T07:19:35.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (169 ms) 2024-07-26T07:19:35.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-07-26T07:19:36.028 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-07-26T07:19:36.028 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-07-26T07:19:36.108 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (81 ms) 2024-07-26T07:19:36.109 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-07-26T07:19:36.179 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (70 ms) 2024-07-26T07:19:36.179 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-07-26T07:19:36.292 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (113 ms) 2024-07-26T07:19:36.292 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-07-26T07:19:36.413 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-07-26T07:19:36.413 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-07-26T07:19:36.515 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (101 ms) 2024-07-26T07:19:36.515 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-07-26T07:19:36.624 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (109 ms) 2024-07-26T07:19:36.624 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-07-26T07:19:36.698 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.MirrorStatusList (74 ms) 2024-07-26T07:19:36.698 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-07-26T07:19:36.793 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.RemoveBootstrapped (96 ms) 2024-07-26T07:19:36.794 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-07-26T07:19:37.154 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.AioPromoteDemote (359 ms) 2024-07-26T07:19:37.154 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-07-26T07:19:37.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:37 smithi135 ceph-mon[90132]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 87 KiB/s wr, 791 op/s 2024-07-26T07:19:37.499 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.AioGetInfo (347 ms) 2024-07-26T07:19:37.499 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-07-26T07:19:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:37 smithi037 ceph-mon[97339]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 87 KiB/s wr, 791 op/s 2024-07-26T07:19:37.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:37 smithi037 ceph-mon[99762]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 87 KiB/s wr, 791 op/s 2024-07-26T07:19:37.715 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.AioGetStatus (215 ms) 2024-07-26T07:19:37.715 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.SiteName 2024-07-26T07:19:37.723 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-07-26T07:19:37.723 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.Bootstrap 2024-07-26T07:19:38.562 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.Bootstrap (839 ms) 2024-07-26T07:19:38.562 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.PeerDirection 2024-07-26T07:19:38.571 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-07-26T07:19:38.571 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.Snapshot 2024-07-26T07:19:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 104 KiB/s wr, 1.05k op/s 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]: dispatch 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]': finished 2024-07-26T07:19:39.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 104 KiB/s wr, 1.05k op/s 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]: dispatch 2024-07-26T07:19:39.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]': finished 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 753 KiB/s rd, 104 KiB/s wr, 1.05k op/s 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' 2024-07-26T07:19:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:39.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T07:19:39.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:39.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]: dispatch 2024-07-26T07:19:39.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59b0e590-d74e-4ea0-a1d1-b3c086fb4a5d"}]': finished 2024-07-26T07:19:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:40 smithi135 ceph-mon[90132]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T07:19:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:40 smithi135 ceph-mon[90132]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T07:19:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:40 smithi037 ceph-mon[97339]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T07:19:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:40 smithi037 ceph-mon[97339]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T07:19:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:40 smithi037 ceph-mon[99762]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T07:19:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:40 smithi037 ceph-mon[99762]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T07:19:41.573 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:41] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-07-26T07:19:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:41 smithi135 ceph-mon[90132]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 166 KiB/s wr, 1.65k op/s 2024-07-26T07:19:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:41 smithi135 ceph-mon[90132]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T07:19:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:41 smithi037 ceph-mon[97339]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 166 KiB/s wr, 1.65k op/s 2024-07-26T07:19:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:41 smithi037 ceph-mon[97339]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T07:19:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:41 smithi037 ceph-mon[99762]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 166 KiB/s wr, 1.65k op/s 2024-07-26T07:19:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:41 smithi037 ceph-mon[99762]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T07:19:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:42 smithi037 ceph-mon[97339]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T07:19:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:42 smithi037 ceph-mon[97339]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 2.01k op/s 2024-07-26T07:19:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:42 smithi037 ceph-mon[99762]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T07:19:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:42 smithi037 ceph-mon[99762]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 2.01k op/s 2024-07-26T07:19:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:42 smithi135 ceph-mon[90132]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T07:19:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:42 smithi135 ceph-mon[90132]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 2.01k op/s 2024-07-26T07:19:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:43 smithi037 ceph-mon[97339]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T07:19:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:43 smithi037 ceph-mon[99762]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T07:19:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:43 smithi135 ceph-mon[90132]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T07:19:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[97339]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T07:19:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[97339]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 95 KiB/s wr, 802 op/s 2024-07-26T07:19:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[97339]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T07:19:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[99762]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T07:19:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[99762]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 95 KiB/s wr, 802 op/s 2024-07-26T07:19:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:44 smithi037 ceph-mon[99762]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T07:19:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:44 smithi135 ceph-mon[90132]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T07:19:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:44 smithi135 ceph-mon[90132]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 95 KiB/s wr, 802 op/s 2024-07-26T07:19:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:44 smithi135 ceph-mon[90132]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T07:19:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:46 smithi037 ceph-mon[97339]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T07:19:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:46 smithi037 ceph-mon[97339]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-07-26T07:19:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:46 smithi037 ceph-mon[99762]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T07:19:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:46 smithi037 ceph-mon[99762]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-07-26T07:19:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:46 smithi135 ceph-mon[90132]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T07:19:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:46 smithi135 ceph-mon[90132]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.7 KiB/s wr, 128 op/s 2024-07-26T07:19:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:47 smithi037 ceph-mon[97339]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T07:19:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:47 smithi037 ceph-mon[99762]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T07:19:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:47 smithi135 ceph-mon[90132]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T07:19:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:48 smithi037 ceph-mon[97339]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T07:19:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:48 smithi037 ceph-mon[97339]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-07-26T07:19:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:48 smithi037 ceph-mon[99762]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T07:19:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:48 smithi037 ceph-mon[99762]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-07-26T07:19:49.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:48 smithi135 ceph-mon[90132]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T07:19:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:48 smithi135 ceph-mon[90132]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-07-26T07:19:50.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[97339]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T07:19:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[97339]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T07:19:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[99762]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T07:19:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:49 smithi037 ceph-mon[99762]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T07:19:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:49 smithi135 ceph-mon[90132]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T07:19:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:49 smithi135 ceph-mon[90132]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T07:19:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:50 smithi037 ceph-mon[97339]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-07-26T07:19:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:50 smithi037 ceph-mon[97339]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T07:19:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:50 smithi037 ceph-mon[99762]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-07-26T07:19:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:50 smithi037 ceph-mon[99762]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T07:19:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:50 smithi135 ceph-mon[90132]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-07-26T07:19:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:50 smithi135 ceph-mon[90132]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T07:19:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:19:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:19:51] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-07-26T07:19:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:19:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:52 smithi037 ceph-mon[97339]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T07:19:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:52 smithi037 ceph-mon[97339]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-07-26T07:19:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:52 smithi037 ceph-mon[99762]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T07:19:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:52 smithi037 ceph-mon[99762]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-07-26T07:19:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:52 smithi135 ceph-mon[90132]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T07:19:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:52 smithi135 ceph-mon[90132]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-07-26T07:19:53.755 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.Snapshot (15184 ms) 2024-07-26T07:19:53.756 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-07-26T07:19:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:53 smithi037 ceph-mon[97339]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T07:19:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:53 smithi037 ceph-mon[99762]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T07:19:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:53 smithi135 ceph-mon[90132]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[97339]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]: dispatch 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]': finished 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[97339]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[97339]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[99762]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T07:19:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]: dispatch 2024-07-26T07:19:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]': finished 2024-07-26T07:19:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[99762]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-07-26T07:19:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:54 smithi037 ceph-mon[99762]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T07:19:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:54 smithi135 ceph-mon[90132]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T07:19:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:54 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]: dispatch 2024-07-26T07:19:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:54 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/034e3472-ad2e-458e-a988-4476d4e9077d"}]': finished 2024-07-26T07:19:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:54 smithi135 ceph-mon[90132]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-07-26T07:19:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:54 smithi135 ceph-mon[90132]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T07:19:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:56 smithi037 ceph-mon[97339]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T07:19:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:56 smithi037 ceph-mon[97339]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 89 op/s 2024-07-26T07:19:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:56 smithi037 ceph-mon[99762]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T07:19:57.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:56 smithi037 ceph-mon[99762]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 89 op/s 2024-07-26T07:19:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:56 smithi135 ceph-mon[90132]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T07:19:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:56 smithi135 ceph-mon[90132]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.7 KiB/s wr, 89 op/s 2024-07-26T07:19:57.786 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4031 ms) 2024-07-26T07:19:57.786 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-07-26T07:19:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:57 smithi037 ceph-mon[97339]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T07:19:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:57 smithi037 ceph-mon[99762]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T07:19:58.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:57 smithi135 ceph-mon[90132]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T07:19:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[97339]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T07:19:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]: dispatch 2024-07-26T07:19:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]': finished 2024-07-26T07:19:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[97339]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-07-26T07:19:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[99762]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T07:19:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]: dispatch 2024-07-26T07:19:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]': finished 2024-07-26T07:19:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:58 smithi037 ceph-mon[99762]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-07-26T07:19:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:58 smithi135 ceph-mon[90132]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T07:19:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:58 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]: dispatch 2024-07-26T07:19:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:58 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e7cb8217-af38-4b58-bdc8-cbd921f9d822"}]': finished 2024-07-26T07:19:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:58 smithi135 ceph-mon[90132]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2024-07-26T07:20:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:59 smithi037 ceph-mon[97339]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T07:20:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:19:59 smithi037 ceph-mon[97339]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T07:20:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:59 smithi037 ceph-mon[99762]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T07:20:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:19:59 smithi037 ceph-mon[99762]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T07:20:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:59 smithi135 ceph-mon[90132]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T07:20:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:19:59 smithi135 ceph-mon[90132]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T07:20:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:00 smithi135 ceph-mon[90132]: overall HEALTH_OK 2024-07-26T07:20:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:00 smithi135 ceph-mon[90132]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-07-26T07:20:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:00 smithi135 ceph-mon[90132]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T07:20:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[97339]: overall HEALTH_OK 2024-07-26T07:20:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[97339]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-07-26T07:20:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[97339]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T07:20:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[99762]: overall HEALTH_OK 2024-07-26T07:20:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[99762]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-07-26T07:20:01.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:00 smithi037 ceph-mon[99762]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T07:20:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:01] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-07-26T07:20:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:02 smithi037 ceph-mon[99762]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T07:20:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:02 smithi037 ceph-mon[99762]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-07-26T07:20:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:02 smithi037 ceph-mon[97339]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T07:20:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:02 smithi037 ceph-mon[97339]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-07-26T07:20:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:02 smithi135 ceph-mon[90132]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T07:20:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:02 smithi135 ceph-mon[90132]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[97339]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]: dispatch 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]': finished 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[99762]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]: dispatch 2024-07-26T07:20:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:03 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]': finished 2024-07-26T07:20:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:03 smithi135 ceph-mon[90132]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T07:20:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:03 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]: dispatch 2024-07-26T07:20:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:03 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d72d7750-4505-4ebc-9746-21ee86269146"}]': finished 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[97339]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[97339]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[97339]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[99762]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[99762]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:04 smithi037 ceph-mon[99762]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T07:20:05.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:04 smithi135 ceph-mon[90132]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T07:20:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:04 smithi135 ceph-mon[90132]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-07-26T07:20:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:04 smithi135 ceph-mon[90132]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T07:20:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:06 smithi037 ceph-mon[97339]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T07:20:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:06 smithi037 ceph-mon[97339]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-07-26T07:20:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:06 smithi037 ceph-mon[99762]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T07:20:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:06 smithi037 ceph-mon[99762]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-07-26T07:20:07.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:06 smithi135 ceph-mon[90132]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T07:20:07.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:06 smithi135 ceph-mon[90132]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 199 op/s 2024-07-26T07:20:07.753 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9966 ms) 2024-07-26T07:20:07.753 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-07-26T07:20:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:07 smithi037 ceph-mon[97339]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T07:20:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:07 smithi037 ceph-mon[99762]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T07:20:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:07 smithi135 ceph-mon[90132]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]: dispatch 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]': finished 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]: dispatch 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]': finished 2024-07-26T07:20:09.036 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[97339]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.0 KiB/s wr, 142 op/s 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]: dispatch 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]': finished 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]: dispatch 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]': finished 2024-07-26T07:20:09.037 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:08 smithi037 ceph-mon[99762]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.0 KiB/s wr, 142 op/s 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]: dispatch 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3779355a-201e-45d9-9bc6-20c14b6a40fd"}]': finished 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]: dispatch 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8c151f4b-d068-426c-a040-e674d51a40b8"}]': finished 2024-07-26T07:20:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:08 smithi135 ceph-mon[90132]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.0 KiB/s wr, 142 op/s 2024-07-26T07:20:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:09 smithi037 ceph-mon[97339]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T07:20:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:09 smithi037 ceph-mon[97339]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T07:20:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:09 smithi037 ceph-mon[99762]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T07:20:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:09 smithi037 ceph-mon[99762]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T07:20:10.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:09 smithi135 ceph-mon[90132]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T07:20:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:09 smithi135 ceph-mon[90132]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T07:20:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:10 smithi037 ceph-mon[97339]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-07-26T07:20:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:10 smithi037 ceph-mon[99762]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-07-26T07:20:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:10 smithi135 ceph-mon[90132]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 90 op/s 2024-07-26T07:20:11.780 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:11] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-07-26T07:20:11.834 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.SnapshotImageState (4081 ms) 2024-07-26T07:20:11.834 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-07-26T07:20:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:11 smithi037 ceph-mon[97339]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T07:20:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:11 smithi037 ceph-mon[99762]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T07:20:12.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:11 smithi135 ceph-mon[90132]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T07:20:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:12 smithi037 ceph-mon[97339]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T07:20:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:12 smithi037 ceph-mon[97339]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 84 op/s 2024-07-26T07:20:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:12 smithi037 ceph-mon[99762]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T07:20:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:12 smithi037 ceph-mon[99762]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 84 op/s 2024-07-26T07:20:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:12 smithi135 ceph-mon[90132]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T07:20:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:12 smithi135 ceph-mon[90132]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 11 KiB/s wr, 84 op/s 2024-07-26T07:20:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:13 smithi037 ceph-mon[97339]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T07:20:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:13 smithi037 ceph-mon[99762]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T07:20:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:13 smithi135 ceph-mon[90132]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T07:20:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:14 smithi135 ceph-mon[90132]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T07:20:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:14 smithi135 ceph-mon[90132]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 22 KiB/s wr, 216 op/s 2024-07-26T07:20:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:14 smithi135 ceph-mon[90132]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[97339]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[97339]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 22 KiB/s wr, 216 op/s 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[97339]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[99762]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[99762]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 22 KiB/s wr, 216 op/s 2024-07-26T07:20:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:14 smithi037 ceph-mon[99762]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T07:20:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:16 smithi037 ceph-mon[97339]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T07:20:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:16 smithi037 ceph-mon[97339]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-07-26T07:20:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:16 smithi037 ceph-mon[99762]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T07:20:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:16 smithi037 ceph-mon[99762]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-07-26T07:20:17.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:16 smithi135 ceph-mon[90132]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T07:20:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:16 smithi135 ceph-mon[90132]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-07-26T07:20:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:17 smithi037 ceph-mon[97339]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T07:20:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:17 smithi037 ceph-mon[99762]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T07:20:18.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:17 smithi135 ceph-mon[90132]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T07:20:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-07-26T07:20:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:20:20.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[97339]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T07:20:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[97339]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T07:20:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[99762]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T07:20:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:19 smithi037 ceph-mon[99762]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T07:20:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:19 smithi135 ceph-mon[90132]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T07:20:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:19 smithi135 ceph-mon[90132]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T07:20:21.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:20 smithi037 ceph-mon[97339]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 129 op/s 2024-07-26T07:20:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:20 smithi037 ceph-mon[99762]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 129 op/s 2024-07-26T07:20:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:20 smithi135 ceph-mon[90132]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 129 op/s 2024-07-26T07:20:21.686 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:21] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-07-26T07:20:21.758 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9924 ms) 2024-07-26T07:20:21.758 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-07-26T07:20:22.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:21 smithi037 ceph-mon[97339]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T07:20:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:21 smithi037 ceph-mon[99762]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T07:20:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:21 smithi135 ceph-mon[90132]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T07:20:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[97339]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]: dispatch 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]': finished 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[97339]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[99762]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]: dispatch 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]': finished 2024-07-26T07:20:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:22 smithi037 ceph-mon[99762]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-07-26T07:20:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:22 smithi135 ceph-mon[90132]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T07:20:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]: dispatch 2024-07-26T07:20:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:22 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4e46f5bb-ea99-4058-ac98-7a8bdda18633"}]': finished 2024-07-26T07:20:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:22 smithi135 ceph-mon[90132]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-07-26T07:20:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:23 smithi037 ceph-mon[97339]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T07:20:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:23 smithi037 ceph-mon[99762]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T07:20:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:23 smithi135 ceph-mon[90132]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T07:20:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:24 smithi037 ceph-mon[97339]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T07:20:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:24 smithi037 ceph-mon[97339]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-07-26T07:20:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:24 smithi037 ceph-mon[99762]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T07:20:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:24 smithi037 ceph-mon[99762]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-07-26T07:20:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:24 smithi135 ceph-mon[90132]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T07:20:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:24 smithi135 ceph-mon[90132]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 58 op/s 2024-07-26T07:20:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:25 smithi037 ceph-mon[97339]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T07:20:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:25 smithi037 ceph-mon[99762]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T07:20:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:25 smithi135 ceph-mon[90132]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T07:20:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:26 smithi037 ceph-mon[97339]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T07:20:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:26 smithi037 ceph-mon[97339]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-07-26T07:20:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:26 smithi037 ceph-mon[99762]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T07:20:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:26 smithi037 ceph-mon[99762]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-07-26T07:20:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:26 smithi135 ceph-mon[90132]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T07:20:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:26 smithi135 ceph-mon[90132]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-07-26T07:20:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:27 smithi037 ceph-mon[97339]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T07:20:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:27 smithi037 ceph-mon[99762]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T07:20:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:27 smithi135 ceph-mon[90132]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T07:20:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:28 smithi135 ceph-mon[90132]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T07:20:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:28 smithi135 ceph-mon[90132]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-07-26T07:20:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:28 smithi037 ceph-mon[97339]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T07:20:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:28 smithi037 ceph-mon[97339]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-07-26T07:20:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:28 smithi037 ceph-mon[99762]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T07:20:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:28 smithi037 ceph-mon[99762]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 88 op/s 2024-07-26T07:20:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:29 smithi135 ceph-mon[90132]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T07:20:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:29 smithi135 ceph-mon[90132]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T07:20:30.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:29 smithi037 ceph-mon[97339]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T07:20:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:29 smithi037 ceph-mon[97339]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T07:20:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:29 smithi037 ceph-mon[99762]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T07:20:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:29 smithi037 ceph-mon[99762]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T07:20:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:30 smithi135 ceph-mon[90132]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-07-26T07:20:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:30 smithi135 ceph-mon[90132]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T07:20:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:30 smithi037 ceph-mon[97339]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-07-26T07:20:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:30 smithi037 ceph-mon[97339]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T07:20:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:30 smithi037 ceph-mon[99762]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 9.7 KiB/s wr, 91 op/s 2024-07-26T07:20:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:30 smithi037 ceph-mon[99762]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T07:20:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:31] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-07-26T07:20:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:32 smithi037 ceph-mon[97339]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T07:20:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:32 smithi037 ceph-mon[97339]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-07-26T07:20:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:32 smithi037 ceph-mon[99762]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T07:20:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:32 smithi037 ceph-mon[99762]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-07-26T07:20:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:32 smithi135 ceph-mon[90132]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T07:20:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:32 smithi135 ceph-mon[90132]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-07-26T07:20:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:33 smithi037 ceph-mon[97339]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T07:20:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:33 smithi037 ceph-mon[99762]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T07:20:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:33 smithi135 ceph-mon[90132]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[99762]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[99762]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[97339]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[97339]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-07-26T07:20:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:35.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:34 smithi135 ceph-mon[90132]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T07:20:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:34 smithi135 ceph-mon[90132]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 16 KiB/s wr, 166 op/s 2024-07-26T07:20:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:36.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:35 smithi037 ceph-mon[97339]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T07:20:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:35 smithi037 ceph-mon[99762]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T07:20:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:35 smithi135 ceph-mon[90132]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T07:20:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:36 smithi037 ceph-mon[97339]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T07:20:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:36 smithi037 ceph-mon[97339]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-07-26T07:20:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:36 smithi037 ceph-mon[99762]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T07:20:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:36 smithi037 ceph-mon[99762]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-07-26T07:20:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:36 smithi135 ceph-mon[90132]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T07:20:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:36 smithi135 ceph-mon[90132]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 21 KiB/s wr, 240 op/s 2024-07-26T07:20:38.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:37 smithi037 ceph-mon[97339]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T07:20:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:37 smithi037 ceph-mon[99762]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T07:20:38.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:37 smithi135 ceph-mon[90132]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T07:20:39.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:38 smithi037 ceph-mon[97339]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T07:20:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:38 smithi037 ceph-mon[97339]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 150 op/s 2024-07-26T07:20:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:38 smithi037 ceph-mon[99762]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T07:20:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:38 smithi037 ceph-mon[99762]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 150 op/s 2024-07-26T07:20:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:38 smithi135 ceph-mon[90132]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T07:20:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:38 smithi135 ceph-mon[90132]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 150 op/s 2024-07-26T07:20:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:39 smithi037 ceph-mon[97339]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T07:20:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:39 smithi037 ceph-mon[97339]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T07:20:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:39 smithi037 ceph-mon[99762]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T07:20:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:39 smithi037 ceph-mon[99762]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T07:20:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:39 smithi135 ceph-mon[90132]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T07:20:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:39 smithi135 ceph-mon[90132]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T07:20:41.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:40 smithi037 ceph-mon[97339]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-07-26T07:20:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:40 smithi037 ceph-mon[97339]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T07:20:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:40 smithi037 ceph-mon[99762]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-07-26T07:20:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:40 smithi037 ceph-mon[99762]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T07:20:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:40 smithi135 ceph-mon[90132]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-07-26T07:20:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:40 smithi135 ceph-mon[90132]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T07:20:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:41] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-07-26T07:20:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:42 smithi037 ceph-mon[97339]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T07:20:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:42 smithi037 ceph-mon[97339]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-07-26T07:20:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:42 smithi037 ceph-mon[99762]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T07:20:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:42 smithi037 ceph-mon[99762]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-07-26T07:20:43.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:42 smithi135 ceph-mon[90132]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T07:20:43.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:42 smithi135 ceph-mon[90132]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-07-26T07:20:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:43 smithi037 ceph-mon[97339]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T07:20:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:43 smithi037 ceph-mon[99762]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T07:20:44.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:43 smithi135 ceph-mon[90132]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T07:20:45.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[97339]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T07:20:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[97339]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-07-26T07:20:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[97339]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T07:20:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[99762]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T07:20:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[99762]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-07-26T07:20:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:44 smithi037 ceph-mon[99762]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T07:20:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:44 smithi135 ceph-mon[90132]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T07:20:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:44 smithi135 ceph-mon[90132]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-07-26T07:20:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:44 smithi135 ceph-mon[90132]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T07:20:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:46 smithi037 ceph-mon[97339]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T07:20:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:46 smithi037 ceph-mon[97339]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 154 op/s 2024-07-26T07:20:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:46 smithi037 ceph-mon[99762]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T07:20:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:46 smithi037 ceph-mon[99762]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 154 op/s 2024-07-26T07:20:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:46 smithi135 ceph-mon[90132]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T07:20:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:46 smithi135 ceph-mon[90132]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 154 op/s 2024-07-26T07:20:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:47 smithi037 ceph-mon[97339]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T07:20:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:47 smithi037 ceph-mon[99762]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T07:20:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:47 smithi135 ceph-mon[90132]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T07:20:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:48 smithi037 ceph-mon[97339]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T07:20:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:48 smithi037 ceph-mon[97339]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:20:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:48 smithi037 ceph-mon[99762]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T07:20:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:48 smithi037 ceph-mon[99762]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:20:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:48 smithi135 ceph-mon[90132]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T07:20:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:48 smithi135 ceph-mon[90132]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[97339]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[97339]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[99762]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:49 smithi037 ceph-mon[99762]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T07:20:50.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:49 smithi135 ceph-mon[90132]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T07:20:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:49 smithi135 ceph-mon[90132]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T07:20:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:50 smithi037 ceph-mon[97339]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-07-26T07:20:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:50 smithi037 ceph-mon[97339]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T07:20:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:50 smithi037 ceph-mon[99762]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-07-26T07:20:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:50 smithi037 ceph-mon[99762]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T07:20:51.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:50 smithi135 ceph-mon[90132]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-07-26T07:20:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:50 smithi135 ceph-mon[90132]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T07:20:51.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:20:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:20:51] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-07-26T07:20:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:20:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:52.850 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31092 ms) 2024-07-26T07:20:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:52 smithi037 ceph-mon[97339]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T07:20:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:52 smithi037 ceph-mon[97339]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:20:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:52 smithi037 ceph-mon[99762]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T07:20:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:52 smithi037 ceph-mon[99762]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:20:53.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:52 smithi135 ceph-mon[90132]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T07:20:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:52 smithi135 ceph-mon[90132]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:20:53.853 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 51 tests from TestMirroring (85875 ms total) 2024-07-26T07:20:53.853 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:20:53.853 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 34 tests from TestInternal 2024-07-26T07:20:54.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[97339]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T07:20:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]: dispatch 2024-07-26T07:20:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]': finished 2024-07-26T07:20:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[99762]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T07:20:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]: dispatch 2024-07-26T07:20:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:53 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]': finished 2024-07-26T07:20:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:53 smithi135 ceph-mon[90132]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T07:20:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]: dispatch 2024-07-26T07:20:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:53 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1845169155' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acf43113-c6cf-4190-b304-7895a4bceaaf"}]': finished 2024-07-26T07:20:55.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:54 smithi037 ceph-mon[97339]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T07:20:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:54 smithi037 ceph-mon[97339]: pgmap v2645: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:54 smithi037 ceph-mon[99762]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T07:20:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:54 smithi037 ceph-mon[99762]: pgmap v2645: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:55.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:54 smithi135 ceph-mon[90132]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T07:20:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:54 smithi135 ceph-mon[90132]: pgmap v2645: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:55.864 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.OpenByID 2024-07-26T07:20:56.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[97339]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T07:20:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2082477390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[99762]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T07:20:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2082477390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:55 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:55 smithi135 ceph-mon[90132]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T07:20:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:55 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2082477390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:55 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[97339]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[97339]: pgmap v2648: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[99762]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T07:20:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:56 smithi037 ceph-mon[99762]: pgmap v2648: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:56 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:20:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:56 smithi135 ceph-mon[90132]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T07:20:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:56 smithi135 ceph-mon[90132]: pgmap v2648: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:20:57.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.OpenByID (2048 ms) 2024-07-26T07:20:57.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-07-26T07:20:57.938 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2024-07-26T07:20:57.938 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-07-26T07:20:57.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (27 ms) 2024-07-26T07:20:57.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-07-26T07:20:57.990 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-07-26T07:20:57.990 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-07-26T07:20:58.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (22 ms) 2024-07-26T07:20:58.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-07-26T07:20:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:57 smithi037 ceph-mon[97339]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T07:20:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:57 smithi037 ceph-mon[99762]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T07:20:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:57 smithi135 ceph-mon[90132]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T07:20:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:58 smithi037 ceph-mon[97339]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T07:20:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:58 smithi037 ceph-mon[97339]: pgmap v2651: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:20:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:58 smithi037 ceph-mon[99762]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T07:20:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:58 smithi037 ceph-mon[99762]: pgmap v2651: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:20:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:58 smithi135 ceph-mon[90132]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T07:20:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:58 smithi135 ceph-mon[90132]: pgmap v2651: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:20:59.916 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1903 ms) 2024-07-26T07:20:59.916 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-07-26T07:20:59.945 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (30 ms) 2024-07-26T07:20:59.946 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-07-26T07:21:00.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:20:59 smithi037 ceph-mon[97339]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T07:21:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:20:59 smithi037 ceph-mon[99762]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T07:21:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:20:59 smithi135 ceph-mon[90132]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T07:21:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:00 smithi037 ceph-mon[97339]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T07:21:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:00 smithi037 ceph-mon[97339]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:21:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:00 smithi037 ceph-mon[99762]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T07:21:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:00 smithi037 ceph-mon[99762]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:21:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:00 smithi135 ceph-mon[90132]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T07:21:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:00 smithi135 ceph-mon[90132]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:21:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:01] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-07-26T07:21:01.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1989 ms) 2024-07-26T07:21:01.935 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-07-26T07:21:02.240 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:01 smithi135 ceph-mon[90132]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T07:21:02.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:01 smithi037 ceph-mon[97339]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T07:21:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:01 smithi037 ceph-mon[99762]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T07:21:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:02 smithi037 ceph-mon[97339]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T07:21:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:02 smithi037 ceph-mon[97339]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T07:21:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:02 smithi037 ceph-mon[99762]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T07:21:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:02 smithi037 ceph-mon[99762]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T07:21:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:02 smithi135 ceph-mon[90132]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T07:21:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:02 smithi135 ceph-mon[90132]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T07:21:03.950 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2013 ms) 2024-07-26T07:21:03.950 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-07-26T07:21:04.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:03 smithi037 ceph-mon[97339]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T07:21:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:03 smithi037 ceph-mon[99762]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T07:21:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:03 smithi135 ceph-mon[90132]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[97339]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[97339]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[99762]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[99762]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-07-26T07:21:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:04 smithi135 ceph-mon[90132]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T07:21:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:04 smithi135 ceph-mon[90132]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-07-26T07:21:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:05.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2011 ms) 2024-07-26T07:21:05.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-07-26T07:21:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:05 smithi037 ceph-mon[97339]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T07:21:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:05 smithi037 ceph-mon[99762]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T07:21:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:05 smithi135 ceph-mon[90132]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T07:21:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:06 smithi037 ceph-mon[97339]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T07:21:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:06 smithi037 ceph-mon[97339]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-26T07:21:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:06 smithi037 ceph-mon[99762]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T07:21:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:06 smithi037 ceph-mon[99762]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-26T07:21:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:06 smithi135 ceph-mon[90132]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T07:21:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:06 smithi135 ceph-mon[90132]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-26T07:21:07.981 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.FlattenLocksImage (2023 ms) 2024-07-26T07:21:07.982 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-07-26T07:21:08.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:07 smithi037 ceph-mon[97339]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T07:21:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:07 smithi037 ceph-mon[99762]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T07:21:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:07 smithi135 ceph-mon[90132]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T07:21:09.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:08 smithi037 ceph-mon[97339]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T07:21:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:08 smithi037 ceph-mon[97339]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 140 op/s 2024-07-26T07:21:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:08 smithi037 ceph-mon[99762]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T07:21:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:08 smithi037 ceph-mon[99762]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 140 op/s 2024-07-26T07:21:09.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:08 smithi135 ceph-mon[90132]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T07:21:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:08 smithi135 ceph-mon[90132]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 140 op/s 2024-07-26T07:21:09.690 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1708 ms) 2024-07-26T07:21:09.690 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[97339]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[97339]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1708573780' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[99762]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[99762]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1708573780' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:09 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:09 smithi135 ceph-mon[90132]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T07:21:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:09 smithi135 ceph-mon[90132]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T07:21:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:09 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1708573780' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:09 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]: dispatch 2024-07-26T07:21:10.679 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (990 ms) 2024-07-26T07:21:10.679 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[97339]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]': finished 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[97339]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2177569659' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[99762]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]': finished 2024-07-26T07:21:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[99762]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T07:21:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2177569659' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:10 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:10 smithi135 ceph-mon[90132]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 221 op/s 2024-07-26T07:21:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:10 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/1708573780"}]': finished 2024-07-26T07:21:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:10 smithi135 ceph-mon[90132]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T07:21:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:10 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2177569659' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:10 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]: dispatch 2024-07-26T07:21:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:11] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-07-26T07:21:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:12.683 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2004 ms) 2024-07-26T07:21:12.683 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-07-26T07:21:12.719 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.AioWriteRequestsLock (36 ms) 2024-07-26T07:21:12.720 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-07-26T07:21:12.749 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (29 ms) 2024-07-26T07:21:12.749 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-07-26T07:21:12.797 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.CancelAsyncResize (49 ms) 2024-07-26T07:21:12.797 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.MultipleResize 2024-07-26T07:21:12.856 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.MultipleResize (59 ms) 2024-07-26T07:21:12.856 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.Metadata 2024-07-26T07:21:12.906 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.Metadata (49 ms) 2024-07-26T07:21:12.906 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-07-26T07:21:12.936 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-07-26T07:21:12.936 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-07-26T07:21:13.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]': finished 2024-07-26T07:21:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[97339]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T07:21:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[97339]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.5 KiB/s wr, 125 op/s 2024-07-26T07:21:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]': finished 2024-07-26T07:21:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[99762]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T07:21:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:12 smithi037 ceph-mon[99762]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.5 KiB/s wr, 125 op/s 2024-07-26T07:21:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:12 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/2177569659"}]': finished 2024-07-26T07:21:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:12 smithi135 ceph-mon[90132]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T07:21:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:12 smithi135 ceph-mon[90132]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.5 KiB/s wr, 125 op/s 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[97339]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[97339]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 25 KiB/s wr, 313 op/s 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[97339]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[99762]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[99762]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 25 KiB/s wr, 313 op/s 2024-07-26T07:21:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:14 smithi037 ceph-mon[99762]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T07:21:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:14 smithi135 ceph-mon[90132]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T07:21:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:14 smithi135 ceph-mon[90132]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 25 KiB/s wr, 313 op/s 2024-07-26T07:21:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:14 smithi135 ceph-mon[90132]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T07:21:15.780 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapshotCopyup (2843 ms) 2024-07-26T07:21:15.780 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-07-26T07:21:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:16 smithi037 ceph-mon[97339]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T07:21:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:16 smithi037 ceph-mon[97339]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 250 op/s 2024-07-26T07:21:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:16 smithi037 ceph-mon[99762]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T07:21:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:16 smithi037 ceph-mon[99762]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 250 op/s 2024-07-26T07:21:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:16 smithi135 ceph-mon[90132]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T07:21:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:16 smithi135 ceph-mon[90132]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 250 op/s 2024-07-26T07:21:17.736 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1956 ms) 2024-07-26T07:21:17.736 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-07-26T07:21:18.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:17 smithi037 ceph-mon[97339]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T07:21:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:17 smithi037 ceph-mon[99762]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T07:21:18.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:17 smithi135 ceph-mon[90132]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T07:21:18.744 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1008 ms) 2024-07-26T07:21:18.744 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[97339]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[97339]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[99762]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[99762]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-07-26T07:21:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:18 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:19.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:18 smithi135 ceph-mon[90132]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T07:21:19.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:18 smithi135 ceph-mon[90132]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-07-26T07:21:19.091 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:18 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[97339]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:19 smithi037 ceph-mon[99762]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:19 smithi135 ceph-mon[90132]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T07:21:20.789 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.ResizeCopyup (2045 ms) 2024-07-26T07:21:20.789 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-07-26T07:21:20.801 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:21:20.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.DiscardCopyup (12 ms) 2024-07-26T07:21:20.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.ImageOptions 2024-07-26T07:21:20.809 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-07-26T07:21:20.809 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-07-26T07:21:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:20 smithi037 ceph-mon[97339]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-07-26T07:21:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:20 smithi037 ceph-mon[99762]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-07-26T07:21:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:20 smithi135 ceph-mon[90132]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-07-26T07:21:21.727 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:21] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-07-26T07:21:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:21 smithi037 ceph-mon[97339]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T07:21:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:21 smithi037 ceph-mon[99762]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T07:21:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:21 smithi135 ceph-mon[90132]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T07:21:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:22 smithi037 ceph-mon[97339]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T07:21:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:22 smithi037 ceph-mon[97339]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:21:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:22 smithi037 ceph-mon[99762]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T07:21:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:22 smithi037 ceph-mon[99762]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:21:23.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:22 smithi135 ceph-mon[90132]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T07:21:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:22 smithi135 ceph-mon[90132]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:21:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:23 smithi037 ceph-mon[97339]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T07:21:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:23 smithi037 ceph-mon[99762]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T07:21:24.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:23 smithi135 ceph-mon[90132]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.WriteFullCopyup (3965 ms) 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-07-26T07:21:25.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:24 smithi037 ceph-mon[97339]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T07:21:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:24 smithi037 ceph-mon[97339]: pgmap v2689: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-07-26T07:21:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:24 smithi037 ceph-mon[99762]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T07:21:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:24 smithi037 ceph-mon[99762]: pgmap v2689: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-07-26T07:21:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:24 smithi135 ceph-mon[90132]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T07:21:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:24 smithi135 ceph-mon[90132]: pgmap v2689: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-07-26T07:21:26.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:25 smithi037 ceph-mon[97339]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T07:21:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:25 smithi037 ceph-mon[99762]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T07:21:26.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:25 smithi135 ceph-mon[90132]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2016 ms) 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.TestCoR 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout:made parent image "image394": 4194304K (1024 * 4K) 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout:generated random write map: 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout: [7 , 30508 ] 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout: [8 , 33621 ] 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout: [12 , 50252 ] 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi037.stdout: [18 , 74471 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [21 , 89028 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [26 , 107571 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [38 , 158081 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [40 , 166606 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [47 , 195856 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [50 , 207812 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [61 , 250289 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [81 , 334322 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [90 , 371089 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [93 , 381867 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [94 , 385589 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [105 , 432979 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [112 , 460897 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [134 , 550651 ] 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi037.stdout: [138 , 566464 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [144 , 591080 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [169 , 693597 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [182 , 747936 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [189 , 777580 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [201 , 824764 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [220 , 903979 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [233 , 955667 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [249 , 1022923 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [255 , 1046431 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [266 , 1091771 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [268 , 1101102 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [271 , 1110829 ] 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi037.stdout: [273 , 1118445 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [290 , 1189289 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [299 , 1225174 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [323 , 1323260 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [345 , 1413167 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [346 , 1419303 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [358 , 1467628 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [360 , 1477788 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [369 , 1514078 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [374 , 1532933 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [388 , 1590820 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [390 , 1599750 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [396 , 1623765 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [404 , 1655488 ] 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi037.stdout: [414 , 1696456 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [421 , 1727624 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [443 , 1814898 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [458 , 1879391 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [472 , 1935803 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [486 , 1991449 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [508 , 2081351 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [525 , 2151324 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [535 , 2194304 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [536 , 2196228 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [538 , 2204807 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [544 , 2228685 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [550 , 2255738 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [551 , 2259110 ] 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi037.stdout: [567 , 2325031 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [579 , 2372728 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [621 , 2546483 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [626 , 2565584 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [627 , 2568256 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [639 , 2619136 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [649 , 2659254 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [654 , 2681796 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [668 , 2738467 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [678 , 2777780 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [694 , 2845489 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [698 , 2862290 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [701 , 2874024 ] 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi037.stdout: [709 , 2905059 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [720 , 2951710 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [741 , 3036518 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [770 , 3155567 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [786 , 3219835 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [790 , 3236792 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [794 , 3252710 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [797 , 3264544 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [864 , 3539294 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [870 , 3566162 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [878 , 3598961 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [879 , 3601472 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [890 , 3648799 ] 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi037.stdout: [901 , 3690871 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [905 , 3707062 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [916 , 3753900 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [929 , 3807550 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [935 , 3830291 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [951 , 3897095 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [957 , 3922076 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [971 , 3980725 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: [974 , 3990985 ] 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout:write data based on random map 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-7 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-8 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-12 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-18 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-21 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-26 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi037.stdout: write object-38 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-40 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-47 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-50 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-61 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-81 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-90 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-93 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-94 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-105 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-112 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-134 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-138 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi037.stdout: write object-144 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-169 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-182 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-189 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-201 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-220 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-233 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-249 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-255 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-266 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-268 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-271 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-273 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-290 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi037.stdout: write object-299 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-323 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-345 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-346 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-358 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-360 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-369 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-374 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-388 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-390 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-396 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-404 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-414 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi037.stdout: write object-421 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-443 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-458 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-472 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-486 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-508 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-525 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-535 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-536 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-538 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-544 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-550 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-551 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-567 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-579 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi037.stdout: write object-621 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-626 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-627 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-639 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-649 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-654 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-668 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-678 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-694 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-698 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-701 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-709 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-720 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-741 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-770 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi037.stdout: write object-786 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-790 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-794 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-797 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-864 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-870 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-878 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-879 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-890 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-901 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-905 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-916 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-929 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-935 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi037.stdout: write object-951 2024-07-26T07:21:27.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:26 smithi037 ceph-mon[97339]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T07:21:27.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:26 smithi037 ceph-mon[97339]: pgmap v2692: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-07-26T07:21:27.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:26 smithi037 ceph-mon[99762]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T07:21:27.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:26 smithi037 ceph-mon[99762]: pgmap v2692: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-07-26T07:21:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:26 smithi135 ceph-mon[90132]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T07:21:27.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:26 smithi135 ceph-mon[90132]: pgmap v2692: 137 pgs: 137 active+clean; 17 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout: write object-957 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout: write object-971 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout: write object-974 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout:verify written data by reading 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout: read object-7 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout:made snapshot "image394@parent_snap" and protect it 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi037.stdout:made and opened clone "image395" 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi037.stdout:flattening clone: "image395" 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi037.stdout:check whether child image has the same set of objects as parent 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1162 ms) 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-07-26T07:21:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:27 smithi037 ceph-mon[97339]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T07:21:28.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:27 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:27] ENGINE Bus STOPPING 2024-07-26T07:21:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:27 smithi037 ceph-mon[99762]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.PoolMetadataConfApply (85 ms) 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.Sparsify 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi037.stdout:sparsify_supported=1 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi037.stdout:sparse_read_supported=1 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:27 smithi135 ceph-mon[90132]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T07:21:28.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2024-07-26T07:21:28.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.SparsifyClone 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi037.stdout:sparsify_supported=1 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STOPPED 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STARTING 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Serving on http://:::9283 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STARTED 2024-07-26T07:21:28.773 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STOPPING 2024-07-26T07:21:29.027 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:21:29.027 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STOPPED 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:28] ENGINE Bus STARTING 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: pgmap v2695: 137 pgs: 137 active+clean; 8.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 32 KiB/s wr, 226 op/s 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.028 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: pgmap v2695: 137 pgs: 137 active+clean; 8.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 32 KiB/s wr, 226 op/s 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.029 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.030 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.030 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.030 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.030 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: pgmap v2695: 137 pgs: 137 active+clean; 8.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 32 KiB/s wr, 226 op/s 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:21:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:29.294 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:29] ENGINE Serving on http://:::9283 2024-07-26T07:21:29.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:21:29] ENGINE Bus STARTED 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.SparsifyClone (1591 ms) 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestInternal.MissingDataPool 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[97339]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[97339]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[97339]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[99762]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[99762]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T07:21:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:29 smithi037 ceph-mon[99762]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T07:21:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:29 smithi135 ceph-mon[90132]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T07:21:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:29 smithi135 ceph-mon[90132]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T07:21:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:29 smithi135 ceph-mon[90132]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestInternal.MissingDataPool (1105 ms) 2024-07-26T07:21:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:30 smithi037 ceph-mon[97339]: pgmap v2698: 137 pgs: 137 active+clean; 8.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 58 KiB/s wr, 323 op/s 2024-07-26T07:21:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:30 smithi037 ceph-mon[97339]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T07:21:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:30 smithi037 ceph-mon[99762]: pgmap v2698: 137 pgs: 137 active+clean; 8.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 58 KiB/s wr, 323 op/s 2024-07-26T07:21:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:30 smithi037 ceph-mon[99762]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T07:21:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:30 smithi135 ceph-mon[90132]: pgmap v2698: 137 pgs: 137 active+clean; 8.9 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 58 KiB/s wr, 323 op/s 2024-07-26T07:21:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:30 smithi135 ceph-mon[90132]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T07:21:31.793 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 34 tests from TestInternal (34934 ms total) 2024-07-26T07:21:31.793 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:21:31.793 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 17 tests from TestImageWatcher 2024-07-26T07:21:31.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:31] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-07-26T07:21:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:32 smithi037 ceph-mon[97339]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T07:21:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:32 smithi037 ceph-mon[97339]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:32 smithi037 ceph-mon[99762]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T07:21:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:32 smithi037 ceph-mon[99762]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:32 smithi135 ceph-mon[90132]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T07:21:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:32 smithi135 ceph-mon[90132]: pgmap v2701: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:33.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-07-26T07:21:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:33 smithi135 ceph-mon[90132]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T07:21:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:33 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1556414265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:33 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:34.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[97339]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T07:21:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1556414265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[99762]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T07:21:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1556414265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:33 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:34 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:34 smithi135 ceph-mon[90132]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T07:21:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:34 smithi135 ceph-mon[90132]: pgmap v2704: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[97339]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[97339]: pgmap v2704: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[99762]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[99762]: pgmap v2704: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:21:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:35.857 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2056 ms) 2024-07-26T07:21:35.857 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-07-26T07:21:35.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-07-26T07:21:35.882 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-07-26T07:21:35.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-07-26T07:21:35.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-07-26T07:21:35.932 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-07-26T07:21:35.932 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-07-26T07:21:35.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (23 ms) 2024-07-26T07:21:35.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-07-26T07:21:35.976 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-07-26T07:21:35.976 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-07-26T07:21:35.996 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-07-26T07:21:35.996 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-07-26T07:21:36.019 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapRename (23 ms) 2024-07-26T07:21:36.019 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-07-26T07:21:36.039 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-07-26T07:21:36.039 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-07-26T07:21:36.060 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2024-07-26T07:21:36.060 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-07-26T07:21:36.084 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (23 ms) 2024-07-26T07:21:36.084 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-07-26T07:21:36.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:35 smithi135 ceph-mon[90132]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T07:21:36.107 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (24 ms) 2024-07-26T07:21:36.108 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-07-26T07:21:36.127 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-07-26T07:21:36.127 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-07-26T07:21:36.152 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (24 ms) 2024-07-26T07:21:36.152 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-07-26T07:21:36.172 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-07-26T07:21:36.172 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-07-26T07:21:36.194 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (23 ms) 2024-07-26T07:21:36.195 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-07-26T07:21:36.217 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (23 ms) 2024-07-26T07:21:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:35 smithi037 ceph-mon[97339]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T07:21:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:35 smithi037 ceph-mon[99762]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T07:21:36.844 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 17 tests from TestImageWatcher (2417 ms total) 2024-07-26T07:21:36.844 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:21:36.844 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 161 tests from TestLibRBD 2024-07-26T07:21:36.875 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-07-26T07:21:37.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:36 smithi135 ceph-mon[90132]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T07:21:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:36 smithi135 ceph-mon[90132]: pgmap v2707: 137 pgs: 10 creating+peering, 6 unknown, 121 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-07-26T07:21:37.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:36 smithi037 ceph-mon[97339]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T07:21:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:36 smithi037 ceph-mon[97339]: pgmap v2707: 137 pgs: 10 creating+peering, 6 unknown, 121 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-07-26T07:21:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:36 smithi037 ceph-mon[99762]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T07:21:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:36 smithi037 ceph-mon[99762]: pgmap v2707: 137 pgs: 10 creating+peering, 6 unknown, 121 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-07-26T07:21:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:37 smithi135 ceph-mon[90132]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T07:21:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:37 smithi037 ceph-mon[97339]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T07:21:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:37 smithi037 ceph-mon[99762]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T07:21:38.863 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[97339]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/899360514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[97339]: pgmap v2710: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[99762]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/899360514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:38 smithi037 ceph-mon[99762]: pgmap v2710: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:38 smithi135 ceph-mon[90132]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T07:21:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/899360514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:38 smithi135 ceph-mon[90132]: pgmap v2710: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[97339]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T07:21:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:40.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:40.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:39 smithi037 ceph-mon[99762]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T07:21:40.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:39 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:39 smithi135 ceph-mon[90132]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T07:21:40.905 INFO:tasks.workunit.client.0.smithi037.stdout:image has size 2097152 and order 22 2024-07-26T07:21:40.905 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CreateAndStat (4029 ms) 2024-07-26T07:21:40.905 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-07-26T07:21:40.905 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:40.923 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-07-26T07:21:40.924 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-07-26T07:21:40.924 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:40.946 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CreateAndStatPP (23 ms) 2024-07-26T07:21:40.947 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.GetId 2024-07-26T07:21:40.947 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:40.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2024-07-26T07:21:40.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-07-26T07:21:40.974 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:40.998 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.GetIdPP (24 ms) 2024-07-26T07:21:40.998 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-07-26T07:21:40.998 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-07-26T07:21:41.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-07-26T07:21:41.014 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.031 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-07-26T07:21:41.031 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-07-26T07:21:41.031 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.045 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-07-26T07:21:41.045 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-07-26T07:21:41.045 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.063 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-07-26T07:21:41.063 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.OpenAio 2024-07-26T07:21:41.063 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.078 INFO:tasks.workunit.client.0.smithi037.stdout:image has size 2097152 and order 22 2024-07-26T07:21:41.078 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-07-26T07:21:41.078 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-07-26T07:21:41.080 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-07-26T07:21:41.081 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-07-26T07:21:41.081 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.105 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-07-26T07:21:41.105 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-07-26T07:21:41.107 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-07-26T07:21:41.108 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-07-26T07:21:41.108 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.143 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ResizeAndStat (36 ms) 2024-07-26T07:21:41.143 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-07-26T07:21:41.143 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.175 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2024-07-26T07:21:41.175 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-07-26T07:21:41.175 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.208 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-07-26T07:21:41.208 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-07-26T07:21:41.208 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:41.238 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-07-26T07:21:41.239 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-07-26T07:21:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:40 smithi037 ceph-mon[97339]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T07:21:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:40 smithi037 ceph-mon[97339]: pgmap v2713: 137 pgs: 6 creating+activating, 15 creating+peering, 7 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:40 smithi037 ceph-mon[99762]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T07:21:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:40 smithi037 ceph-mon[99762]: pgmap v2713: 137 pgs: 6 creating+activating, 15 creating+peering, 7 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:40 smithi135 ceph-mon[90132]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T07:21:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:40 smithi135 ceph-mon[90132]: pgmap v2713: 137 pgs: 6 creating+activating, 15 creating+peering, 7 unknown, 109 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:21:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:41] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-07-26T07:21:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:41 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:41 smithi037 ceph-mon[97339]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T07:21:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:41 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:41 smithi037 ceph-mon[99762]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T07:21:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:41 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:41 smithi135 ceph-mon[90132]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T07:21:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:42.898 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[97339]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[97339]: pgmap v2716: 169 pgs: 6 creating+activating, 15 creating+peering, 32 unknown, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 25 op/s 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[99762]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:42 smithi037 ceph-mon[99762]: pgmap v2716: 169 pgs: 6 creating+activating, 15 creating+peering, 32 unknown, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 25 op/s 2024-07-26T07:21:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:42 smithi135 ceph-mon[90132]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T07:21:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:42 smithi135 ceph-mon[90132]: pgmap v2716: 169 pgs: 6 creating+activating, 15 creating+peering, 32 unknown, 116 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 25 op/s 2024-07-26T07:21:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[97339]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T07:21:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:44.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:43 smithi037 ceph-mon[99762]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T07:21:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:43 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:43 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/368210221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:43 smithi135 ceph-mon[90132]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T07:21:44.913 INFO:tasks.workunit.client.0.smithi037.stdout:image: image18 2024-07-26T07:21:44.913 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image18 2024-07-26T07:21:44.913 INFO:tasks.workunit.client.0.smithi037.stdout:found image18 2024-07-26T07:21:44.913 INFO:tasks.workunit.client.0.smithi037.stdout:erased image18 2024-07-26T07:21:44.913 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:image: image18 2024-07-26T07:21:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:image: image19 2024-07-26T07:21:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image18 2024-07-26T07:21:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:found image18 2024-07-26T07:21:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:erased image18 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image19 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:found image19 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:erased image19 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:image: image19 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image19 2024-07-26T07:21:44.994 INFO:tasks.workunit.client.0.smithi037.stdout:found image19 2024-07-26T07:21:44.995 INFO:tasks.workunit.client.0.smithi037.stdout:erased image19 2024-07-26T07:21:44.995 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3754 ms) 2024-07-26T07:21:44.995 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-07-26T07:21:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:44 smithi037 ceph-mon[97339]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T07:21:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:44 smithi037 ceph-mon[97339]: pgmap v2719: 169 pgs: 12 creating+peering, 11 unknown, 146 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-07-26T07:21:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:44 smithi037 ceph-mon[99762]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T07:21:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:44 smithi037 ceph-mon[99762]: pgmap v2719: 169 pgs: 12 creating+peering, 11 unknown, 146 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-07-26T07:21:45.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:44 smithi135 ceph-mon[90132]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T07:21:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:44 smithi135 ceph-mon[90132]: pgmap v2719: 169 pgs: 12 creating+peering, 11 unknown, 146 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 14 KiB/s wr, 218 op/s 2024-07-26T07:21:46.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:45 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:46.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:45 smithi037 ceph-mon[97339]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T07:21:46.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:45 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:46.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:45 smithi037 ceph-mon[99762]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T07:21:46.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:45 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:45 smithi135 ceph-mon[90132]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T07:21:46.910 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:47.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[97339]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T07:21:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[97339]: pgmap v2722: 201 pgs: 12 creating+peering, 37 unknown, 152 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 225 op/s 2024-07-26T07:21:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[99762]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T07:21:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:46 smithi037 ceph-mon[99762]: pgmap v2722: 201 pgs: 12 creating+peering, 37 unknown, 152 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 225 op/s 2024-07-26T07:21:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:46 smithi135 ceph-mon[90132]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T07:21:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:46 smithi135 ceph-mon[90132]: pgmap v2722: 201 pgs: 12 creating+peering, 37 unknown, 152 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 225 op/s 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[97339]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:47 smithi037 ceph-mon[99762]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T07:21:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:47 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/362682380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:47 smithi135 ceph-mon[90132]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T07:21:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 1 2024-07-26T07:21:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:21:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:image: image20 2024-07-26T07:21:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image20 2024-07-26T07:21:48.947 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:48.957 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 2 2024-07-26T07:21:48.957 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:21:48.957 INFO:tasks.workunit.client.0.smithi037.stdout:image: image20 2024-07-26T07:21:48.957 INFO:tasks.workunit.client.0.smithi037.stdout:image: image21 2024-07-26T07:21:48.957 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image20 2024-07-26T07:21:48.958 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image21 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 1 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:image: image21 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image21 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4021 ms) 2024-07-26T07:21:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCopy 2024-07-26T07:21:49.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:48 smithi037 ceph-mon[97339]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T07:21:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:48 smithi037 ceph-mon[97339]: pgmap v2725: 201 pgs: 2 creating+peering, 14 unknown, 185 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 44 op/s 2024-07-26T07:21:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:48 smithi037 ceph-mon[99762]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T07:21:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:48 smithi037 ceph-mon[99762]: pgmap v2725: 201 pgs: 2 creating+peering, 14 unknown, 185 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 44 op/s 2024-07-26T07:21:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:48 smithi135 ceph-mon[90132]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T07:21:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:48 smithi135 ceph-mon[90132]: pgmap v2725: 201 pgs: 2 creating+peering, 14 unknown, 185 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 44 op/s 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3056257713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T07:21:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T07:21:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3056257713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:49 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3056257713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:49 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:50.694 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[97339]: pgmap v2728: 233 pgs: 4 creating+peering, 35 unknown, 194 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[97339]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T07:21:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[99762]: pgmap v2728: 233 pgs: 4 creating+peering, 35 unknown, 194 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:50 smithi037 ceph-mon[99762]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T07:21:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:50 smithi135 ceph-mon[90132]: pgmap v2728: 233 pgs: 4 creating+peering, 35 unknown, 194 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:50 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:50 smithi135 ceph-mon[90132]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T07:21:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:21:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:21:51] "GET /metrics HTTP/1.1" 200 41281 "" "Prometheus/2.43.0" 2024-07-26T07:21:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:51 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:51 smithi037 ceph-mon[97339]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T07:21:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:51 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:51 smithi037 ceph-mon[99762]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T07:21:52.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:51 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:52.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:51 smithi135 ceph-mon[90132]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T07:21:52.587 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:21:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:53.110 INFO:tasks.workunit.client.0.smithi037.stdout:image: image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:found image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:erased image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:image: image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:image: image23 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:found image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:erased image22 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image23 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:found image23 2024-07-26T07:21:53.111 INFO:tasks.workunit.client.0.smithi037.stdout:erased image23 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:image: image22 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:image: image23 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:image: image24 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image22 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:found image22 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:erased image22 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image23 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:found image23 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:erased image23 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image24 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:found image24 2024-07-26T07:21:53.112 INFO:tasks.workunit.client.0.smithi037.stdout:erased image24 2024-07-26T07:21:53.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCopy (4097 ms) 2024-07-26T07:21:53.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-07-26T07:21:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:52 smithi037 ceph-mon[97339]: pgmap v2731: 233 pgs: 2 creating+peering, 19 unknown, 212 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-07-26T07:21:53.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:52 smithi037 ceph-mon[97339]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T07:21:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:52 smithi037 ceph-mon[99762]: pgmap v2731: 233 pgs: 2 creating+peering, 19 unknown, 212 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-07-26T07:21:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:52 smithi037 ceph-mon[99762]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T07:21:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:52 smithi135 ceph-mon[90132]: pgmap v2731: 233 pgs: 2 creating+peering, 19 unknown, 212 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-07-26T07:21:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:52 smithi135 ceph-mon[90132]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T07:21:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:53 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:53 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:53 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:54.692 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2108832536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: pgmap v2734: 265 pgs: 32 unknown, 2 creating+peering, 231 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[97339]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2108832536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: pgmap v2734: 265 pgs: 32 unknown, 2 creating+peering, 231 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:54 smithi037 ceph-mon[99762]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2108832536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: pgmap v2734: 265 pgs: 32 unknown, 2 creating+peering, 231 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:54 smithi135 ceph-mon[90132]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T07:21:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:55 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:55 smithi037 ceph-mon[97339]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T07:21:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:55 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:55 smithi037 ceph-mon[99762]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T07:21:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:55 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:21:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:55 smithi135 ceph-mon[90132]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T07:21:57.024 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 1 2024-07-26T07:21:57.025 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:21:57.025 INFO:tasks.workunit.client.0.smithi037.stdout:image: image25 2024-07-26T07:21:57.025 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image25 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 2 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:image: image25 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:image: image26 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image25 2024-07-26T07:21:57.048 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image26 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 3 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:image: image25 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:image: image26 2024-07-26T07:21:57.103 INFO:tasks.workunit.client.0.smithi037.stdout:image: image27 2024-07-26T07:21:57.104 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image25 2024-07-26T07:21:57.104 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image26 2024-07-26T07:21:57.104 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image27 2024-07-26T07:21:57.136 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCopyPP (4026 ms) 2024-07-26T07:21:57.136 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-07-26T07:21:57.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:56 smithi037 ceph-mon[99762]: pgmap v2737: 265 pgs: 23 unknown, 242 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:21:57.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:56 smithi037 ceph-mon[99762]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T07:21:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:56 smithi037 ceph-mon[97339]: pgmap v2737: 265 pgs: 23 unknown, 242 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:21:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:56 smithi037 ceph-mon[97339]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T07:21:57.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:56 smithi135 ceph-mon[90132]: pgmap v2737: 265 pgs: 23 unknown, 242 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:21:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:56 smithi135 ceph-mon[90132]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T07:21:58.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:57 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:57 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:58.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:57 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:21:58.985 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[97339]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2238492040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[97339]: pgmap v2740: 297 pgs: 40 unknown, 257 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 24 KiB/s wr, 442 op/s 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[99762]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2238492040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:58 smithi037 ceph-mon[99762]: pgmap v2740: 297 pgs: 40 unknown, 257 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 24 KiB/s wr, 442 op/s 2024-07-26T07:21:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:58 smithi135 ceph-mon[90132]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T07:21:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:58 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2238492040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:58 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:58 smithi135 ceph-mon[90132]: pgmap v2740: 297 pgs: 40 unknown, 257 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 24 KiB/s wr, 442 op/s 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[97339]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[97339]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[99762]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T07:22:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:21:59 smithi037 ceph-mon[99762]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T07:22:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:59 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:59 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:59 smithi135 ceph-mon[90132]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T07:22:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:21:59 smithi135 ceph-mon[90132]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T07:22:01.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:00 smithi037 ceph-mon[97339]: pgmap v2743: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 697 op/s 2024-07-26T07:22:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:00 smithi037 ceph-mon[97339]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T07:22:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:00 smithi037 ceph-mon[99762]: pgmap v2743: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 697 op/s 2024-07-26T07:22:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:00 smithi037 ceph-mon[99762]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T07:22:01.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:00 smithi135 ceph-mon[90132]: pgmap v2743: 297 pgs: 8 creating+peering, 19 unknown, 270 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 697 op/s 2024-07-26T07:22:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:00 smithi135 ceph-mon[90132]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T07:22:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:01] "GET /metrics HTTP/1.1" 200 41281 "" "Prometheus/2.43.0" 2024-07-26T07:22:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:01 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:01 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:01 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:02 smithi037 ceph-mon[97339]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T07:22:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:02 smithi037 ceph-mon[97339]: pgmap v2746: 297 pgs: 8 creating+peering, 10 unknown, 279 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 353 op/s 2024-07-26T07:22:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:02 smithi037 ceph-mon[99762]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T07:22:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:02 smithi037 ceph-mon[99762]: pgmap v2746: 297 pgs: 8 creating+peering, 10 unknown, 279 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 353 op/s 2024-07-26T07:22:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:02 smithi135 ceph-mon[90132]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T07:22:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:02 smithi135 ceph-mon[90132]: pgmap v2746: 297 pgs: 8 creating+peering, 10 unknown, 279 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 353 op/s 2024-07-26T07:22:04.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:03 smithi037 ceph-mon[97339]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T07:22:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:03 smithi037 ceph-mon[99762]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T07:22:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:03 smithi135 ceph-mon[90132]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:image: image29 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.761 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:found image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:erased image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:image: image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:image: image30 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:found image29 2024-07-26T07:22:04.762 INFO:tasks.workunit.client.0.smithi037.stdout:erased image29 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image30 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:found image30 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:erased image30 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:image: image29 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:image: image30 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:image: image31 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image29 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:found image29 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:erased image29 2024-07-26T07:22:04.763 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image30 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:found image30 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:erased image30 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image31 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:found image31 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:erased image31 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:image: image29 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:image: image30 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:image: image31 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:image: image32 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.764 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image29 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:found image29 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:erased image29 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image30 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:found image30 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:erased image30 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image31 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:found image31 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:erased image31 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image32 2024-07-26T07:22:04.765 INFO:tasks.workunit.client.0.smithi037.stdout:found image32 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:erased image32 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image28 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image29 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image30 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image31 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image32 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:image: image33 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image28 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:found image28 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:erased image28 2024-07-26T07:22:04.766 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image29 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:found image29 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:erased image29 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image30 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:found image30 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:erased image30 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image31 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:found image31 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:erased image31 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image32 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:found image32 2024-07-26T07:22:04.767 INFO:tasks.workunit.client.0.smithi037.stdout:erased image32 2024-07-26T07:22:04.768 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image33 2024-07-26T07:22:04.768 INFO:tasks.workunit.client.0.smithi037.stdout:found image33 2024-07-26T07:22:04.768 INFO:tasks.workunit.client.0.smithi037.stdout:erased image33 2024-07-26T07:22:04.768 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestDeepCopy (7624 ms) 2024-07-26T07:22:04.768 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-07-26T07:22:05.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[97339]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[97339]: pgmap v2749: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 442 KiB/s rd, 26 KiB/s wr, 520 op/s 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[97339]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[99762]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[99762]: pgmap v2749: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 442 KiB/s rd, 26 KiB/s wr, 520 op/s 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:05 smithi037 ceph-mon[99762]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T07:22:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:05 smithi135 ceph-mon[90132]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T07:22:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:05 smithi135 ceph-mon[90132]: pgmap v2749: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 442 KiB/s rd, 26 KiB/s wr, 520 op/s 2024-07-26T07:22:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:05 smithi135 ceph-mon[90132]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T07:22:06.708 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[97339]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3467925099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[97339]: pgmap v2752: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 27 KiB/s wr, 516 op/s 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[99762]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3467925099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:06 smithi037 ceph-mon[99762]: pgmap v2752: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 27 KiB/s wr, 516 op/s 2024-07-26T07:22:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:06 smithi135 ceph-mon[90132]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T07:22:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3467925099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:06 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:06 smithi135 ceph-mon[90132]: pgmap v2752: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 27 KiB/s wr, 516 op/s 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[97339]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:07 smithi037 ceph-mon[99762]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T07:22:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:07 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:07 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:07 smithi135 ceph-mon[90132]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T07:22:08.981 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 1 2024-07-26T07:22:08.982 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:08.982 INFO:tasks.workunit.client.0.smithi037.stdout:image: image34 2024-07-26T07:22:08.982 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image34 2024-07-26T07:22:09.016 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 2 2024-07-26T07:22:09.016 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:22:09.016 INFO:tasks.workunit.client.0.smithi037.stdout:image: image34 2024-07-26T07:22:09.017 INFO:tasks.workunit.client.0.smithi037.stdout:image: image35 2024-07-26T07:22:09.017 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image34 2024-07-26T07:22:09.017 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image35 2024-07-26T07:22:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:08 smithi037 ceph-mon[97339]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T07:22:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:08 smithi037 ceph-mon[97339]: pgmap v2755: 329 pgs: 2 creating+peering, 13 unknown, 314 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-07-26T07:22:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:08 smithi037 ceph-mon[99762]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T07:22:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:08 smithi037 ceph-mon[99762]: pgmap v2755: 329 pgs: 2 creating+peering, 13 unknown, 314 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-07-26T07:22:09.070 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:22:09.070 INFO:tasks.workunit.client.0.smithi037.stdout:num images is: 3 2024-07-26T07:22:09.070 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:image: image34 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:image: image35 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:image: image36 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image34 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image35 2024-07-26T07:22:09.071 INFO:tasks.workunit.client.0.smithi037.stdout:expected = image36 2024-07-26T07:22:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:08 smithi135 ceph-mon[90132]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T07:22:09.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:08 smithi135 ceph-mon[90132]: pgmap v2755: 329 pgs: 2 creating+peering, 13 unknown, 314 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 97 op/s 2024-07-26T07:22:09.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4344 ms) 2024-07-26T07:22:09.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-07-26T07:22:09.104 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[97339]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[97339]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[99762]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T07:22:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:09 smithi037 ceph-mon[99762]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T07:22:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:09 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:09 smithi135 ceph-mon[90132]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T07:22:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:09 smithi135 ceph-mon[90132]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T07:22:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:10 smithi037 ceph-mon[97339]: pgmap v2758: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-07-26T07:22:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:10 smithi037 ceph-mon[99762]: pgmap v2758: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-07-26T07:22:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:10 smithi135 ceph-mon[90132]: pgmap v2758: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 15 KiB/s wr, 302 op/s 2024-07-26T07:22:11.712 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:11] "GET /metrics HTTP/1.1" 200 48550 "" "Prometheus/2.43.0" 2024-07-26T07:22:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:11 smithi037 ceph-mon[97339]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T07:22:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:11 smithi037 ceph-mon[99762]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T07:22:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:11 smithi135 ceph-mon[90132]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T07:22:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:12.751 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3646 ms) 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-07-26T07:22:12.752 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:12 smithi037 ceph-mon[97339]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T07:22:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:12 smithi037 ceph-mon[97339]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 12 KiB/s wr, 279 op/s 2024-07-26T07:22:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:12 smithi037 ceph-mon[99762]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T07:22:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:12 smithi037 ceph-mon[99762]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 12 KiB/s wr, 279 op/s 2024-07-26T07:22:13.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:12 smithi135 ceph-mon[90132]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T07:22:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:12 smithi135 ceph-mon[90132]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 12 KiB/s wr, 279 op/s 2024-07-26T07:22:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:13 smithi037 ceph-mon[97339]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T07:22:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:13 smithi037 ceph-mon[99762]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T07:22:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:13 smithi135 ceph-mon[90132]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T07:22:14.769 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2018 ms) 2024-07-26T07:22:14.769 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-07-26T07:22:14.769 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:15.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:14 smithi037 ceph-mon[97339]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T07:22:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:14 smithi037 ceph-mon[97339]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 17 KiB/s wr, 298 op/s 2024-07-26T07:22:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:14 smithi037 ceph-mon[99762]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T07:22:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:14 smithi037 ceph-mon[99762]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 17 KiB/s wr, 298 op/s 2024-07-26T07:22:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:14 smithi135 ceph-mon[90132]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T07:22:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:14 smithi135 ceph-mon[90132]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 17 KiB/s wr, 298 op/s 2024-07-26T07:22:15.767 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:15.767 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:15.767 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:15.768 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:15 smithi037 ceph-mon[97339]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T07:22:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:15 smithi037 ceph-mon[99762]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T07:22:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:15 smithi135 ceph-mon[90132]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T07:22:16.776 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:22:16.777 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:22:16.777 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:16.777 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:16.777 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:16.777 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:16 smithi037 ceph-mon[97339]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T07:22:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:16 smithi037 ceph-mon[97339]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-07-26T07:22:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:16 smithi037 ceph-mon[99762]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T07:22:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:16 smithi037 ceph-mon[99762]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-07-26T07:22:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:16 smithi135 ceph-mon[90132]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T07:22:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:16 smithi135 ceph-mon[90132]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-07-26T07:22:17.783 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:17.783 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:17.784 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:17.784 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:18.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:17 smithi037 ceph-mon[97339]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T07:22:18.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:17 smithi037 ceph-mon[99762]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T07:22:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:17 smithi135 ceph-mon[90132]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T07:22:18.785 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:22:18.785 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:22:18.793 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4025 ms) 2024-07-26T07:22:18.794 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-07-26T07:22:18.794 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:18 smithi037 ceph-mon[97339]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T07:22:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:18 smithi037 ceph-mon[97339]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 80 op/s 2024-07-26T07:22:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:18 smithi037 ceph-mon[99762]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T07:22:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:18 smithi037 ceph-mon[99762]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 80 op/s 2024-07-26T07:22:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:18 smithi135 ceph-mon[90132]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T07:22:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:18 smithi135 ceph-mon[90132]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 80 op/s 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[97339]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[97339]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[99762]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:19 smithi037 ceph-mon[99762]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T07:22:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:19 smithi135 ceph-mon[90132]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T07:22:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:19 smithi135 ceph-mon[90132]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T07:22:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:20 smithi037 ceph-mon[97339]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-07-26T07:22:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:20 smithi037 ceph-mon[97339]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T07:22:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:20 smithi037 ceph-mon[99762]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-07-26T07:22:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:20 smithi037 ceph-mon[99762]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T07:22:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:20 smithi135 ceph-mon[90132]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 81 op/s 2024-07-26T07:22:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:20 smithi135 ceph-mon[90132]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T07:22:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:21] "GET /metrics HTTP/1.1" 200 50962 "" "Prometheus/2.43.0" 2024-07-26T07:22:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:23.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:22 smithi037 ceph-mon[97339]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T07:22:23.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:22 smithi037 ceph-mon[97339]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-07-26T07:22:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:22 smithi037 ceph-mon[99762]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T07:22:23.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:22 smithi037 ceph-mon[99762]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-07-26T07:22:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:22 smithi135 ceph-mon[90132]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T07:22:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:22 smithi135 ceph-mon[90132]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-07-26T07:22:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:23 smithi037 ceph-mon[97339]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T07:22:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:23 smithi037 ceph-mon[99762]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T07:22:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:23 smithi135 ceph-mon[90132]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T07:22:24.709 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:22:24.709 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:22:24.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5925 ms) 2024-07-26T07:22:24.718 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-07-26T07:22:24.719 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[97339]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[97339]: pgmap v2779: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[97339]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[99762]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[99762]: pgmap v2779: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-07-26T07:22:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:24 smithi037 ceph-mon[99762]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T07:22:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:24 smithi135 ceph-mon[90132]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T07:22:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:24 smithi135 ceph-mon[90132]: pgmap v2779: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-07-26T07:22:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:24 smithi135 ceph-mon[90132]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T07:22:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:25.735 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1 with size 2097152 2024-07-26T07:22:26.744 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap1-rename 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:found snap1-rename with size 2097152 2024-07-26T07:22:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2 with size 4194304 2024-07-26T07:22:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:26 smithi037 ceph-mon[97339]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T07:22:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:26 smithi037 ceph-mon[97339]: pgmap v2782: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 22 op/s 2024-07-26T07:22:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:26 smithi037 ceph-mon[99762]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T07:22:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:26 smithi037 ceph-mon[99762]: pgmap v2782: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 22 op/s 2024-07-26T07:22:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:26 smithi135 ceph-mon[90132]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T07:22:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:26 smithi135 ceph-mon[90132]: pgmap v2782: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 22 op/s 2024-07-26T07:22:27.745 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:22:27.745 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:22:27.745 INFO:tasks.workunit.client.0.smithi037.stdout:snap: snap2-rename 2024-07-26T07:22:27.746 INFO:tasks.workunit.client.0.smithi037.stdout:found snap2-rename with size 4194304 2024-07-26T07:22:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:27 smithi037 ceph-mon[97339]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T07:22:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:27 smithi037 ceph-mon[99762]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T07:22:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:27 smithi135 ceph-mon[90132]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T07:22:28.753 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:22:28.753 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:22:28.758 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4039 ms) 2024-07-26T07:22:28.758 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-07-26T07:22:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: pgmap v2785: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T07:22:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: pgmap v2785: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-07-26T07:22:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:29.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: pgmap v2785: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[97339]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[97339]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[99762]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[99762]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T07:22:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:29 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:29 smithi135 ceph-mon[90132]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T07:22:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:29 smithi135 ceph-mon[90132]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T07:22:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:29 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:30.703 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:30.703 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:30.703 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:30.703 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:31.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[97339]: pgmap v2788: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-26T07:22:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[97339]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T07:22:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[99762]: pgmap v2788: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-26T07:22:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:30 smithi037 ceph-mon[99762]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T07:22:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:30 smithi135 ceph-mon[90132]: pgmap v2788: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-26T07:22:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:30 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1584226835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:30 smithi135 ceph-mon[90132]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T07:22:31.740 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:31] "GET /metrics HTTP/1.1" 200 50962 "" "Prometheus/2.43.0" 2024-07-26T07:22:32.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:31 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:31 smithi037 ceph-mon[99762]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T07:22:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:31 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:31 smithi037 ceph-mon[97339]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T07:22:32.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:31 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:31 smithi135 ceph-mon[90132]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T07:22:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:32.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4240 ms) 2024-07-26T07:22:32.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-07-26T07:22:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:32 smithi037 ceph-mon[97339]: pgmap v2791: 361 pgs: 3 creating+peering, 22 unknown, 336 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:22:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:32 smithi037 ceph-mon[97339]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T07:22:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:32 smithi037 ceph-mon[99762]: pgmap v2791: 361 pgs: 3 creating+peering, 22 unknown, 336 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:22:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:32 smithi037 ceph-mon[99762]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T07:22:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:32 smithi135 ceph-mon[90132]: pgmap v2791: 361 pgs: 3 creating+peering, 22 unknown, 336 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:22:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:32 smithi135 ceph-mon[90132]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T07:22:34.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:33 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:33 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:33 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: pgmap v2794: 393 pgs: 9 creating+peering, 26 unknown, 358 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: pgmap v2794: 393 pgs: 9 creating+peering, 26 unknown, 358 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-07-26T07:22:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T07:22:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:34 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: pgmap v2794: 393 pgs: 9 creating+peering, 26 unknown, 358 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2777473768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T07:22:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:34 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:22:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T07:22:35.243815212Z level=info msg="Completed cleanup jobs" duration=3.427184ms 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[97339]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:35 smithi037 ceph-mon[99762]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T07:22:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:35 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:35 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:35 smithi135 ceph-mon[90132]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T07:22:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:36 smithi037 ceph-mon[97339]: pgmap v2797: 393 pgs: 6 creating+peering, 20 unknown, 367 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-07-26T07:22:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:36 smithi037 ceph-mon[97339]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T07:22:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:36 smithi037 ceph-mon[99762]: pgmap v2797: 393 pgs: 6 creating+peering, 20 unknown, 367 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-07-26T07:22:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:36 smithi037 ceph-mon[99762]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T07:22:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:36 smithi135 ceph-mon[90132]: pgmap v2797: 393 pgs: 6 creating+peering, 20 unknown, 367 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-07-26T07:22:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:36 smithi135 ceph-mon[90132]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T07:22:37.727 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE Bus STOPPING 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE Bus STOPPED 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE Bus STARTING 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE Serving on http://:::9283 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:22:37] ENGINE Bus STARTED 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:22:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:38.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:38.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:38.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:22:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[97339]: pgmap v2800: 393 pgs: 6 creating+peering, 387 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 45 op/s 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[97339]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[99762]: pgmap v2800: 393 pgs: 6 creating+peering, 387 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 45 op/s 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:22:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:38 smithi037 ceph-mon[99762]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T07:22:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:38 smithi135 ceph-mon[90132]: pgmap v2800: 393 pgs: 6 creating+peering, 387 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 45 op/s 2024-07-26T07:22:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:22:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:38 smithi135 ceph-mon[90132]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T07:22:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:40 smithi037 ceph-mon[97339]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T07:22:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:40 smithi037 ceph-mon[97339]: pgmap v2803: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 21 op/s 2024-07-26T07:22:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:40 smithi037 ceph-mon[99762]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T07:22:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:40 smithi037 ceph-mon[99762]: pgmap v2803: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 21 op/s 2024-07-26T07:22:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:40 smithi135 ceph-mon[90132]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T07:22:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:40 smithi135 ceph-mon[90132]: pgmap v2803: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 21 op/s 2024-07-26T07:22:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:41] "GET /metrics HTTP/1.1" 200 55726 "" "Prometheus/2.43.0" 2024-07-26T07:22:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:43 smithi135 ceph-mon[90132]: pgmap v2804: 393 pgs: 393 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 773 KiB/s wr, 22 op/s 2024-07-26T07:22:43.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:43 smithi037 ceph-mon[97339]: pgmap v2804: 393 pgs: 393 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 773 KiB/s wr, 22 op/s 2024-07-26T07:22:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:43 smithi037 ceph-mon[99762]: pgmap v2804: 393 pgs: 393 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 773 KiB/s wr, 22 op/s 2024-07-26T07:22:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:45 smithi135 ceph-mon[90132]: pgmap v2805: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 811 KiB/s wr, 16 op/s 2024-07-26T07:22:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:45 smithi135 ceph-mon[90132]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T07:22:45.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:45 smithi037 ceph-mon[97339]: pgmap v2805: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 811 KiB/s wr, 16 op/s 2024-07-26T07:22:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:45 smithi037 ceph-mon[97339]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T07:22:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:45 smithi037 ceph-mon[99762]: pgmap v2805: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 811 KiB/s wr, 16 op/s 2024-07-26T07:22:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:45 smithi037 ceph-mon[99762]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T07:22:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:47 smithi135 ceph-mon[90132]: pgmap v2807: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 702 KiB/s wr, 7 op/s 2024-07-26T07:22:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:47 smithi037 ceph-mon[97339]: pgmap v2807: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 702 KiB/s wr, 7 op/s 2024-07-26T07:22:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:47 smithi037 ceph-mon[99762]: pgmap v2807: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 702 KiB/s wr, 7 op/s 2024-07-26T07:22:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:49 smithi135 ceph-mon[90132]: pgmap v2808: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 984 KiB/s wr, 8 op/s 2024-07-26T07:22:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:49 smithi037 ceph-mon[97339]: pgmap v2808: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 984 KiB/s wr, 8 op/s 2024-07-26T07:22:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:49 smithi037 ceph-mon[99762]: pgmap v2808: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 984 KiB/s wr, 8 op/s 2024-07-26T07:22:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:22:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:51 smithi037 ceph-mon[97339]: pgmap v2809: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T07:22:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:22:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:22:51] "GET /metrics HTTP/1.1" 200 55784 "" "Prometheus/2.43.0" 2024-07-26T07:22:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:51 smithi037 ceph-mon[99762]: pgmap v2809: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T07:22:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:51 smithi135 ceph-mon[90132]: pgmap v2809: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-07-26T07:22:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:22:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: pgmap v2810: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 717 KiB/s wr, 3 op/s 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-07-26T07:22:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: pgmap v2810: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 717 KiB/s wr, 3 op/s 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-07-26T07:22:53.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-07-26T07:22:53.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: pgmap v2810: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 717 KiB/s wr, 3 op/s 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-07-26T07:22:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-07-26T07:22:53.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-07-26T07:22:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[97339]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-07-26T07:22:54.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:54 smithi037 ceph-mon[99762]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [7, 3]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.6", "id": [6, 4]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-07-26T07:22:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-07-26T07:22:54.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-07-26T07:22:54.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:54 smithi135 ceph-mon[90132]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T07:22:54.914 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RemoveFullTry (21916 ms) 2024-07-26T07:22:54.915 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: pgmap v2812: 393 pgs: 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:22:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[97339]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: pgmap v2812: 393 pgs: 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:22:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:55 smithi037 ceph-mon[99762]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: pgmap v2812: 393 pgs: 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:22:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:55 smithi135 ceph-mon[90132]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[97339]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[97339]: pgmap v2816: 425 pgs: 4 creating+peering, 28 unknown, 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[99762]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:56 smithi037 ceph-mon[99762]: pgmap v2816: 425 pgs: 4 creating+peering, 28 unknown, 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-07-26T07:22:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:56 smithi135 ceph-mon[90132]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T07:22:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:56 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:57.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:56 smithi135 ceph-mon[90132]: pgmap v2816: 425 pgs: 4 creating+peering, 28 unknown, 4 peering, 389 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[97339]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:57 smithi037 ceph-mon[99762]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T07:22:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:57 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:22:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:57 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1623886085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:57 smithi135 ceph-mon[90132]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2595779456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: pgmap v2819: 457 pgs: 12 creating+peering, 34 unknown, 4 peering, 407 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 263 KiB/s wr, 42 op/s; 4 B/s, 0 objects/s recovering 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[97339]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T07:22:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T07:22:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2595779456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: pgmap v2819: 457 pgs: 12 creating+peering, 34 unknown, 4 peering, 407 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 263 KiB/s wr, 42 op/s; 4 B/s, 0 objects/s recovering 2024-07-26T07:22:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:59.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:58 smithi037 ceph-mon[99762]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2595779456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: pgmap v2819: 457 pgs: 12 creating+peering, 34 unknown, 4 peering, 407 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 263 KiB/s wr, 42 op/s; 4 B/s, 0 objects/s recovering 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:22:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:58 smithi135 ceph-mon[90132]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[97339]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:00.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:22:59 smithi037 ceph-mon[99762]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T07:23:00.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:23:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:22:59 smithi135 ceph-mon[90132]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T07:23:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:00 smithi037 ceph-mon[97339]: pgmap v2822: 457 pgs: 12 creating+peering, 11 unknown, 434 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:00 smithi037 ceph-mon[97339]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T07:23:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:00 smithi037 ceph-mon[99762]: pgmap v2822: 457 pgs: 12 creating+peering, 11 unknown, 434 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:00 smithi037 ceph-mon[99762]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T07:23:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:00 smithi135 ceph-mon[90132]: pgmap v2822: 457 pgs: 12 creating+peering, 11 unknown, 434 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:00 smithi135 ceph-mon[90132]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T07:23:01.740 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:01.745 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:01] "GET /metrics HTTP/1.1" 200 55784 "" "Prometheus/2.43.0" 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE Bus STOPPING 2024-07-26T07:23:02.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:23:02.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE Bus STOPPED 2024-07-26T07:23:02.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE Bus STARTING 2024-07-26T07:23:02.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE Serving on http://:::9283 2024-07-26T07:23:02.047 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:01] ENGINE Bus STARTED 2024-07-26T07:23:02.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:01 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[97339]: pgmap v2825: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[97339]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T07:23:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[99762]: pgmap v2825: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:03.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:02 smithi037 ceph-mon[99762]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T07:23:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:02 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:02 smithi135 ceph-mon[90132]: pgmap v2825: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-07-26T07:23:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:02 smithi135 ceph-mon[90132]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[97339]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[97339]: pgmap v2828: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[99762]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T07:23:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[99762]: pgmap v2828: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T07:23:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:04 smithi135 ceph-mon[90132]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T07:23:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:04 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:04 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:04 smithi135 ceph-mon[90132]: pgmap v2828: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T07:23:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:05 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:05 smithi037 ceph-mon[97339]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T07:23:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:05 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:05 smithi037 ceph-mon[99762]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T07:23:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:05 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:05 smithi135 ceph-mon[90132]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T07:23:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:06 smithi037 ceph-mon[97339]: pgmap v2830: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-07-26T07:23:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:06 smithi037 ceph-mon[99762]: pgmap v2830: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-07-26T07:23:07.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:06 smithi135 ceph-mon[90132]: pgmap v2830: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-07-26T07:23:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:09 smithi037 ceph-mon[97339]: pgmap v2831: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 684 KiB/s wr, 7 op/s 2024-07-26T07:23:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:09 smithi037 ceph-mon[99762]: pgmap v2831: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 684 KiB/s wr, 7 op/s 2024-07-26T07:23:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:09 smithi135 ceph-mon[90132]: pgmap v2831: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 684 KiB/s wr, 7 op/s 2024-07-26T07:23:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:10 smithi037 ceph-mon[97339]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T07:23:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:10 smithi037 ceph-mon[97339]: pgmap v2833: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 977 KiB/s wr, 10 op/s 2024-07-26T07:23:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:10 smithi037 ceph-mon[99762]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T07:23:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:10 smithi037 ceph-mon[99762]: pgmap v2833: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 977 KiB/s wr, 10 op/s 2024-07-26T07:23:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:10 smithi135 ceph-mon[90132]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T07:23:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:10 smithi135 ceph-mon[90132]: pgmap v2833: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 977 KiB/s wr, 10 op/s 2024-07-26T07:23:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:11] "GET /metrics HTTP/1.1" 200 60677 "" "Prometheus/2.43.0" 2024-07-26T07:23:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:13 smithi037 ceph-mon[97339]: pgmap v2834: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-07-26T07:23:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:13 smithi037 ceph-mon[99762]: pgmap v2834: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-07-26T07:23:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:13 smithi135 ceph-mon[90132]: pgmap v2834: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 769 KiB/s wr, 7 op/s 2024-07-26T07:23:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:15 smithi037 ceph-mon[97339]: pgmap v2835: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 773 KiB/s wr, 7 op/s 2024-07-26T07:23:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:15 smithi037 ceph-mon[99762]: pgmap v2835: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 773 KiB/s wr, 7 op/s 2024-07-26T07:23:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:15 smithi135 ceph-mon[90132]: pgmap v2835: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 773 KiB/s wr, 7 op/s 2024-07-26T07:23:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:17 smithi037 ceph-mon[97339]: pgmap v2836: 457 pgs: 457 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 922 KiB/s wr, 4 op/s 2024-07-26T07:23:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:17 smithi037 ceph-mon[99762]: pgmap v2836: 457 pgs: 457 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 922 KiB/s wr, 4 op/s 2024-07-26T07:23:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:17 smithi135 ceph-mon[90132]: pgmap v2836: 457 pgs: 457 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 922 KiB/s wr, 4 op/s 2024-07-26T07:23:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:19 smithi037 ceph-mon[97339]: pgmap v2837: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-26T07:23:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:19 smithi037 ceph-mon[99762]: pgmap v2837: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-26T07:23:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:19 smithi135 ceph-mon[90132]: pgmap v2837: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-26T07:23:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T07:23:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:20 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:20 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T07:23:20.715 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[97339]: pgmap v2839: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T07:23:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[97339]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T07:23:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:21] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-07-26T07:23:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[99762]: pgmap v2839: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T07:23:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:21 smithi037 ceph-mon[99762]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T07:23:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:21 smithi135 ceph-mon[90132]: pgmap v2839: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T07:23:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:21 smithi135 ceph-mon[90132]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T07:23:21.733 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:22.744 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:23 smithi037 ceph-mon[97339]: pgmap v2841: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T07:23:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:23 smithi037 ceph-mon[99762]: pgmap v2841: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T07:23:23.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:23 smithi135 ceph-mon[90132]: pgmap v2841: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T07:23:23.754 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:24.766 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:24.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29928 ms) 2024-07-26T07:23:24.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-07-26T07:23:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:25 smithi135 ceph-mon[90132]: pgmap v2842: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 769 KiB/s wr, 6 op/s 2024-07-26T07:23:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:25 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-24' is full (reached quota's max_objects: 6) 2024-07-26T07:23:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:25 smithi135 ceph-mon[90132]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:25 smithi135 ceph-mon[90132]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T07:23:25.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[97339]: pgmap v2842: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 769 KiB/s wr, 6 op/s 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-24' is full (reached quota's max_objects: 6) 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[97339]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[97339]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[99762]: pgmap v2842: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 769 KiB/s wr, 6 op/s 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-24' is full (reached quota's max_objects: 6) 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[99762]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:25 smithi037 ceph-mon[99762]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T07:23:26.766 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[97339]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/823218832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[97339]: pgmap v2845: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[99762]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/823218832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-mon[99762]: pgmap v2845: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE Bus STOPPING 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE Bus STOPPED 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE Bus STARTING 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE Serving on http://:::9283 2024-07-26T07:23:27.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:26 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:26] ENGINE Bus STARTED 2024-07-26T07:23:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:26 smithi135 ceph-mon[90132]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T07:23:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/823218832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:26 smithi135 ceph-mon[90132]: pgmap v2845: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T07:23:27.717 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:28.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:28.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[97339]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T07:23:28.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:23:28.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:28.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:28.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:28.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[99762]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T07:23:28.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:23:28.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:27 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:27 smithi135 ceph-mon[90132]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T07:23:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:23:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:28 smithi037 ceph-mon[97339]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T07:23:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:28 smithi037 ceph-mon[97339]: pgmap v2848: 489 pgs: 7 creating+peering, 11 unknown, 471 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-07-26T07:23:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:28 smithi037 ceph-mon[99762]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T07:23:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:28 smithi037 ceph-mon[99762]: pgmap v2848: 489 pgs: 7 creating+peering, 11 unknown, 471 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-07-26T07:23:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:28 smithi135 ceph-mon[90132]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T07:23:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:28 smithi135 ceph-mon[90132]: pgmap v2848: 489 pgs: 7 creating+peering, 11 unknown, 471 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-07-26T07:23:29.741 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:29.741 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T07:23:29.741 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:29.741 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:29.741 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[97339]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:29.742 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:30.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:29 smithi037 ceph-mon[99762]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:30.065 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:29 smithi135 ceph-mon[90132]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: pgmap v2851: 489 pgs: 7 creating+peering, 482 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:30 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: pgmap v2851: 489 pgs: 7 creating+peering, 482 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: pgmap v2851: 489 pgs: 7 creating+peering, 482 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:30 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:31] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-07-26T07:23:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:33 smithi135 ceph-mon[90132]: pgmap v2852: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 388 KiB/s wr, 24 op/s 2024-07-26T07:23:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:33 smithi037 ceph-mon[97339]: pgmap v2852: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 388 KiB/s wr, 24 op/s 2024-07-26T07:23:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:33 smithi037 ceph-mon[99762]: pgmap v2852: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 388 KiB/s wr, 24 op/s 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[97339]: pgmap v2853: 489 pgs: 489 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 489 KiB/s wr, 21 op/s 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[97339]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[99762]: pgmap v2853: 489 pgs: 489 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 489 KiB/s wr, 21 op/s 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:35.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:35 smithi037 ceph-mon[99762]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T07:23:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:35 smithi135 ceph-mon[90132]: pgmap v2853: 489 pgs: 489 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 489 KiB/s wr, 21 op/s 2024-07-26T07:23:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:35 smithi135 ceph-mon[90132]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T07:23:37.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:37 smithi037 ceph-mon[97339]: pgmap v2855: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 701 KiB/s wr, 15 op/s 2024-07-26T07:23:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:37 smithi037 ceph-mon[99762]: pgmap v2855: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 701 KiB/s wr, 15 op/s 2024-07-26T07:23:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:37 smithi135 ceph-mon[90132]: pgmap v2855: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 701 KiB/s wr, 15 op/s 2024-07-26T07:23:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:39 smithi037 ceph-mon[97339]: pgmap v2856: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 615 KiB/s wr, 8 op/s 2024-07-26T07:23:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:39 smithi037 ceph-mon[99762]: pgmap v2856: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 615 KiB/s wr, 8 op/s 2024-07-26T07:23:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:39 smithi135 ceph-mon[90132]: pgmap v2856: 489 pgs: 489 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 615 KiB/s wr, 8 op/s 2024-07-26T07:23:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:41 smithi037 ceph-mon[97339]: pgmap v2857: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-26T07:23:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:41] "GET /metrics HTTP/1.1" 200 63258 "" "Prometheus/2.43.0" 2024-07-26T07:23:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:41 smithi037 ceph-mon[99762]: pgmap v2857: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-26T07:23:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:41 smithi135 ceph-mon[90132]: pgmap v2857: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-26T07:23:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:43 smithi135 ceph-mon[90132]: pgmap v2858: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T07:23:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:43 smithi037 ceph-mon[97339]: pgmap v2858: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T07:23:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:43 smithi037 ceph-mon[99762]: pgmap v2858: 489 pgs: 489 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T07:23:44.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20057 ms) 2024-07-26T07:23:44.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-07-26T07:23:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[97339]: pgmap v2859: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[97339]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[97339]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[99762]: pgmap v2859: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[99762]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:45 smithi037 ceph-mon[99762]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T07:23:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:45 smithi135 ceph-mon[90132]: pgmap v2859: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-07-26T07:23:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:45 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:23:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:45 smithi135 ceph-mon[90132]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:23:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:45 smithi135 ceph-mon[90132]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T07:23:47.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[97339]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T07:23:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[97339]: pgmap v2862: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T07:23:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[99762]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T07:23:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:46 smithi037 ceph-mon[99762]: pgmap v2862: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T07:23:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:46 smithi135 ceph-mon[90132]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T07:23:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:46 smithi135 ceph-mon[90132]: pgmap v2862: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T07:23:48.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[99762]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T07:23:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:47 smithi037 ceph-mon[97339]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T07:23:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:47 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:23:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:47 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1958558003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:47 smithi135 ceph-mon[90132]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T07:23:48.788 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:23:49.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[97339]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[97339]: pgmap v2865: 553 pgs: 13 creating+peering, 35 unknown, 505 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 41 op/s 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[99762]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-mon[99762]: pgmap v2865: 553 pgs: 13 creating+peering, 35 unknown, 505 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 41 op/s 2024-07-26T07:23:49.045 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE Bus STOPPING 2024-07-26T07:23:49.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:23:49.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE Bus STOPPED 2024-07-26T07:23:49.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE Bus STARTING 2024-07-26T07:23:49.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE Serving on http://:::9283 2024-07-26T07:23:49.046 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:23:48] ENGINE Bus STARTED 2024-07-26T07:23:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:48 smithi135 ceph-mon[90132]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T07:23:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:48 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:23:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:48 smithi135 ceph-mon[90132]: pgmap v2865: 553 pgs: 13 creating+peering, 35 unknown, 505 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 41 op/s 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[97339]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:50.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:50.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:50.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:49 smithi037 ceph-mon[99762]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/591269177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:23:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:23:50.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:23:50.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:49 smithi135 ceph-mon[90132]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T07:23:51.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:50 smithi037 ceph-mon[97339]: pgmap v2868: 553 pgs: 13 creating+peering, 9 unknown, 531 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-07-26T07:23:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:50 smithi037 ceph-mon[97339]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T07:23:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:50 smithi037 ceph-mon[99762]: pgmap v2868: 553 pgs: 13 creating+peering, 9 unknown, 531 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-07-26T07:23:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:50 smithi037 ceph-mon[99762]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T07:23:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:50 smithi135 ceph-mon[90132]: pgmap v2868: 553 pgs: 13 creating+peering, 9 unknown, 531 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-07-26T07:23:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:50 smithi135 ceph-mon[90132]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T07:23:51.771 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:23:51] "GET /metrics HTTP/1.1" 200 68104 "" "Prometheus/2.43.0" 2024-07-26T07:23:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:52.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:52.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:51 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:51 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:23:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:51 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:51 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T07:23:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:51 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T07:23:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:23:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:23:53.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:52 smithi037 ceph-mon[97339]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T07:23:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:52 smithi037 ceph-mon[97339]: pgmap v2871: 553 pgs: 10 creating+peering, 543 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:23:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:52 smithi037 ceph-mon[99762]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T07:23:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:52 smithi037 ceph-mon[99762]: pgmap v2871: 553 pgs: 10 creating+peering, 543 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:23:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:52 smithi135 ceph-mon[90132]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T07:23:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:52 smithi135 ceph-mon[90132]: pgmap v2871: 553 pgs: 10 creating+peering, 543 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-07-26T07:23:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:55 smithi037 ceph-mon[97339]: pgmap v2872: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-07-26T07:23:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:55 smithi037 ceph-mon[99762]: pgmap v2872: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-07-26T07:23:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:55 smithi135 ceph-mon[90132]: pgmap v2872: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-07-26T07:23:57.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:57 smithi037 ceph-mon[97339]: pgmap v2873: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 647 KiB/s wr, 10 op/s 2024-07-26T07:23:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:57 smithi037 ceph-mon[99762]: pgmap v2873: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 647 KiB/s wr, 10 op/s 2024-07-26T07:23:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:57 smithi135 ceph-mon[90132]: pgmap v2873: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 647 KiB/s wr, 10 op/s 2024-07-26T07:23:59.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:23:59 smithi037 ceph-mon[97339]: pgmap v2874: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-07-26T07:23:59.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:23:59 smithi037 ceph-mon[99762]: pgmap v2874: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-07-26T07:23:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:23:59 smithi135 ceph-mon[90132]: pgmap v2874: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-07-26T07:24:01.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:00 smithi037 ceph-mon[97339]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T07:24:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:00 smithi037 ceph-mon[97339]: pgmap v2876: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 989 KiB/s wr, 9 op/s 2024-07-26T07:24:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:00 smithi037 ceph-mon[99762]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T07:24:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:00 smithi037 ceph-mon[99762]: pgmap v2876: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 989 KiB/s wr, 9 op/s 2024-07-26T07:24:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:00 smithi135 ceph-mon[90132]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T07:24:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:00 smithi135 ceph-mon[90132]: pgmap v2876: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 989 KiB/s wr, 9 op/s 2024-07-26T07:24:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:01] "GET /metrics HTTP/1.1" 200 68104 "" "Prometheus/2.43.0" 2024-07-26T07:24:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:03.513 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:03 smithi037 ceph-mon[97339]: pgmap v2877: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-26T07:24:03.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:03 smithi037 ceph-mon[99762]: pgmap v2877: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-26T07:24:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:03 smithi135 ceph-mon[90132]: pgmap v2877: 553 pgs: 553 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-26T07:24:05.730 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: pgmap v2878: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: pgmap v2878: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:05 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: pgmap v2878: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:05 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T07:24:06.752 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T07:24:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[97339]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T07:24:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[97339]: pgmap v2881: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:24:07.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T07:24:07.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[99762]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T07:24:07.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:06 smithi037 ceph-mon[99762]: pgmap v2881: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:24:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:06 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi037-147652-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T07:24:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:06 smithi135 ceph-mon[90132]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T07:24:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:06 smithi135 ceph-mon[90132]: pgmap v2881: 553 pgs: 553 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T07:24:07.762 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:08.774 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:09.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:09 smithi037 ceph-mon[97339]: pgmap v2882: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-07-26T07:24:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:09 smithi037 ceph-mon[99762]: pgmap v2882: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-07-26T07:24:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:09 smithi135 ceph-mon[90132]: pgmap v2882: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 641 KiB/s wr, 6 op/s 2024-07-26T07:24:09.785 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:09.859 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24959 ms) 2024-07-26T07:24:09.859 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestIO 2024-07-26T07:24:09.859 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:10.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-27' is full (reached quota's max_objects: 7) 2024-07-26T07:24:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[97339]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T07:24:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[97339]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T07:24:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-27' is full (reached quota's max_objects: 7) 2024-07-26T07:24:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[99762]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T07:24:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:10 smithi037 ceph-mon[99762]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T07:24:10.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:10 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-27' is full (reached quota's max_objects: 7) 2024-07-26T07:24:10.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:10 smithi135 ceph-mon[90132]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T07:24:10.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:10 smithi135 ceph-mon[90132]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T07:24:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:11 smithi037 ceph-mon[97339]: pgmap v2884: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 173 KiB/s wr, 24 op/s 2024-07-26T07:24:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:11] "GET /metrics HTTP/1.1" 200 68174 "" "Prometheus/2.43.0" 2024-07-26T07:24:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:11 smithi037 ceph-mon[99762]: pgmap v2884: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 173 KiB/s wr, 24 op/s 2024-07-26T07:24:11.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:11 smithi135 ceph-mon[90132]: pgmap v2884: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 173 KiB/s wr, 24 op/s 2024-07-26T07:24:12.044 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:12.044 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:12.044 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.045 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.046 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:12.048 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.049 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:12.050 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:12.053 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:12.054 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 = 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 1536~512 = 0 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:12.055 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.057 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:12.058 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:12.059 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.060 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:12.061 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.063 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.064 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.065 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:12.066 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:12.067 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:13.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:13 smithi037 ceph-mon[97339]: pgmap v2885: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 286 KiB/s wr, 587 op/s 2024-07-26T07:24:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:13 smithi037 ceph-mon[99762]: pgmap v2885: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 286 KiB/s wr, 587 op/s 2024-07-26T07:24:13.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:13 smithi135 ceph-mon[90132]: pgmap v2885: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 286 KiB/s wr, 587 op/s 2024-07-26T07:24:13.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.908 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.909 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.910 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.911 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.912 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.913 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.914 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.915 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.916 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestIO (4049 ms) 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-07-26T07:24:13.917 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[99762]: pgmap v2886: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 253 KiB/s wr, 531 op/s 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[99762]: pool 'test-librbd-smithi037-147652-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[99762]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[99762]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[97339]: pgmap v2886: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 253 KiB/s wr, 531 op/s 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[97339]: pool 'test-librbd-smithi037-147652-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[97339]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:15 smithi037 ceph-mon[97339]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T07:24:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:15 smithi135 ceph-mon[90132]: pgmap v2886: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 253 KiB/s wr, 531 op/s 2024-07-26T07:24:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:15 smithi135 ceph-mon[90132]: pool 'test-librbd-smithi037-147652-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T07:24:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:15 smithi135 ceph-mon[90132]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T07:24:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:15 smithi135 ceph-mon[90132]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T07:24:17.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:17 smithi037 ceph-mon[97339]: pgmap v2888: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 136 KiB/s wr, 551 op/s 2024-07-26T07:24:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:17 smithi037 ceph-mon[99762]: pgmap v2888: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 136 KiB/s wr, 551 op/s 2024-07-26T07:24:17.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:17 smithi135 ceph-mon[90132]: pgmap v2888: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 136 KiB/s wr, 551 op/s 2024-07-26T07:24:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:19 smithi037 ceph-mon[97339]: pgmap v2889: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 255 KiB/s wr, 1.04k op/s 2024-07-26T07:24:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:19 smithi037 ceph-mon[99762]: pgmap v2889: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 255 KiB/s wr, 1.04k op/s 2024-07-26T07:24:19.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:19 smithi135 ceph-mon[90132]: pgmap v2889: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 255 KiB/s wr, 1.04k op/s 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:19.839 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.840 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:19.841 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:19.842 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.843 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.844 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:19.845 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 = 512 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 1536~512 = 0 2024-07-26T07:24:19.846 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.847 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.848 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:19.849 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:19.850 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.851 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.852 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.853 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.854 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.855 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:19.856 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:19.857 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:19.857 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:19.857 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:20.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:21 smithi037 ceph-mon[97339]: pgmap v2890: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 622 KiB/s wr, 857 op/s 2024-07-26T07:24:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:21 smithi037 ceph-mon[99762]: pgmap v2890: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 622 KiB/s wr, 857 op/s 2024-07-26T07:24:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:21] "GET /metrics HTTP/1.1" 200 68181 "" "Prometheus/2.43.0" 2024-07-26T07:24:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:21 smithi135 ceph-mon[90132]: pgmap v2890: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 622 KiB/s wr, 857 op/s 2024-07-26T07:24:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:23.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:23 smithi037 ceph-mon[97339]: pgmap v2891: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 936 KiB/s wr, 1.28k op/s 2024-07-26T07:24:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:23 smithi037 ceph-mon[99762]: pgmap v2891: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 936 KiB/s wr, 1.28k op/s 2024-07-26T07:24:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:23 smithi135 ceph-mon[90132]: pgmap v2891: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 936 KiB/s wr, 1.28k op/s 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.008 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.009 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.010 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.011 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:24.013 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 4 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:read: 4 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (10097 ms) 2024-07-26T07:24:24.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-07-26T07:24:24.015 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:25.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:25 smithi037 ceph-mon[97339]: pgmap v2892: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 934 KiB/s wr, 1.27k op/s 2024-07-26T07:24:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:25 smithi037 ceph-mon[99762]: pgmap v2892: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 934 KiB/s wr, 1.27k op/s 2024-07-26T07:24:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:25 smithi135 ceph-mon[90132]: pgmap v2892: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 934 KiB/s wr, 1.27k op/s 2024-07-26T07:24:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:27 smithi037 ceph-mon[97339]: pgmap v2893: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 824 KiB/s wr, 1.12k op/s 2024-07-26T07:24:27.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:27 smithi037 ceph-mon[99762]: pgmap v2893: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 824 KiB/s wr, 1.12k op/s 2024-07-26T07:24:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:27 smithi135 ceph-mon[90132]: pgmap v2893: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 824 KiB/s wr, 1.12k op/s 2024-07-26T07:24:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:29 smithi037 ceph-mon[97339]: pgmap v2894: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-07-26T07:24:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:29 smithi037 ceph-mon[99762]: pgmap v2894: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-07-26T07:24:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:29 smithi135 ceph-mon[90132]: pgmap v2894: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-07-26T07:24:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:31 smithi037 ceph-mon[97339]: pgmap v2895: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-07-26T07:24:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:31] "GET /metrics HTTP/1.1" 200 68181 "" "Prometheus/2.43.0" 2024-07-26T07:24:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:31 smithi037 ceph-mon[99762]: pgmap v2895: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-07-26T07:24:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:31 smithi135 ceph-mon[90132]: pgmap v2895: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-07-26T07:24:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:33.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:33 smithi037 ceph-mon[97339]: pgmap v2896: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-07-26T07:24:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:33 smithi037 ceph-mon[99762]: pgmap v2896: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-07-26T07:24:33.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:33 smithi135 ceph-mon[90132]: pgmap v2896: 553 pgs: 553 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-07-26T07:24:34.375 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:34.375 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:34.375 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:34.375 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:34.375 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:34.376 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:34.377 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.378 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:34.379 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.380 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:34.381 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 = 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 1536~512 = 0 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:34.382 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:34.384 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:34.385 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:34.386 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.388 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.389 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.390 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:34.391 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:35.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:35 smithi037 ceph-mon[97339]: pgmap v2897: 553 pgs: 553 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 644 KiB/s rd, 421 KiB/s wr, 163 op/s 2024-07-26T07:24:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:35 smithi037 ceph-mon[99762]: pgmap v2897: 553 pgs: 553 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 644 KiB/s rd, 421 KiB/s wr, 163 op/s 2024-07-26T07:24:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:35.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:35 smithi135 ceph-mon[90132]: pgmap v2897: 553 pgs: 553 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 644 KiB/s rd, 421 KiB/s wr, 163 op/s 2024-07-26T07:24:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:37 smithi037 ceph-mon[97339]: pgmap v2898: 553 pgs: 553 active+clean; 27 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 1.1 MiB/s wr, 163 op/s 2024-07-26T07:24:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:37 smithi037 ceph-mon[99762]: pgmap v2898: 553 pgs: 553 active+clean; 27 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 1.1 MiB/s wr, 163 op/s 2024-07-26T07:24:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:37 smithi135 ceph-mon[90132]: pgmap v2898: 553 pgs: 553 active+clean; 27 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 1.1 MiB/s wr, 163 op/s 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.373 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.374 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.375 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.376 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.377 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.378 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.379 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.380 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.381 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.382 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.383 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:38.384 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:38.385 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 4 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:read: 4 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14368 ms) 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-07-26T07:24:38.386 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:39.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:39 smithi037 ceph-mon[97339]: pgmap v2899: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2024-07-26T07:24:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:39 smithi037 ceph-mon[99762]: pgmap v2899: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2024-07-26T07:24:39.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:39 smithi135 ceph-mon[90132]: pgmap v2899: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.273 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.274 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:40.275 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.276 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.277 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:40.279 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:40.280 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 = 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 1536~512 = 0 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.281 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.282 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.283 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.284 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:40.285 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.286 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.287 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.288 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:40.289 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:41 smithi037 ceph-mon[97339]: pgmap v2900: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 824 op/s 2024-07-26T07:24:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:41] "GET /metrics HTTP/1.1" 200 68187 "" "Prometheus/2.43.0" 2024-07-26T07:24:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:41 smithi037 ceph-mon[99762]: pgmap v2900: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 824 op/s 2024-07-26T07:24:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:41 smithi135 ceph-mon[90132]: pgmap v2900: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 824 op/s 2024-07-26T07:24:41.900 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.901 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.902 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.903 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.904 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.905 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.906 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.907 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.908 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:41.909 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:41.910 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3528 ms) 2024-07-26T07:24:41.910 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-07-26T07:24:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:43.431 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:43.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[97339]: pgmap v2901: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 822 op/s 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[97339]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3618544191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[99762]: pgmap v2901: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 822 op/s 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[99762]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3618544191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:43 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:43 smithi135 ceph-mon[90132]: pgmap v2901: 553 pgs: 553 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 822 op/s 2024-07-26T07:24:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:43 smithi135 ceph-mon[90132]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T07:24:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:43 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3618544191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:43 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:24:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:44 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:24:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:44 smithi037 ceph-mon[97339]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T07:24:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:44 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:24:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:44 smithi037 ceph-mon[99762]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T07:24:44.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:44 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:24:44.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:44 smithi135 ceph-mon[90132]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T07:24:45.513 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.514 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:45.515 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.516 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:45.517 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 = 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 1536~512 = 0 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:45.518 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3613 ms) 2024-07-26T07:24:45.519 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-07-26T07:24:45.519 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.543 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-07-26T07:24:45.543 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-07-26T07:24:45.543 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.572 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (30 ms) 2024-07-26T07:24:45.573 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-07-26T07:24:45.573 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.602 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (30 ms) 2024-07-26T07:24:45.602 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-07-26T07:24:45.603 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.627 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (25 ms) 2024-07-26T07:24:45.627 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-07-26T07:24:45.627 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.702 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (75 ms) 2024-07-26T07:24:45.702 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-07-26T07:24:45.702 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.769 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (66 ms) 2024-07-26T07:24:45.769 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-07-26T07:24:45.769 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:45 smithi037 ceph-mon[97339]: pgmap v2904: 585 pgs: 9 creating+peering, 17 unknown, 559 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 1.91k op/s 2024-07-26T07:24:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:45 smithi037 ceph-mon[97339]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T07:24:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:45 smithi037 ceph-mon[99762]: pgmap v2904: 585 pgs: 9 creating+peering, 17 unknown, 559 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 1.91k op/s 2024-07-26T07:24:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:45 smithi037 ceph-mon[99762]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T07:24:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:45 smithi135 ceph-mon[90132]: pgmap v2904: 585 pgs: 9 creating+peering, 17 unknown, 559 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 1.91k op/s 2024-07-26T07:24:45.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:45 smithi135 ceph-mon[90132]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T07:24:45.845 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (77 ms) 2024-07-26T07:24:45.846 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-07-26T07:24:45.846 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:45.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (76 ms) 2024-07-26T07:24:45.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-07-26T07:24:45.922 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.363 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (441 ms) 2024-07-26T07:24:46.363 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-07-26T07:24:46.363 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.702 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (339 ms) 2024-07-26T07:24:46.702 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-07-26T07:24:46.702 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.728 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-07-26T07:24:46.728 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-07-26T07:24:46.728 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.756 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (29 ms) 2024-07-26T07:24:46.757 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-07-26T07:24:46.757 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.790 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (34 ms) 2024-07-26T07:24:46.790 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-07-26T07:24:46.790 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:46 smithi037 ceph-mon[97339]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T07:24:46.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:46 smithi037 ceph-mon[99762]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T07:24:46.817 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-07-26T07:24:46.817 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-07-26T07:24:46.817 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:46 smithi135 ceph-mon[90132]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 0~1048576 = 0 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 0~4194304 = 0 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:aio discard: 3145728~1048576 = 0 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestFUA 2024-07-26T07:24:46.838 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.944 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.945 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.945 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.945 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.945 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.946 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.947 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.948 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.949 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.950 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.951 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.952 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.952 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.952 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.952 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.952 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.953 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.953 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.953 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.953 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.953 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.954 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.955 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.956 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-07-26T07:24:46.956 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-07-26T07:24:46.956 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:46.965 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.966 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.966 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.966 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.966 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:46.967 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.967 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.967 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.967 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.967 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.968 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.968 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.968 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.968 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.968 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.969 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.969 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.969 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.969 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.969 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.970 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.970 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.970 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.970 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.970 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.971 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.971 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:46.971 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.980 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.980 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:46.980 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:46.981 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:46.981 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:46.981 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:46.981 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:start compare and write 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:compare and wrote: 512 2024-07-26T07:24:46.982 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.983 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:46.983 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.984 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.984 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:46.985 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.985 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:46.985 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.985 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.985 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:46.986 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.986 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:46.986 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.986 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.986 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:46.987 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.988 INFO:tasks.workunit.client.0.smithi037.stdout:started aio compare and write 2024-07-26T07:24:46.988 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:46.991 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:46.992 INFO:tasks.workunit.client.0.smithi037.stdout:finished aio compare and write 2024-07-26T07:24:46.992 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.992 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.992 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.993 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.993 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:46.993 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.993 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.993 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.994 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.994 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:46.994 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.994 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.994 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.995 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.995 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:46.995 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.995 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.995 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.996 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.996 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:46.996 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.996 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.996 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.997 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.997 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:46.997 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:46.997 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:46.998 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:46.998 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:46.998 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:46.998 INFO:tasks.workunit.client.0.smithi037.stdout:discard: 512~512 2024-07-26T07:24:46.998 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:47 smithi037 ceph-mon[97339]: pgmap v2907: 585 pgs: 9 creating+peering, 6 unknown, 570 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 437 KiB/s wr, 1.82k op/s 2024-07-26T07:24:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:47 smithi037 ceph-mon[99762]: pgmap v2907: 585 pgs: 9 creating+peering, 6 unknown, 570 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 437 KiB/s wr, 1.82k op/s 2024-07-26T07:24:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:47 smithi135 ceph-mon[90132]: pgmap v2907: 585 pgs: 9 creating+peering, 6 unknown, 570 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 437 KiB/s wr, 1.82k op/s 2024-07-26T07:24:47.936 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:47.936 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:47.936 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:47.936 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:47.936 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.937 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.938 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.939 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.940 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.941 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.942 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.943 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.943 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.943 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.944 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.944 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.945 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.952 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.953 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.975 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.975 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.976 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:47.996 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.024 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.024 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.025 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.055 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.055 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.055 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.055 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.056 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.102 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.144 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.145 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.197 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.197 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.197 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.197 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.197 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.198 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.198 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.248 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.249 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.249 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.322 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.387 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.387 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.387 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.387 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.388 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.388 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.388 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.461 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.461 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.461 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.461 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.461 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.462 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.462 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.533 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.534 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.626 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.627 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.709 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.809 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.810 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.810 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.810 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:48.906 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:48.906 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:48.906 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:48.906 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:48.906 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestIOPP (1962 ms) 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-07-26T07:24:48.907 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:48.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (28 ms) 2024-07-26T07:24:48.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-07-26T07:24:48.934 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:48.961 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (27 ms) 2024-07-26T07:24:48.961 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-07-26T07:24:48.961 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (27 ms) 2024-07-26T07:24:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-07-26T07:24:48.987 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-07-26T07:24:49.015 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-07-26T07:24:49.015 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.045 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (31 ms) 2024-07-26T07:24:49.045 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-07-26T07:24:49.045 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.070 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.074 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (28 ms) 2024-07-26T07:24:49.074 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-26T07:24:49.074 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-07-26T07:24:49.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-26T07:24:49.104 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.125 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.129 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-07-26T07:24:49.129 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-07-26T07:24:49.129 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.155 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-07-26T07:24:49.155 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-07-26T07:24:49.156 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.177 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.182 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-07-26T07:24:49.182 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-26T07:24:49.182 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.212 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-07-26T07:24:49.212 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-26T07:24:49.212 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.236 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.241 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-07-26T07:24:49.241 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-07-26T07:24:49.242 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.305 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-07-26T07:24:49.305 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-07-26T07:24:49.306 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.358 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.383 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (79 ms) 2024-07-26T07:24:49.383 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-07-26T07:24:49.384 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.458 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (75 ms) 2024-07-26T07:24:49.459 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-07-26T07:24:49.459 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.507 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:49.530 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (72 ms) 2024-07-26T07:24:49.530 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-07-26T07:24:49.530 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: pgmap v2908: 585 pgs: 585 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.2 MiB/s wr, 1.40k op/s 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: pgmap v2908: 585 pgs: 585 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.2 MiB/s wr, 1.40k op/s 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:24:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:24:49.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:49.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: pgmap v2908: 585 pgs: 585 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.2 MiB/s wr, 1.40k op/s 2024-07-26T07:24:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:24:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:24:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:24:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:24:49.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:24:49.854 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (323 ms) 2024-07-26T07:24:49.854 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-07-26T07:24:49.854 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:50.249 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.269 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (415 ms) 2024-07-26T07:24:50.269 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-07-26T07:24:50.269 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:50.299 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:50.299 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:50.299 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:50.299 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:50.300 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.301 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:50.301 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:50.301 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.301 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:50.301 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.302 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:50.302 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:50.302 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.302 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:50.302 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:50.305 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:read: 512 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:50.306 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:50.307 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:24:50.308 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:24:51.484 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:24:51.484 INFO:tasks.workunit.client.0.smithi037.stdout:finished read 2024-07-26T07:24:51.484 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:51.484 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.484 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 0 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 16384 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:51.485 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 49152 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 65536 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.486 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 98304 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 114688 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.487 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 147456 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 163840 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.488 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 196608 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 212992 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.489 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.490 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.491 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.491 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.491 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.491 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.491 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.494 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.494 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.494 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.494 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.494 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.495 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.495 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.503 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.504 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.505 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.505 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.530 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.531 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.558 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.591 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.592 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:51 smithi037 ceph-mon[97339]: pgmap v2909: 585 pgs: 585 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 2.55k op/s 2024-07-26T07:24:51.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:24:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:24:51] "GET /metrics HTTP/1.1" 200 70659 "" "Prometheus/2.43.0" 2024-07-26T07:24:51.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:51 smithi037 ceph-mon[99762]: pgmap v2909: 585 pgs: 585 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 2.55k op/s 2024-07-26T07:24:51.623 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.624 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.625 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.625 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.625 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.625 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.671 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.672 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.720 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.782 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.837 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.838 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:51 smithi135 ceph-mon[90132]: pgmap v2909: 585 pgs: 585 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.6 MiB/s wr, 2.55k op/s 2024-07-26T07:24:51.921 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.921 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.921 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.922 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.922 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.922 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.922 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:51.989 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.064 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.130 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.130 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.131 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.237 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.335 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.335 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.335 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.335 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.336 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.336 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.336 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.434 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:24:52.552 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:24:52.552 INFO:tasks.workunit.client.0.smithi037.stdout:finished writesame 2024-07-26T07:24:52.552 INFO:tasks.workunit.client.0.smithi037.stdout:to verify the data 2024-07-26T07:24:52.552 INFO:tasks.workunit.client.0.smithi037.stdout:verified 2024-07-26T07:24:52.552 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:started writesame 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:expected fail, finished writesame 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2284 ms) 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-07-26T07:24:52.553 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:24:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:24:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:53 smithi037 ceph-mon[97339]: pgmap v2910: 585 pgs: 585 active+clean; 99 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.0 MiB/s wr, 1.99k op/s 2024-07-26T07:24:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-07-26T07:24:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:53 smithi037 ceph-mon[99762]: pgmap v2910: 585 pgs: 585 active+clean; 99 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.0 MiB/s wr, 1.99k op/s 2024-07-26T07:24:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-07-26T07:24:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:53 smithi135 ceph-mon[90132]: pgmap v2910: 585 pgs: 585 active+clean; 99 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.0 MiB/s wr, 1.99k op/s 2024-07-26T07:24:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:snap: orig 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:found orig with size 2097152 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:write test data! 2024-07-26T07:24:54.502 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 80 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:snap: orig 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:snap: written 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:found orig with size 2097152 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:found written with size 2097152 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:write to snapshot returned -30 2024-07-26T07:24:54.503 INFO:tasks.workunit.client.0.smithi037.stdout:Read-only file system 2024-07-26T07:24:54.524 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.524 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.525 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 80 2024-07-26T07:24:54.525 INFO:tasks.workunit.client.0.smithi037.stdout:opening testimg@orig 2024-07-26T07:24:54.525 INFO:tasks.workunit.client.0.smithi037.stdout:read: 80 2024-07-26T07:24:54.525 INFO:tasks.workunit.client.0.smithi037.stdout:write to snapshot returned -30 2024-07-26T07:24:54.525 INFO:tasks.workunit.client.0.smithi037.stdout:Read-only file system 2024-07-26T07:24:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-07-26T07:24:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:54 smithi037 ceph-mon[97339]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T07:24:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-07-26T07:24:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:54 smithi037 ceph-mon[99762]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T07:24:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-07-26T07:24:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:54 smithi135 ceph-mon[90132]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T07:24:55.773 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 2 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:snap: orig 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:snap: written 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:found orig with size 2097152 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:found written with size 2097152 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 1 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:snap: orig 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:found orig with size 2097152 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:24:55.774 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3221 ms) 2024-07-26T07:24:55.775 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-07-26T07:24:55.775 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[97339]: pgmap v2912: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.95k op/s 2024-07-26T07:24:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[97339]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T07:24:55.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[97339]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T07:24:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[99762]: pgmap v2912: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.95k op/s 2024-07-26T07:24:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[99762]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T07:24:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:55 smithi037 ceph-mon[99762]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T07:24:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:55 smithi135 ceph-mon[90132]: pgmap v2912: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.95k op/s 2024-07-26T07:24:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:55 smithi135 ceph-mon[90132]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T07:24:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:55 smithi135 ceph-mon[90132]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T07:24:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:56 smithi037 ceph-mon[97339]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T07:24:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:56 smithi037 ceph-mon[97339]: pgmap v2916: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 220 op/s 2024-07-26T07:24:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:56 smithi037 ceph-mon[99762]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T07:24:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:56 smithi037 ceph-mon[99762]: pgmap v2916: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 220 op/s 2024-07-26T07:24:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:56 smithi135 ceph-mon[90132]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T07:24:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:56 smithi135 ceph-mon[90132]: pgmap v2916: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 220 op/s 2024-07-26T07:24:57.783 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2009 ms) 2024-07-26T07:24:57.783 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestClone 2024-07-26T07:24:57.783 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:24:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:57 smithi037 ceph-mon[97339]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T07:24:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:57 smithi037 ceph-mon[99762]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T07:24:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:57 smithi135 ceph-mon[90132]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T07:24:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:58 smithi037 ceph-mon[97339]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T07:24:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:58 smithi037 ceph-mon[97339]: pgmap v2919: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 157 KiB/s wr, 737 op/s 2024-07-26T07:24:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:58 smithi037 ceph-mon[99762]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T07:24:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:58 smithi037 ceph-mon[99762]: pgmap v2919: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 157 KiB/s wr, 737 op/s 2024-07-26T07:24:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:58 smithi135 ceph-mon[90132]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T07:24:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:58 smithi135 ceph-mon[90132]: pgmap v2919: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 157 KiB/s wr, 737 op/s 2024-07-26T07:24:59.800 INFO:tasks.workunit.client.0.smithi037.stdout:made parent image "parent" 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:parent has no parent info 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:made snapshot "parent@parent_snap" 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:can't unprotect an unprotected snap 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:can't protect a protected snap 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:made and opened clone "child" 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:read: 8 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:read: 8 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:read: 8 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:sizes and overlaps are good between parent and child 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:child image successfully cloned all image-meta pairs 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:sized down clone, changed overlap 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-07-26T07:24:59.801 INFO:tasks.workunit.client.0.smithi037.stdout:sized up clone, changed size but not overlap or parent's size 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:can't remove parent while child still exists 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:can't remove parent while still protected 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:removed parent snap after unprotecting 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestClone (2017 ms) 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestClone2 2024-07-26T07:24:59.802 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:00.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:24:59 smithi037 ceph-mon[97339]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T07:25:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:24:59 smithi037 ceph-mon[99762]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T07:25:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:24:59 smithi135 ceph-mon[90132]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:made parent image "parent" 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:parent has no parent info 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:made snapshot "parent@parent_snap" 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:made and opened clone "child" 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:child image successfully cloned all image-meta pairs 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestClone2 (1114 ms) 2024-07-26T07:25:00.915 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ListChildren 2024-07-26T07:25:01.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:00 smithi037 ceph-mon[99762]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T07:25:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:00 smithi037 ceph-mon[99762]: pgmap v2922: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 172 KiB/s wr, 1.19k op/s 2024-07-26T07:25:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:00 smithi037 ceph-mon[97339]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T07:25:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:00 smithi037 ceph-mon[97339]: pgmap v2922: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 172 KiB/s wr, 1.19k op/s 2024-07-26T07:25:01.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:00 smithi135 ceph-mon[90132]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T07:25:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:00 smithi135 ceph-mon[90132]: pgmap v2922: 585 pgs: 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 172 KiB/s wr, 1.19k op/s 2024-07-26T07:25:01.788 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:01] "GET /metrics HTTP/1.1" 200 70659 "" "Prometheus/2.43.0" 2024-07-26T07:25:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:01 smithi037 ceph-mon[97339]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T07:25:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:01 smithi037 ceph-mon[99762]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T07:25:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:01 smithi135 ceph-mon[90132]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T07:25:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:02.885 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-mon[90132]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T07:25:02.885 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:02.885 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-mon[90132]: pgmap v2925: 617 pgs: 1 creating+peering, 31 unknown, 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 33 KiB/s wr, 566 op/s 2024-07-26T07:25:02.885 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:02.885 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:02 smithi135 ceph-mon[90132]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[97339]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[97339]: pgmap v2925: 617 pgs: 1 creating+peering, 31 unknown, 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 33 KiB/s wr, 566 op/s 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[97339]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[99762]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T07:25:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:03.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[99762]: pgmap v2925: 617 pgs: 1 creating+peering, 31 unknown, 585 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 33 KiB/s wr, 566 op/s 2024-07-26T07:25:03.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/207705461' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:03.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:02 smithi037 ceph-mon[99762]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T07:25:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:03 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:03 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:04.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:03 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:04.747 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1322934176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: pgmap v2928: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 29 KiB/s wr, 479 op/s 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:04 smithi135 ceph-mon[90132]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1322934176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: pgmap v2928: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 29 KiB/s wr, 479 op/s 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[97339]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T07:25:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1322934176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: pgmap v2928: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 29 KiB/s wr, 479 op/s 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:04 smithi037 ceph-mon[99762]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T07:25:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:06 smithi037 ceph-mon[97339]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T07:25:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:06 smithi037 ceph-mon[97339]: pgmap v2931: 649 pgs: 11 creating+peering, 11 unknown, 627 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 26 KiB/s wr, 436 op/s 2024-07-26T07:25:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:06 smithi037 ceph-mon[99762]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T07:25:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:06 smithi037 ceph-mon[99762]: pgmap v2931: 649 pgs: 11 creating+peering, 11 unknown, 627 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 26 KiB/s wr, 436 op/s 2024-07-26T07:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:06 smithi135 ceph-mon[90132]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T07:25:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:06 smithi135 ceph-mon[90132]: pgmap v2931: 649 pgs: 11 creating+peering, 11 unknown, 627 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 26 KiB/s wr, 436 op/s 2024-07-26T07:25:08.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:07 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:07 smithi037 ceph-mon[97339]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T07:25:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:07 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:07 smithi037 ceph-mon[99762]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T07:25:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:07 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:07 smithi135 ceph-mon[90132]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T07:25:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:08 smithi037 ceph-mon[97339]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T07:25:09.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:08 smithi037 ceph-mon[97339]: pgmap v2934: 649 pgs: 10 creating+peering, 639 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-07-26T07:25:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:08 smithi037 ceph-mon[99762]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T07:25:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:08 smithi037 ceph-mon[99762]: pgmap v2934: 649 pgs: 10 creating+peering, 639 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-07-26T07:25:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:08 smithi135 ceph-mon[90132]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T07:25:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:08 smithi135 ceph-mon[90132]: pgmap v2934: 649 pgs: 10 creating+peering, 639 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-07-26T07:25:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:09 smithi037 ceph-mon[97339]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T07:25:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:09 smithi037 ceph-mon[97339]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T07:25:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:09 smithi037 ceph-mon[99762]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T07:25:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:09 smithi037 ceph-mon[99762]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T07:25:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:09 smithi135 ceph-mon[90132]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T07:25:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:09 smithi135 ceph-mon[90132]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T07:25:10.253 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.253 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.253 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.253 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.253 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 1 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.254 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 2 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.255 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.256 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:child: image110 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110/b1f88b526175 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.257 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:child: image110 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.258 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110/b1f88b526175 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.259 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 4 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 4 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:child: image110 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:child: image111 2024-07-26T07:25:10.260 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110/b1f88b526175 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111/b1f8f2c26fc4 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.261 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.262 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.263 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image108 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 4 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 4 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:child: image108 2024-07-26T07:25:10.855 INFO:tasks.workunit.client.0.smithi037.stdout:child: image110 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:child: image111 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image108/b1f87e5c1e1e 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110/b1f88b526175 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111/b1f8f2c26fc4 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.856 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image110 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.857 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:child: image110 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:child: image111 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image110/b1f88b526175 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111/b1f8f2c26fc4 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.858 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 2 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:child: image111 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.859 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-31/image111/b1f8f2c26fc4 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 1 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:child: image109 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-30/image109/b1f8f1668d67 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:10.860 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 0 2024-07-26T07:25:10.861 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:25:10.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ListChildren (9940 ms) 2024-07-26T07:25:10.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-07-26T07:25:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:10 smithi037 ceph-mon[97339]: pgmap v2937: 649 pgs: 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-07-26T07:25:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:10 smithi037 ceph-mon[99762]: pgmap v2937: 649 pgs: 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-07-26T07:25:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:10 smithi135 ceph-mon[90132]: pgmap v2937: 649 pgs: 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-07-26T07:25:11.764 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:11] "GET /metrics HTTP/1.1" 200 75507 "" "Prometheus/2.43.0" 2024-07-26T07:25:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:11 smithi037 ceph-mon[99762]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T07:25:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:11 smithi037 ceph-mon[97339]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T07:25:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:11 smithi135 ceph-mon[90132]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T07:25:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[97339]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/184050328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[97339]: pgmap v2940: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 6.0 KiB/s wr, 282 op/s 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[99762]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/184050328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:12 smithi037 ceph-mon[99762]: pgmap v2940: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 6.0 KiB/s wr, 282 op/s 2024-07-26T07:25:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:12 smithi135 ceph-mon[90132]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T07:25:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:12 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/184050328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:12 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:12 smithi135 ceph-mon[90132]: pgmap v2940: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 6.0 KiB/s wr, 282 op/s 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[97339]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:13 smithi037 ceph-mon[99762]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T07:25:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:13 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:25:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:13 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:13 smithi135 ceph-mon[90132]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3488329008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: pgmap v2943: 713 pgs: 9 creating+peering, 33 unknown, 671 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 13 KiB/s wr, 680 op/s 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[97339]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3488329008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: pgmap v2943: 713 pgs: 9 creating+peering, 33 unknown, 671 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 13 KiB/s wr, 680 op/s 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:15.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:15 smithi037 ceph-mon[99762]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3488329008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: pgmap v2943: 713 pgs: 9 creating+peering, 33 unknown, 671 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 558 KiB/s rd, 13 KiB/s wr, 680 op/s 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:15 smithi135 ceph-mon[90132]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[97339]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2605085177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[97339]: pgmap v2946: 745 pgs: 16 creating+peering, 41 unknown, 688 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 9.0 KiB/s wr, 439 op/s 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[99762]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2605085177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:16 smithi037 ceph-mon[99762]: pgmap v2946: 745 pgs: 16 creating+peering, 41 unknown, 688 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 9.0 KiB/s wr, 439 op/s 2024-07-26T07:25:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:16 smithi135 ceph-mon[90132]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T07:25:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:16 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2605085177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:16 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:25:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:16 smithi135 ceph-mon[90132]: pgmap v2946: 745 pgs: 16 creating+peering, 41 unknown, 688 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 9.0 KiB/s wr, 439 op/s 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[97339]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[99762]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T07:25:18.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:18.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:17 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:17 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:25:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:17 smithi135 ceph-mon[90132]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T07:25:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:17 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:17 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]: dispatch 2024-07-26T07:25:19.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]': finished 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[97339]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[97339]: pgmap v2949: 745 pgs: 14 creating+peering, 9 unknown, 722 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 KiB/s wr, 38 op/s 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]': finished 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[99762]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:18 smithi037 ceph-mon[99762]: pgmap v2949: 745 pgs: 14 creating+peering, 9 unknown, 722 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 KiB/s wr, 38 op/s 2024-07-26T07:25:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:18 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34", "force_nonempty":""}]': finished 2024-07-26T07:25:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:18 smithi135 ceph-mon[90132]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T07:25:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:18 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:18 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]: dispatch 2024-07-26T07:25:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:18 smithi135 ceph-mon[90132]: pgmap v2949: 745 pgs: 14 creating+peering, 9 unknown, 722 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 KiB/s wr, 38 op/s 2024-07-26T07:25:19.744 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]': finished 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[97339]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]': finished 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:20.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:19 smithi037 ceph-mon[99762]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi037-147652-34", "mode":"writeback"}]': finished 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi037-147652-32", "overlaypool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:20.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:19 smithi135 ceph-mon[90132]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T07:25:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:20 smithi037 ceph-mon[97339]: pgmap v2952: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:21.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:20 smithi037 ceph-mon[99762]: pgmap v2952: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:20 smithi135 ceph-mon[90132]: pgmap v2952: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:21.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:21] "GET /metrics HTTP/1.1" 200 82916 "" "Prometheus/2.43.0" 2024-07-26T07:25:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:21 smithi135 ceph-mon[90132]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T07:25:22.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:21 smithi037 ceph-mon[97339]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T07:25:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:21 smithi037 ceph-mon[99762]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T07:25:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:22 smithi135 ceph-mon[90132]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T07:25:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:22 smithi135 ceph-mon[90132]: pgmap v2955: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:22 smithi037 ceph-mon[97339]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T07:25:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:22 smithi037 ceph-mon[97339]: pgmap v2955: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:22 smithi037 ceph-mon[99762]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T07:25:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:22 smithi037 ceph-mon[99762]: pgmap v2955: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:25:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:23 smithi135 ceph-mon[90132]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T07:25:24.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:23 smithi037 ceph-mon[97339]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T07:25:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:23 smithi037 ceph-mon[99762]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T07:25:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:24 smithi135 ceph-mon[90132]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T07:25:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:24 smithi135 ceph-mon[90132]: pgmap v2958: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-07-26T07:25:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:24 smithi037 ceph-mon[97339]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T07:25:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:24 smithi037 ceph-mon[97339]: pgmap v2958: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-07-26T07:25:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:24 smithi037 ceph-mon[99762]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T07:25:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:24 smithi037 ceph-mon[99762]: pgmap v2958: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 37 op/s 2024-07-26T07:25:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.362 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 1 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.363 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 2 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.365 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:child: image115 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115/b1f83f8dac14 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:25.367 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:child: image115 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115/b1f83f8dac14 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 4 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 4 2024-07-26T07:25:25.369 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:child: image115 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:child: image116 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115/b1f83f8dac14 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116/b1f8ce113f9d 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.370 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:25.371 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.372 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:25.372 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:26.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:25 smithi037 ceph-mon[97339]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T07:25:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:25 smithi037 ceph-mon[99762]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T07:25:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:25 smithi135 ceph-mon[90132]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[97339]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[97339]: pgmap v2961: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[99762]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:26 smithi037 ceph-mon[99762]: pgmap v2961: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T07:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:26 smithi135 ceph-mon[90132]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T07:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:26 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]: dispatch 2024-07-26T07:25:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:26 smithi135 ceph-mon[90132]: pgmap v2961: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image113 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.866 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 4 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 4 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:child: image113 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:child: image115 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:child: image116 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image113/b1f86467b640 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115/b1f83f8dac14 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116/b1f8ce113f9d 2024-07-26T07:25:27.867 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.868 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image115 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:child: image115 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:child: image116 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image115/b1f83f8dac14 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116/b1f8ce113f9d 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 2 2024-07-26T07:25:27.870 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 2 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:child: image116 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-33/image116/b1f8ce113f9d 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:trying to find test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:checking test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 1 2024-07-26T07:25:27.871 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 1 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:child: image114 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-32/image114/b1f8b7065898 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 0 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17011 ms) 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.LockingPP 2024-07-26T07:25:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:27.936 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.LockingPP (70 ms) 2024-07-26T07:25:27.936 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FlushAio 2024-07-26T07:25:27.936 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.184 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FlushAio (249 ms) 2024-07-26T07:25:28.184 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-07-26T07:25:28.184 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]': finished 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[97339]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]': finished 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[99762]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:27 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi037-147652-32"}]': finished 2024-07-26T07:25:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:27 smithi135 ceph-mon[90132]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T07:25:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:27 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:27 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]: dispatch 2024-07-26T07:25:28.367 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FlushAioPP (183 ms) 2024-07-26T07:25:28.367 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-07-26T07:25:28.367 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.388 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2024-07-26T07:25:28.389 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-07-26T07:25:28.389 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.415 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (27 ms) 2024-07-26T07:25:28.416 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-07-26T07:25:28.416 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.431 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-07-26T07:25:28.431 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-07-26T07:25:28.431 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.467 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2024-07-26T07:25:28.467 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-07-26T07:25:28.467 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.680 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestPendingAio (212 ms) 2024-07-26T07:25:28.680 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-07-26T07:25:28.680 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:28.971 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[97339]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[97339]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[97339]: pgmap v2964: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 13 KiB/s wr, 603 op/s 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[99762]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[99762]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T07:25:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:28 smithi037 ceph-mon[99762]: pgmap v2964: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 13 KiB/s wr, 603 op/s 2024-07-26T07:25:29.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:28 smithi135 ceph-mon[90132]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T07:25:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:28 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi037-147652-32", "tierpool":"test-librbd-smithi037-147652-34"}]': finished 2024-07-26T07:25:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:28 smithi135 ceph-mon[90132]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T07:25:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:28 smithi135 ceph-mon[90132]: pgmap v2964: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 13 KiB/s wr, 603 op/s 2024-07-26T07:25:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:29 smithi037 ceph-mon[97339]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T07:25:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:29 smithi037 ceph-mon[97339]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T07:25:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:29 smithi037 ceph-mon[99762]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T07:25:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:29 smithi037 ceph-mon[99762]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T07:25:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:29 smithi135 ceph-mon[90132]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T07:25:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:29 smithi135 ceph-mon[90132]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T07:25:30.793 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2114 ms) 2024-07-26T07:25:30.793 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-07-26T07:25:30.794 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:30 smithi037 ceph-mon[97339]: pgmap v2967: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 598 KiB/s wr, 796 op/s 2024-07-26T07:25:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:30 smithi037 ceph-mon[97339]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T07:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:30 smithi037 ceph-mon[99762]: pgmap v2967: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 598 KiB/s wr, 796 op/s 2024-07-26T07:25:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:30 smithi037 ceph-mon[99762]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T07:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:30 smithi135 ceph-mon[90132]: pgmap v2967: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 598 KiB/s wr, 796 op/s 2024-07-26T07:25:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:30 smithi135 ceph-mon[90132]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T07:25:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:31] "GET /metrics HTTP/1.1" 200 82916 "" "Prometheus/2.43.0" 2024-07-26T07:25:31.845 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:32 smithi037 ceph-mon[97339]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T07:25:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:32 smithi037 ceph-mon[97339]: pgmap v2970: 745 pgs: 745 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 654 KiB/s wr, 440 op/s 2024-07-26T07:25:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:32 smithi037 ceph-mon[99762]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T07:25:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:32 smithi037 ceph-mon[99762]: pgmap v2970: 745 pgs: 745 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 654 KiB/s wr, 440 op/s 2024-07-26T07:25:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:32 smithi135 ceph-mon[90132]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T07:25:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:32 smithi135 ceph-mon[90132]: pgmap v2970: 745 pgs: 745 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 654 KiB/s wr, 440 op/s 2024-07-26T07:25:33.805 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3011 ms) 2024-07-26T07:25:33.805 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Flatten 2024-07-26T07:25:33.805 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:33 smithi037 ceph-mon[97339]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T07:25:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:33 smithi037 ceph-mon[99762]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T07:25:34.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:33 smithi135 ceph-mon[90132]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T07:25:34.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Flatten (1053 ms) 2024-07-26T07:25:34.858 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Sparsify 2024-07-26T07:25:34.858 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:34.891 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 32768 2024-07-26T07:25:34.891 INFO:tasks.workunit.client.0.smithi037.stdout:read: 32768 2024-07-26T07:25:34.891 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-07-26T07:25:34.891 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-07-26T07:25:34.891 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:34.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SparsifyPP (31 ms) 2024-07-26T07:25:34.922 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-07-26T07:25:34.922 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[97339]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T07:25:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[97339]: pgmap v2973: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 158 KiB/s wr, 607 op/s 2024-07-26T07:25:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[99762]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T07:25:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[99762]: pgmap v2973: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 158 KiB/s wr, 607 op/s 2024-07-26T07:25:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:34 smithi135 ceph-mon[90132]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T07:25:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:34 smithi135 ceph-mon[90132]: pgmap v2973: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 158 KiB/s wr, 607 op/s 2024-07-26T07:25:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:35 smithi037 ceph-mon[97339]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T07:25:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:35 smithi037 ceph-mon[99762]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T07:25:36.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:35 smithi135 ceph-mon[90132]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T07:25:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:36 smithi037 ceph-mon[97339]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T07:25:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:36 smithi037 ceph-mon[97339]: pgmap v2976: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 100 KiB/s wr, 500 op/s 2024-07-26T07:25:37.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:36 smithi037 ceph-mon[99762]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T07:25:37.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:36 smithi037 ceph-mon[99762]: pgmap v2976: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 100 KiB/s wr, 500 op/s 2024-07-26T07:25:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:36 smithi135 ceph-mon[90132]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T07:25:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:36 smithi135 ceph-mon[90132]: pgmap v2976: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 100 KiB/s wr, 500 op/s 2024-07-26T07:25:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:37 smithi037 ceph-mon[97339]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T07:25:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:37 smithi037 ceph-mon[99762]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T07:25:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:37 smithi135 ceph-mon[90132]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T07:25:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:38 smithi135 ceph-mon[90132]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T07:25:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:38 smithi135 ceph-mon[90132]: pgmap v2979: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 16 KiB/s wr, 117 op/s 2024-07-26T07:25:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:38 smithi037 ceph-mon[97339]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T07:25:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:38 smithi037 ceph-mon[97339]: pgmap v2979: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 16 KiB/s wr, 117 op/s 2024-07-26T07:25:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:38 smithi037 ceph-mon[99762]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T07:25:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:38 smithi037 ceph-mon[99762]: pgmap v2979: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 16 KiB/s wr, 117 op/s 2024-07-26T07:25:39.836 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapshotLimit (4914 ms) 2024-07-26T07:25:39.836 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-07-26T07:25:39.836 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:39 smithi135 ceph-mon[90132]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T07:25:40.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:39 smithi037 ceph-mon[97339]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T07:25:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:39 smithi037 ceph-mon[99762]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T07:25:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:40 smithi135 ceph-mon[90132]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T07:25:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:40 smithi135 ceph-mon[90132]: pgmap v2982: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 23 KiB/s wr, 108 op/s 2024-07-26T07:25:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:40 smithi037 ceph-mon[97339]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T07:25:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:40 smithi037 ceph-mon[97339]: pgmap v2982: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 23 KiB/s wr, 108 op/s 2024-07-26T07:25:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:40 smithi037 ceph-mon[99762]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T07:25:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:40 smithi037 ceph-mon[99762]: pgmap v2982: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 23 KiB/s wr, 108 op/s 2024-07-26T07:25:41.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:41] "GET /metrics HTTP/1.1" 200 83013 "" "Prometheus/2.43.0" 2024-07-26T07:25:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:41 smithi135 ceph-mon[90132]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T07:25:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:41 smithi037 ceph-mon[97339]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T07:25:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:41 smithi037 ceph-mon[99762]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T07:25:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:42 smithi135 ceph-mon[90132]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T07:25:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:42 smithi135 ceph-mon[90132]: pgmap v2985: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 18 KiB/s wr, 86 op/s 2024-07-26T07:25:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:42 smithi037 ceph-mon[97339]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T07:25:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:42 smithi037 ceph-mon[97339]: pgmap v2985: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 18 KiB/s wr, 86 op/s 2024-07-26T07:25:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:42 smithi037 ceph-mon[99762]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T07:25:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:42 smithi037 ceph-mon[99762]: pgmap v2985: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 18 KiB/s wr, 86 op/s 2024-07-26T07:25:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:43 smithi037 ceph-mon[97339]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T07:25:44.303 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:43 smithi037 ceph-mon[99762]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T07:25:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:43 smithi135 ceph-mon[90132]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T07:25:44.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5048 ms) 2024-07-26T07:25:44.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-07-26T07:25:44.883 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:44.938 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:25:44.938 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (55 ms) 2024-07-26T07:25:44.939 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-07-26T07:25:44.939 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:45.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (62 ms) 2024-07-26T07:25:45.001 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-07-26T07:25:45.001 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:44 smithi037 ceph-mon[97339]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T07:25:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:44 smithi037 ceph-mon[97339]: pgmap v2988: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-07-26T07:25:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:44 smithi037 ceph-mon[99762]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T07:25:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:44 smithi037 ceph-mon[99762]: pgmap v2988: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-07-26T07:25:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:44 smithi135 ceph-mon[90132]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T07:25:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:44 smithi135 ceph-mon[90132]: pgmap v2988: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-07-26T07:25:45.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (899 ms) 2024-07-26T07:25:45.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-07-26T07:25:45.900 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:46.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:45 smithi037 ceph-mon[97339]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T07:25:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:45 smithi037 ceph-mon[99762]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T07:25:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:45 smithi135 ceph-mon[90132]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T07:25:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:46 smithi037 ceph-mon[97339]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T07:25:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:46 smithi037 ceph-mon[97339]: pgmap v2991: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-07-26T07:25:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:46 smithi037 ceph-mon[99762]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T07:25:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:46 smithi037 ceph-mon[99762]: pgmap v2991: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-07-26T07:25:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:46 smithi135 ceph-mon[90132]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T07:25:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:46 smithi135 ceph-mon[90132]: pgmap v2991: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 KiB/s wr, 23 op/s 2024-07-26T07:25:47.917 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2018 ms) 2024-07-26T07:25:47.918 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-07-26T07:25:47.918 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (56 ms) 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-07-26T07:25:47.974 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:47 smithi037 ceph-mon[97339]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T07:25:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:47 smithi037 ceph-mon[99762]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T07:25:48.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:47 smithi135 ceph-mon[90132]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T07:25:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:48 smithi037 ceph-mon[97339]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T07:25:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:48 smithi037 ceph-mon[97339]: pgmap v2994: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-07-26T07:25:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:48 smithi037 ceph-mon[99762]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T07:25:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:48 smithi037 ceph-mon[99762]: pgmap v2994: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-07-26T07:25:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:48 smithi135 ceph-mon[90132]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T07:25:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:48 smithi135 ceph-mon[90132]: pgmap v2994: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-07-26T07:25:49.791 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:25:49.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapRemove2 (1817 ms) 2024-07-26T07:25:49.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-07-26T07:25:49.791 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:50.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T07:25:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:50.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1010 ms) 2024-07-26T07:25:50.801 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-07-26T07:25:50.801 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[97339]: pgmap v2997: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:25:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:25:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:25:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[97339]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T07:25:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[99762]: pgmap v2997: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:25:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:25:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:25:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:50 smithi037 ceph-mon[99762]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T07:25:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:50 smithi135 ceph-mon[90132]: pgmap v2997: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:25:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:25:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:25:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:25:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:50 smithi135 ceph-mon[90132]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T07:25:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:25:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:25:51] "GET /metrics HTTP/1.1" 200 83003 "" "Prometheus/2.43.0" 2024-07-26T07:25:51.802 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-07-26T07:25:51.802 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-07-26T07:25:51.802 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:25:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:25:52.821 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1019 ms) 2024-07-26T07:25:52.821 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-07-26T07:25:52.821 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:52 smithi037 ceph-mon[97339]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T07:25:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:52 smithi037 ceph-mon[97339]: pgmap v3000: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-26T07:25:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:52 smithi037 ceph-mon[99762]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T07:25:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:52 smithi037 ceph-mon[99762]: pgmap v3000: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-26T07:25:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:52 smithi135 ceph-mon[90132]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T07:25:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:52 smithi135 ceph-mon[90132]: pgmap v3000: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-26T07:25:53.889 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1068 ms) 2024-07-26T07:25:53.889 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-07-26T07:25:53.889 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:53.928 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-07-26T07:25:53.928 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-07-26T07:25:53.928 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:53.966 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (39 ms) 2024-07-26T07:25:53.967 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-07-26T07:25:53.967 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-07-26T07:25:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:53 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-26T07:25:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:53 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T07:25:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[97339]: pgmap v3003: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 12 KiB/s wr, 318 op/s 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T07:25:55.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:54 smithi037 ceph-mon[99762]: pgmap v3003: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 12 KiB/s wr, 318 op/s 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 7]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T07:25:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:54 smithi135 ceph-mon[90132]: pgmap v3003: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 12 KiB/s wr, 318 op/s 2024-07-26T07:25:56.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:55 smithi037 ceph-mon[97339]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T07:25:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:55 smithi037 ceph-mon[99762]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T07:25:56.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:55 smithi135 ceph-mon[90132]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T07:25:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:56 smithi037 ceph-mon[97339]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T07:25:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:56 smithi037 ceph-mon[97339]: pgmap v3006: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 14 KiB/s wr, 340 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:25:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:56 smithi037 ceph-mon[99762]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T07:25:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:56 smithi037 ceph-mon[99762]: pgmap v3006: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 14 KiB/s wr, 340 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:25:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:56 smithi135 ceph-mon[90132]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T07:25:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:56 smithi135 ceph-mon[90132]: pgmap v3006: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 14 KiB/s wr, 340 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:25:58.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:57 smithi037 ceph-mon[97339]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T07:25:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:57 smithi037 ceph-mon[99762]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T07:25:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:57 smithi135 ceph-mon[90132]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T07:25:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:58 smithi135 ceph-mon[90132]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T07:25:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:58 smithi135 ceph-mon[90132]: pgmap v3009: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 99 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:25:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:58 smithi037 ceph-mon[97339]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T07:25:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:58 smithi037 ceph-mon[97339]: pgmap v3009: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 99 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:25:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:58 smithi037 ceph-mon[99762]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T07:25:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:58 smithi037 ceph-mon[99762]: pgmap v3009: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 7.0 KiB/s wr, 99 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:26:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:59 smithi135 ceph-mon[90132]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T07:26:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:25:59 smithi135 ceph-mon[90132]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T07:26:00.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:59 smithi037 ceph-mon[99762]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T07:26:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:25:59 smithi037 ceph-mon[99762]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T07:26:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:59 smithi037 ceph-mon[97339]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T07:26:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:25:59 smithi037 ceph-mon[97339]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T07:26:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:00 smithi135 ceph-mon[90132]: pgmap v3012: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-07-26T07:26:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:00 smithi135 ceph-mon[90132]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T07:26:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:00 smithi037 ceph-mon[97339]: pgmap v3012: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-07-26T07:26:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:00 smithi037 ceph-mon[97339]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T07:26:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:00 smithi037 ceph-mon[99762]: pgmap v3012: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-07-26T07:26:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:00 smithi037 ceph-mon[99762]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T07:26:01.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:01] "GET /metrics HTTP/1.1" 200 83003 "" "Prometheus/2.43.0" 2024-07-26T07:26:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:02 smithi037 ceph-mon[97339]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T07:26:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:02 smithi037 ceph-mon[97339]: pgmap v3015: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:26:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:02 smithi037 ceph-mon[99762]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T07:26:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:02 smithi037 ceph-mon[99762]: pgmap v3015: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:26:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:02 smithi135 ceph-mon[90132]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T07:26:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:02 smithi135 ceph-mon[90132]: pgmap v3015: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:26:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:03 smithi037 ceph-mon[97339]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T07:26:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:03 smithi037 ceph-mon[99762]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T07:26:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:03 smithi135 ceph-mon[90132]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T07:26:04.414 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10447 ms) 2024-07-26T07:26:04.415 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Metadata 2024-07-26T07:26:04.415 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:04.933 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Metadata (520 ms) 2024-07-26T07:26:04.934 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-07-26T07:26:04.934 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[97339]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[97339]: pgmap v3018: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 KiB/s wr, 4 op/s 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[99762]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[99762]: pgmap v3018: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 KiB/s wr, 4 op/s 2024-07-26T07:26:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:04 smithi135 ceph-mon[90132]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T07:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:04 smithi135 ceph-mon[90132]: pgmap v3018: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 KiB/s wr, 4 op/s 2024-07-26T07:26:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:05.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.MetadataPP (966 ms) 2024-07-26T07:26:05.900 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-07-26T07:26:05.900 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:06.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.UpdateFeatures (107 ms) 2024-07-26T07:26:06.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-07-26T07:26:06.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-07-26T07:26:06.007 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-07-26T07:26:06.007 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:05 smithi037 ceph-mon[97339]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T07:26:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:05 smithi037 ceph-mon[99762]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T07:26:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:05 smithi135 ceph-mon[90132]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T07:26:06.872 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:06.872 INFO:tasks.workunit.client.0.smithi037.stdout:25.00% done 2024-07-26T07:26:06.873 INFO:tasks.workunit.client.0.smithi037.stdout:50.00% done 2024-07-26T07:26:06.873 INFO:tasks.workunit.client.0.smithi037.stdout:75.00% done 2024-07-26T07:26:06.873 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RebuildObjectMap (866 ms) 2024-07-26T07:26:06.873 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-07-26T07:26:06.910 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:25.00% done 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:50.00% done 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:75.00% done 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (38 ms) 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-07-26T07:26:06.911 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:06 smithi135 ceph-mon[90132]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T07:26:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:06 smithi135 ceph-mon[90132]: pgmap v3021: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 150 KiB/s wr, 704 op/s 2024-07-26T07:26:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:06 smithi037 ceph-mon[97339]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T07:26:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:06 smithi037 ceph-mon[97339]: pgmap v3021: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 150 KiB/s wr, 704 op/s 2024-07-26T07:26:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:06 smithi037 ceph-mon[99762]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T07:26:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:06 smithi037 ceph-mon[99762]: pgmap v3021: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 150 KiB/s wr, 704 op/s 2024-07-26T07:26:07.889 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:25.00% done 2024-07-26T07:26:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:50.00% done 2024-07-26T07:26:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:75.00% done 2024-07-26T07:26:07.907 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CheckObjectMap (978 ms) 2024-07-26T07:26:07.908 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-07-26T07:26:07.908 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:07.918 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.BlockingAIO (30 ms) 2024-07-26T07:26:07.918 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-07-26T07:26:07.918 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:08.055 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (136 ms) 2024-07-26T07:26:08.055 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-07-26T07:26:08.056 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:26:08.056 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-07-26T07:26:08.056 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-07-26T07:26:08.056 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:07 smithi135 ceph-mon[90132]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T07:26:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:07 smithi037 ceph-mon[97339]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T07:26:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:07 smithi037 ceph-mon[99762]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T07:26:08.902 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (847 ms) 2024-07-26T07:26:08.902 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-07-26T07:26:08.902 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:08 smithi135 ceph-mon[90132]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T07:26:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:08 smithi135 ceph-mon[90132]: pgmap v3024: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 207 KiB/s wr, 941 op/s 2024-07-26T07:26:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:08 smithi037 ceph-mon[97339]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T07:26:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:08 smithi037 ceph-mon[97339]: pgmap v3024: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 207 KiB/s wr, 941 op/s 2024-07-26T07:26:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:08 smithi037 ceph-mon[99762]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T07:26:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:08 smithi037 ceph-mon[99762]: pgmap v3024: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 207 KiB/s wr, 941 op/s 2024-07-26T07:26:09.870 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (967 ms) 2024-07-26T07:26:09.871 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-07-26T07:26:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:09 smithi135 ceph-mon[90132]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T07:26:10.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:09 smithi037 ceph-mon[97339]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T07:26:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:09 smithi037 ceph-mon[99762]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T07:26:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:26:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestImageOptions (1096 ms) 2024-07-26T07:26:10.965 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-07-26T07:26:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:10 smithi037 ceph-mon[97339]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T07:26:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:10 smithi037 ceph-mon[97339]: pgmap v3027: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 125 KiB/s wr, 549 op/s 2024-07-26T07:26:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:10 smithi037 ceph-mon[99762]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T07:26:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:10 smithi037 ceph-mon[99762]: pgmap v3027: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 125 KiB/s wr, 549 op/s 2024-07-26T07:26:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:10 smithi135 ceph-mon[90132]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T07:26:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:10 smithi135 ceph-mon[90132]: pgmap v3027: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 125 KiB/s wr, 549 op/s 2024-07-26T07:26:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:11] "GET /metrics HTTP/1.1" 200 83007 "" "Prometheus/2.43.0" 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:100.00% done 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (990 ms) 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-07-26T07:26:11.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-07-26T07:26:11.956 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-07-26T07:26:11.956 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:11.999 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:wrote: 512 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:26:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.001 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:started write 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:write completion cb called! 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 0 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:finished write 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:26:12.002 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:created completion 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:started read 2024-07-26T07:26:12.003 INFO:tasks.workunit.client.0.smithi037.stdout:read completion cb called! 2024-07-26T07:26:12.004 INFO:tasks.workunit.client.0.smithi037.stdout:return value is: 512 2024-07-26T07:26:12.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ImagePollIO (45 ms) 2024-07-26T07:26:12.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Mirror 2024-07-26T07:26:12.004 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:12.012 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:11 smithi037 ceph-mon[97339]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T07:26:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:11 smithi037 ceph-mon[99762]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T07:26:12.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:11 smithi135 ceph-mon[90132]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T07:26:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:12.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Mirror (999 ms) 2024-07-26T07:26:12.999 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-07-26T07:26:13.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-07-26T07:26:13.014 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-07-26T07:26:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:12 smithi037 ceph-mon[97339]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T07:26:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:12 smithi037 ceph-mon[97339]: pgmap v3030: 745 pgs: 745 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 724 KiB/s wr, 403 op/s 2024-07-26T07:26:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:12 smithi037 ceph-mon[99762]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T07:26:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:12 smithi037 ceph-mon[99762]: pgmap v3030: 745 pgs: 745 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 724 KiB/s wr, 403 op/s 2024-07-26T07:26:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:12 smithi135 ceph-mon[90132]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T07:26:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:12 smithi135 ceph-mon[90132]: pgmap v3030: 745 pgs: 745 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 724 KiB/s wr, 403 op/s 2024-07-26T07:26:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]: dispatch 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]': finished 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]: dispatch 2024-07-26T07:26:14.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]': finished 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]: dispatch 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]': finished 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]': finished 2024-07-26T07:26:14.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]: dispatch 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]': finished 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]: dispatch 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]': finished 2024-07-26T07:26:14.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]: dispatch 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]': finished 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.299 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]': finished 2024-07-26T07:26:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T07:26:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T07:26:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T07:26:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10a6f655-9597-4123-af8b-2b7a518d1e59"}]': finished 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5feeba93-bbfc-48df-a051-a6027da51ffb"}]': finished 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f8e0e1a7-4e10-4999-9345-330935d29c51"}]': finished 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]: dispatch 2024-07-26T07:26:14.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3074346139' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f75a6153-1d1e-4289-b1f9-8fcf6c401db3"}]': finished 2024-07-26T07:26:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:15 smithi037 ceph-mon[97339]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T07:26:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:15 smithi037 ceph-mon[97339]: pgmap v3033: 745 pgs: 745 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 436 op/s 2024-07-26T07:26:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:15 smithi037 ceph-mon[99762]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T07:26:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:15 smithi037 ceph-mon[99762]: pgmap v3033: 745 pgs: 745 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 436 op/s 2024-07-26T07:26:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:15 smithi135 ceph-mon[90132]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T07:26:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:15 smithi135 ceph-mon[90132]: pgmap v3033: 745 pgs: 745 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 436 op/s 2024-07-26T07:26:16.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:16 smithi037 ceph-mon[97339]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T07:26:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:16 smithi037 ceph-mon[99762]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T07:26:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:16 smithi135 ceph-mon[90132]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T07:26:17.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:17 smithi037 ceph-mon[97339]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T07:26:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:17 smithi037 ceph-mon[97339]: pgmap v3036: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 399 op/s 2024-07-26T07:26:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:17 smithi037 ceph-mon[99762]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T07:26:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:17 smithi037 ceph-mon[99762]: pgmap v3036: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 399 op/s 2024-07-26T07:26:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:17 smithi135 ceph-mon[90132]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T07:26:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:17 smithi135 ceph-mon[90132]: pgmap v3036: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 399 op/s 2024-07-26T07:26:18.094 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5080 ms) 2024-07-26T07:26:18.094 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-07-26T07:26:18.094 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:18 smithi135 ceph-mon[90132]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T07:26:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:18 smithi037 ceph-mon[97339]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T07:26:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:18 smithi037 ceph-mon[99762]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T07:26:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:19 smithi135 ceph-mon[90132]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T07:26:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:19 smithi135 ceph-mon[90132]: pgmap v3039: 745 pgs: 745 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 328 KiB/s wr, 85 op/s 2024-07-26T07:26:19.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:19 smithi037 ceph-mon[97339]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T07:26:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:19 smithi037 ceph-mon[97339]: pgmap v3039: 745 pgs: 745 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 328 KiB/s wr, 85 op/s 2024-07-26T07:26:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:19 smithi037 ceph-mon[99762]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T07:26:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:19 smithi037 ceph-mon[99762]: pgmap v3039: 745 pgs: 745 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 328 KiB/s wr, 85 op/s 2024-07-26T07:26:20.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2010 ms) 2024-07-26T07:26:20.104 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-07-26T07:26:20.104 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:20.158 INFO:tasks.workunit.client.0.smithi037.stdout:1: acquiring exclusive lock 2024-07-26T07:26:20.159 INFO:tasks.workunit.client.0.smithi037.stdout:2: acquiring exclusive lock 2024-07-26T07:26:20.163 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock acquired 2024-07-26T07:26:20.186 INFO:tasks.workunit.client.0.smithi037.stdout:2: releasing exclusive lock 2024-07-26T07:26:20.189 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock released 2024-07-26T07:26:20.189 INFO:tasks.workunit.client.0.smithi037.stdout:2: acquiring exclusive lock 2024-07-26T07:26:20.193 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock acquired 2024-07-26T07:26:20.235 INFO:tasks.workunit.client.0.smithi037.stdout:1: releasing exclusive lock 2024-07-26T07:26:20.238 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock released 2024-07-26T07:26:20.238 INFO:tasks.workunit.client.0.smithi037.stdout:1: acquiring exclusive lock 2024-07-26T07:26:20.242 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock acquired 2024-07-26T07:26:20.268 INFO:tasks.workunit.client.0.smithi037.stdout:1: releasing exclusive lock 2024-07-26T07:26:20.271 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock released 2024-07-26T07:26:20.271 INFO:tasks.workunit.client.0.smithi037.stdout:1: acquiring exclusive lock 2024-07-26T07:26:20.275 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock acquired 2024-07-26T07:26:20.321 INFO:tasks.workunit.client.0.smithi037.stdout:2: releasing exclusive lock 2024-07-26T07:26:20.326 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock released 2024-07-26T07:26:20.326 INFO:tasks.workunit.client.0.smithi037.stdout:2: acquiring exclusive lock 2024-07-26T07:26:20.326 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock acquired 2024-07-26T07:26:20.333 INFO:tasks.workunit.client.0.smithi037.stdout:1: releasing exclusive lock 2024-07-26T07:26:20.336 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock released 2024-07-26T07:26:20.336 INFO:tasks.workunit.client.0.smithi037.stdout:1: acquiring exclusive lock 2024-07-26T07:26:20.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:20 smithi135 ceph-mon[90132]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T07:26:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:20.338 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock acquired 2024-07-26T07:26:20.357 INFO:tasks.workunit.client.0.smithi037.stdout:2: releasing exclusive lock 2024-07-26T07:26:20.360 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock released 2024-07-26T07:26:20.360 INFO:tasks.workunit.client.0.smithi037.stdout:2: acquiring exclusive lock 2024-07-26T07:26:20.363 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock acquired 2024-07-26T07:26:20.410 INFO:tasks.workunit.client.0.smithi037.stdout:1: releasing exclusive lock 2024-07-26T07:26:20.413 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock released 2024-07-26T07:26:20.413 INFO:tasks.workunit.client.0.smithi037.stdout:1: acquiring exclusive lock 2024-07-26T07:26:20.418 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock acquired 2024-07-26T07:26:20.446 INFO:tasks.workunit.client.0.smithi037.stdout:1: releasing exclusive lock 2024-07-26T07:26:20.449 INFO:tasks.workunit.client.0.smithi037.stdout:1: exclusive lock released 2024-07-26T07:26:20.453 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock acquired 2024-07-26T07:26:20.486 INFO:tasks.workunit.client.0.smithi037.stdout:2: releasing exclusive lock 2024-07-26T07:26:20.489 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock released 2024-07-26T07:26:20.489 INFO:tasks.workunit.client.0.smithi037.stdout:2: acquiring exclusive lock 2024-07-26T07:26:20.493 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock acquired 2024-07-26T07:26:20.506 INFO:tasks.workunit.client.0.smithi037.stdout:2: releasing exclusive lock 2024-07-26T07:26:20.509 INFO:tasks.workunit.client.0.smithi037.stdout:2: exclusive lock released 2024-07-26T07:26:20.529 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ExclusiveLock (425 ms) 2024-07-26T07:26:20.529 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.BreakLock 2024-07-26T07:26:20.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:20 smithi037 ceph-mon[97339]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T07:26:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:20 smithi037 ceph-mon[99762]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T07:26:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:20.545 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.BreakLock (584 ms) 2024-07-26T07:26:21.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-07-26T07:26:21.113 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.138 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (26 ms) 2024-07-26T07:26:21.138 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-07-26T07:26:21.138 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-07-26T07:26:21.139 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-07-26T07:26:21.139 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.201 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:21.201 INFO:tasks.workunit.client.0.smithi037.stdout:1.56% done 2024-07-26T07:26:21.201 INFO:tasks.workunit.client.0.smithi037.stdout:3.12% done 2024-07-26T07:26:21.201 INFO:tasks.workunit.client.0.smithi037.stdout:4.69% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:6.25% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:7.81% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:9.38% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:10.94% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:12.50% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:14.06% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:15.62% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:17.19% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:18.75% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:20.31% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:21.88% done 2024-07-26T07:26:21.202 INFO:tasks.workunit.client.0.smithi037.stdout:23.44% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:25.00% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:26.56% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:28.12% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:29.69% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:31.25% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:32.81% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:34.38% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:35.94% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:37.50% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:39.06% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:40.62% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:42.19% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:43.75% done 2024-07-26T07:26:21.203 INFO:tasks.workunit.client.0.smithi037.stdout:45.31% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:46.88% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:48.44% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:50.00% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:51.56% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:53.12% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:54.69% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:56.25% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:57.81% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:59.38% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:60.94% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:62.50% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:64.06% done 2024-07-26T07:26:21.204 INFO:tasks.workunit.client.0.smithi037.stdout:65.62% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:67.19% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:68.75% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:70.31% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:71.88% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:73.44% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:75.00% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:76.56% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:78.12% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:79.69% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:81.25% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:82.81% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:84.38% done 2024-07-26T07:26:21.205 INFO:tasks.workunit.client.0.smithi037.stdout:85.94% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:87.50% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:89.06% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:90.62% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:92.19% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:93.75% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:95.31% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:96.88% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:98.44% done 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (62 ms) 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-07-26T07:26:21.206 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:0.00% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:1.56% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:3.12% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:4.69% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:6.25% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:7.81% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:9.38% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:10.94% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:12.50% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:14.06% done 2024-07-26T07:26:21.260 INFO:tasks.workunit.client.0.smithi037.stdout:15.62% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:17.19% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:18.75% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:20.31% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:21.88% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:23.44% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:25.00% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:26.56% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:28.12% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:29.69% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:31.25% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:32.81% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:34.38% done 2024-07-26T07:26:21.261 INFO:tasks.workunit.client.0.smithi037.stdout:35.94% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:37.50% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:39.06% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:40.62% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:42.19% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:43.75% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:45.31% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:46.88% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:48.44% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:50.00% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:51.56% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:53.12% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:54.69% done 2024-07-26T07:26:21.262 INFO:tasks.workunit.client.0.smithi037.stdout:56.25% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:57.81% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:59.38% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:60.94% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:62.50% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:64.06% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:65.62% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:67.19% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:68.75% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:70.31% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:71.88% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:73.44% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:75.00% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:76.56% done 2024-07-26T07:26:21.263 INFO:tasks.workunit.client.0.smithi037.stdout:78.12% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:79.69% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:81.25% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:82.81% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:84.38% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:85.94% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:87.50% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:89.06% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:90.62% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:92.19% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:93.75% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:95.31% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:96.88% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:98.44% done 2024-07-26T07:26:21.264 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2024-07-26T07:26:21.265 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-07-26T07:26:21.265 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.267 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:21 smithi135 ceph-mon[90132]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T07:26:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:21 smithi135 ceph-mon[90132]: pgmap v3042: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 74 KiB/s wr, 168 op/s 2024-07-26T07:26:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:21 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:21 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.384 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestTrashPurge (124 ms) 2024-07-26T07:26:21.384 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-07-26T07:26:21.384 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.430 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (47 ms) 2024-07-26T07:26:21.431 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-07-26T07:26:21.431 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:21.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[97339]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T07:26:21.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[97339]: pgmap v3042: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 74 KiB/s wr, 168 op/s 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:21] "GET /metrics HTTP/1.1" 200 83008 "" "Prometheus/2.43.0" 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[99762]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[99762]: pgmap v3042: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 74 KiB/s wr, 168 op/s 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2068027254' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:21 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]: dispatch 2024-07-26T07:26:21.454 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestListWatchers (23 ms) 2024-07-26T07:26:21.454 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-07-26T07:26:21.454 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.134 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestSetSnapById (680 ms) 2024-07-26T07:26:22.134 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Namespaces 2024-07-26T07:26:22.160 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Namespaces (27 ms) 2024-07-26T07:26:22.161 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-07-26T07:26:22.196 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.201 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.280 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.NamespacesPP (119 ms) 2024-07-26T07:26:22.280 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Migration 2024-07-26T07:26:22.280 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.280 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:22 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]': finished 2024-07-26T07:26:22.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:22 smithi135 ceph-mon[90132]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T07:26:22.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:22.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:22 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]': finished 2024-07-26T07:26:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:22 smithi037 ceph-mon[97339]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T07:26:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:22 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/3431364330"}]': finished 2024-07-26T07:26:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:22 smithi037 ceph-mon[99762]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T07:26:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Migration (400 ms) 2024-07-26T07:26:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-07-26T07:26:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:22.680 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:23.078 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.MigrationPP (399 ms) 2024-07-26T07:26:23.078 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-07-26T07:26:23.078 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:23.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (22 ms) 2024-07-26T07:26:23.101 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-07-26T07:26:23.101 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:23.123 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (22 ms) 2024-07-26T07:26:23.123 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-07-26T07:26:23.123 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:23 smithi037 ceph-mon[97339]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T07:26:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:23 smithi037 ceph-mon[97339]: pgmap v3045: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 139 KiB/s wr, 277 op/s 2024-07-26T07:26:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:23 smithi037 ceph-mon[99762]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T07:26:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:23 smithi037 ceph-mon[99762]: pgmap v3045: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 139 KiB/s wr, 277 op/s 2024-07-26T07:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:23 smithi135 ceph-mon[90132]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T07:26:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:23 smithi135 ceph-mon[90132]: pgmap v3045: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 139 KiB/s wr, 277 op/s 2024-07-26T07:26:24.205 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1082 ms) 2024-07-26T07:26:24.205 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-07-26T07:26:24.236 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.PoolMetadata (32 ms) 2024-07-26T07:26:24.236 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-07-26T07:26:24.254 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.PoolMetadataPP (18 ms) 2024-07-26T07:26:24.254 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.Config 2024-07-26T07:26:24.259 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:24.299 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.Config (44 ms) 2024-07-26T07:26:24.299 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-07-26T07:26:24.303 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:24.339 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ConfigPP (41 ms) 2024-07-26T07:26:24.339 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-07-26T07:26:24.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE Bus STOPPING 2024-07-26T07:26:24.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:26:24.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE Bus STOPPED 2024-07-26T07:26:24.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE Bus STARTING 2024-07-26T07:26:24.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE Serving on http://:::9283 2024-07-26T07:26:24.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:24 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:26:24] ENGINE Bus STARTED 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: pgmap v3047: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 93 KiB/s wr, 909 op/s 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/405199928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: pgmap v3047: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 93 KiB/s wr, 909 op/s 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/405199928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:26:25.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:26:25.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: pgmap v3047: 745 pgs: 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 93 KiB/s wr, 909 op/s 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/405199928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:26:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:26:25.810 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:26 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:26 smithi135 ceph-mon[90132]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T07:26:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:26 smithi135 ceph-mon[90132]: pgmap v3050: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 763 KiB/s rd, 47 KiB/s wr, 996 op/s 2024-07-26T07:26:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[97339]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T07:26:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[97339]: pgmap v3050: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 763 KiB/s rd, 47 KiB/s wr, 996 op/s 2024-07-26T07:26:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[99762]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T07:26:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:26 smithi037 ceph-mon[99762]: pgmap v3050: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 763 KiB/s rd, 47 KiB/s wr, 996 op/s 2024-07-26T07:26:27.864 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:27.887 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:27.915 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:28.087 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:27 smithi135 ceph-mon[90132]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T07:26:28.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:27 smithi037 ceph-mon[97339]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T07:26:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:27 smithi037 ceph-mon[99762]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T07:26:28.896 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.PoolStatsPP (4556 ms) 2024-07-26T07:26:28.896 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-07-26T07:26:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:28 smithi135 ceph-mon[90132]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T07:26:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:28 smithi135 ceph-mon[90132]: pgmap v3053: 777 pgs: 4 creating+peering, 11 unknown, 762 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 29 KiB/s wr, 342 op/s 2024-07-26T07:26:29.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:28 smithi037 ceph-mon[97339]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T07:26:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:28 smithi037 ceph-mon[97339]: pgmap v3053: 777 pgs: 4 creating+peering, 11 unknown, 762 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 29 KiB/s wr, 342 op/s 2024-07-26T07:26:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:28 smithi037 ceph-mon[99762]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T07:26:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:28 smithi037 ceph-mon[99762]: pgmap v3053: 777 pgs: 4 creating+peering, 11 unknown, 762 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 29 KiB/s wr, 342 op/s 2024-07-26T07:26:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:29 smithi037 ceph-mon[97339]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T07:26:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:29 smithi037 ceph-mon[99762]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T07:26:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:29 smithi135 ceph-mon[90132]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T07:26:30.817 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[97339]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T07:26:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[97339]: pgmap v3056: 809 pgs: 4 creating+peering, 28 unknown, 777 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 KiB/s wr, 168 op/s 2024-07-26T07:26:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[97339]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T07:26:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[99762]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T07:26:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[99762]: pgmap v3056: 809 pgs: 4 creating+peering, 28 unknown, 777 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 KiB/s wr, 168 op/s 2024-07-26T07:26:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:31.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:30 smithi037 ceph-mon[99762]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T07:26:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:30 smithi135 ceph-mon[90132]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T07:26:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:30 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:30 smithi135 ceph-mon[90132]: pgmap v3056: 809 pgs: 4 creating+peering, 28 unknown, 777 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 KiB/s wr, 168 op/s 2024-07-26T07:26:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:30 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/694914820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:30 smithi135 ceph-mon[90132]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T07:26:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:31] "GET /metrics HTTP/1.1" 200 83008 "" "Prometheus/2.43.0" 2024-07-26T07:26:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:31 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:31 smithi135 ceph-mon[90132]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T07:26:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:31 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:31 smithi037 ceph-mon[97339]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T07:26:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:31 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:31 smithi037 ceph-mon[99762]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T07:26:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:32 smithi037 ceph-mon[97339]: pgmap v3059: 809 pgs: 4 creating+peering, 19 unknown, 786 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.0 KiB/s wr, 48 op/s 2024-07-26T07:26:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:32 smithi037 ceph-mon[97339]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T07:26:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:32 smithi037 ceph-mon[99762]: pgmap v3059: 809 pgs: 4 creating+peering, 19 unknown, 786 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.0 KiB/s wr, 48 op/s 2024-07-26T07:26:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:32 smithi037 ceph-mon[99762]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T07:26:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:32 smithi135 ceph-mon[90132]: pgmap v3059: 809 pgs: 4 creating+peering, 19 unknown, 786 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.0 KiB/s wr, 48 op/s 2024-07-26T07:26:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:32 smithi135 ceph-mon[90132]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T07:26:34.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:33 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:33 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:33 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:35.005 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ImageSpec (6110 ms) 2024-07-26T07:26:35.006 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[97339]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[97339]: pgmap v3062: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[99762]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[99762]: pgmap v3062: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-07-26T07:26:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:34 smithi135 ceph-mon[90132]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T07:26:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:34 smithi135 ceph-mon[90132]: pgmap v3062: 809 pgs: 4 creating+peering, 805 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-07-26T07:26:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:36.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:35 smithi037 ceph-mon[97339]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T07:26:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:35 smithi037 ceph-mon[99762]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T07:26:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:35 smithi135 ceph-mon[90132]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T07:26:36.900 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[97339]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/48947156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[97339]: pgmap v3065: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[99762]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/48947156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:36 smithi037 ceph-mon[99762]: pgmap v3065: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-07-26T07:26:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:36 smithi135 ceph-mon[90132]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T07:26:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/48947156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:36 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:36 smithi135 ceph-mon[90132]: pgmap v3065: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[97339]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:37 smithi037 ceph-mon[99762]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T07:26:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:37 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:26:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:37 smithi135 ceph-mon[90132]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T07:26:39.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:38 smithi037 ceph-mon[97339]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T07:26:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:38 smithi037 ceph-mon[97339]: pgmap v3068: 841 pgs: 17 unknown, 824 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-07-26T07:26:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:38 smithi037 ceph-mon[99762]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T07:26:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:38 smithi037 ceph-mon[99762]: pgmap v3068: 841 pgs: 17 unknown, 824 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-07-26T07:26:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:38 smithi135 ceph-mon[90132]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T07:26:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:38 smithi135 ceph-mon[90132]: pgmap v3068: 841 pgs: 17 unknown, 824 active+clean; 152 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-07-26T07:26:40.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[97339]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T07:26:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[97339]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T07:26:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[99762]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T07:26:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:39 smithi037 ceph-mon[99762]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T07:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:39 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:39 smithi135 ceph-mon[90132]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T07:26:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:39 smithi135 ceph-mon[90132]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T07:26:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:40 smithi037 ceph-mon[97339]: pgmap v3071: 841 pgs: 841 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 4.7 KiB/s wr, 152 op/s 2024-07-26T07:26:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:40 smithi037 ceph-mon[97339]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T07:26:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:40 smithi037 ceph-mon[99762]: pgmap v3071: 841 pgs: 841 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 4.7 KiB/s wr, 152 op/s 2024-07-26T07:26:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:40 smithi037 ceph-mon[99762]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T07:26:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:40 smithi135 ceph-mon[90132]: pgmap v3071: 841 pgs: 841 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 4.7 KiB/s wr, 152 op/s 2024-07-26T07:26:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:40 smithi135 ceph-mon[90132]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T07:26:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:41] "GET /metrics HTTP/1.1" 200 87935 "" "Prometheus/2.43.0" 2024-07-26T07:26:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:42 smithi037 ceph-mon[97339]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T07:26:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:42 smithi037 ceph-mon[97339]: pgmap v3074: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:42 smithi037 ceph-mon[99762]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T07:26:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:42 smithi037 ceph-mon[99762]: pgmap v3074: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:42 smithi135 ceph-mon[90132]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T07:26:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:42 smithi135 ceph-mon[90132]: pgmap v3074: 809 pgs: 809 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 3 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 3 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:child: image213 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:child: image215 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:child: image214 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-15/image213/b1f8b0f0c70 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-37/image214/b1f8bbaf239f 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:found child test-librbd-smithi037-147652-15/image215/b1f826a71ede 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:26:43.988 INFO:tasks.workunit.client.0.smithi037.stdout:num children is: 0 2024-07-26T07:26:43.989 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:26:43.989 INFO:tasks.workunit.client.0.smithi037.stdout:num snaps is: 0 2024-07-26T07:26:43.989 INFO:tasks.workunit.client.0.smithi037.stdout:expected: 0 2024-07-26T07:26:43.989 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8982 ms) 2024-07-26T07:26:43.989 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-07-26T07:26:44.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:43 smithi037 ceph-mon[97339]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T07:26:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:43 smithi037 ceph-mon[99762]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T07:26:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:43 smithi135 ceph-mon[90132]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T07:26:45.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:44 smithi037 ceph-mon[97339]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T07:26:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:44 smithi037 ceph-mon[97339]: pgmap v3077: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:44 smithi037 ceph-mon[99762]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T07:26:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:44 smithi037 ceph-mon[99762]: pgmap v3077: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:44 smithi135 ceph-mon[90132]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T07:26:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:44 smithi135 ceph-mon[90132]: pgmap v3077: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:26:45.957 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:45 smithi037 ceph-mon[97339]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T07:26:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:45 smithi037 ceph-mon[99762]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T07:26:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:45 smithi135 ceph-mon[90132]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T07:26:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[97339]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[97339]: pgmap v3080: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[99762]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T07:26:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:46 smithi037 ceph-mon[99762]: pgmap v3080: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-07-26T07:26:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:46 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1031224730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:26:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:46 smithi135 ceph-mon[90132]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T07:26:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:46 smithi135 ceph-mon[90132]: pgmap v3080: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-07-26T07:26:48.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:47 smithi037 ceph-mon[97339]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T07:26:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:47 smithi037 ceph-mon[99762]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T07:26:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:47 smithi135 ceph-mon[90132]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T07:26:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:48 smithi037 ceph-mon[97339]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T07:26:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:48 smithi037 ceph-mon[97339]: pgmap v3083: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 KiB/s wr, 29 op/s 2024-07-26T07:26:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:48 smithi037 ceph-mon[99762]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T07:26:49.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:48 smithi037 ceph-mon[99762]: pgmap v3083: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 KiB/s wr, 29 op/s 2024-07-26T07:26:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:48 smithi135 ceph-mon[90132]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T07:26:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:48 smithi135 ceph-mon[90132]: pgmap v3083: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 KiB/s wr, 29 op/s 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[97339]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[97339]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[99762]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:49 smithi037 ceph-mon[99762]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T07:26:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:49 smithi135 ceph-mon[90132]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T07:26:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:26:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:49 smithi135 ceph-mon[90132]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T07:26:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:50 smithi037 ceph-mon[97339]: pgmap v3086: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-07-26T07:26:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:50 smithi037 ceph-mon[97339]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T07:26:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:50 smithi037 ceph-mon[99762]: pgmap v3086: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-07-26T07:26:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:50 smithi037 ceph-mon[99762]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T07:26:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:50 smithi135 ceph-mon[90132]: pgmap v3086: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-07-26T07:26:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:50 smithi135 ceph-mon[90132]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T07:26:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:26:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:26:51] "GET /metrics HTTP/1.1" 200 90384 "" "Prometheus/2.43.0" 2024-07-26T07:26:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:26:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:26:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:52 smithi135 ceph-mon[90132]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T07:26:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:52 smithi135 ceph-mon[90132]: pgmap v3089: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-07-26T07:26:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:52 smithi037 ceph-mon[97339]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T07:26:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:52 smithi037 ceph-mon[97339]: pgmap v3089: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-07-26T07:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:52 smithi037 ceph-mon[99762]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T07:26:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:52 smithi037 ceph-mon[99762]: pgmap v3089: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-07-26T07:26:53.937 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.QuiesceWatch (9949 ms) 2024-07-26T07:26:53.961 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-07-26T07:26:53.961 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:26:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:53 smithi135 ceph-mon[90132]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T07:26:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:53 smithi037 ceph-mon[97339]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T07:26:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:53 smithi037 ceph-mon[99762]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T07:26:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:54 smithi135 ceph-mon[90132]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T07:26:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:54 smithi135 ceph-mon[90132]: pgmap v3092: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-07-26T07:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:54 smithi037 ceph-mon[97339]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T07:26:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:54 smithi037 ceph-mon[97339]: pgmap v3092: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-07-26T07:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:54 smithi037 ceph-mon[99762]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T07:26:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:54 smithi037 ceph-mon[99762]: pgmap v3092: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-07-26T07:26:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:55 smithi135 ceph-mon[90132]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T07:26:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:55 smithi037 ceph-mon[97339]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T07:26:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:55 smithi037 ceph-mon[99762]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T07:26:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:56 smithi037 ceph-mon[97339]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T07:26:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:56 smithi037 ceph-mon[97339]: pgmap v3095: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:26:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:56 smithi037 ceph-mon[99762]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T07:26:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:56 smithi037 ceph-mon[99762]: pgmap v3095: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:26:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:56 smithi135 ceph-mon[90132]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T07:26:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:56 smithi135 ceph-mon[90132]: pgmap v3095: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:26:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:57 smithi037 ceph-mon[97339]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T07:26:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:57 smithi037 ceph-mon[99762]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T07:26:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:57 smithi135 ceph-mon[90132]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T07:26:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:58 smithi037 ceph-mon[97339]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T07:26:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:58 smithi037 ceph-mon[97339]: pgmap v3098: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-07-26T07:26:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:58 smithi037 ceph-mon[99762]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T07:26:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:58 smithi037 ceph-mon[99762]: pgmap v3098: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-07-26T07:26:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:58 smithi135 ceph-mon[90132]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T07:26:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:58 smithi135 ceph-mon[90132]: pgmap v3098: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-07-26T07:26:59.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5984 ms) 2024-07-26T07:26:59.921 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-07-26T07:26:59.921 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:27:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:59 smithi037 ceph-mon[97339]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T07:27:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:26:59 smithi037 ceph-mon[97339]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T07:27:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:59 smithi037 ceph-mon[99762]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T07:27:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:26:59 smithi037 ceph-mon[99762]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T07:27:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:59 smithi135 ceph-mon[90132]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T07:27:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:26:59 smithi135 ceph-mon[90132]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T07:27:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:00 smithi037 ceph-mon[97339]: pgmap v3101: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-07-26T07:27:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:00 smithi037 ceph-mon[99762]: pgmap v3101: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-07-26T07:27:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:00 smithi135 ceph-mon[90132]: pgmap v3101: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 71 op/s 2024-07-26T07:27:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:01] "GET /metrics HTTP/1.1" 200 90384 "" "Prometheus/2.43.0" 2024-07-26T07:27:02.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:01 smithi135 ceph-mon[90132]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T07:27:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:01 smithi037 ceph-mon[97339]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T07:27:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:01 smithi037 ceph-mon[99762]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T07:27:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:02 smithi037 ceph-mon[97339]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T07:27:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:02 smithi037 ceph-mon[97339]: pgmap v3104: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T07:27:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:02 smithi037 ceph-mon[99762]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T07:27:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:02 smithi037 ceph-mon[99762]: pgmap v3104: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T07:27:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:02 smithi135 ceph-mon[90132]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T07:27:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:02 smithi135 ceph-mon[90132]: pgmap v3104: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T07:27:04.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:03 smithi037 ceph-mon[97339]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T07:27:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:03 smithi037 ceph-mon[99762]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T07:27:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:03 smithi135 ceph-mon[90132]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[97339]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[97339]: pgmap v3107: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[99762]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[99762]: pgmap v3107: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-07-26T07:27:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:04 smithi135 ceph-mon[90132]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T07:27:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:04 smithi135 ceph-mon[90132]: pgmap v3107: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-07-26T07:27:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:06.022 INFO:tasks.workunit.client.0.smithi037.stdout:10.00% done 2024-07-26T07:27:06.023 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6101 ms) 2024-07-26T07:27:06.023 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-07-26T07:27:06.023 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:27:06.037 INFO:tasks.workunit.client.0.smithi037.stderr:test quiesce is not long enough to time out 2024-07-26T07:27:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:05 smithi037 ceph-mon[97339]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T07:27:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:05 smithi037 ceph-mon[99762]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T07:27:06.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:05 smithi135 ceph-mon[90132]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T07:27:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:06 smithi037 ceph-mon[97339]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T07:27:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:06 smithi037 ceph-mon[97339]: pgmap v3110: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-07-26T07:27:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:06 smithi037 ceph-mon[99762]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T07:27:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:06 smithi037 ceph-mon[99762]: pgmap v3110: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-07-26T07:27:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:06 smithi135 ceph-mon[90132]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T07:27:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:06 smithi135 ceph-mon[90132]: pgmap v3110: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 KiB/s wr, 108 op/s 2024-07-26T07:27:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:09 smithi037 ceph-mon[97339]: pgmap v3111: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 6.8 KiB/s wr, 125 op/s 2024-07-26T07:27:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:09 smithi037 ceph-mon[99762]: pgmap v3111: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 6.8 KiB/s wr, 125 op/s 2024-07-26T07:27:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:09 smithi135 ceph-mon[90132]: pgmap v3111: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 6.8 KiB/s wr, 125 op/s 2024-07-26T07:27:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:10 smithi135 ceph-mon[90132]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T07:27:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:10 smithi135 ceph-mon[90132]: pgmap v3113: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.8 KiB/s wr, 49 op/s 2024-07-26T07:27:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:10 smithi037 ceph-mon[97339]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T07:27:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:10 smithi037 ceph-mon[97339]: pgmap v3113: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.8 KiB/s wr, 49 op/s 2024-07-26T07:27:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:10 smithi037 ceph-mon[99762]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T07:27:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:10 smithi037 ceph-mon[99762]: pgmap v3113: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.8 KiB/s wr, 49 op/s 2024-07-26T07:27:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:11] "GET /metrics HTTP/1.1" 200 90433 "" "Prometheus/2.43.0" 2024-07-26T07:27:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:13 smithi037 ceph-mon[97339]: pgmap v3114: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-07-26T07:27:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:13 smithi037 ceph-mon[99762]: pgmap v3114: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-07-26T07:27:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:13 smithi135 ceph-mon[90132]: pgmap v3114: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-07-26T07:27:14.266 INFO:tasks.workunit.client.0.smithi037.stderr:test quiesce is timed out 2024-07-26T07:27:14.271 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 0 2024-07-26T07:27:15.271 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 1 2024-07-26T07:27:15.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[97339]: pgmap v3115: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-07-26T07:27:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[97339]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T07:27:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[97339]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T07:27:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[99762]: pgmap v3115: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-07-26T07:27:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[99762]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T07:27:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:15 smithi037 ceph-mon[99762]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T07:27:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:15 smithi135 ceph-mon[90132]: pgmap v3115: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-07-26T07:27:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:15 smithi135 ceph-mon[90132]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T07:27:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:15 smithi135 ceph-mon[90132]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T07:27:16.271 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 2 2024-07-26T07:27:17.274 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 3 2024-07-26T07:27:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:17 smithi037 ceph-mon[97339]: pgmap v3118: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 160 B/s wr, 2 op/s 2024-07-26T07:27:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:17 smithi037 ceph-mon[99762]: pgmap v3118: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 160 B/s wr, 2 op/s 2024-07-26T07:27:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:17 smithi135 ceph-mon[90132]: pgmap v3118: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 160 B/s wr, 2 op/s 2024-07-26T07:27:18.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 4 2024-07-26T07:27:19.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 5 2024-07-26T07:27:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:19 smithi037 ceph-mon[97339]: pgmap v3119: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:27:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:19 smithi037 ceph-mon[99762]: pgmap v3119: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:27:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:19 smithi135 ceph-mon[90132]: pgmap v3119: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:27:20.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 6 2024-07-26T07:27:20.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:20.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:21.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 7 2024-07-26T07:27:21.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:21 smithi037 ceph-mon[97339]: pgmap v3120: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:21 smithi037 ceph-mon[99762]: pgmap v3120: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:21] "GET /metrics HTTP/1.1" 200 90432 "" "Prometheus/2.43.0" 2024-07-26T07:27:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:21 smithi135 ceph-mon[90132]: pgmap v3120: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:22.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 8 2024-07-26T07:27:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:23.272 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 9 2024-07-26T07:27:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:23 smithi037 ceph-mon[97339]: pgmap v3121: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:23 smithi037 ceph-mon[99762]: pgmap v3121: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:23 smithi135 ceph-mon[90132]: pgmap v3121: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:27:24.273 INFO:tasks.workunit.client.0.smithi037.stderr:waiting for timed out ... 10 2024-07-26T07:27:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:25 smithi037 ceph-mon[97339]: pgmap v3122: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-07-26T07:27:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:27:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:25 smithi037 ceph-mon[99762]: pgmap v3122: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-07-26T07:27:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:27:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:25 smithi135 ceph-mon[90132]: pgmap v3122: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-07-26T07:27:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:27:26.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:26 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:27:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:26 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:27:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:26 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:27:26.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:26 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:27:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:27 smithi037 ceph-mon[97339]: pgmap v3123: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:27:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:27 smithi037 ceph-mon[99762]: pgmap v3123: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:27:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:27 smithi135 ceph-mon[90132]: pgmap v3123: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:27:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:29 smithi037 ceph-mon[97339]: pgmap v3124: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-07-26T07:27:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:29 smithi037 ceph-mon[99762]: pgmap v3124: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-07-26T07:27:29.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:29 smithi135 ceph-mon[90132]: pgmap v3124: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-07-26T07:27:31.799 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:31 smithi037 ceph-mon[97339]: pgmap v3125: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:31.801 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:31 smithi037 ceph-mon[99762]: pgmap v3125: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:31.806 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:31] "GET /metrics HTTP/1.1" 200 90432 "" "Prometheus/2.43.0" 2024-07-26T07:27:31.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:31 smithi135 ceph-mon[90132]: pgmap v3125: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:33 smithi037 ceph-mon[97339]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:33 smithi037 ceph-mon[99762]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:33 smithi135 ceph-mon[90132]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:35.273 INFO:tasks.workunit.client.0.smithi037.stderr:test retry succeeds 2024-07-26T07:27:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:35 smithi037 ceph-mon[97339]: pgmap v3127: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:35 smithi037 ceph-mon[99762]: pgmap v3127: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:35 smithi135 ceph-mon[90132]: pgmap v3127: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:27:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:36 smithi135 ceph-mon[90132]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T07:27:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:36 smithi135 ceph-mon[90132]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 B/s rd, 102 B/s wr, 0 op/s 2024-07-26T07:27:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:36 smithi037 ceph-mon[97339]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T07:27:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:36 smithi037 ceph-mon[97339]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 B/s rd, 102 B/s wr, 0 op/s 2024-07-26T07:27:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:36 smithi037 ceph-mon[99762]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T07:27:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:36 smithi037 ceph-mon[99762]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 B/s rd, 102 B/s wr, 0 op/s 2024-07-26T07:27:37.940 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (31919 ms) 2024-07-26T07:27:37.941 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-07-26T07:27:37.941 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:27:38.002 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-07-26T07:27:38.002 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-07-26T07:27:38.002 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:27:38.068 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2024-07-26T07:27:38.068 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-07-26T07:27:38.068 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:27:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:37 smithi135 ceph-mon[90132]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T07:27:38.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:37 smithi037 ceph-mon[97339]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T07:27:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:37 smithi037 ceph-mon[99762]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T07:27:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:38 smithi037 ceph-mon[97339]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T07:27:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:38 smithi037 ceph-mon[97339]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.3 KiB/s wr, 18 op/s 2024-07-26T07:27:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:38 smithi037 ceph-mon[99762]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T07:27:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:38 smithi037 ceph-mon[99762]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.3 KiB/s wr, 18 op/s 2024-07-26T07:27:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:38 smithi135 ceph-mon[90132]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T07:27:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:38 smithi135 ceph-mon[90132]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.3 KiB/s wr, 18 op/s 2024-07-26T07:27:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:39 smithi037 ceph-mon[97339]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T07:27:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:39 smithi037 ceph-mon[99762]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T07:27:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:39 smithi135 ceph-mon[90132]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T07:27:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:40 smithi037 ceph-mon[97339]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:27:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:40 smithi037 ceph-mon[97339]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-07-26T07:27:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:40 smithi037 ceph-mon[99762]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:27:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:40 smithi037 ceph-mon[99762]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-07-26T07:27:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:40 smithi135 ceph-mon[90132]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:27:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:40 smithi135 ceph-mon[90132]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-07-26T07:27:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:41] "GET /metrics HTTP/1.1" 200 90434 "" "Prometheus/2.43.0" 2024-07-26T07:27:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:41 smithi037 ceph-mon[97339]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:27:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:41 smithi037 ceph-mon[99762]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:27:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:41 smithi135 ceph-mon[90132]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:27:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:43.294 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:42 smithi037 ceph-mon[99762]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:27:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:42 smithi037 ceph-mon[99762]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:27:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:42 smithi037 ceph-mon[97339]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:27:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:42 smithi037 ceph-mon[97339]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:27:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:42 smithi135 ceph-mon[90132]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:27:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:42 smithi135 ceph-mon[90132]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-07-26T07:27:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:43 smithi037 ceph-mon[97339]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:27:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:43 smithi037 ceph-mon[99762]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:27:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:43 smithi135 ceph-mon[90132]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[97339]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[97339]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[97339]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[99762]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[99762]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-07-26T07:27:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:44 smithi037 ceph-mon[99762]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:27:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:44 smithi135 ceph-mon[90132]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:27:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:44 smithi135 ceph-mon[90132]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-07-26T07:27:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:44 smithi135 ceph-mon[90132]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:27:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:46 smithi135 ceph-mon[90132]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:27:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:46 smithi135 ceph-mon[90132]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:27:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:46 smithi037 ceph-mon[97339]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:27:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:46 smithi037 ceph-mon[97339]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:27:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:46 smithi037 ceph-mon[99762]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:27:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:46 smithi037 ceph-mon[99762]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:27:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:47 smithi135 ceph-mon[90132]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:27:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:47 smithi037 ceph-mon[97339]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:27:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:47 smithi037 ceph-mon[99762]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:27:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:48 smithi037 ceph-mon[97339]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:27:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:48 smithi037 ceph-mon[97339]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 237 op/s 2024-07-26T07:27:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:48 smithi037 ceph-mon[99762]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:27:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:48 smithi037 ceph-mon[99762]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 237 op/s 2024-07-26T07:27:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:48 smithi135 ceph-mon[90132]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:27:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:48 smithi135 ceph-mon[90132]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 237 op/s 2024-07-26T07:27:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:49 smithi037 ceph-mon[97339]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:27:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:49 smithi037 ceph-mon[99762]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:27:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:49 smithi135 ceph-mon[90132]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:27:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:27:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:50 smithi037 ceph-mon[97339]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:27:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:50 smithi037 ceph-mon[97339]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 3.7 KiB/s wr, 234 op/s 2024-07-26T07:27:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:50 smithi037 ceph-mon[99762]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:27:51.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:50 smithi037 ceph-mon[99762]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 3.7 KiB/s wr, 234 op/s 2024-07-26T07:27:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:50 smithi135 ceph-mon[90132]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:27:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:50 smithi135 ceph-mon[90132]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 3.7 KiB/s wr, 234 op/s 2024-07-26T07:27:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:27:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:27:51] "GET /metrics HTTP/1.1" 200 90443 "" "Prometheus/2.43.0" 2024-07-26T07:27:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:51 smithi037 ceph-mon[97339]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:27:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:51 smithi037 ceph-mon[99762]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:27:52.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:51 smithi135 ceph-mon[90132]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:27:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:27:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:52 smithi037 ceph-mon[97339]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:27:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:52 smithi037 ceph-mon[97339]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-07-26T07:27:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:52 smithi037 ceph-mon[99762]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:27:53.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:52 smithi037 ceph-mon[99762]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-07-26T07:27:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:52 smithi135 ceph-mon[90132]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:27:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:52 smithi135 ceph-mon[90132]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 7 op/s 2024-07-26T07:27:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:53 smithi037 ceph-mon[97339]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:27:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:53 smithi037 ceph-mon[99762]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:27:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:53 smithi135 ceph-mon[90132]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:27:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:54 smithi037 ceph-mon[97339]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:27:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:54 smithi037 ceph-mon[97339]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:27:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:54 smithi037 ceph-mon[99762]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:27:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:54 smithi037 ceph-mon[99762]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:27:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:54 smithi135 ceph-mon[90132]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:27:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:54 smithi135 ceph-mon[90132]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:27:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:55 smithi037 ceph-mon[97339]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:27:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:55 smithi037 ceph-mon[99762]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:27:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:55 smithi135 ceph-mon[90132]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:56 smithi037 ceph-mon[97339]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:27:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:56 smithi037 ceph-mon[97339]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-26T07:27:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:56 smithi037 ceph-mon[99762]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:27:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:56 smithi037 ceph-mon[99762]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-26T07:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:56 smithi135 ceph-mon[90132]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:27:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:56 smithi135 ceph-mon[90132]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-26T07:27:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:57 smithi037 ceph-mon[97339]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:27:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:57 smithi037 ceph-mon[99762]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:27:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:57 smithi135 ceph-mon[90132]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:27:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:58 smithi037 ceph-mon[99762]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:27:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:58 smithi037 ceph-mon[99762]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:58 smithi037 ceph-mon[97339]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:27:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:58 smithi037 ceph-mon[97339]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:27:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:58 smithi135 ceph-mon[90132]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:27:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:58 smithi135 ceph-mon[90132]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:28:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:59 smithi037 ceph-mon[97339]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:28:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:27:59 smithi037 ceph-mon[97339]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:28:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:59 smithi037 ceph-mon[99762]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:28:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:27:59 smithi037 ceph-mon[99762]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:28:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:59 smithi135 ceph-mon[90132]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:28:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:27:59 smithi135 ceph-mon[90132]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:00 smithi037 ceph-mon[97339]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2024-07-26T07:28:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:00 smithi037 ceph-mon[97339]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:28:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:00 smithi037 ceph-mon[99762]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2024-07-26T07:28:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:00 smithi037 ceph-mon[99762]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:28:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:00 smithi135 ceph-mon[90132]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2024-07-26T07:28:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:00 smithi135 ceph-mon[90132]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:28:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:01] "GET /metrics HTTP/1.1" 200 90443 "" "Prometheus/2.43.0" 2024-07-26T07:28:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:02 smithi135 ceph-mon[90132]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:28:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:02 smithi135 ceph-mon[90132]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-07-26T07:28:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:02 smithi037 ceph-mon[97339]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:28:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:02 smithi037 ceph-mon[97339]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-07-26T07:28:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:02 smithi037 ceph-mon[99762]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:28:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:02 smithi037 ceph-mon[99762]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-07-26T07:28:03.955 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestLibRBD.ConcurentOperations (25887 ms) 2024-07-26T07:28:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:03 smithi135 ceph-mon[90132]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:28:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:03 smithi037 ceph-mon[97339]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:28:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:03 smithi037 ceph-mon[99762]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:28:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[97339]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:28:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[97339]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-07-26T07:28:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[97339]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:28:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[99762]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:28:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[99762]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-07-26T07:28:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:04 smithi037 ceph-mon[99762]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:28:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:04 smithi135 ceph-mon[90132]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:28:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:04 smithi135 ceph-mon[90132]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-07-26T07:28:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:04 smithi135 ceph-mon[90132]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:28:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:06 smithi135 ceph-mon[90132]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:28:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:06 smithi135 ceph-mon[90132]: pgmap v3174: 777 pgs: 777 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 8 op/s 2024-07-26T07:28:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:06 smithi037 ceph-mon[97339]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:28:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:06 smithi037 ceph-mon[97339]: pgmap v3174: 777 pgs: 777 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 8 op/s 2024-07-26T07:28:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:06 smithi037 ceph-mon[99762]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:28:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:06 smithi037 ceph-mon[99762]: pgmap v3174: 777 pgs: 777 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 8 op/s 2024-07-26T07:28:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:07 smithi037 ceph-mon[97339]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:28:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:07 smithi037 ceph-mon[99762]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:28:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:07 smithi135 ceph-mon[90132]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[97339]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[97339]: pgmap v3177: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[97339]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[99762]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[99762]: pgmap v3177: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:08 smithi037 ceph-mon[99762]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:28:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:08 smithi135 ceph-mon[90132]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:28:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:08 smithi135 ceph-mon[90132]: pgmap v3177: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:08 smithi135 ceph-mon[90132]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:28:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:10 smithi135 ceph-mon[90132]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:28:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:10 smithi135 ceph-mon[90132]: pgmap v3180: 649 pgs: 649 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:10 smithi037 ceph-mon[97339]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:28:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:10 smithi037 ceph-mon[97339]: pgmap v3180: 649 pgs: 649 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:10 smithi037 ceph-mon[99762]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:28:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:10 smithi037 ceph-mon[99762]: pgmap v3180: 649 pgs: 649 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:11.794 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:11] "GET /metrics HTTP/1.1" 200 90439 "" "Prometheus/2.43.0" 2024-07-26T07:28:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:11 smithi037 ceph-mon[97339]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:28:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:11 smithi037 ceph-mon[99762]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:28:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:11 smithi135 ceph-mon[90132]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:28:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[97339]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[97339]: pgmap v3183: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[97339]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[97339]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[99762]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[99762]: pgmap v3183: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[99762]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:28:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:12 smithi037 ceph-mon[99762]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:28:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:12 smithi135 ceph-mon[90132]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:28:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:12 smithi135 ceph-mon[90132]: pgmap v3183: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:12 smithi135 ceph-mon[90132]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:28:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:12 smithi135 ceph-mon[90132]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:28:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:14 smithi037 ceph-mon[97339]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:28:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:14 smithi037 ceph-mon[97339]: pgmap v3186: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:14 smithi037 ceph-mon[99762]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:28:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:14 smithi037 ceph-mon[99762]: pgmap v3186: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:14 smithi135 ceph-mon[90132]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:28:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:14 smithi135 ceph-mon[90132]: pgmap v3186: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:15 smithi037 ceph-mon[97339]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:28:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:15 smithi037 ceph-mon[99762]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:28:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:15 smithi135 ceph-mon[90132]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[97339]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[97339]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[97339]: pgmap v3189: 457 pgs: 457 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[99762]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[99762]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:28:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:16 smithi037 ceph-mon[99762]: pgmap v3189: 457 pgs: 457 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:16 smithi135 ceph-mon[90132]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:16 smithi135 ceph-mon[90132]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:28:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:16 smithi135 ceph-mon[90132]: pgmap v3189: 457 pgs: 457 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:18.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:17 smithi037 ceph-mon[97339]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:28:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:17 smithi037 ceph-mon[97339]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:28:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:17 smithi037 ceph-mon[99762]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:28:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:17 smithi037 ceph-mon[99762]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:28:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:17 smithi135 ceph-mon[90132]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:28:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:17 smithi135 ceph-mon[90132]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:28:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:18 smithi037 ceph-mon[97339]: pgmap v3192: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:18 smithi037 ceph-mon[97339]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:28:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:18 smithi037 ceph-mon[99762]: pgmap v3192: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:18 smithi037 ceph-mon[99762]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:28:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:18 smithi135 ceph-mon[90132]: pgmap v3192: 393 pgs: 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:18 smithi135 ceph-mon[90132]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:28:20.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[97339]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:28:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:20 smithi037 ceph-mon[99762]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:28:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:20 smithi135 ceph-mon[90132]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:28:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:21 smithi037 ceph-mon[97339]: pgmap v3195: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:21 smithi037 ceph-mon[97339]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:28:21.697 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:21] "GET /metrics HTTP/1.1" 200 53916 "" "Prometheus/2.43.0" 2024-07-26T07:28:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:21 smithi037 ceph-mon[99762]: pgmap v3195: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:21 smithi037 ceph-mon[99762]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:28:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:21 smithi135 ceph-mon[90132]: pgmap v3195: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:21 smithi135 ceph-mon[90132]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:28:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:22 smithi037 ceph-mon[97339]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:28:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:22 smithi037 ceph-mon[97339]: pgmap v3198: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:22 smithi037 ceph-mon[99762]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:28:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:22 smithi037 ceph-mon[99762]: pgmap v3198: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:22 smithi135 ceph-mon[90132]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:28:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:22 smithi135 ceph-mon[90132]: pgmap v3198: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:23 smithi037 ceph-mon[97339]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:28:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:23 smithi037 ceph-mon[99762]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:28:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:23 smithi135 ceph-mon[90132]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:28:25.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:24 smithi037 ceph-mon[97339]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:28:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:24 smithi037 ceph-mon[97339]: pgmap v3201: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:24 smithi037 ceph-mon[99762]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:28:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:24 smithi037 ceph-mon[99762]: pgmap v3201: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:24 smithi135 ceph-mon[90132]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:28:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:24 smithi135 ceph-mon[90132]: pgmap v3201: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[97339]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[99762]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:28:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:28:26.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:25 smithi135 ceph-mon[90132]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:28:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:28:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:28:26.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:28:26.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:28:26.897 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 161 tests from TestLibRBD (387079 ms total) 2024-07-26T07:28:26.897 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:28:26.897 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-07-26T07:28:26.930 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-07-26T07:28:27.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:26 smithi037 ceph-mon[97339]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:28:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:26 smithi037 ceph-mon[97339]: pgmap v3204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:26 smithi037 ceph-mon[99762]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:28:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:26 smithi037 ceph-mon[99762]: pgmap v3204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:26 smithi135 ceph-mon[90132]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:28:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:26 smithi135 ceph-mon[90132]: pgmap v3204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:27 smithi037 ceph-mon[97339]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:28:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:27 smithi037 ceph-mon[99762]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:28:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:27 smithi135 ceph-mon[90132]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:28:28.927 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[97339]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3203178983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[97339]: pgmap v3207: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[99762]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:28:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3203178983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:28 smithi037 ceph-mon[99762]: pgmap v3207: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:28 smithi135 ceph-mon[90132]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:28:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:28 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3203178983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:28 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:28:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:28 smithi135 ceph-mon[90132]: pgmap v3207: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[97339]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:28:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:29 smithi037 ceph-mon[99762]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:28:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:29 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:28:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:29 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:28:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:29 smithi135 ceph-mon[90132]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:28:30.977 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [325288~1071,847666~30692,879644~55714,1268909~90638,5055811~74395,5983759~46174,11567279~58589,12920353~79491,15546362~85101,19974480~80317] 2024-07-26T07:28:31.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:30 smithi037 ceph-mon[97339]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:28:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:30 smithi037 ceph-mon[97339]: pgmap v3210: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:30 smithi037 ceph-mon[99762]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:28:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:30 smithi037 ceph-mon[99762]: pgmap v3210: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:30 smithi135 ceph-mon[90132]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:28:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:30 smithi135 ceph-mon[90132]: pgmap v3210: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:28:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:31] "GET /metrics HTTP/1.1" 200 53916 "" "Prometheus/2.43.0" 2024-07-26T07:28:32.000 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [1644739~35307,4015007~6499,9821480~86169,14649734~90727,15528263~71704,15774309~34575,16941770~77885,17142253~34861,17929655~98640,19238098~65531] 2024-07-26T07:28:32.009 INFO:tasks.workunit.client.0.smithi037.stdout: diff was [1359547~2661959,9821480~86169,14649734~90727,15528263~71704,15631463~177421,16941770~77885,17142253~34861,17929655~98640,19238098~65531] 2024-07-26T07:28:32.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5083 ms) 2024-07-26T07:28:32.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-07-26T07:28:32.013 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:31 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:28:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:31 smithi135 ceph-mon[90132]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:28:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:31 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:28:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:31 smithi037 ceph-mon[97339]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:28:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:31 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:28:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:31 smithi037 ceph-mon[99762]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:28:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:32 smithi037 ceph-mon[97339]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:28:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:32 smithi037 ceph-mon[97339]: pgmap v3213: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 9.4 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 2 op/s 2024-07-26T07:28:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:32 smithi037 ceph-mon[99762]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:28:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:32 smithi037 ceph-mon[99762]: pgmap v3213: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 9.4 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 2 op/s 2024-07-26T07:28:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:32 smithi135 ceph-mon[90132]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:28:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:32 smithi135 ceph-mon[90132]: pgmap v3213: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 9.4 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 50 KiB/s wr, 2 op/s 2024-07-26T07:28:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:33 smithi037 ceph-mon[97339]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:28:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:33 smithi037 ceph-mon[99762]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:28:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:33 smithi135 ceph-mon[90132]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:28:35.003 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[97339]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[97339]: pgmap v3216: 137 pgs: 137 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 181 KiB/s wr, 31 op/s 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[99762]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[99762]: pgmap v3216: 137 pgs: 137 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 181 KiB/s wr, 31 op/s 2024-07-26T07:28:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:34 smithi135 ceph-mon[90132]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:28:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:34 smithi135 ceph-mon[90132]: pgmap v3216: 137 pgs: 137 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 181 KiB/s wr, 31 op/s 2024-07-26T07:28:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:36.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:35 smithi037 ceph-mon[97339]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:28:36.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:35 smithi037 ceph-mon[99762]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:28:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:35 smithi135 ceph-mon[90132]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:28:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:36 smithi037 ceph-mon[97339]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:28:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:36 smithi037 ceph-mon[97339]: pgmap v3219: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 188 KiB/s wr, 72 op/s 2024-07-26T07:28:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:36 smithi037 ceph-mon[99762]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:28:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:36 smithi037 ceph-mon[99762]: pgmap v3219: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 188 KiB/s wr, 72 op/s 2024-07-26T07:28:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:36 smithi135 ceph-mon[90132]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:28:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:36 smithi135 ceph-mon[90132]: pgmap v3219: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 188 KiB/s wr, 72 op/s 2024-07-26T07:28:38.017 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:37 smithi037 ceph-mon[97339]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:28:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:37 smithi037 ceph-mon[99762]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:28:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:37 smithi135 ceph-mon[90132]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:38 smithi037 ceph-mon[97339]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:28:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:38 smithi037 ceph-mon[97339]: pgmap v3222: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 131 KiB/s wr, 96 op/s 2024-07-26T07:28:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:38 smithi037 ceph-mon[99762]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:28:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:38 smithi037 ceph-mon[99762]: pgmap v3222: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 131 KiB/s wr, 96 op/s 2024-07-26T07:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:38 smithi135 ceph-mon[90132]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:28:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:38 smithi135 ceph-mon[90132]: pgmap v3222: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 131 KiB/s wr, 96 op/s 2024-07-26T07:28:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:39 smithi037 ceph-mon[97339]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:28:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:39 smithi037 ceph-mon[97339]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:28:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:39 smithi037 ceph-mon[99762]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:28:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:39 smithi037 ceph-mon[99762]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:28:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:39 smithi135 ceph-mon[90132]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:28:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:39 smithi135 ceph-mon[90132]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:28:40.864 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:40 smithi037 ceph-mon[97339]: pgmap v3225: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 75 KiB/s wr, 67 op/s 2024-07-26T07:28:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:40 smithi037 ceph-mon[97339]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:28:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:40 smithi037 ceph-mon[99762]: pgmap v3225: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 75 KiB/s wr, 67 op/s 2024-07-26T07:28:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:40 smithi037 ceph-mon[99762]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:28:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:40 smithi135 ceph-mon[90132]: pgmap v3225: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 75 KiB/s wr, 67 op/s 2024-07-26T07:28:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:40 smithi135 ceph-mon[90132]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:28:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:41] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:28:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:42 smithi037 ceph-mon[97339]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:28:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:42 smithi037 ceph-mon[97339]: pgmap v3228: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-07-26T07:28:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:42 smithi037 ceph-mon[99762]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:28:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:42 smithi037 ceph-mon[99762]: pgmap v3228: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-07-26T07:28:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:42 smithi135 ceph-mon[90132]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:28:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:42 smithi135 ceph-mon[90132]: pgmap v3228: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-07-26T07:28:43.881 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:43 smithi037 ceph-mon[97339]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:28:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:43 smithi037 ceph-mon[99762]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:28:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:43 smithi135 ceph-mon[90132]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:28:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:44 smithi037 ceph-mon[97339]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:28:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:44 smithi037 ceph-mon[97339]: pgmap v3231: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-07-26T07:28:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:44 smithi037 ceph-mon[99762]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:28:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:44 smithi037 ceph-mon[99762]: pgmap v3231: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-07-26T07:28:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:44 smithi135 ceph-mon[90132]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:28:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:44 smithi135 ceph-mon[90132]: pgmap v3231: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 126 op/s 2024-07-26T07:28:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:45 smithi037 ceph-mon[97339]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:28:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:45 smithi037 ceph-mon[99762]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:28:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:45 smithi135 ceph-mon[90132]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:28:46.909 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14896 ms) 2024-07-26T07:28:46.909 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-07-26T07:28:46.909 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:46 smithi037 ceph-mon[97339]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:28:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:46 smithi037 ceph-mon[97339]: pgmap v3234: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-07-26T07:28:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:46 smithi037 ceph-mon[99762]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:28:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:46 smithi037 ceph-mon[99762]: pgmap v3234: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-07-26T07:28:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:46 smithi135 ceph-mon[90132]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:28:47.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:46 smithi135 ceph-mon[90132]: pgmap v3234: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 121 op/s 2024-07-26T07:28:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:47 smithi037 ceph-mon[97339]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:28:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:47 smithi037 ceph-mon[99762]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:28:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:47 smithi135 ceph-mon[90132]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:28:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:48 smithi037 ceph-mon[97339]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:28:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:48 smithi037 ceph-mon[97339]: pgmap v3237: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 49 op/s 2024-07-26T07:28:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:48 smithi037 ceph-mon[99762]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:28:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:48 smithi037 ceph-mon[99762]: pgmap v3237: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 49 op/s 2024-07-26T07:28:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:48 smithi135 ceph-mon[90132]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:28:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:48 smithi135 ceph-mon[90132]: pgmap v3237: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 49 op/s 2024-07-26T07:28:49.922 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:49 smithi037 ceph-mon[97339]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:28:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:49 smithi037 ceph-mon[99762]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:28:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:49 smithi135 ceph-mon[90132]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:28:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:28:51.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:50 smithi037 ceph-mon[97339]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:28:51.197 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:50 smithi037 ceph-mon[97339]: pgmap v3240: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 37 op/s 2024-07-26T07:28:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:50 smithi037 ceph-mon[99762]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:28:51.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:50 smithi037 ceph-mon[99762]: pgmap v3240: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 37 op/s 2024-07-26T07:28:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:50 smithi135 ceph-mon[90132]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:28:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:50 smithi135 ceph-mon[90132]: pgmap v3240: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.7 KiB/s wr, 37 op/s 2024-07-26T07:28:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:28:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:28:51] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:28:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:51 smithi037 ceph-mon[97339]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:28:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:51 smithi037 ceph-mon[99762]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:28:52.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:51 smithi135 ceph-mon[90132]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:28:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:28:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:28:52.948 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:52 smithi037 ceph-mon[97339]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:28:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:52 smithi037 ceph-mon[97339]: pgmap v3243: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:28:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:52 smithi037 ceph-mon[99762]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:28:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:52 smithi037 ceph-mon[99762]: pgmap v3243: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:52 smithi135 ceph-mon[90132]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:28:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:52 smithi135 ceph-mon[90132]: pgmap v3243: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:28:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:53 smithi037 ceph-mon[97339]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:28:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:53 smithi037 ceph-mon[99762]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:28:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:53 smithi135 ceph-mon[90132]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:28:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:54 smithi037 ceph-mon[97339]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:28:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:54 smithi037 ceph-mon[97339]: pgmap v3246: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-07-26T07:28:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:54 smithi037 ceph-mon[99762]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:28:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:54 smithi037 ceph-mon[99762]: pgmap v3246: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-07-26T07:28:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:54 smithi135 ceph-mon[90132]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:28:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:54 smithi135 ceph-mon[90132]: pgmap v3246: 137 pgs: 137 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-07-26T07:28:55.975 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:56.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:55 smithi037 ceph-mon[97339]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:28:56.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:55 smithi037 ceph-mon[99762]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:28:56.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:55 smithi135 ceph-mon[90132]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:28:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:56 smithi037 ceph-mon[97339]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:28:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:56 smithi037 ceph-mon[97339]: pgmap v3249: 137 pgs: 137 active+clean; 40 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 29 op/s 2024-07-26T07:28:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:56 smithi037 ceph-mon[99762]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:28:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:56 smithi037 ceph-mon[99762]: pgmap v3249: 137 pgs: 137 active+clean; 40 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 29 op/s 2024-07-26T07:28:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:56 smithi135 ceph-mon[90132]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:28:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:56 smithi135 ceph-mon[90132]: pgmap v3249: 137 pgs: 137 active+clean; 40 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 29 op/s 2024-07-26T07:28:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:57 smithi037 ceph-mon[97339]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:28:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:57 smithi037 ceph-mon[99762]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:28:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:57 smithi135 ceph-mon[90132]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:28:59.002 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:28:59.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:58 smithi037 ceph-mon[97339]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:28:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:58 smithi037 ceph-mon[97339]: pgmap v3252: 137 pgs: 137 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-07-26T07:28:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:58 smithi037 ceph-mon[99762]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:28:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:58 smithi037 ceph-mon[99762]: pgmap v3252: 137 pgs: 137 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-07-26T07:28:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:58 smithi135 ceph-mon[90132]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:28:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:58 smithi135 ceph-mon[90132]: pgmap v3252: 137 pgs: 137 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-07-26T07:29:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:28:59 smithi037 ceph-mon[97339]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:29:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:28:59 smithi037 ceph-mon[99762]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:29:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:28:59 smithi135 ceph-mon[90132]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:29:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:00 smithi037 ceph-mon[99762]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:29:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:00 smithi037 ceph-mon[99762]: pgmap v3255: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-07-26T07:29:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:00 smithi037 ceph-mon[97339]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:29:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:00 smithi037 ceph-mon[97339]: pgmap v3255: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-07-26T07:29:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:00 smithi135 ceph-mon[90132]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:29:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:00 smithi135 ceph-mon[90132]: pgmap v3255: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2024-07-26T07:29:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:01] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:29:02.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15104 ms) 2024-07-26T07:29:02.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-07-26T07:29:02.013 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:02.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:01 smithi135 ceph-mon[90132]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:29:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:01 smithi037 ceph-mon[97339]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:29:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:01 smithi037 ceph-mon[99762]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:29:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:03.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:02 smithi037 ceph-mon[97339]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:29:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:02 smithi037 ceph-mon[97339]: pgmap v3258: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-07-26T07:29:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:02 smithi037 ceph-mon[99762]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:29:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:02 smithi037 ceph-mon[99762]: pgmap v3258: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-07-26T07:29:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:02 smithi135 ceph-mon[90132]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:29:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:02 smithi135 ceph-mon[90132]: pgmap v3258: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 45 op/s 2024-07-26T07:29:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:05 smithi037 ceph-mon[97339]: pgmap v3259: 137 pgs: 137 active+clean; 56 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-26T07:29:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:05 smithi037 ceph-mon[99762]: pgmap v3259: 137 pgs: 137 active+clean; 56 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-26T07:29:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:05 smithi135 ceph-mon[90132]: pgmap v3259: 137 pgs: 137 active+clean; 56 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-26T07:29:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:07 smithi135 ceph-mon[90132]: pgmap v3260: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 660 KiB/s wr, 74 op/s 2024-07-26T07:29:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:07 smithi135 ceph-mon[90132]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:29:07.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:07 smithi037 ceph-mon[99762]: pgmap v3260: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 660 KiB/s wr, 74 op/s 2024-07-26T07:29:07.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:07 smithi037 ceph-mon[99762]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:29:07.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:07 smithi037 ceph-mon[97339]: pgmap v3260: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 660 KiB/s wr, 74 op/s 2024-07-26T07:29:07.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:07 smithi037 ceph-mon[97339]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:29:08.338 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:08 smithi135 ceph-mon[90132]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:29:08.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:08 smithi037 ceph-mon[97339]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:29:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:08 smithi037 ceph-mon[99762]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:29:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:09 smithi135 ceph-mon[90132]: pgmap v3263: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 660 KiB/s wr, 51 op/s 2024-07-26T07:29:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:09 smithi135 ceph-mon[90132]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:29:09.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:09 smithi037 ceph-mon[97339]: pgmap v3263: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 660 KiB/s wr, 51 op/s 2024-07-26T07:29:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:09 smithi037 ceph-mon[97339]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:29:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:09 smithi037 ceph-mon[99762]: pgmap v3263: 137 pgs: 137 active+clean; 64 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 660 KiB/s wr, 51 op/s 2024-07-26T07:29:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:09 smithi037 ceph-mon[99762]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:29:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:11 smithi135 ceph-mon[90132]: pgmap v3265: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:29:11.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:11 smithi037 ceph-mon[97339]: pgmap v3265: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:29:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:11] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-07-26T07:29:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:11 smithi037 ceph-mon[99762]: pgmap v3265: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:29:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:13 smithi135 ceph-mon[90132]: pgmap v3266: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 32 op/s 2024-07-26T07:29:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:13 smithi135 ceph-mon[90132]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:29:13.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:13 smithi037 ceph-mon[97339]: pgmap v3266: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 32 op/s 2024-07-26T07:29:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:13 smithi037 ceph-mon[97339]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:29:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:13 smithi037 ceph-mon[99762]: pgmap v3266: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.3 KiB/s wr, 32 op/s 2024-07-26T07:29:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:13 smithi037 ceph-mon[99762]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:29:14.370 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:14 smithi135 ceph-mon[90132]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:29:14.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:14 smithi037 ceph-mon[97339]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:29:14.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:14 smithi037 ceph-mon[99762]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:15 smithi135 ceph-mon[90132]: pgmap v3269: 137 pgs: 137 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-26T07:29:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:15 smithi135 ceph-mon[90132]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:29:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:15 smithi037 ceph-mon[97339]: pgmap v3269: 137 pgs: 137 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-26T07:29:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:15 smithi037 ceph-mon[97339]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:29:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:15 smithi037 ceph-mon[99762]: pgmap v3269: 137 pgs: 137 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-26T07:29:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:15 smithi037 ceph-mon[99762]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:29:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:17 smithi037 ceph-mon[97339]: pgmap v3271: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-07-26T07:29:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:17 smithi037 ceph-mon[99762]: pgmap v3271: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-07-26T07:29:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:17 smithi135 ceph-mon[90132]: pgmap v3271: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 687 KiB/s wr, 33 op/s 2024-07-26T07:29:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:19 smithi037 ceph-mon[97339]: pgmap v3272: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:29:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:19 smithi037 ceph-mon[97339]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:29:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:19 smithi037 ceph-mon[99762]: pgmap v3272: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:29:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:19 smithi037 ceph-mon[99762]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:29:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:19 smithi135 ceph-mon[90132]: pgmap v3272: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:29:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:19 smithi135 ceph-mon[90132]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:29:20.389 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:20 smithi037 ceph-mon[97339]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:29:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:20 smithi037 ceph-mon[99762]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:29:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:20 smithi135 ceph-mon[90132]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:29:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:21 smithi037 ceph-mon[97339]: pgmap v3275: 137 pgs: 137 active+clean; 74 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-26T07:29:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:21 smithi037 ceph-mon[97339]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:29:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:21] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:29:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:21 smithi037 ceph-mon[99762]: pgmap v3275: 137 pgs: 137 active+clean; 74 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-26T07:29:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:21 smithi037 ceph-mon[99762]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:29:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:21 smithi135 ceph-mon[90132]: pgmap v3275: 137 pgs: 137 active+clean; 74 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-26T07:29:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:21 smithi135 ceph-mon[90132]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:29:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:23 smithi037 ceph-mon[99762]: pgmap v3277: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:23 smithi037 ceph-mon[97339]: pgmap v3277: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:23 smithi135 ceph-mon[90132]: pgmap v3277: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:25 smithi037 ceph-mon[97339]: pgmap v3278: 137 pgs: 137 active+clean; 76 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:25 smithi037 ceph-mon[97339]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:29:25.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:25 smithi037 ceph-mon[99762]: pgmap v3278: 137 pgs: 137 active+clean; 76 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:25.799 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:25 smithi037 ceph-mon[99762]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:29:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:25 smithi135 ceph-mon[90132]: pgmap v3278: 137 pgs: 137 active+clean; 76 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:25 smithi135 ceph-mon[90132]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:29:26.414 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:26 smithi037 ceph-mon[97339]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:29:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:26 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:29:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:26 smithi037 ceph-mon[99762]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:29:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:26 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:29:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:26 smithi135 ceph-mon[90132]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:29:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:26 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[97339]: pgmap v3281: 137 pgs: 137 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[97339]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[99762]: pgmap v3281: 137 pgs: 137 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[99762]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:29:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:29:27.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:29:27.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:29:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:27 smithi135 ceph-mon[90132]: pgmap v3281: 137 pgs: 137 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-07-26T07:29:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:27 smithi135 ceph-mon[90132]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:29:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:29:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:29:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:29:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:29 smithi037 ceph-mon[99762]: pgmap v3283: 137 pgs: 137 active+clean; 82 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-07-26T07:29:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:29 smithi037 ceph-mon[97339]: pgmap v3283: 137 pgs: 137 active+clean; 82 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-07-26T07:29:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:29 smithi135 ceph-mon[90132]: pgmap v3283: 137 pgs: 137 active+clean; 82 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 58 op/s 2024-07-26T07:29:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:30 smithi037 ceph-mon[97339]: pgmap v3284: 137 pgs: 137 active+clean; 86 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:29:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:30 smithi037 ceph-mon[99762]: pgmap v3284: 137 pgs: 137 active+clean; 86 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:29:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:30 smithi135 ceph-mon[90132]: pgmap v3284: 137 pgs: 137 active+clean; 86 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:29:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:31] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:29:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:31 smithi135 ceph-mon[90132]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:29:32.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:31 smithi037 ceph-mon[97339]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:29:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:31 smithi037 ceph-mon[99762]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:29:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:32.895 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30882 ms) 2024-07-26T07:29:32.895 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-07-26T07:29:32.895 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:33.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:32 smithi037 ceph-mon[97339]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:29:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:32 smithi037 ceph-mon[97339]: pgmap v3287: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T07:29:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:32 smithi037 ceph-mon[99762]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:29:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:32 smithi037 ceph-mon[99762]: pgmap v3287: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T07:29:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:32 smithi135 ceph-mon[90132]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:29:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:32 smithi135 ceph-mon[90132]: pgmap v3287: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T07:29:34.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:33 smithi037 ceph-mon[97339]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:29:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:33 smithi037 ceph-mon[99762]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:29:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:33 smithi135 ceph-mon[90132]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:29:35.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:34 smithi037 ceph-mon[97339]: pgmap v3289: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-07-26T07:29:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:34 smithi037 ceph-mon[99762]: pgmap v3289: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-07-26T07:29:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:34 smithi135 ceph-mon[90132]: pgmap v3289: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-07-26T07:29:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:37 smithi135 ceph-mon[90132]: pgmap v3290: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 26 op/s 2024-07-26T07:29:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:37 smithi037 ceph-mon[97339]: pgmap v3290: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 26 op/s 2024-07-26T07:29:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:37 smithi037 ceph-mon[99762]: pgmap v3290: 137 pgs: 137 active+clean; 94 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 26 op/s 2024-07-26T07:29:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:38 smithi135 ceph-mon[90132]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:29:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:38 smithi037 ceph-mon[97339]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:29:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:38 smithi037 ceph-mon[99762]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:29:39.353 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:39 smithi135 ceph-mon[90132]: pgmap v3292: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 645 KiB/s wr, 40 op/s 2024-07-26T07:29:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:39 smithi135 ceph-mon[90132]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:29:39.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:39 smithi037 ceph-mon[97339]: pgmap v3292: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 645 KiB/s wr, 40 op/s 2024-07-26T07:29:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:39 smithi037 ceph-mon[97339]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:29:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:39 smithi037 ceph-mon[99762]: pgmap v3292: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 645 KiB/s wr, 40 op/s 2024-07-26T07:29:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:39 smithi037 ceph-mon[99762]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:29:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:40 smithi135 ceph-mon[90132]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:29:40.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:40 smithi037 ceph-mon[97339]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:29:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:40 smithi037 ceph-mon[99762]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:29:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:41 smithi135 ceph-mon[90132]: pgmap v3295: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:29:41.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:41 smithi037 ceph-mon[97339]: pgmap v3295: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:29:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:41] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-07-26T07:29:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:41 smithi037 ceph-mon[99762]: pgmap v3295: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:29:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:43 smithi135 ceph-mon[90132]: pgmap v3296: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-26T07:29:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:43 smithi037 ceph-mon[97339]: pgmap v3296: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-26T07:29:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:43 smithi037 ceph-mon[99762]: pgmap v3296: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-26T07:29:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:44 smithi135 ceph-mon[90132]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:29:44.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:44 smithi037 ceph-mon[97339]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:29:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:44 smithi037 ceph-mon[99762]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:29:45.378 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:45 smithi135 ceph-mon[90132]: pgmap v3298: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-07-26T07:29:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:45 smithi135 ceph-mon[90132]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:29:45.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:45 smithi037 ceph-mon[97339]: pgmap v3298: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-07-26T07:29:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:45 smithi037 ceph-mon[97339]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:29:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:45 smithi037 ceph-mon[99762]: pgmap v3298: 137 pgs: 137 active+clean; 98 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-07-26T07:29:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:45 smithi037 ceph-mon[99762]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:29:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:46 smithi037 ceph-mon[97339]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:29:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:46 smithi037 ceph-mon[99762]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:29:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:46 smithi135 ceph-mon[90132]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:29:47.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:47 smithi037 ceph-mon[97339]: pgmap v3301: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:29:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:47 smithi037 ceph-mon[99762]: pgmap v3301: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:29:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:47 smithi135 ceph-mon[90132]: pgmap v3301: 137 pgs: 137 active+clean; 102 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:29:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:49 smithi037 ceph-mon[97339]: pgmap v3302: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-07-26T07:29:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:49 smithi037 ceph-mon[99762]: pgmap v3302: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-07-26T07:29:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:49 smithi135 ceph-mon[90132]: pgmap v3302: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-07-26T07:29:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:50 smithi037 ceph-mon[97339]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:29:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:50 smithi037 ceph-mon[99762]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:29:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:50 smithi135 ceph-mon[90132]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:29:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:29:51.399 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:51 smithi037 ceph-mon[97339]: pgmap v3304: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-07-26T07:29:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:51 smithi037 ceph-mon[97339]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:29:51.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:29:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:29:51] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-07-26T07:29:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:51 smithi037 ceph-mon[99762]: pgmap v3304: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-07-26T07:29:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:51 smithi037 ceph-mon[99762]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:29:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:51 smithi135 ceph-mon[90132]: pgmap v3304: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-07-26T07:29:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:51 smithi135 ceph-mon[90132]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:29:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:52 smithi135 ceph-mon[90132]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:29:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:29:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:29:52.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:52 smithi037 ceph-mon[97339]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:29:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:52 smithi037 ceph-mon[99762]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:29:53.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:53 smithi037 ceph-mon[97339]: pgmap v3307: 137 pgs: 137 active+clean; 112 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:29:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:53 smithi037 ceph-mon[99762]: pgmap v3307: 137 pgs: 137 active+clean; 112 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:29:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:53 smithi135 ceph-mon[90132]: pgmap v3307: 137 pgs: 137 active+clean; 112 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:29:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:55 smithi037 ceph-mon[97339]: pgmap v3308: 137 pgs: 137 active+clean; 118 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:55 smithi037 ceph-mon[99762]: pgmap v3308: 137 pgs: 137 active+clean; 118 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:55 smithi135 ceph-mon[90132]: pgmap v3308: 137 pgs: 137 active+clean; 118 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:29:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:56 smithi037 ceph-mon[97339]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:29:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:56 smithi037 ceph-mon[99762]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:29:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:56 smithi135 ceph-mon[90132]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:29:57.434 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:29:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:57 smithi037 ceph-mon[97339]: pgmap v3310: 137 pgs: 137 active+clean; 122 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:29:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:57 smithi037 ceph-mon[97339]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:29:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:57 smithi037 ceph-mon[99762]: pgmap v3310: 137 pgs: 137 active+clean; 122 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:29:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:57 smithi037 ceph-mon[99762]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:29:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:57 smithi135 ceph-mon[90132]: pgmap v3310: 137 pgs: 137 active+clean; 122 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:29:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:57 smithi135 ceph-mon[90132]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:29:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:58 smithi037 ceph-mon[97339]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:29:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:58 smithi037 ceph-mon[99762]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:29:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:58 smithi135 ceph-mon[90132]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:29:59.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:29:59 smithi037 ceph-mon[97339]: pgmap v3313: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 689 KiB/s wr, 68 op/s 2024-07-26T07:29:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:29:59 smithi037 ceph-mon[99762]: pgmap v3313: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 689 KiB/s wr, 68 op/s 2024-07-26T07:29:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:29:59 smithi135 ceph-mon[90132]: pgmap v3313: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 689 KiB/s wr, 68 op/s 2024-07-26T07:30:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[97339]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:30:00.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[97339]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:30:00.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[97339]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:30:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[99762]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:30:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[99762]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:30:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:00 smithi037 ceph-mon[99762]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:30:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:00 smithi135 ceph-mon[90132]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:30:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:00 smithi135 ceph-mon[90132]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:30:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:00 smithi135 ceph-mon[90132]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:30:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:01 smithi037 ceph-mon[97339]: pgmap v3314: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:30:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:01] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-07-26T07:30:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:01 smithi037 ceph-mon[99762]: pgmap v3314: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:30:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:01 smithi135 ceph-mon[90132]: pgmap v3314: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:30:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:02 smithi135 ceph-mon[90132]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:30:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:02 smithi037 ceph-mon[97339]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:30:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:02 smithi037 ceph-mon[99762]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:30:03.466 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30571 ms) 2024-07-26T07:30:03.466 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-07-26T07:30:03.466 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:03 smithi037 ceph-mon[97339]: pgmap v3316: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-07-26T07:30:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:03 smithi037 ceph-mon[97339]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:30:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:03 smithi037 ceph-mon[99762]: pgmap v3316: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-07-26T07:30:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:03 smithi037 ceph-mon[99762]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:30:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:03 smithi135 ceph-mon[90132]: pgmap v3316: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 38 op/s 2024-07-26T07:30:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:03 smithi135 ceph-mon[90132]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:30:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:04 smithi037 ceph-mon[97339]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:30:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:04 smithi037 ceph-mon[99762]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:30:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:04 smithi135 ceph-mon[90132]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:30:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:05 smithi037 ceph-mon[97339]: pgmap v3319: 137 pgs: 137 active+clean; 136 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 684 KiB/s wr, 14 op/s 2024-07-26T07:30:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:05 smithi037 ceph-mon[99762]: pgmap v3319: 137 pgs: 137 active+clean; 136 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 684 KiB/s wr, 14 op/s 2024-07-26T07:30:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:05 smithi135 ceph-mon[90132]: pgmap v3319: 137 pgs: 137 active+clean; 136 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 684 KiB/s wr, 14 op/s 2024-07-26T07:30:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:07 smithi037 ceph-mon[97339]: pgmap v3320: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:30:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:07 smithi037 ceph-mon[99762]: pgmap v3320: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:30:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:07 smithi135 ceph-mon[90132]: pgmap v3320: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:30:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:09 smithi037 ceph-mon[97339]: pgmap v3321: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 603 KiB/s wr, 35 op/s 2024-07-26T07:30:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:09 smithi037 ceph-mon[99762]: pgmap v3321: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 603 KiB/s wr, 35 op/s 2024-07-26T07:30:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:09 smithi135 ceph-mon[90132]: pgmap v3321: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 603 KiB/s wr, 35 op/s 2024-07-26T07:30:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:11 smithi037 ceph-mon[97339]: pgmap v3322: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-07-26T07:30:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:11] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:30:11.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:11 smithi037 ceph-mon[99762]: pgmap v3322: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-07-26T07:30:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:11 smithi135 ceph-mon[90132]: pgmap v3322: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 28 op/s 2024-07-26T07:30:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:12 smithi135 ceph-mon[90132]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:30:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:12.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:12 smithi037 ceph-mon[97339]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:30:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:12 smithi037 ceph-mon[99762]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:30:13.517 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:13 smithi037 ceph-mon[97339]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-07-26T07:30:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:13 smithi037 ceph-mon[97339]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:30:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:13 smithi037 ceph-mon[99762]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-07-26T07:30:13.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:13 smithi037 ceph-mon[99762]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:30:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:13 smithi135 ceph-mon[90132]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-07-26T07:30:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:13 smithi135 ceph-mon[90132]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:30:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:14 smithi037 ceph-mon[97339]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:30:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:14 smithi037 ceph-mon[99762]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:30:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:14 smithi135 ceph-mon[90132]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:30:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:15 smithi037 ceph-mon[97339]: pgmap v3327: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T07:30:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:15 smithi037 ceph-mon[99762]: pgmap v3327: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T07:30:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:15 smithi135 ceph-mon[90132]: pgmap v3327: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-07-26T07:30:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:17 smithi037 ceph-mon[97339]: pgmap v3328: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:30:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:17 smithi037 ceph-mon[99762]: pgmap v3328: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:30:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:17 smithi135 ceph-mon[90132]: pgmap v3328: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:30:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:19 smithi037 ceph-mon[97339]: pgmap v3329: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-07-26T07:30:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:19 smithi037 ceph-mon[99762]: pgmap v3329: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-07-26T07:30:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:19 smithi135 ceph-mon[90132]: pgmap v3329: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-07-26T07:30:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:21.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:21 smithi037 ceph-mon[97339]: pgmap v3330: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-07-26T07:30:21.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:21] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:30:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:21 smithi037 ceph-mon[99762]: pgmap v3330: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-07-26T07:30:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:21 smithi135 ceph-mon[90132]: pgmap v3330: 137 pgs: 137 active+clean; 156 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-07-26T07:30:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:22 smithi135 ceph-mon[90132]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:30:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:22 smithi037 ceph-mon[97339]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:30:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:22 smithi037 ceph-mon[99762]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:30:23.552 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:23.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:23 smithi037 ceph-mon[97339]: pgmap v3332: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-07-26T07:30:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:23 smithi037 ceph-mon[97339]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:30:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:23 smithi037 ceph-mon[99762]: pgmap v3332: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-07-26T07:30:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:23 smithi037 ceph-mon[99762]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:30:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:23 smithi135 ceph-mon[90132]: pgmap v3332: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-07-26T07:30:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:23 smithi135 ceph-mon[90132]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:30:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:24 smithi037 ceph-mon[97339]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:30:24.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:24 smithi037 ceph-mon[99762]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:30:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:24 smithi135 ceph-mon[90132]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:30:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:25 smithi037 ceph-mon[97339]: pgmap v3335: 137 pgs: 137 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:30:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:25 smithi037 ceph-mon[99762]: pgmap v3335: 137 pgs: 137 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:30:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:25 smithi135 ceph-mon[90132]: pgmap v3335: 137 pgs: 137 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:30:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:26 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:30:27.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:26 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:30:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:26 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:30:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:27 smithi135 ceph-mon[90132]: pgmap v3336: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-07-26T07:30:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:30:27.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:30:27.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:30:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[97339]: pgmap v3336: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-07-26T07:30:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:30:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:30:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:30:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[99762]: pgmap v3336: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-07-26T07:30:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:30:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:30:28.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:30:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:29 smithi135 ceph-mon[90132]: pgmap v3337: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 612 KiB/s wr, 39 op/s 2024-07-26T07:30:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:29 smithi037 ceph-mon[97339]: pgmap v3337: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 612 KiB/s wr, 39 op/s 2024-07-26T07:30:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:29 smithi037 ceph-mon[99762]: pgmap v3337: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 612 KiB/s wr, 39 op/s 2024-07-26T07:30:31.558 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:31] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:30:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:31 smithi135 ceph-mon[90132]: pgmap v3338: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-07-26T07:30:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:31 smithi135 ceph-mon[90132]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:30:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:31 smithi037 ceph-mon[97339]: pgmap v3338: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-07-26T07:30:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:31 smithi037 ceph-mon[97339]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:30:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:31 smithi037 ceph-mon[99762]: pgmap v3338: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 33 op/s 2024-07-26T07:30:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:31 smithi037 ceph-mon[99762]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:30:32.572 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:32.605 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:32.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:32 smithi135 ceph-mon[90132]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:30:33.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:32 smithi037 ceph-mon[97339]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:30:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:32 smithi037 ceph-mon[99762]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:30:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:33 smithi135 ceph-mon[90132]: pgmap v3341: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-07-26T07:30:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:33 smithi135 ceph-mon[90132]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:30:33.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:33 smithi037 ceph-mon[99762]: pgmap v3341: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-07-26T07:30:33.959 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:33 smithi037 ceph-mon[99762]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:30:33.960 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:33 smithi037 ceph-mon[97339]: pgmap v3341: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-07-26T07:30:33.961 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:33 smithi037 ceph-mon[97339]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:30:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:35.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:35 smithi135 ceph-mon[90132]: pgmap v3343: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-07-26T07:30:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:35 smithi037 ceph-mon[97339]: pgmap v3343: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-07-26T07:30:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:35 smithi037 ceph-mon[99762]: pgmap v3343: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-07-26T07:30:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:37 smithi037 ceph-mon[97339]: pgmap v3344: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:30:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:37 smithi037 ceph-mon[99762]: pgmap v3344: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:30:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:37 smithi135 ceph-mon[90132]: pgmap v3344: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:30:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:39 smithi037 ceph-mon[97339]: pgmap v3345: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-26T07:30:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:39 smithi037 ceph-mon[99762]: pgmap v3345: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-26T07:30:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:39 smithi135 ceph-mon[90132]: pgmap v3345: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-26T07:30:41.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:41] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:30:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:41 smithi037 ceph-mon[97339]: pgmap v3346: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-07-26T07:30:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:41 smithi037 ceph-mon[97339]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:30:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:41 smithi037 ceph-mon[99762]: pgmap v3346: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-07-26T07:30:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:41 smithi037 ceph-mon[99762]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:30:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:41 smithi135 ceph-mon[90132]: pgmap v3346: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-07-26T07:30:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:41 smithi135 ceph-mon[90132]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:30:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:42.655 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:43.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:42 smithi037 ceph-mon[97339]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:30:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:42 smithi037 ceph-mon[99762]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:30:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:42 smithi135 ceph-mon[90132]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:30:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:43 smithi037 ceph-mon[97339]: pgmap v3349: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-07-26T07:30:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:43 smithi037 ceph-mon[97339]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:30:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:43 smithi037 ceph-mon[99762]: pgmap v3349: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-07-26T07:30:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:43 smithi037 ceph-mon[99762]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:30:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:43 smithi135 ceph-mon[90132]: pgmap v3349: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-07-26T07:30:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:43 smithi135 ceph-mon[90132]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:30:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:45 smithi037 ceph-mon[97339]: pgmap v3351: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-26T07:30:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:45 smithi037 ceph-mon[99762]: pgmap v3351: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-26T07:30:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:45 smithi135 ceph-mon[90132]: pgmap v3351: 137 pgs: 137 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-26T07:30:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:47 smithi037 ceph-mon[97339]: pgmap v3352: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-07-26T07:30:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:47 smithi037 ceph-mon[99762]: pgmap v3352: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-07-26T07:30:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:47 smithi135 ceph-mon[90132]: pgmap v3352: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-07-26T07:30:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:49 smithi037 ceph-mon[97339]: pgmap v3353: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-07-26T07:30:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:49 smithi037 ceph-mon[99762]: pgmap v3353: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-07-26T07:30:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:49 smithi135 ceph-mon[90132]: pgmap v3353: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-07-26T07:30:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:30:51.629 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:30:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:30:51] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:30:51.629 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:51 smithi037 ceph-mon[99762]: pgmap v3354: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 476 KiB/s wr, 25 op/s 2024-07-26T07:30:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:51 smithi037 ceph-mon[97339]: pgmap v3354: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 476 KiB/s wr, 25 op/s 2024-07-26T07:30:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:51 smithi135 ceph-mon[90132]: pgmap v3354: 137 pgs: 137 active+clean; 210 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 476 KiB/s wr, 25 op/s 2024-07-26T07:30:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:30:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:30:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:53 smithi037 ceph-mon[97339]: pgmap v3355: 137 pgs: 137 active+clean; 214 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 413 KiB/s wr, 26 op/s 2024-07-26T07:30:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:53 smithi037 ceph-mon[97339]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:30:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:53 smithi037 ceph-mon[99762]: pgmap v3355: 137 pgs: 137 active+clean; 214 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 413 KiB/s wr, 26 op/s 2024-07-26T07:30:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:53 smithi037 ceph-mon[99762]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:30:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:53 smithi135 ceph-mon[90132]: pgmap v3355: 137 pgs: 137 active+clean; 214 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 413 KiB/s wr, 26 op/s 2024-07-26T07:30:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:53 smithi135 ceph-mon[90132]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:30:54.681 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (51215 ms) 2024-07-26T07:30:54.681 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-07-26T07:30:54.681 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:30:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:54 smithi037 ceph-mon[97339]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:30:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:54 smithi037 ceph-mon[99762]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:30:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:54 smithi135 ceph-mon[90132]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:30:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:55 smithi037 ceph-mon[97339]: pgmap v3358: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-07-26T07:30:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:55 smithi037 ceph-mon[97339]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:30:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:55 smithi037 ceph-mon[99762]: pgmap v3358: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-07-26T07:30:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:55 smithi037 ceph-mon[99762]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:30:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:55 smithi135 ceph-mon[90132]: pgmap v3358: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-07-26T07:30:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:55 smithi135 ceph-mon[90132]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:30:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:57 smithi037 ceph-mon[97339]: pgmap v3360: 137 pgs: 137 active+clean; 230 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:30:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:57 smithi037 ceph-mon[99762]: pgmap v3360: 137 pgs: 137 active+clean; 230 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:30:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:57 smithi135 ceph-mon[90132]: pgmap v3360: 137 pgs: 137 active+clean; 230 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:31:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:30:59 smithi037 ceph-mon[97339]: pgmap v3361: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-07-26T07:31:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:30:59 smithi037 ceph-mon[99762]: pgmap v3361: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-07-26T07:31:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:30:59 smithi135 ceph-mon[90132]: pgmap v3361: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-07-26T07:31:01.659 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:01] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:31:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:01 smithi037 ceph-mon[97339]: pgmap v3362: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-07-26T07:31:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:01 smithi037 ceph-mon[99762]: pgmap v3362: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-07-26T07:31:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:01 smithi135 ceph-mon[90132]: pgmap v3362: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-07-26T07:31:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:03 smithi037 ceph-mon[97339]: pgmap v3363: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 477 KiB/s wr, 25 op/s 2024-07-26T07:31:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:03 smithi037 ceph-mon[99762]: pgmap v3363: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 477 KiB/s wr, 25 op/s 2024-07-26T07:31:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:03 smithi135 ceph-mon[90132]: pgmap v3363: 137 pgs: 137 active+clean; 234 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 477 KiB/s wr, 25 op/s 2024-07-26T07:31:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:04 smithi037 ceph-mon[97339]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:31:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:04 smithi037 ceph-mon[99762]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:31:05.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:04 smithi135 ceph-mon[90132]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:31:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:05.708 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:05 smithi037 ceph-mon[97339]: pgmap v3365: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:31:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:05 smithi037 ceph-mon[97339]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:31:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:05 smithi037 ceph-mon[99762]: pgmap v3365: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:31:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:05 smithi037 ceph-mon[99762]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:31:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:05 smithi135 ceph-mon[90132]: pgmap v3365: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:31:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:05 smithi135 ceph-mon[90132]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:31:07.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:06 smithi037 ceph-mon[97339]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:31:07.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:06 smithi037 ceph-mon[99762]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:31:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:06 smithi135 ceph-mon[90132]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:31:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:07 smithi037 ceph-mon[97339]: pgmap v3368: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-07-26T07:31:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:07 smithi037 ceph-mon[99762]: pgmap v3368: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-07-26T07:31:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:07 smithi135 ceph-mon[90132]: pgmap v3368: 137 pgs: 137 active+clean; 242 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-07-26T07:31:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:09 smithi037 ceph-mon[97339]: pgmap v3369: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:09 smithi037 ceph-mon[99762]: pgmap v3369: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:09 smithi135 ceph-mon[90132]: pgmap v3369: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:11.699 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:11] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:31:11.700 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:11 smithi037 ceph-mon[99762]: pgmap v3370: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-07-26T07:31:12.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:11 smithi037 ceph-mon[97339]: pgmap v3370: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-07-26T07:31:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:11 smithi135 ceph-mon[90132]: pgmap v3370: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-07-26T07:31:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:13 smithi037 ceph-mon[97339]: pgmap v3371: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:31:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:13 smithi037 ceph-mon[99762]: pgmap v3371: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:31:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:13 smithi135 ceph-mon[90132]: pgmap v3371: 137 pgs: 137 active+clean; 250 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:31:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:14 smithi037 ceph-mon[97339]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:31:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:14 smithi037 ceph-mon[99762]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:31:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:14 smithi135 ceph-mon[90132]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:31:15.755 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:15 smithi037 ceph-mon[97339]: pgmap v3373: 137 pgs: 137 active+clean; 254 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-26T07:31:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:15 smithi037 ceph-mon[97339]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:31:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:15 smithi037 ceph-mon[99762]: pgmap v3373: 137 pgs: 137 active+clean; 254 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-26T07:31:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:15 smithi037 ceph-mon[99762]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:31:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:15 smithi135 ceph-mon[90132]: pgmap v3373: 137 pgs: 137 active+clean; 254 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-26T07:31:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:15 smithi135 ceph-mon[90132]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:31:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:16 smithi037 ceph-mon[97339]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:31:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:16 smithi037 ceph-mon[99762]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:31:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:16 smithi135 ceph-mon[90132]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:31:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:17 smithi037 ceph-mon[97339]: pgmap v3376: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T07:31:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:17 smithi037 ceph-mon[99762]: pgmap v3376: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T07:31:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:17 smithi135 ceph-mon[90132]: pgmap v3376: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T07:31:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:19 smithi037 ceph-mon[97339]: pgmap v3377: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:19 smithi037 ceph-mon[99762]: pgmap v3377: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:19 smithi135 ceph-mon[90132]: pgmap v3377: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:20 smithi037 ceph-mon[97339]: pgmap v3378: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T07:31:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:20 smithi037 ceph-mon[99762]: pgmap v3378: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T07:31:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:20 smithi135 ceph-mon[90132]: pgmap v3378: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T07:31:21.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:21] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:31:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:23 smithi037 ceph-mon[97339]: pgmap v3379: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T07:31:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:23 smithi037 ceph-mon[99762]: pgmap v3379: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T07:31:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:23 smithi135 ceph-mon[90132]: pgmap v3379: 137 pgs: 137 active+clean; 272 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-07-26T07:31:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:24 smithi037 ceph-mon[97339]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:31:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:24 smithi037 ceph-mon[99762]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:31:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:24 smithi135 ceph-mon[90132]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:31:25.393 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:25 smithi037 ceph-mon[97339]: pgmap v3381: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-26T07:31:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:25 smithi037 ceph-mon[97339]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:31:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:25 smithi037 ceph-mon[99762]: pgmap v3381: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-26T07:31:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:25 smithi037 ceph-mon[99762]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:31:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:25 smithi135 ceph-mon[90132]: pgmap v3381: 137 pgs: 137 active+clean; 275 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-26T07:31:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:25 smithi135 ceph-mon[90132]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:31:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:26 smithi037 ceph-mon[97339]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:31:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:26 smithi037 ceph-mon[99762]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:31:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:26 smithi135 ceph-mon[90132]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:31:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:27 smithi037 ceph-mon[97339]: pgmap v3384: 137 pgs: 137 active+clean; 287 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T07:31:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:31:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:27 smithi037 ceph-mon[99762]: pgmap v3384: 137 pgs: 137 active+clean; 287 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T07:31:27.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:31:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:27 smithi135 ceph-mon[90132]: pgmap v3384: 137 pgs: 137 active+clean; 287 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-26T07:31:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:31:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:31:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:31:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:31:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:31:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:31:28.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:31:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:31:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:31:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:31:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:29 smithi037 ceph-mon[97339]: pgmap v3385: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:29 smithi037 ceph-mon[99762]: pgmap v3385: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:29 smithi135 ceph-mon[90132]: pgmap v3385: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-07-26T07:31:31.740 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:31] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:31:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:31 smithi037 ceph-mon[97339]: pgmap v3386: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-07-26T07:31:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:31 smithi037 ceph-mon[97339]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:31:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:31 smithi037 ceph-mon[99762]: pgmap v3386: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-07-26T07:31:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:31 smithi037 ceph-mon[99762]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:31:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:31 smithi135 ceph-mon[90132]: pgmap v3386: 137 pgs: 137 active+clean; 294 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-07-26T07:31:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:31 smithi135 ceph-mon[90132]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:31:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:32.780 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:32 smithi037 ceph-mon[97339]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:31:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:32 smithi037 ceph-mon[99762]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:31:33.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:32 smithi135 ceph-mon[90132]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:31:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:33 smithi037 ceph-mon[97339]: pgmap v3389: 137 pgs: 137 active+clean; 312 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-07-26T07:31:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:33 smithi037 ceph-mon[97339]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:31:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:33 smithi037 ceph-mon[99762]: pgmap v3389: 137 pgs: 137 active+clean; 312 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-07-26T07:31:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:33 smithi037 ceph-mon[99762]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:31:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:33 smithi135 ceph-mon[90132]: pgmap v3389: 137 pgs: 137 active+clean; 312 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-07-26T07:31:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:33 smithi135 ceph-mon[90132]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:31:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:34 smithi037 ceph-mon[97339]: pgmap v3391: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:31:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:34 smithi037 ceph-mon[99762]: pgmap v3391: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:31:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:34 smithi135 ceph-mon[90132]: pgmap v3391: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:31:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:37 smithi037 ceph-mon[97339]: pgmap v3392: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:31:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:37 smithi037 ceph-mon[99762]: pgmap v3392: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:31:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:37 smithi135 ceph-mon[90132]: pgmap v3392: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:31:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:39 smithi037 ceph-mon[97339]: pgmap v3393: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-26T07:31:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:39 smithi037 ceph-mon[99762]: pgmap v3393: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-26T07:31:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:39 smithi135 ceph-mon[90132]: pgmap v3393: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-26T07:31:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:41 smithi037 ceph-mon[97339]: pgmap v3394: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-07-26T07:31:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:41 smithi037 ceph-mon[97339]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:31:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:41] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:31:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:41 smithi037 ceph-mon[99762]: pgmap v3394: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-07-26T07:31:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:41 smithi037 ceph-mon[99762]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:31:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:41 smithi135 ceph-mon[90132]: pgmap v3394: 137 pgs: 137 active+clean; 316 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-07-26T07:31:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:41 smithi135 ceph-mon[90132]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:31:42.399 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (47718 ms) 2024-07-26T07:31:42.399 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-07-26T07:31:42.399 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:42 smithi135 ceph-mon[90132]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:31:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:42.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:42 smithi037 ceph-mon[97339]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:31:42.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:42 smithi037 ceph-mon[99762]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:31:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:43 smithi037 ceph-mon[97339]: pgmap v3397: 137 pgs: 137 active+clean; 332 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:31:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:43 smithi037 ceph-mon[97339]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:31:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:43 smithi037 ceph-mon[99762]: pgmap v3397: 137 pgs: 137 active+clean; 332 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:31:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:43 smithi037 ceph-mon[99762]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:31:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:43 smithi135 ceph-mon[90132]: pgmap v3397: 137 pgs: 137 active+clean; 332 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:31:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:43 smithi135 ceph-mon[90132]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:31:44.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:44 smithi037 ceph-mon[97339]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:31:44.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:44 smithi037 ceph-mon[99762]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:31:44.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:44 smithi135 ceph-mon[90132]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:31:45.425 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3026 ms) 2024-07-26T07:31:45.425 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-07-26T07:31:45.425 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:45 smithi037 ceph-mon[97339]: pgmap v3400: 137 pgs: 137 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-07-26T07:31:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:45 smithi037 ceph-mon[97339]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:31:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:45 smithi037 ceph-mon[99762]: pgmap v3400: 137 pgs: 137 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-07-26T07:31:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:45 smithi037 ceph-mon[99762]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:31:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:45 smithi135 ceph-mon[90132]: pgmap v3400: 137 pgs: 137 active+clean; 340 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-07-26T07:31:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:45 smithi135 ceph-mon[90132]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:31:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:46 smithi037 ceph-mon[97339]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:31:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:46 smithi037 ceph-mon[99762]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:31:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:46 smithi135 ceph-mon[90132]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:31:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:47 smithi037 ceph-mon[97339]: pgmap v3403: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-07-26T07:31:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:47 smithi037 ceph-mon[97339]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:31:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:47 smithi037 ceph-mon[99762]: pgmap v3403: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-07-26T07:31:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:47 smithi037 ceph-mon[99762]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:31:47.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:47 smithi135 ceph-mon[90132]: pgmap v3403: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-07-26T07:31:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:47 smithi135 ceph-mon[90132]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:31:48.457 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3033 ms) 2024-07-26T07:31:48.458 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-07-26T07:31:48.458 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:48.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:48 smithi037 ceph-mon[97339]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:31:48.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:48 smithi037 ceph-mon[99762]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:31:48.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:48 smithi135 ceph-mon[90132]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:31:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[97339]: pgmap v3406: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-07-26T07:31:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[97339]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:31:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:49.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[99762]: pgmap v3406: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-07-26T07:31:49.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[99762]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:31:49.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:49 smithi135 ceph-mon[90132]: pgmap v3406: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-07-26T07:31:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:49 smithi135 ceph-mon[90132]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:31:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:31:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:50 smithi037 ceph-mon[97339]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:31:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:50 smithi037 ceph-mon[99762]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:31:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:50 smithi135 ceph-mon[90132]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:31:51.469 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3011 ms) 2024-07-26T07:31:51.469 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-07-26T07:31:51.469 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:31:51.548 INFO:tasks.workunit.client.0.smithi037.stdout: i=0 exists [17025596~5496400,34343174~5876656,58579300~8174004,73176108~1568628,107225311~4160960,154465131~2993540,186688403~967318,243666562~4216935,324945481~1841140,408379973~2852533] wrote [17025596~5496400,34343174~5876656,58579300~8174004,73176108~1568628,107225311~4160960,154465131~2993540,186688403~967318,243666562~4216935,324945481~1841140,408379973~2852533] 2024-07-26T07:31:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:51 smithi037 ceph-mon[97339]: pgmap v3409: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 262 KiB/s wr, 64 op/s 2024-07-26T07:31:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:51 smithi037 ceph-mon[97339]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:31:51.697 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:31:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:31:51] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:31:51.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:51 smithi037 ceph-mon[99762]: pgmap v3409: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 262 KiB/s wr, 64 op/s 2024-07-26T07:31:51.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:51 smithi037 ceph-mon[99762]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:31:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:51 smithi135 ceph-mon[90132]: pgmap v3409: 137 pgs: 137 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 262 KiB/s wr, 64 op/s 2024-07-26T07:31:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:51 smithi135 ceph-mon[90132]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:31:52.527 INFO:tasks.workunit.client.0.smithi037.stdout: i=1 exists [17025596~9621678,34343174~5876656,58579300~8174004,73176108~5088348,107225311~4160960,151340265~6118406,164334496~3386372,186688403~967318,205616084~5060613,243666562~4216935,250034073~2495395,324945481~1841140,332315676~14988565,358114310~3742,408379973~2852533] wrote [22331627~4315647,73589014~4675442,151340265~5035602,164334496~3386372,205616084~5060613,250034073~2495395,332315676~14988565,358114310~3742] 2024-07-26T07:31:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:52 smithi135 ceph-mon[90132]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:31:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:31:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:31:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:52 smithi037 ceph-mon[97339]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:31:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:52 smithi037 ceph-mon[99762]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:31:53.536 INFO:tasks.workunit.client.0.smithi037.stdout: i=2 exists [17025596~9621678,34343174~5876656,58579300~8174004,73176108~5088348,107225311~10323155,141661114~6546063,151340265~6118406,164334496~3386372,186688403~967318,191741741~4440998,205616084~5060613,241664221~6814874,250034073~2495395,263442551~7634973,290110671~819806,291019340~5550414,324945481~1841140,332315676~17225579,358114310~3742,372127743~7283828,384163423~6617029,408379973~2852533] wrote [110337440~7211026,141661114~6546063,191741741~4440998,241664221~6814874,263442551~7634973,290110671~819806,291019340~5550414,346787943~2753312,372127743~7283828,384163423~6617029] 2024-07-26T07:31:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:53 smithi037 ceph-mon[97339]: pgmap v3412: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.1 MiB/s wr, 75 op/s 2024-07-26T07:31:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:53 smithi037 ceph-mon[97339]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:31:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:53 smithi037 ceph-mon[99762]: pgmap v3412: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.1 MiB/s wr, 75 op/s 2024-07-26T07:31:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:53 smithi037 ceph-mon[99762]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:31:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:53 smithi135 ceph-mon[90132]: pgmap v3412: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.1 MiB/s wr, 75 op/s 2024-07-26T07:31:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:53 smithi135 ceph-mon[90132]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:31:54.518 INFO:tasks.workunit.client.0.smithi037.stdout: i=3 exists [17025596~9621678,34343174~5876656,58579300~8856199,73176108~5088348,98586420~175437,107225311~10323155,141661114~6546063,151340265~6118406,164334496~3386372,186688403~967318,191741741~4440998,205616084~5060613,221283693~1760392,241664221~6814874,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,318259924~1592685,324945481~1841140,332315676~17225579,353443763~4961965,372127743~18652709,408379973~2852533] wrote [63154581~4280918,98586420~175437,221283693~1760392,253550499~7263067,273403891~1769260,280162601~5554042,318259924~1592685,336971560~2056326,353443763~4961965,379336968~6559197] 2024-07-26T07:31:54.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:54 smithi037 ceph-mon[97339]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:31:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:54 smithi037 ceph-mon[99762]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:31:54.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:54 smithi135 ceph-mon[90132]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:31:55.489 INFO:tasks.workunit.client.0.smithi037.stdout: i=4 exists [9798900~3116836,17025596~9621678,34343174~5876656,58579300~8856199,73176108~5088348,83508300~1713233,98586420~175437,107225311~10323155,121043804~125433,141661114~6546063,151340265~6118406,164334496~3386372,176688956~5595253,186688403~967318,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,317514105~2338504,324945481~1841140,332315676~17225579,353443763~4961965,372127743~18652709,404157026~7075480] wrote [9798900~3116836,18694913~1981412,83508300~1713233,121043804~125433,176688956~5595253,224303808~2307119,240501454~1267056,284188031~959231,317514105~2335991,404157026~6052867] 2024-07-26T07:31:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:55 smithi037 ceph-mon[97339]: pgmap v3415: 137 pgs: 137 active+clean; 398 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 12 MiB/s wr, 95 op/s 2024-07-26T07:31:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:55 smithi037 ceph-mon[97339]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:31:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:55 smithi037 ceph-mon[99762]: pgmap v3415: 137 pgs: 137 active+clean; 398 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 12 MiB/s wr, 95 op/s 2024-07-26T07:31:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:55 smithi037 ceph-mon[99762]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:31:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:55 smithi135 ceph-mon[90132]: pgmap v3415: 137 pgs: 137 active+clean; 398 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 12 MiB/s wr, 95 op/s 2024-07-26T07:31:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:55 smithi135 ceph-mon[90132]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:31:56.539 INFO:tasks.workunit.client.0.smithi037.stdout: i=5 exists [9798900~3116836,17025596~14914322,34343174~5876656,58579300~8856199,73176108~5088348,83508300~1713233,98586420~175437,107225311~10323155,121043804~125433,141661114~6546063,151340265~6118406,164334496~5488877,176688956~5595253,186688403~967318,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,372127743~18652709,404157026~7075480] wrote [10900252~808376,24004216~7935702,166738054~3085319,188452267~2955312,229463043~2620846,245881592~30676,290514781~8148186,318273349~1814686,321681587~5683030,336459957~8108620] 2024-07-26T07:31:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:56 smithi037 ceph-mon[97339]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:31:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:56 smithi037 ceph-mon[99762]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:31:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:56 smithi135 ceph-mon[90132]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:31:57.540 INFO:tasks.workunit.client.0.smithi037.stdout: i=6 exists [9798900~3116836,17025596~14914322,34343174~5876656,42004090~1959901,49671294~6984569,58579300~8856199,73176108~5088348,81523779~5865270,88267150~2875181,98586420~175437,107225311~10323155,121043804~125433,141661114~6546063,151340265~6118406,164334496~5488877,176688956~5595253,186688403~967318,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~7075480] wrote [42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,263621841~965054,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:31:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:57 smithi037 ceph-mon[97339]: pgmap v3418: 137 pgs: 137 active+clean; 462 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 21 MiB/s wr, 238 op/s 2024-07-26T07:31:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:57 smithi037 ceph-mon[97339]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:31:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:57 smithi037 ceph-mon[99762]: pgmap v3418: 137 pgs: 137 active+clean; 462 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 21 MiB/s wr, 238 op/s 2024-07-26T07:31:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:57 smithi037 ceph-mon[99762]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:31:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:57 smithi135 ceph-mon[90132]: pgmap v3418: 137 pgs: 137 active+clean; 462 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 21 MiB/s wr, 238 op/s 2024-07-26T07:31:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:57 smithi135 ceph-mon[90132]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:31:58.553 INFO:tasks.workunit.client.0.smithi037.stdout: i=7 exists [9798900~3116836,17025596~14914322,34343174~5876656,42004090~1959901,49671294~6984569,58579300~8856199,73176108~5088348,81523779~5865270,88267150~2875181,98586420~175437,107225311~10323155,121043804~125433,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,176688956~5595253,186688403~967318,188452267~2955312,191741741~4440998,205616084~7355324,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~7075480] wrote [26402958~1382116,131652822~1165431,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,285164647~12279,325036634~287866,341581355~9446629] 2024-07-26T07:31:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:58 smithi037 ceph-mon[97339]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:31:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:58 smithi037 ceph-mon[99762]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:31:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:58 smithi135 ceph-mon[90132]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:31:59.564 INFO:tasks.workunit.client.0.smithi037.stdout: i=8 exists [9798900~3116836,17025596~14914322,34343174~5876656,42004090~1959901,49671294~6984569,58579300~12706504,73176108~5088348,81523779~5865270,88267150~3070347,98586420~175437,107225311~13943926,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,173129972~2357065,176688956~5595253,186688403~967318,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~7075480] wrote [60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,173129972~2357065,222381050~4159640,272209923~2821768,308102543~6609725,321515609~6326345,338838494~4679695] 2024-07-26T07:31:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:59 smithi037 ceph-mon[97339]: pgmap v3421: 137 pgs: 137 active+clean; 632 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-07-26T07:31:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:31:59 smithi037 ceph-mon[97339]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:31:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:59 smithi037 ceph-mon[99762]: pgmap v3421: 137 pgs: 137 active+clean; 632 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-07-26T07:31:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:31:59 smithi037 ceph-mon[99762]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:31:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:59 smithi135 ceph-mon[90132]: pgmap v3421: 137 pgs: 137 active+clean; 632 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-07-26T07:31:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:31:59 smithi135 ceph-mon[90132]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:32:00.557 INFO:tasks.workunit.client.0.smithi037.stdout: i=9 exists [9798900~3116836,16131432~15808486,34343174~5876656,42004090~7416464,49671294~6984569,58579300~12706504,73176108~5088348,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,107225311~13943926,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,172899417~2587620,176688956~5595253,186688403~967318,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~7075480] wrote [16131432~2537980,22641557~2424148,43785839~5634715,91573954~1241611,132894815~3766802,172899417~2283801,192103847~2019270,227590649~128172,304788816~1906162] 2024-07-26T07:32:00.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:00 smithi037 ceph-mon[97339]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:32:00.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:00 smithi037 ceph-mon[99762]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:32:00.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:00 smithi135 ceph-mon[90132]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:32:01.617 INFO:tasks.workunit.client.0.smithi037.stdout: i=10 exists [9798900~3116836,16008132~24211698,42004090~7416464,49481242~7276591,58579300~12706504,73176108~5088348,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,107225311~13943926,126596409~4197609,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186688403~967318,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~7075480] wrote [16008132~1655418,30083152~5590319,49481242~7276591,79156343~4410690,103597527~671962,126596409~4197609,170266780~7991525,244653197~3558449,276681328~7801732,315497326~4986998] 2024-07-26T07:32:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:01 smithi037 ceph-mon[97339]: pgmap v3424: 137 pgs: 137 active+clean; 670 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 40 MiB/s wr, 79 op/s 2024-07-26T07:32:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:01 smithi037 ceph-mon[97339]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:32:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:01] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:32:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:01 smithi037 ceph-mon[99762]: pgmap v3424: 137 pgs: 137 active+clean; 670 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 40 MiB/s wr, 79 op/s 2024-07-26T07:32:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:01 smithi037 ceph-mon[99762]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:32:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:01 smithi135 ceph-mon[90132]: pgmap v3424: 137 pgs: 137 active+clean; 670 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 40 MiB/s wr, 79 op/s 2024-07-26T07:32:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:01 smithi135 ceph-mon[90132]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:32:02.585 INFO:tasks.workunit.client.0.smithi037.stdout: i=11 exists [2243499~887806,9798900~3116836,16008132~24211698,42004090~7416464,49481242~7276591,58579300~12706504,73176108~5088348,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~7537451,404157026~7075480] wrote [2243499~887806,83337162~4395046,105768744~2591123,121975522~7861536,186283604~1503100,191881540~966492,263243670~1016235,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:02 smithi135 ceph-mon[90132]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:32:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:02 smithi037 ceph-mon[97339]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:32:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:02 smithi037 ceph-mon[99762]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:32:03.606 INFO:tasks.workunit.client.0.smithi037.stdout: i=12 exists [2243499~887806,9798900~3116836,16008132~24211698,42004090~7416464,49481242~7276591,58579300~12706504,73176108~5088348,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~7075480] wrote [91333533~6295368,108205283~7876533,122333135~3023348,133540506~3804342,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,385493019~7565163] 2024-07-26T07:32:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:03 smithi037 ceph-mon[97339]: pgmap v3427: 137 pgs: 137 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 23 MiB/s wr, 291 op/s 2024-07-26T07:32:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:03 smithi037 ceph-mon[97339]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:32:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:03 smithi037 ceph-mon[99762]: pgmap v3427: 137 pgs: 137 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 23 MiB/s wr, 291 op/s 2024-07-26T07:32:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:03 smithi037 ceph-mon[99762]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:32:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:03 smithi135 ceph-mon[90132]: pgmap v3427: 137 pgs: 137 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 23 MiB/s wr, 291 op/s 2024-07-26T07:32:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:03 smithi135 ceph-mon[90132]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:32:04.600 INFO:tasks.workunit.client.0.smithi037.stdout: i=13 exists [2243499~887806,9798900~3116836,16008132~24211698,42004090~7416464,49481242~7276591,58579300~12706504,73176108~5088348,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186283604~1503100,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~7075480] wrote [43045900~1180667,63139380~5013166,94373858~5534510,116935313~5780730,124583615~774078,126685359~7494182,177024870~5514643,197090234~3099815,206023894~2308719,373881081~4004341] 2024-07-26T07:32:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:04 smithi037 ceph-mon[97339]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:32:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:04 smithi037 ceph-mon[99762]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:32:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:04 smithi135 ceph-mon[90132]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:32:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:05.595 INFO:tasks.workunit.client.0.smithi037.stdout: i=14 exists [2243499~887806,9798900~3116836,16008132~24980909,42004090~7416464,49481242~7276591,57707769~13578035,73176108~5088348,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~7075480] wrote [31742057~2526144,37827318~3161723,57707769~2567159,74029788~163254,123739065~6650089,177011631~3933512,186013075~2409360,257853911~6627993,344543721~987330] 2024-07-26T07:32:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:05 smithi037 ceph-mon[97339]: pgmap v3430: 137 pgs: 137 active+clean; 831 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-07-26T07:32:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:05 smithi037 ceph-mon[97339]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:32:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:05 smithi037 ceph-mon[99762]: pgmap v3430: 137 pgs: 137 active+clean; 831 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-07-26T07:32:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:05 smithi037 ceph-mon[99762]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:32:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:05 smithi135 ceph-mon[90132]: pgmap v3430: 137 pgs: 137 active+clean; 831 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-07-26T07:32:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:05 smithi135 ceph-mon[90132]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:32:06.626 INFO:tasks.workunit.client.0.smithi037.stdout: i=15 exists [2243499~887806,9798900~3116836,16008132~24980909,42004090~7416464,49481242~7276591,57707769~13578035,73176108~5088348,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,164334496~18205017,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~28159543,404157026~7075480] wrote [19812104~10092179,68242505~1773196,96874787~2731978,117740555~4970022,149521388~1138809,167402955~6681127,260572270~5744211,304968534~2550250,396725348~3561938] 2024-07-26T07:32:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:06 smithi037 ceph-mon[97339]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:32:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:06 smithi037 ceph-mon[99762]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:32:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:06 smithi135 ceph-mon[90132]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:32:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: i=16 exists [2243499~887806,9798900~3116836,16008132~24980909,42004090~7416464,49481242~7276591,57707769~13578035,73176108~5088348,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~28159543,403439132~7793374] wrote [33239506~2390026,45115948~1896814,117974375~5101575,160682566~3506386,167913570~7442798,185463835~3977680,254838292~5432155,317988138~2280956,360649285~2854819,403439132~5682812] 2024-07-26T07:32:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:07 smithi135 ceph-mon[90132]: pgmap v3433: 137 pgs: 137 active+clean; 899 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 38 MiB/s wr, 206 op/s 2024-07-26T07:32:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:07 smithi135 ceph-mon[90132]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:32:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:07 smithi037 ceph-mon[97339]: pgmap v3433: 137 pgs: 137 active+clean; 899 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 38 MiB/s wr, 206 op/s 2024-07-26T07:32:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:07 smithi037 ceph-mon[97339]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:32:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:07 smithi037 ceph-mon[99762]: pgmap v3433: 137 pgs: 137 active+clean; 899 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 38 MiB/s wr, 206 op/s 2024-07-26T07:32:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:07 smithi037 ceph-mon[99762]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:32:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: i=17 exists [2243499~887806,9798900~3116836,16008132~24980909,42004090~7416464,49481242~7276591,57707769~13578035,73176108~5088348,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~39104763] wrote [19877436~729417,52981450~879332,171134391~2895333,186103768~5223755,260129264~4709294,279233939~1031242,309918683~7753148,348163228~3879198,400162806~6722089] 2024-07-26T07:32:08.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:08 smithi135 ceph-mon[90132]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:32:09.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:08 smithi037 ceph-mon[97339]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:32:09.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:08 smithi037 ceph-mon[99762]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:32:09.628 INFO:tasks.workunit.client.0.smithi037.stdout: i=18 exists [2243499~887806,9798900~3116836,16008132~24980909,42004090~7416464,49481242~7276591,57707769~13578035,73176108~5088348,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~13506720,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~39104763] wrote [87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,195696099~4458738,222088426~2179673,273387107~4269202,348771095~196290,375529125~3041197,390924258~3694747] 2024-07-26T07:32:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:09 smithi135 ceph-mon[90132]: pgmap v3436: 137 pgs: 137 active+clean; 1005 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-07-26T07:32:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:09 smithi135 ceph-mon[90132]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:32:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:09 smithi037 ceph-mon[97339]: pgmap v3436: 137 pgs: 137 active+clean; 1005 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-07-26T07:32:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:09 smithi037 ceph-mon[97339]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:32:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:09 smithi037 ceph-mon[99762]: pgmap v3436: 137 pgs: 137 active+clean; 1005 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-07-26T07:32:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:09 smithi037 ceph-mon[99762]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:32:10.655 INFO:tasks.workunit.client.0.smithi037.stdout: i=19 exists [2243499~887806,9798900~31190141,42004090~7416464,49481242~7276591,57707769~20556687,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~39104763] wrote [10430023~6389656,35543708~819934,70754149~6972856,81642803~6459301,109935620~3502466,202351654~1067986,214744205~3680135,268564202~4180413,358954139~7140629] 2024-07-26T07:32:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:10 smithi135 ceph-mon[90132]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:32:11.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:10 smithi037 ceph-mon[97339]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:32:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:10 smithi037 ceph-mon[99762]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:32:11.582 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:32:11.594 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 1 diff [22331627~4315647,73589014~4675442,151340265~5035602,164334496~3386372,205616084~5060613,250034073~2495395,332315676~14988565,358114310~3742] 2024-07-26T07:32:11.595 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [22331627~4315647,73589014~4675442,151340265~5035602,164334496~3386372,205616084~5060613,250034073~2495395,332315676~14988565,358114310~3742] 2024-07-26T07:32:11.616 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [22331627~4315647,73589014~4675442,151340265~5035602,163577856~4143012,205520896~5155801,247883497~4645971,331350016~15954225,356515840~1602212] 2024-07-26T07:32:11.616 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 2 diff [22331627~4315647,73589014~4675442,110337440~7211026,141661114~6546063,151340265~5035602,164334496~3386372,191741741~4440998,205616084~5060613,241664221~6814874,250034073~2495395,263442551~7634973,290110671~819806,291019340~5550414,332315676~17225579,358114310~3742,372127743~7283828,384163423~6617029] 2024-07-26T07:32:11.616 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [22331627~4315647,73589014~4675442,110337440~7211026,141661114~6546063,151340265~5035602,164334496~3386372,191741741~4440998,205616084~5060613,241664221~6814874,250034073~2495395,263442551~7634973,290110671~819806,291019340~5550414,332315676~17225579,358114310~3742,372127743~7283828,384163423~6617029] 2024-07-26T07:32:11.622 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [22331627~4315647,73589014~4675442,110337440~7211026,138412032~9795145,151340265~5035602,163577856~4143012,188743680~7439059,205520896~5155801,239075328~13454140,260046848~11030676,289406976~7162778,331350016~18191239,356515840~1602212,369098752~10312819,381681664~9098788] 2024-07-26T07:32:11.622 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 3 diff [22331627~4315647,63154581~4280918,73589014~4675442,98586420~175437,110337440~7211026,141661114~6546063,151340265~5035602,164334496~3386372,191741741~4440998,205616084~5060613,221283693~1760392,241664221~6814874,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,318259924~1592685,332315676~17225579,353443763~4961965,372127743~18652709] 2024-07-26T07:32:11.622 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [22331627~4315647,63154581~4280918,73589014~4675442,98586420~175437,110337440~7211026,141661114~6546063,151340265~5035602,164334496~3386372,191741741~4440998,205616084~5060613,221283693~1760392,241664221~6814874,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,318259924~1592685,332315676~17225579,353443763~4961965,372127743~18652709] 2024-07-26T07:32:11.628 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [22331627~4315647,63154581~4280918,73589014~4675442,96468992~2292865,110337440~7211026,138412032~9795145,151340265~5035602,163577856~4143012,188743680~7439059,205520896~5155801,218103808~4940277,239075328~32002196,272629760~2543391,276824064~8892579,289406976~7162778,314572800~5279809,331350016~18191239,352321536~6084192,369098752~21681700] 2024-07-26T07:32:11.628 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 4 diff [9798900~3116836,18694913~1981412,22331627~4315647,63154581~4280918,73589014~4675442,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~3386372,176688956~5595253,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,317514105~2338504,332315676~17225579,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.628 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,22331627~4315647,63154581~4280918,73589014~4675442,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~3386372,176688956~5595253,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,317514105~2338504,332315676~17225579,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.634 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,22331627~4315647,63154581~4280918,73589014~4675442,79691776~5529757,96468992~2292865,110337440~10831797,138412032~9795145,151340265~5035602,163577856~4143012,176160768~6123441,188743680~7439059,205520896~5155801,218103808~8507119,239075328~32002196,272629760~2543391,276824064~8892579,289406976~7162778,314572800~5279809,331350016~18191239,352321536~6084192,369098752~21681700,402653184~7556709] 2024-07-26T07:32:11.634 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 5 diff [9798900~3116836,18694913~1981412,22331627~9608291,63154581~4280918,73589014~4675442,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.634 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,22331627~9608291,63154581~4280918,73589014~4675442,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.641 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,22331627~9608291,63154581~4280918,73589014~4675442,79691776~5529757,96468992~2292865,110337440~10831797,138412032~9795145,151340265~5035602,163577856~6245517,176160768~6123441,187655721~8527018,205520896~5155801,218103808~13980081,239075328~32002196,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,331350016~18191239,352321536~6084192,369098752~21681700,402653184~7556709] 2024-07-26T07:32:11.641 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 6 diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,63154581~4280918,73589014~4675442,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.641 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,63154581~4280918,73589014~4675442,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,151340265~5035602,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~5060613,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~17225579,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.647 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,22331627~9608291,41943040~2020951,46137344~10518519,63154581~4280918,73589014~4675442,79691776~7697273,88080384~3061947,96468992~2292865,110337440~10831797,138412032~9795145,151340265~5035602,163577856~6245517,176160768~6123441,187655721~8527018,205520896~5155801,218103808~13980081,239075328~32002196,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,331350016~18191239,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.647 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 7 diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,63154581~4280918,73589014~4675442,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.647 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,63154581~4280918,73589014~4675442,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.654 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,22331627~9608291,41943040~2020951,46137344~10518519,63154581~4280918,73589014~4675442,79691776~7697273,88080384~3061947,96468992~2292865,110337440~10831797,130023424~2794829,138412032~9795145,151340265~9082830,163577856~6245517,176160768~6123441,187655721~8527018,205520896~7450512,218103808~13980081,239075328~32002196,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,331350016~19677968,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.654 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 8 diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,60684276~10601528,73589014~4675442,81523779~5865270,88267150~3070347,98586420~175437,110337440~10831797,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,173129972~2357065,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.655 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,22331627~9608291,42004090~1959901,49671294~6984569,60684276~10601528,73589014~4675442,81523779~5865270,88267150~3070347,98586420~175437,110337440~10831797,131652822~1165431,141661114~6546063,151340265~9082830,164334496~5488877,173129972~2357065,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.660 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,22331627~9608291,41943040~2020951,46137344~10518519,60684276~10601528,73589014~4675442,79691776~7697273,88080384~3257113,96468992~2292865,110337440~10831797,130023424~2794829,138412032~9795145,151340265~9082830,163577856~6245517,171966464~3520573,176160768~6123441,187655721~8527018,205520896~7450512,218103808~13980081,239075328~36097823,276824064~8892579,289406976~9255991,306184192~21657762,331350016~19677968,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.660 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 9 diff [9798900~3116836,16131432~2537980,18694913~1981412,22331627~9608291,42004090~7416464,49671294~6984569,60684276~10601528,73589014~4675442,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,110337440~10831797,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,172899417~2587620,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.660 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16131432~2537980,18694913~1981412,22331627~9608291,42004090~7416464,49671294~6984569,60684276~10601528,73589014~4675442,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,110337440~10831797,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,172899417~2587620,176688956~5595253,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.666 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22331627~9608291,41943040~14712823,60684276~10601528,73589014~4675442,79691776~7697273,88080384~4735181,96468992~2292865,110337440~10831797,130023424~6638193,138412032~9795145,151340265~9082830,163577856~6245517,171966464~3520573,176160768~6123441,187655721~8527018,205520896~7450512,218103808~13980081,239075328~36097823,276824064~8892579,289406976~9255991,301989888~25852066,331350016~19677968,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.666 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 10 diff [9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,110337440~10831797,126596409~4197609,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.666 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,110337440~10831797,126596409~4197609,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263442551~7634973,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.672 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22331627~13341844,41943040~14814793,60684276~10601528,73589014~13800035,88080384~4735181,96468992~2292865,100663296~3606193,110337440~10831797,125829120~10832497,138412032~9795145,151340265~9082830,163577856~18706353,187655721~8527018,205520896~7450512,218103808~13980081,239075328~46641315,289406976~9255991,301989888~25852066,331350016~19677968,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.672 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 11 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,110337440~10831797,121975522~8818496,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.672 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,110337440~10831797,121975522~8818496,131652822~1165431,132894815~3766802,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~18712308,353443763~4961965,358802245~3114169,372127743~18652709,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.678 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22331627~13341844,41943040~14814793,60684276~10601528,73589014~14143194,88080384~4735181,96468992~2292865,100663296~3606193,105768744~2591123,110337440~10831797,121634816~15026801,138412032~9795145,151340265~9082830,163577856~18706353,186283604~9899135,205520896~7450512,218103808~13980081,239075328~46641315,289406976~9255991,301989888~49038096,352321536~9594878,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.678 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 12 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.678 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.684 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22331627~13341844,41943040~14814793,60684276~10601528,73589014~14143194,88080384~10681473,100663296~3606193,105768744~15400493,121634816~15710032,138412032~9795145,151340265~9082830,163577856~18706353,186283604~9899135,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~59926526,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.684 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 13 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186283604~1503100,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.684 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,42004090~7416464,49481242~7276591,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186283604~1503100,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.690 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22331627~13341844,41943040~14814793,60684276~10601528,73589014~14143194,88080384~11827984,100663296~3606193,105768744~31576104,138412032~9795145,151340265~9082830,163577856~18961657,186283604~13906445,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~59926526,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.690 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 14 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.690 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22331627~13341844,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,151340265~9082830,164334496~5488877,170266780~12272733,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.696 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22331627~13341844,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,73589014~14143194,88080384~11827984,100663296~3606193,105768744~31576104,138412032~9795145,151340265~9082830,163577856~18961657,186013075~14176974,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~59926526,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.696 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 15 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,164334496~18205017,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~28159543,404157026~6052867] 2024-07-26T07:32:11.696 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,164334496~18205017,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~3114169,372127743~28159543,404157026~6052867] 2024-07-26T07:32:11.702 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,73589014~14143194,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,151340265~9082830,163577856~18961657,186013075~14176974,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~59926526,369098752~31188534,402653184~7556709] 2024-07-26T07:32:11.702 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 16 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~28159543,403439132~6770761] 2024-07-26T07:32:11.702 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~28159543,403439132~6770761] 2024-07-26T07:32:11.708 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,73589014~14143194,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,151340265~31199248,185463835~14726214,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~61514216,369098752~31188534,402653184~7556709] 2024-07-26T07:32:11.708 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 17 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.708 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~4440998,197090234~3099815,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.714 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,73589014~14143194,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,151340265~31199248,185463835~14726214,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~61514216,369098752~41111141] 2024-07-26T07:32:11.714 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 18 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~13506720,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.714 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,73589014~4675442,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,205616084~7355324,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~17527025,272209923~13506720,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.720 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,73589014~26319354,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,205520896~7450512,218103808~16185118,239075328~46641315,289406976~9255991,301989888~61514216,369098752~41111141] 2024-07-26T07:32:11.720 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 19 diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:11.720 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:11.726 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:11.726 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 2 diff [110337440~7211026,141661114~6546063,191741741~4440998,241664221~6814874,263442551~7634973,290110671~819806,291019340~5550414,346787943~2753312,372127743~7283828,384163423~6617029] 2024-07-26T07:32:11.726 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [110337440~7211026,141661114~6546063,191741741~4440998,241664221~6814874,263442551~7634973,290110671~819806,291019340~5550414,346787943~2753312,372127743~7283828,384163423~6617029] 2024-07-26T07:32:11.731 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [110337440~7211026,138412032~9795145,188743680~7439059,239075328~9403767,260046848~11030676,289406976~7162778,346787943~2753312,369098752~10312819,381681664~9098788] 2024-07-26T07:32:11.732 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 3 diff [63154581~4280918,98586420~175437,110337440~7211026,141661114~6546063,191741741~4440998,221283693~1760392,241664221~6814874,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,318259924~1592685,336971560~2056326,346787943~2753312,353443763~4961965,372127743~18652709] 2024-07-26T07:32:11.732 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [63154581~4280918,98586420~175437,110337440~7211026,141661114~6546063,191741741~4440998,221283693~1760392,241664221~6814874,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,318259924~1592685,336971560~2056326,346787943~2753312,353443763~4961965,372127743~18652709] 2024-07-26T07:32:11.737 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [63154581~4280918,96468992~2292865,110337440~7211026,138412032~9795145,188743680~7439059,218103808~4940277,239075328~9403767,252529468~18548056,272629760~2543391,276824064~8892579,289406976~7162778,314572800~5279809,336971560~2056326,346787943~2753312,352321536~6084192,369098752~21681700] 2024-07-26T07:32:11.737 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 4 diff [9798900~3116836,18694913~1981412,63154581~4280918,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,176688956~5595253,191741741~4440998,221283693~1760392,224303808~2307119,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,317514105~2338504,336971560~2056326,346787943~2753312,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.737 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,63154581~4280918,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,176688956~5595253,191741741~4440998,221283693~1760392,224303808~2307119,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~819806,291019340~5550414,317514105~2338504,336971560~2056326,346787943~2753312,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.742 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,63154581~4280918,79691776~5529757,96468992~2292865,110337440~10831797,138412032~9795145,176160768~6123441,188743680~7439059,218103808~8507119,239075328~9403767,252529468~18548056,272629760~2543391,276824064~8892579,289406976~7162778,314572800~5279809,336971560~2056326,346787943~2753312,352321536~6084192,369098752~21681700,402653184~7556709] 2024-07-26T07:32:11.743 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 5 diff [9798900~3116836,18694913~1981412,24004216~7935702,63154581~4280918,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~8108620,346787943~2753312,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.743 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,63154581~4280918,83508300~1713233,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~8108620,346787943~2753312,353443763~4961965,372127743~18652709,404157026~6052867] 2024-07-26T07:32:11.748 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,63154581~4280918,79691776~5529757,96468992~2292865,110337440~10831797,138412032~9795145,166738054~3085319,176160768~6123441,187655721~8527018,218103808~13980081,239075328~9403767,252529468~18548056,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,336459957~8108620,346787943~2753312,352321536~6084192,369098752~21681700,402653184~7556709] 2024-07-26T07:32:11.748 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 6 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~8108620,346787943~2753312,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.748 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,141661114~6546063,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7263067,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~8108620,346787943~2753312,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.754 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,63154581~4280918,79691776~7697273,88080384~3061947,96468992~2292865,110337440~10831797,138412032~9795145,166738054~3085319,176160768~6123441,187655721~8527018,218103808~13980081,239075328~9403767,252529468~18548056,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,336459957~8108620,346787943~2753312,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.754 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 7 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,131652822~1165431,141661114~6546063,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.754 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,110337440~7211026,121043804~125433,131652822~1165431,141661114~6546063,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~1760392,224303808~2307119,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,273403891~1769260,280162601~5554042,290110671~8552296,317514105~2573930,321681587~5683030,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.759 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,63154581~4280918,79691776~7697273,88080384~3061947,96468992~2292865,110337440~10831797,130023424~2794829,138412032~9795145,155497707~4925388,166738054~3085319,176160768~6123441,187655721~8527018,208175610~4795798,218103808~13980081,239075328~9403767,252529468~18548056,272629760~2543391,276824064~8892579,289406976~9255991,314572800~12791817,336459957~14568027,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.760 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 8 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,98586420~175437,110337440~10831797,131652822~1165431,141661114~6546063,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.760 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,98586420~175437,110337440~10831797,131652822~1165431,141661114~6546063,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.765 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,60684276~10601528,79691776~7697273,88080384~3257113,96468992~2292865,110337440~10831797,130023424~2794829,138412032~9795145,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~8527018,208175610~4795798,218103808~13980081,239075328~9403767,252529468~22643683,276824064~8892579,289406976~9255991,306184192~21657762,336459957~14568027,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.765 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 9 diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,110337440~10831797,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.765 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,110337440~10831797,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,280162601~5554042,290110671~8552296,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.771 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~9298361,41943040~14712823,60684276~10601528,79691776~7697273,88080384~4735181,96468992~2292865,110337440~10831797,130023424~6638193,138412032~9795145,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~8527018,208175610~4795798,218103808~13980081,239075328~9403767,252529468~22643683,276824064~8892579,289406976~9255991,301989888~25852066,336459957~14568027,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.771 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 10 diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,110337440~10831797,126596409~4197609,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.771 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,110337440~10831797,126596409~4197609,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263442551~7634973,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.777 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9124593,88080384~4735181,96468992~2292865,100663296~3606193,110337440~10831797,125829120~10832497,138412032~9795145,155497707~4925388,166738054~15546155,187655721~8527018,208175610~4795798,218103808~13980081,239075328~9403767,252529468~33187175,289406976~9255991,301989888~25852066,336459957~14568027,352321536~9594878,369098752~27406626,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.777 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 11 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,110337440~10831797,121975522~8818496,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.777 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,110337440~10831797,121975522~8818496,131652822~1165431,132894815~3766802,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,353443763~4961965,358802245~3114169,372127743~18652709,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.782 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~4735181,96468992~2292865,100663296~3606193,105768744~2591123,110337440~10831797,121634816~15026801,138412032~9795145,155497707~4925388,166738054~15546155,186283604~9899135,208175610~4795798,218103808~13980081,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~14568027,352321536~9594878,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.782 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 12 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.782 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191741741~4440998,208175610~4795798,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.788 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~10681473,100663296~3606193,105768744~15400493,121634816~15710032,138412032~9795145,155497707~4925388,166738054~15546155,186283604~9899135,208175610~4795798,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~25456457,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.788 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 13 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.788 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~7809688,263243670~7833854,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.793 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,138412032~9795145,155497707~4925388,166738054~15801459,186283604~13906445,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~25456457,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.793 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 14 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.794 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~27668900,404157026~6052867] 2024-07-26T07:32:11.799 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,138412032~9795145,155497707~4925388,166738054~15801459,186013075~14176974,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~25456457,369098752~30697891,402653184~7556709] 2024-07-26T07:32:11.799 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 15 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~28159543,404157026~6052867] 2024-07-26T07:32:11.799 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,372127743~28159543,404157026~6052867] 2024-07-26T07:32:11.805 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,155497707~4925388,166738054~15801459,186013075~14176974,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~25456457,369098752~31188534,402653184~7556709] 2024-07-26T07:32:11.805 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 16 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~28159543,403439132~6770761] 2024-07-26T07:32:11.805 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~28159543,403439132~6770761] 2024-07-26T07:32:11.811 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,155497707~8691245,166738054~15801459,185463835~14726214,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~27044147,369098752~31188534,402653184~7556709] 2024-07-26T07:32:11.811 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 17 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.811 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~4440998,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~2963228,276681328~9035315,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.816 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,138412032~12248165,155497707~8691245,166738054~15801459,185463835~14726214,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~27044147,369098752~41111141] 2024-07-26T07:32:11.816 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 18 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~13506720,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.817 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~17527025,272209923~13506720,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,372127743~38082150] 2024-07-26T07:32:11.822 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,206023894~6947514,218103808~16185118,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~27044147,369098752~41111141] 2024-07-26T07:32:11.822 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 19 diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:11.823 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:11.828 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:11.828 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 3 diff [63154581~4280918,98586420~175437,221283693~1760392,253550499~7263067,273403891~1769260,280162601~5554042,318259924~1592685,336971560~2056326,353443763~4961965,379336968~6559197] 2024-07-26T07:32:11.828 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [63154581~4280918,98586420~175437,221283693~1760392,253550499~7263067,273403891~1769260,280162601~5554042,318259924~1592685,336971560~2056326,353443763~4961965,379336968~6559197] 2024-07-26T07:32:11.833 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [63154581~4280918,96468992~2292865,218103808~4940277,252529468~8284098,272629760~2543391,276824064~8892579,314572800~5279809,336971560~2056326,352321536~6084192,379336968~6559197] 2024-07-26T07:32:11.834 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 4 diff [9798900~3116836,18694913~1981412,63154581~4280918,83508300~1713233,98586420~175437,121043804~125433,176688956~5595253,221283693~1760392,224303808~2307119,240501454~1267056,253550499~7263067,273403891~1769260,280162601~5554042,317514105~2338504,336971560~2056326,353443763~4961965,379336968~6559197,404157026~6052867] 2024-07-26T07:32:11.834 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,63154581~4280918,83508300~1713233,98586420~175437,121043804~125433,176688956~5595253,221283693~1760392,224303808~2307119,240501454~1267056,253550499~7263067,273403891~1769260,280162601~5554042,317514105~2338504,336971560~2056326,353443763~4961965,379336968~6559197,404157026~6052867] 2024-07-26T07:32:11.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:11 smithi135 ceph-mon[90132]: pgmap v3439: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 34 MiB/s wr, 164 op/s 2024-07-26T07:32:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:11 smithi135 ceph-mon[90132]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:32:11.839 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,63154581~4280918,79691776~5529757,96468992~2292865,117548466~3620771,176160768~6123441,218103808~8507119,240501454~1267056,252529468~8284098,272629760~2543391,276824064~8892579,314572800~5279809,336971560~2056326,352321536~6084192,379336968~6559197,402653184~7556709] 2024-07-26T07:32:11.839 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 5 diff [9798900~3116836,18694913~1981412,24004216~7935702,63154581~4280918,83508300~1713233,98586420~175437,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,253550499~7263067,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,353443763~4961965,379336968~6559197,404157026~6052867] 2024-07-26T07:32:11.839 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,63154581~4280918,83508300~1713233,98586420~175437,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,253550499~7263067,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,353443763~4961965,379336968~6559197,404157026~6052867] 2024-07-26T07:32:11.844 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,63154581~4280918,79691776~5529757,96468992~2292865,117548466~3620771,166738054~3085319,176160768~6123441,187655721~3751858,218103808~13980081,240501454~1267056,245881592~30676,252529468~8284098,272629760~2543391,276824064~8892579,290514781~8148186,314572800~12791817,336459957~8108620,352321536~6084192,379336968~6559197,402653184~7556709] 2024-07-26T07:32:11.845 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 6 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,253550499~7263067,263621841~965054,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.845 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,253550499~7263067,263621841~965054,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.850 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,63154581~4280918,79691776~7697273,88080384~3061947,96468992~2292865,117548466~3620771,166738054~3085319,176160768~6123441,187655721~3751858,218103808~13980081,240501454~1267056,245881592~30676,252529468~8284098,263621841~965054,272629760~2543391,276824064~8892579,290514781~8148186,314572800~12791817,336459957~8108620,352321536~9594878,379336968~6559197,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.850 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 7 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,121043804~125433,131652822~1165431,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,208175610~4795798,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.851 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,63154581~4280918,81523779~5865270,88267150~2875181,98586420~175437,121043804~125433,131652822~1165431,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,208175610~4795798,221283693~1760392,224303808~2307119,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,273403891~1769260,280162601~5554042,290514781~8148186,317514105~2573930,321681587~5683030,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.856 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,63154581~4280918,79691776~7697273,88080384~3061947,96468992~2292865,117548466~3620771,130023424~2794829,155497707~4925388,166738054~3085319,176160768~6123441,187655721~3751858,208175610~4795798,218103808~13980081,240501454~1267056,245576813~147907,245881592~30676,252529468~8830719,263621841~965054,272629760~2543391,276824064~8892579,290514781~8148186,314572800~12791817,336459957~14568027,352321536~9594878,379336968~6559197,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.856 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 8 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,98586420~175437,115424436~5744801,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,208175610~4795798,221283693~5327234,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,272209923~2963228,280162601~5554042,290514781~8148186,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.856 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,98586420~175437,115424436~5744801,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,208175610~4795798,221283693~5327234,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,272209923~2963228,280162601~5554042,290514781~8148186,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.861 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,60684276~10601528,79691776~7697273,88080384~3257113,96468992~2292865,115424436~5744801,130023424~2794829,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~3751858,208175610~4795798,218103808~13980081,240501454~1267056,245576813~147907,245881592~30676,252529468~8830719,263621841~965054,271077524~4095627,276824064~8892579,290514781~8148186,306184192~21657762,336459957~14568027,352321536~9594878,379336968~6559197,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.862 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 9 diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,115424436~5744801,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,192103847~2019270,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,272209923~2963228,280162601~5554042,290514781~8148186,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.862 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~10601528,81523779~5865270,88267150~3070347,91573954~1241611,98586420~175437,115424436~5744801,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,192103847~2019270,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,253550499~7809688,263621841~965054,272209923~2963228,280162601~5554042,290514781~8148186,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.868 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~9298361,41943040~14712823,60684276~10601528,79691776~7697273,88080384~4735181,96468992~2292865,115424436~5744801,130023424~6638193,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~3751858,192103847~2019270,208175610~4795798,218103808~13980081,240501454~1267056,245576813~147907,245881592~30676,252529468~8830719,263621841~965054,271077524~4095627,276824064~8892579,290514781~8148186,301989888~25852066,336459957~14568027,352321536~9594878,379336968~6559197,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.868 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 10 diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,115424436~5744801,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,192103847~2019270,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,253550499~7809688,263621841~965054,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.868 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8232706,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,115424436~5744801,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,192103847~2019270,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,253550499~7809688,263621841~965054,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,353443763~4961965,358802245~3114169,379336968~6559197,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.873 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9124593,88080384~4735181,96468992~2292865,100663296~3606193,115424436~5744801,125829120~10832497,155497707~4925388,166738054~15546155,187655721~3751858,192103847~2019270,208175610~4795798,218103808~13980081,240501454~1267056,244653197~3558449,252529468~8830719,263621841~965054,271077524~14639119,290514781~8148186,301989888~25852066,336459957~14568027,352321536~9594878,379336968~6559197,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.873 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 11 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,115424436~5744801,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,353443763~4961965,358802245~3114169,379336968~10139754,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.874 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~3070347,91573954~1241611,98586420~175437,103597527~671962,105768744~2591123,115424436~5744801,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,221283693~5327234,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,353443763~4961965,358802245~3114169,379336968~10139754,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.878 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~4735181,96468992~2292865,100663296~3606193,105768744~2591123,115424436~5744801,121634816~15026801,155497707~4925388,166738054~15546155,186283604~5123975,191881540~2241577,208175610~4795798,218103808~13980081,240501454~1267056,244653197~3558449,252529468~8830719,263243670~1343225,271077524~14639119,290514781~8148186,301989888~30053498,336459957~14568027,352321536~9594878,379336968~10139754,390780452~9016191,402653184~7556709] 2024-07-26T07:32:11.878 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 12 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.878 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~9361751,98586420~175437,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.884 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~10681473,100663296~3606193,105768744~15400493,121634816~15710032,155497707~4925388,166738054~15546155,186283604~5123975,191881540~2241577,208175610~4795798,218103808~16185118,240501454~1267056,244653197~3558449,252529468~8830719,263243670~1343225,271077524~14639119,290514781~8148186,301989888~30053498,336459957~25456457,379336968~20459675,402653184~7556709] 2024-07-26T07:32:11.884 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 13 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.884 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~7809688,263243670~1343225,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.890 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186283604~5123975,191881540~2241577,196182739~4007310,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~8830719,263243670~1343225,271077524~14639119,290514781~8148186,301989888~30053498,336459957~25456457,373881081~4004341,379336968~20459675,402653184~7556709] 2024-07-26T07:32:11.890 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 14 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~11036396,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.890 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~11036396,272209923~2963228,276681328~9035315,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20459675,404157026~6052867] 2024-07-26T07:32:11.895 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~12057427,271077524~14639119,290514781~8148186,301989888~30053498,336459957~25456457,373881081~4004341,379336968~20459675,402653184~7556709] 2024-07-26T07:32:11.895 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 15 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20950318,404157026~6052867] 2024-07-26T07:32:11.895 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~3114169,373881081~4004341,379336968~20950318,404157026~6052867] 2024-07-26T07:32:11.901 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~13787013,271077524~14639119,290514781~8148186,301989888~30053498,336459957~25456457,373881081~4004341,379336968~20950318,402653184~7556709] 2024-07-26T07:32:11.901 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 16 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4004341,379336968~20950318,403439132~6770761] 2024-07-26T07:32:11.901 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4004341,379336968~20950318,403439132~6770761] 2024-07-26T07:32:11.906 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~13787013,271077524~14639119,290514781~8148186,301989888~30053498,336459957~27044147,373881081~4004341,379336968~20950318,402653184~7556709] 2024-07-26T07:32:11.906 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 17 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4004341,379336968~30872925] 2024-07-26T07:32:11.907 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~2963228,276681328~9035315,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4004341,379336968~30872925] 2024-07-26T07:32:11.912 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~13787013,271077524~14639119,290514781~8148186,301989888~30053498,336459957~27044147,373881081~4004341,379336968~30872925] 2024-07-26T07:32:11.912 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 18 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~13506720,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.912 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,272209923~13506720,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~4701859,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.918 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,218103808~16185118,240501454~1267056,244653197~3558449,252529468~13787013,271077524~14639119,290514781~8148186,301989888~30053498,336459957~27044147,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.918 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 19 diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.918 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.923 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:11.924 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 4 diff [9798900~3116836,18694913~1981412,83508300~1713233,121043804~125433,176688956~5595253,224303808~2307119,240501454~1267056,284188031~959231,317514105~2335991,404157026~6052867] 2024-07-26T07:32:11.924 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,83508300~1713233,121043804~125433,176688956~5595253,224303808~2307119,240501454~1267056,284188031~959231,317514105~2335991,404157026~6052867] 2024-07-26T07:32:11.929 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,79691776~5529757,117548466~3620771,176160768~6123441,223044085~3566842,240501454~1267056,284188031~959231,317514105~2335991,402653184~7556709] 2024-07-26T07:32:11.929 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 5 diff [9798900~3116836,18694913~1981412,24004216~7935702,83508300~1713233,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,284188031~959231,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,404157026~6052867] 2024-07-26T07:32:11.929 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,83508300~1713233,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,284188031~959231,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,404157026~6052867] 2024-07-26T07:32:11.935 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,79691776~5529757,117548466~3620771,166738054~3085319,176160768~6123441,187655721~3751858,223044085~9039804,240501454~1267056,245881592~30676,284188031~959231,290514781~8148186,317514105~9850512,336459957~8108620,402653184~7556709] 2024-07-26T07:32:11.935 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 6 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,263621841~965054,284188031~959231,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.935 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,121043804~125433,166738054~3085319,176688956~5595253,188452267~2955312,224303808~2307119,229463043~2620846,240501454~1267056,245881592~30676,263621841~965054,284188031~959231,290514781~8148186,317514105~2573930,321681587~5683030,336459957~8108620,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.942 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,79691776~7697273,88080384~3061947,117548466~3620771,166738054~3085319,176160768~6123441,187655721~3751858,223044085~9039804,240501454~1267056,245881592~30676,263621841~965054,284188031~959231,290514781~8148186,317514105~9850512,336459957~8108620,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.942 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 7 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,121043804~125433,131652822~1165431,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,208175610~4795798,224303808~2307119,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,284188031~959231,285164647~12279,290514781~8148186,317514105~2573930,321681587~5683030,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.942 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,121043804~125433,131652822~1165431,155497707~4925388,166738054~3085319,176688956~5595253,188452267~2955312,208175610~4795798,224303808~2307119,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,284188031~959231,285164647~12279,290514781~8148186,317514105~2573930,321681587~5683030,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.948 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,79691776~7697273,88080384~3061947,117548466~3620771,130023424~2794829,155497707~4925388,166738054~3085319,176160768~6123441,187655721~3751858,208175610~4795798,223044085~9039804,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,284188031~959231,285164647~12279,290514781~8148186,317514105~9850512,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.948 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 8 diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5744801,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,208175610~4795798,222381050~4229877,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,284188031~959231,285164647~12279,290514781~8148186,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.949 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,18694913~1981412,24004216~7935702,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5744801,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,176688956~5595253,188452267~2955312,208175610~4795798,222381050~4229877,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,284188031~959231,285164647~12279,290514781~8148186,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.954 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4527128,18694913~1981412,24004216~7935702,41943040~2020951,46137344~10518519,60684276~2537472,63743459~7542345,79691776~7697273,88080384~3257113,115424436~5744801,130023424~2794829,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~3751858,208175610~4795798,222381050~9702839,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,271077524~3954167,284188031~959231,285164647~12279,290514781~8148186,306184192~8528076,317514105~10327849,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.954 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 9 diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5744801,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,284188031~959231,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.954 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16131432~2537980,18694913~1981412,22641557~9298361,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5744801,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,176688956~5595253,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,284188031~959231,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,317514105~2573930,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.960 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~9298361,41943040~14712823,60684276~2537472,63743459~7542345,79691776~7697273,88080384~4735181,115424436~5744801,130023424~6638193,155497707~4925388,166738054~3085319,171966464~3520573,176160768~6123441,187655721~3751858,192103847~2019270,208175610~4795798,222381050~9702839,240501454~1267056,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,271077524~3954167,284188031~959231,285164647~12279,290514781~8148186,301989888~12722380,317514105~10327849,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.960 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 10 diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5744801,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.960 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5744801,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130,404157026~6052867] 2024-07-26T07:32:11.966 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9124593,88080384~4735181,100663296~3606193,115424436~5744801,125829120~10832497,155497707~4925388,166738054~15546155,187655721~3751858,192103847~2019270,208175610~4795798,222381050~9702839,240501454~1267056,244653197~3558449,257024391~4335796,263621841~965054,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~12344628,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521,402653184~7556709] 2024-07-26T07:32:11.966 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 11 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5744801,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.966 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5744801,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4229877,227590649~128172,229463043~2620846,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451,404157026~6052867] 2024-07-26T07:32:11.971 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~4735181,100663296~3606193,105768744~2591123,115424436~5744801,121634816~15026801,155497707~4925388,166738054~15546155,186283604~5123975,191881540~2241577,208175610~4795798,222381050~9702839,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~14568027,358405728~3510686,379451142~5459529,385826762~3649960,390780452~9016191,402653184~7556709] 2024-07-26T07:32:11.971 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 12 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.972 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15400493,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~12017429,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.977 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~9548517,100663296~3606193,105768744~15400493,121634816~15710032,155497707~4925388,166738054~15546155,186283604~5123975,191881540~2241577,208175610~4795798,222381050~11907876,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,379451142~5459529,385493019~14303624,402653184~7556709] 2024-07-26T07:32:11.977 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 13 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.977 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.983 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186283604~5123975,191881540~2241577,196182739~4007310,206023894~6947514,222381050~11907876,240501454~1267056,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624,402653184~7556709] 2024-07-26T07:32:11.983 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 14 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~7562504,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.983 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~1981412,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~7562504,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624,404157026~6052867] 2024-07-26T07:32:11.988 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~1981412,22641557~13031914,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,222381050~11907876,240501454~1267056,244653197~3558449,257024391~7562504,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624,402653184~7556709] 2024-07-26T07:32:11.988 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 15 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~9292090,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267,404157026~6052867] 2024-07-26T07:32:11.989 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,257024391~9292090,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267,404157026~6052867] 2024-07-26T07:32:11.995 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,222381050~11907876,240501454~1267056,244653197~3558449,257024391~9292090,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14794267,402653184~7556709] 2024-07-26T07:32:11.995 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 16 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~6770761] 2024-07-26T07:32:11.995 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~6770761] 2024-07-26T07:32:12.000 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,222381050~11907876,240501454~1267056,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~5098376,373881081~4004341,379451142~5459529,385493019~14794267,402653184~7556709] 2024-07-26T07:32:12.000 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 17 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.000 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4229877,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~2821768,276681328~8465934,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.006 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,222381050~11907876,240501454~1267056,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9974111,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~5098376,373881081~4004341,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.006 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 18 diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~12937339,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.006 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~3116836,16008132~2661280,18694913~16978558,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,272209923~12937339,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.011 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~16978558,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,271077524~14069738,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~5098376,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.011 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 19 diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.011 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.017 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:12.017 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 5 diff [10900252~808376,24004216~7935702,166738054~3085319,188452267~2955312,229463043~2620846,245881592~30676,290514781~8148186,318273349~1814686,321681587~5683030,336459957~8108620] 2024-07-26T07:32:12.017 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,24004216~7935702,166738054~3085319,188452267~2955312,229463043~2620846,245881592~30676,290514781~8148186,318273349~1814686,321681587~5683030,336459957~8108620] 2024-07-26T07:32:12.023 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,24004216~7935702,166738054~3085319,187655721~3751858,226610927~5472962,245881592~30676,290514781~8148186,318273349~9091268,336459957~8108620] 2024-07-26T07:32:12.023 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 6 diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,166738054~3085319,188452267~2955312,229463043~2620846,245881592~30676,263621841~965054,290514781~8148186,318273349~1814686,321681587~5683030,336459957~8108620,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.023 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,166738054~3085319,188452267~2955312,229463043~2620846,245881592~30676,263621841~965054,290514781~8148186,318273349~1814686,321681587~5683030,336459957~8108620,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.028 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,24004216~7935702,41943040~2020951,46137344~10518519,81523779~5865270,88080384~3061947,166738054~3085319,187655721~3751858,226610927~5472962,245881592~30676,263621841~965054,290514781~8148186,318273349~9091268,336459957~8108620,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.028 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 7 diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,131652822~1165431,155497707~4925388,166738054~3085319,188452267~2955312,208175610~4795798,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,285164647~12279,290514781~8148186,318273349~1814686,321681587~5683030,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.029 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,131652822~1165431,155497707~4925388,166738054~3085319,188452267~2955312,208175610~4795798,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,285164647~12279,290514781~8148186,318273349~1814686,321681587~5683030,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.034 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,24004216~7935702,41943040~2020951,46137344~10518519,81523779~5865270,88080384~3061947,130023424~2794829,155497707~4925388,166738054~3085319,187655721~3751858,208175610~4795798,226610927~5472962,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,285164647~12279,290514781~8148186,318273349~9091268,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.034 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 8 diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5680137,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,188452267~2955312,208175610~4795798,222381050~4159640,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,290514781~8148186,308102543~6609725,318273349~1814686,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.034 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,24004216~7935702,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5680137,131652822~1165431,155497707~4925388,166738054~3085319,173129972~2357065,188452267~2955312,208175610~4795798,222381050~4159640,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,290514781~8148186,308102543~6609725,318273349~1814686,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.040 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,24004216~7935702,41943040~2020951,46137344~10518519,60684276~2537472,63743459~7542345,81523779~5865270,88080384~3257113,115424436~5680137,130023424~2794829,155497707~4925388,166738054~3085319,171966464~3520573,187655721~3751858,208175610~4795798,222381050~4159640,226610927~5472962,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,271077524~3954167,285164647~12279,290514781~8148186,306184192~8528076,318273349~9568605,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.040 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 9 diff [10900252~808376,16131432~2537980,22641557~9298361,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,318273349~1814686,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.040 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,16131432~2537980,22641557~9298361,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,172899417~2587620,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,318273349~1814686,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:11 smithi037 ceph-mon[97339]: pgmap v3439: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 34 MiB/s wr, 164 op/s 2024-07-26T07:32:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:11 smithi037 ceph-mon[97339]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:32:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:11 smithi037 ceph-mon[99762]: pgmap v3439: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 34 MiB/s wr, 164 op/s 2024-07-26T07:32:12.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:11 smithi037 ceph-mon[99762]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:32:12.046 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,12915736~5753676,22641557~9298361,41943040~14712823,60684276~2537472,63743459~7542345,81523779~5865270,88080384~4735181,115424436~5680137,130023424~6638193,155497707~4925388,166738054~3085319,171966464~3520573,187655721~3751858,192103847~2019270,208175610~4795798,222381050~4159640,226610927~5472962,245576813~147907,245881592~30676,257024391~4335796,263621841~965054,271077524~3954167,285164647~12279,290514781~8148186,301989888~12722380,318273349~9568605,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.047 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 10 diff [10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~7991525,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.047 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~7991525,188452267~2955312,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,336459957~14568027,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.051 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10900252~808376,12915736~5753676,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9124593,88080384~4735181,100663296~3606193,115424436~5680137,125829120~10832497,155497707~4925388,166738054~11520251,187655721~3751858,192103847~2019270,208175610~4795798,222381050~4159640,226610927~5472962,244653197~3558449,257024391~4335796,263621841~965054,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~12344628,336459957~14568027,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.051 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 11 diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~7991525,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451] 2024-07-26T07:32:12.051 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,166738054~3085319,170266780~7991525,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,229463043~2620846,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~14568027,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451] 2024-07-26T07:32:12.056 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~4735181,100663296~3606193,105768744~2591123,115424436~5680137,121634816~15026801,155497707~4925388,166738054~11520251,186283604~5123975,191881540~2241577,208175610~4795798,222381050~4159640,226610927~5472962,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~14568027,358405728~3510686,379451142~5459529,385826762~3649960,390780452~9016191] 2024-07-26T07:32:12.056 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 12 diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~7991525,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.056 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,166738054~3085319,170266780~7991525,186283604~1503100,188452267~2955312,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.062 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,22641557~13031914,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~9548517,100663296~3606193,105768744~15335829,121634816~15710032,155497707~4925388,166738054~11520251,186283604~5123975,191881540~2241577,208175610~4795798,222381050~4159640,226610927~7677999,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.062 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 13 diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.062 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186283604~1503100,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.068 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,22641557~13031914,41943040~14814793,60684276~10601528,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186283604~5123975,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,226610927~7677999,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.068 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 14 diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7562504,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.068 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,22641557~13031914,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,166738054~3085319,170266780~12272733,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7562504,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.073 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,22641557~13031914,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,226610927~7677999,244653197~3558449,257024391~7562504,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.073 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 15 diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.073 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,166738054~15801459,186013075~2409360,188452267~2955312,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.079 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,19812104~15861367,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~4925388,166738054~15801459,186013075~5394504,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,226610927~7677999,244653197~3558449,257024391~9292090,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.079 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 16 diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.079 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.084 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,19812104~15861367,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,226610927~7677999,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~12722380,315497326~16546060,336459957~18884952,358405728~5098376,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.084 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 17 diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.085 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.090 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,19812104~15861367,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,226610927~7677999,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~5098376,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.090 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 18 diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.090 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10900252~808376,16008132~2661280,19812104~15861367,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~4701859,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.096 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10900252~808376,12915736~5753676,19812104~15861367,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,271077524~13405536,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~5098376,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.096 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 19 diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.096 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.101 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.102 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 6 diff [42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,263621841~965054,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.102 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,263621841~965054,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.107 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [41943040~2020951,46137344~10518519,81523779~5865270,88080384~3061947,263621841~965054,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.107 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 7 diff [26402958~1382116,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,131652822~1165431,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,263621841~965054,285164647~12279,325036634~287866,341581355~9446629,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.107 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [26402958~1382116,42004090~1959901,49671294~6984569,81523779~5865270,88267150~2875181,131652822~1165431,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,263621841~965054,285164647~12279,325036634~287866,341581355~9446629,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.113 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [26402958~1382116,41943040~2020951,46137344~10518519,81523779~5865270,88080384~3061947,130023424~2794829,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,263621841~965054,285164647~12279,325036634~287866,341581355~9446629,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.113 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 8 diff [26402958~1382116,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5680137,131652822~1165431,155497707~4925388,173129972~2357065,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,308102543~6609725,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.113 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [26402958~1382116,42004090~1959901,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,115424436~5680137,131652822~1165431,155497707~4925388,173129972~2357065,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,308102543~6609725,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.119 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [26402958~1382116,41943040~2020951,46137344~10518519,60684276~2537472,63743459~7542345,81523779~5865270,88080384~3257113,115424436~5680137,130023424~2794829,155497707~4925388,171966464~3520573,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,263621841~965054,271077524~3954167,285164647~12279,306184192~8528076,321515609~6326345,338838494~12189490,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.119 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 9 diff [16131432~2537980,22641557~2424148,26402958~1382116,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,172899417~2587620,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,304788816~1906162,308102543~6609725,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.119 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16131432~2537980,22641557~2424148,26402958~1382116,42004090~7416464,49671294~6984569,60684276~2537472,63743459~7542345,81523779~5865270,88267150~3070347,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,172899417~2587620,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,263621841~965054,272209923~2821768,285164647~12279,304788816~1906162,308102543~6609725,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.124 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,26402958~1382116,41943040~14712823,60684276~2537472,63743459~7542345,81523779~5865270,88080384~4735181,115424436~5680137,130023424~6638193,155497707~4925388,171966464~3520573,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,263621841~965054,271077524~3954167,285164647~12279,301989888~12722380,321515609~6326345,338838494~12189490,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.124 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 10 diff [16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.125 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8232706,88267150~3070347,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263621841~965054,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~12189490,358802245~3114169,379451142~5459529,392259192~4246186,399054271~184130] 2024-07-26T07:32:12.130 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9124593,88080384~4735181,100663296~3606193,115424436~5680137,125829120~10832497,155497707~4925388,169823373~8434932,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263621841~965054,271077524~3954167,275173151~9309909,285164647~12279,301989888~12722380,315497326~4986998,321515609~6326345,338838494~12189490,358405728~3510686,379451142~5459529,390780452~5724926,398458880~779521] 2024-07-26T07:32:12.130 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 11 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~12189490,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451] 2024-07-26T07:32:12.131 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~3070347,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~12189490,358802245~3114169,379451142~5459529,385826762~3649960,392259192~7537451] 2024-07-26T07:32:12.136 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~4735181,100663296~3606193,105768744~2591123,115424436~5680137,121634816~15026801,155497707~4925388,169823373~8434932,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,301989888~12722380,315497326~4986998,321515609~10527777,338838494~12189490,358405728~3510686,379451142~5459529,385826762~3649960,390780452~9016191] 2024-07-26T07:32:12.136 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 12 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.136 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,88267150~9361751,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.142 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,41943040~14814793,60684276~2537472,63743459~7542345,78264456~9467752,88080384~9548517,100663296~3606193,105768744~15335829,121634816~15710032,155497707~4925388,169823373~8434932,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,358405728~3510686,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.142 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 13 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.142 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,42004090~7416464,49481242~7276591,60684276~10601528,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.147 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,41943040~14814793,60684276~10601528,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,169823373~12716140,186283604~1503100,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1343225,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.148 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 14 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7562504,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.148 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7562504,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.153 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,155497707~4925388,169823373~12716140,186013075~2409360,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7562504,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14303624] 2024-07-26T07:32:12.153 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 15 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.153 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~3114169,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.159 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,358405728~3510686,373881081~4004341,379451142~5459529,385493019~14794267] 2024-07-26T07:32:12.159 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 16 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.159 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.165 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,167402955~15136558,185463835~3977680,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,358405728~5098376,373881081~4004341,379451142~5459529,385493019~14794267,403439132~5682812] 2024-07-26T07:32:12.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 17 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,88267150~11641218,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.171 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,88080384~11827984,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~5098376,373881081~4004341,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.171 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 18 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.171 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~4701859,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.176 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,41943040~14814793,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~13405536,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~5098376,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.176 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 19 diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.176 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.182 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:12.182 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 7 diff [26402958~1382116,131652822~1165431,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,285164647~12279,325036634~287866,341581355~9446629] 2024-07-26T07:32:12.182 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [26402958~1382116,131652822~1165431,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,285164647~12279,325036634~287866,341581355~9446629] 2024-07-26T07:32:12.188 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [26402958~1382116,130023424~2794829,155497707~4925388,208175610~4795798,245576813~147907,257024391~4335796,285164647~12279,325036634~287866,341581355~9446629] 2024-07-26T07:32:12.188 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 8 diff [26402958~1382116,60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,131652822~1165431,155497707~4925388,173129972~2357065,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,272209923~2821768,285164647~12279,308102543~6609725,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.188 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [26402958~1382116,60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,131652822~1165431,155497707~4925388,173129972~2357065,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,272209923~2821768,285164647~12279,308102543~6609725,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.193 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [26402958~1382116,60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,130023424~2794829,155497707~4925388,171966464~3520573,208175610~4795798,222381050~4159640,245576813~147907,257024391~4335796,271077524~3954167,285164647~12279,306184192~8528076,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.193 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 9 diff [16131432~2537980,22641557~2424148,26402958~1382116,43785839~5634715,60684276~2537472,63743459~7542345,89295669~2041828,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,172899417~2587620,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,272209923~2821768,285164647~12279,304788816~1906162,308102543~6609725,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.193 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16131432~2537980,22641557~2424148,26402958~1382116,43785839~5634715,60684276~2537472,63743459~7542345,89295669~2041828,91573954~1241611,115424436~5680137,131652822~1165431,132894815~3766802,155497707~4925388,172899417~2587620,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,272209923~2821768,285164647~12279,304788816~1906162,308102543~6609725,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.199 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,26402958~1382116,43785839~5634715,60684276~2537472,63743459~7542345,89295669~3519896,115424436~5680137,130023424~6638193,155497707~4925388,171966464~3520573,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,245576813~147907,257024391~4335796,271077524~3954167,285164647~12279,301989888~12722380,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.199 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 10 diff [16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~4410690,89295669~2041828,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.199 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~4410690,89295669~2041828,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.205 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~5302577,89295669~3519896,100663296~3606193,115424436~5680137,125829120~10832497,155497707~4925388,169823373~8434932,192103847~2019270,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,271077524~3954167,275173151~9309909,285164647~12279,301989888~12722380,315497326~4986998,321515609~6326345,338838494~12189490] 2024-07-26T07:32:12.205 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 11 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~2041828,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~12189490,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.205 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~2041828,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,131652822~1165431,132894815~3766802,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~12189490,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.210 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~9467752,89295669~3519896,100663296~3606193,105768744~2591123,115424436~5680137,121634816~15026801,155497707~4925388,169823373~8434932,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,244653197~3558449,257024391~4335796,263243670~1016235,271077524~3954167,275173151~9309909,285164647~12279,301989888~12722380,315497326~4986998,321515609~10527777,338838494~12189490,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.211 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 12 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~8333232,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.211 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~8333232,103597527~671962,105768744~15335829,121975522~8818496,131652822~1165431,132894815~4450033,155497707~4925388,170266780~7991525,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.216 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~9467752,89295669~8333232,100663296~3606193,105768744~15335829,121634816~15710032,155497707~4925388,169823373~8434932,186283604~1503100,191881540~2241577,208175610~4795798,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.216 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 13 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.216 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.222 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,155497707~4925388,169823373~12716140,186283604~1503100,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~4335796,263243670~1016235,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.222 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 14 diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7457513,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.222 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,155497707~4925388,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7457513,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.228 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,26402958~1382116,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,155497707~4925388,169823373~12716140,186013075~2409360,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~7457513,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.228 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 15 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.228 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.234 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,155497707~4925388,167402955~15136558,186013075~2409360,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257024391~9292090,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.234 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 16 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.234 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.239 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,167402955~15136558,185463835~3977680,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.239 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 17 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.239 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.245 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,196182739~4007310,206023894~6947514,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.245 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 18 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.245 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.250 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~6947514,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~13405536,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.251 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 19 diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.251 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.256 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.257 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 8 diff [60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,173129972~2357065,222381050~4159640,272209923~2821768,308102543~6609725,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.257 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,173129972~2357065,222381050~4159640,272209923~2821768,308102543~6609725,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.262 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [60684276~2537472,63743459~7542345,89295669~2041828,115424436~5680137,171966464~3520573,222381050~4159640,271077524~3954167,306184192~8528076,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.262 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 9 diff [16131432~2537980,22641557~2424148,43785839~5634715,60684276~2537472,63743459~7542345,89295669~2041828,91573954~1241611,115424436~5680137,132894815~3766802,172899417~2587620,192103847~2019270,222381050~4159640,227590649~128172,272209923~2821768,304788816~1906162,308102543~6609725,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.262 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16131432~2537980,22641557~2424148,43785839~5634715,60684276~2537472,63743459~7542345,89295669~2041828,91573954~1241611,115424436~5680137,132894815~3766802,172899417~2587620,192103847~2019270,222381050~4159640,227590649~128172,272209923~2821768,304788816~1906162,308102543~6609725,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.267 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,43785839~5634715,60684276~2537472,63743459~7542345,89295669~3519896,115424436~5680137,132818253~3843364,171966464~3520573,192103847~2019270,222381050~4159640,227590649~128172,271077524~3954167,301989888~12722380,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.267 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 10 diff [16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~4410690,89295669~2041828,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,132894815~3766802,170266780~7991525,192103847~2019270,222381050~4159640,227590649~128172,244653197~3558449,272209923~2821768,276681328~7801732,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.268 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~4410690,89295669~2041828,91573954~1241611,103597527~671962,115424436~5680137,126596409~4197609,132894815~3766802,170266780~7991525,192103847~2019270,222381050~4159640,227590649~128172,244653197~3558449,272209923~2821768,276681328~7801732,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.273 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~5302577,89295669~3519896,100663296~3606193,115424436~5680137,125829120~4964898,132818253~3843364,169823373~8434932,192103847~2019270,222381050~4159640,227590649~128172,244653197~3558449,271077524~3954167,275173151~9309909,301989888~12722380,315497326~4986998,321515609~6326345,338838494~4679695] 2024-07-26T07:32:12.273 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 11 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~2041828,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,132894815~3766802,170266780~7991525,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.274 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~2041828,91573954~1241611,103597527~671962,105768744~2591123,115424436~5680137,121975522~8818496,132894815~3766802,170266780~7991525,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.279 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~9467752,89295669~3519896,100663296~3606193,105768744~2591123,115424436~5680137,121634816~9159202,132818253~3843364,169823373~8434932,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,244653197~3558449,263243670~1016235,271077524~3954167,275173151~9309909,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.279 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 12 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~8333232,103597527~671962,105768744~15335829,121975522~8818496,132894815~4450033,170266780~7991525,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.279 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,79156343~8575865,89295669~8333232,103597527~671962,105768744~15335829,121975522~8818496,132894815~4450033,170266780~7991525,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.285 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,60684276~2537472,63743459~7542345,78264456~9467752,89295669~8333232,100663296~3606193,105768744~15335829,121634816~9159202,132818253~4526595,169823373~8434932,186283604~1503100,191881540~2241577,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,271077524~3954167,275173151~9309909,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.285 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 13 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.285 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.290 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,60684276~10601528,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,169823373~12716140,186283604~1503100,191881540~2241577,196182739~4007310,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,271077524~3954167,275173151~9309909,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.291 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 14 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.291 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,272209923~2821768,276681328~7801732,291645592~4497177,304788816~1906162,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.296 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,169823373~12716140,186013075~2409360,191881540~2241577,196182739~4007310,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,271077524~3954167,275173151~9309909,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.297 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 15 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.297 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.302 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,167402955~15136558,186013075~2409360,191881540~2241577,196182739~4007310,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,271077524~3954167,275173151~9309909,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.303 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 16 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.303 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~6609725,315497326~4986998,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.308 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,160423095~3765857,167402955~15136558,185463835~3977680,191881540~2241577,196182739~4007310,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,291645592~4497177,301989888~12722380,315497326~4986998,321515609~10527777,338838494~4679695,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.308 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 17 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.308 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~8575865,89295669~10612699,103597527~671962,105768744~31576104,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~2821768,276681328~7801732,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.314 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~9467752,89295669~10612699,100663296~3606193,105768744~31576104,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,196182739~4007310,206023894~2308719,222381050~4159640,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~3954167,275173151~9309909,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.314 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 18 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.314 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,272209923~12273137,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.320 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~10601528,74029788~163254,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,271077524~13405536,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.320 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 19 diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.320 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.326 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.326 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 9 diff [16131432~2537980,22641557~2424148,43785839~5634715,91573954~1241611,132894815~3766802,172899417~2283801,192103847~2019270,227590649~128172,304788816~1906162] 2024-07-26T07:32:12.326 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16131432~2537980,22641557~2424148,43785839~5634715,91573954~1241611,132894815~3766802,172899417~2283801,192103847~2019270,227590649~128172,304788816~1906162] 2024-07-26T07:32:12.331 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,43785839~5634715,91337497~1478068,132818253~3843364,172899417~2283801,192103847~2019270,227590649~128172,301989888~4705090] 2024-07-26T07:32:12.331 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 10 diff [16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~4410690,91573954~1241611,103597527~671962,126596409~4197609,132894815~3766802,170266780~7991525,192103847~2019270,227590649~128172,244653197~3558449,276681328~7801732,304788816~1906162,315497326~4986998] 2024-07-26T07:32:12.331 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~4410690,91573954~1241611,103597527~671962,126596409~4197609,132894815~3766802,170266780~7991525,192103847~2019270,227590649~128172,244653197~3558449,276681328~7801732,304788816~1906162,315497326~4986998] 2024-07-26T07:32:12.337 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,78264456~5302577,91337497~1478068,100663296~3606193,125829120~4964898,132818253~3843364,169823373~8434932,192103847~2019270,227590649~128172,244653197~3558449,275173151~9309909,301989888~4705090,315497326~4986998] 2024-07-26T07:32:12.337 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 11 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~8575865,91573954~1241611,103597527~671962,105768744~2591123,121975522~8818496,132894815~3766802,170266780~7991525,186283604~1503100,191881540~2241577,227590649~128172,244653197~3558449,263243670~1016235,276681328~7801732,304788816~1906162,315497326~4986998,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.337 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~8575865,91573954~1241611,103597527~671962,105768744~2591123,121975522~8818496,132894815~3766802,170266780~7991525,186283604~1503100,191881540~2241577,227590649~128172,244653197~3558449,263243670~1016235,276681328~7801732,304788816~1906162,315497326~4986998,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.343 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,78264456~9467752,91337497~1478068,100663296~3606193,105768744~2591123,121634816~9159202,132818253~3843364,169823373~8434932,186283604~1503100,191881540~2241577,227590649~128172,244653197~3558449,263243670~1016235,275173151~9309909,301989888~4705090,315497326~4986998,327841954~4201432,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.343 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 12 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~8575865,91333533~6295368,103597527~671962,105768744~10313072,121975522~8818496,132894815~4450033,170266780~7991525,186283604~1503100,191881540~2241577,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.343 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,79156343~8575865,91333533~6295368,103597527~671962,105768744~10313072,121975522~8818496,132894815~4450033,170266780~7991525,186283604~1503100,191881540~2241577,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.349 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43785839~5634715,49481242~7276591,78264456~9467752,91333533~6295368,100663296~3606193,105768744~10313072,121634816~9159202,132818253~4526595,169823373~8434932,186283604~1503100,191881540~2241577,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,275173151~9309909,291645592~4497177,301989888~4705090,315497326~4986998,327841954~4201432,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.349 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 13 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,63139380~5013166,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.349 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,63139380~5013166,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186283604~1503100,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.354 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,43045900~6374654,49481242~7276591,63139380~5013166,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,169823373~12716140,186283604~1503100,191881540~2241577,196182739~4007310,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,263243670~1016235,275173151~9309909,291645592~4497177,301989888~4705090,315497326~4986998,327841954~4201432,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.354 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 14 diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.355 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,276681328~7801732,291645592~4497177,304788816~1906162,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.360 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,22641557~2424148,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,169823373~12716140,186013075~2409360,191881540~2241577,196182739~4007310,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~6627993,275173151~9309909,291645592~4497177,301989888~4705090,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.360 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 15 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,276681328~7801732,291645592~4497177,304788816~2729968,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.360 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,167402955~15136558,186013075~2409360,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,276681328~7801732,291645592~4497177,304788816~2729968,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.367 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,167402955~15136558,186013075~2409360,191881540~2241577,196182739~4007310,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,257853911~8462570,275173151~9309909,291645592~4497177,301989888~5528896,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.367 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 16 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304788816~2729968,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.367 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304788816~2729968,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.372 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~15136558,185463835~3977680,191881540~2241577,196182739~4007310,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,275173151~9309909,291645592~4497177,301989888~5528896,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.372 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 17 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.373 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,197090234~3099815,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.379 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,196182739~4007310,206023894~2308719,222819122~1898027,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,275173151~9309909,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.379 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 18 diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.379 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~2661280,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.384 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,12915736~5753676,19812104~10092179,30083152~5590319,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,206023894~2308719,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.385 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 19 diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.385 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.390 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.390 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 10 diff [16008132~1655418,30083152~5590319,49481242~7276591,79156343~4410690,103597527~671962,126596409~4197609,170266780~7991525,244653197~3558449,276681328~7801732,315497326~4986998] 2024-07-26T07:32:12.391 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16008132~1655418,30083152~5590319,49481242~7276591,79156343~4410690,103597527~671962,126596409~4197609,170266780~7991525,244653197~3558449,276681328~7801732,315497326~4986998] 2024-07-26T07:32:12.396 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [16008132~1655418,30083152~5590319,49481242~7276591,78264456~5302577,100663296~3606193,125829120~4964898,169823373~8434932,244653197~3558449,275173151~9309909,315497326~4986998] 2024-07-26T07:32:12.396 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 11 diff [2243499~887806,16008132~1655418,30083152~5590319,49481242~7276591,79156343~8575865,103597527~671962,105768744~2591123,121975522~8818496,170266780~7991525,186283604~1503100,191881540~966492,244653197~3558449,263243670~1016235,276681328~7801732,315497326~4986998,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.396 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,30083152~5590319,49481242~7276591,79156343~8575865,103597527~671962,105768744~2591123,121975522~8818496,170266780~7991525,186283604~1503100,191881540~966492,244653197~3558449,263243670~1016235,276681328~7801732,315497326~4986998,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.402 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,30083152~5590319,49481242~7276591,78264456~9467752,100663296~3606193,105768744~2591123,121634816~9159202,169823373~8434932,186283604~1503100,191881540~966492,244653197~3558449,263243670~1016235,275173151~9309909,315497326~4986998,327841954~4201432,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.402 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 12 diff [2243499~887806,16008132~1655418,30083152~5590319,49481242~7276591,79156343~8575865,91333533~6295368,103597527~671962,105768744~10313072,121975522~8818496,133540506~3804342,170266780~7991525,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.402 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,30083152~5590319,49481242~7276591,79156343~8575865,91333533~6295368,103597527~671962,105768744~10313072,121975522~8818496,133540506~3804342,170266780~7991525,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.407 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,30083152~5590319,49481242~7276591,78264456~9467752,91333533~6295368,100663296~3606193,105768744~10313072,121634816~9159202,133540506~3804342,169823373~8434932,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,275173151~9309909,291645592~4497177,315497326~4986998,327841954~4201432,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.407 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 13 diff [2243499~887806,16008132~1655418,30083152~5590319,43045900~1180667,49481242~7276591,63139380~5013166,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186283604~1503100,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.407 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,30083152~5590319,43045900~1180667,49481242~7276591,63139380~5013166,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186283604~1503100,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.412 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,30083152~5590319,43045900~1180667,49481242~7276591,63139380~5013166,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,169823373~12716140,186283604~1503100,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,263243670~1016235,275173151~9309909,291645592~4497177,315497326~4986998,327841954~4201432,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.413 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 14 diff [2243499~887806,16008132~1655418,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~6627993,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.413 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,170266780~12272733,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~6627993,276681328~7801732,291645592~4497177,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.418 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,169823373~12716140,186013075~2409360,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~6627993,275173151~9309909,291645592~4497177,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.418 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 15 diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,167402955~15136558,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~8462570,276681328~7801732,291645592~4497177,304968534~2550250,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.419 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,167402955~15136558,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~8462570,276681328~7801732,291645592~4497177,304968534~2550250,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.424 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,167402955~15136558,186013075~2409360,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,257853911~8462570,275173151~9309909,291645592~4497177,304968534~2550250,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.424 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 16 diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304968534~2550250,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.424 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~3977680,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304968534~2550250,315497326~4986998,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.429 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~15136558,185463835~3977680,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,275173151~9309909,291645592~4497177,304968534~2550250,315497326~4986998,327841954~4201432,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.430 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 17 diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.431 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~8575865,91333533~8574835,103597527~671962,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,276681328~7801732,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.435 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~9467752,91333533~8574835,100663296~3606193,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,244653197~3558449,254838292~11478189,275173151~9309909,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.435 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 18 diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.435 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.441 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,16008132~1655418,19812104~10092179,30083152~5590319,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.441 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 19 diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.441 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.446 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.447 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 11 diff [2243499~887806,83337162~4395046,105768744~2591123,121975522~7861536,186283604~1503100,191881540~966492,263243670~1016235,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.447 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,83337162~4395046,105768744~2591123,121975522~7861536,186283604~1503100,191881540~966492,263243670~1016235,328063292~3980094,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.452 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,83337162~4395046,105768744~2591123,121634816~8202242,186283604~1503100,191881540~966492,263243670~1016235,327841954~4201432,385826762~3649960,396482237~3314406] 2024-07-26T07:32:12.452 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 12 diff [2243499~887806,83337162~4395046,91333533~6295368,105768744~10313072,121975522~7861536,133540506~3804342,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.452 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,83337162~4395046,91333533~6295368,105768744~10313072,121975522~7861536,133540506~3804342,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,328063292~3980094,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.458 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,83337162~4395046,91333533~6295368,105768744~10313072,121634816~8202242,133540506~3804342,186283604~1503100,191881540~966492,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,327841954~4201432,349630221~5714688,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.458 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 13 diff [2243499~887806,43045900~1180667,63139380~5013166,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177024870~5514643,186283604~1503100,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.458 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,43045900~1180667,63139380~5013166,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177024870~5514643,186283604~1503100,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,328063292~3980094,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.463 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,43045900~1180667,63139380~5013166,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177024870~5514643,186283604~1503100,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,263243670~1016235,291645592~4497177,327841954~4201432,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.463 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 14 diff [2243499~887806,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177011631~5527882,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.464 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177011631~5527882,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.469 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,177011631~5527882,186013075~2409360,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3314406] 2024-07-26T07:32:12.469 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 15 diff [2243499~887806,19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.469 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,328063292~3980094,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.475 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,148207177~2453020,167402955~6681127,177011631~5527882,186013075~2409360,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,327841954~4201432,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396482237~3805049] 2024-07-26T07:32:12.475 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 16 diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.475 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,328063292~3980094,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.480 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~3977680,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,327841954~4201432,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396482237~3805049,403439132~5682812] 2024-07-26T07:32:12.480 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 17 diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.481 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.486 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~4395046,91333533~8574835,105768744~10313072,116935313~20409535,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396482237~12639707] 2024-07-26T07:32:12.486 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 18 diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~16571206,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.486 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~16571206,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.492 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,83337162~16571206,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.492 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 19 diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.492 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.498 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:12.498 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 12 diff [91333533~6295368,108205283~7876533,122333135~3023348,133540506~3804342,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,385493019~7565163] 2024-07-26T07:32:12.498 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [91333533~6295368,108205283~7876533,122333135~3023348,133540506~3804342,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,385493019~7565163] 2024-07-26T07:32:12.503 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [91333533~6295368,108205283~7876533,122333135~3023348,133540506~3804342,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,385493019~7565163] 2024-07-26T07:32:12.503 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 13 diff [43045900~1180667,63139380~5013166,91333533~8574835,108205283~7876533,116935313~8422380,126685359~10659489,177024870~5514643,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.503 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [43045900~1180667,63139380~5013166,91333533~8574835,108205283~7876533,116935313~8422380,126685359~10659489,177024870~5514643,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.508 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [43045900~1180667,63139380~5013166,91333533~8574835,108205283~7876533,116935313~8422380,126685359~10659489,177024870~5514643,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,291645592~4497177,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.509 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 14 diff [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.509 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.514 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,177011631~5527882,186013075~2409360,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,257853911~6627993,291645592~4497177,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163] 2024-07-26T07:32:12.514 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 15 diff [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396725348~3561938] 2024-07-26T07:32:12.514 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396725348~3561938] 2024-07-26T07:32:12.519 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,148207177~2453020,167402955~6681127,177011631~5527882,186013075~2409360,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,257853911~8462570,291645592~4497177,304968534~2550250,344543721~987330,349630221~5714688,373881081~4004341,385493019~7565163,396725348~3561938] 2024-07-26T07:32:12.520 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 16 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.520 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.525 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~3977680,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,291645592~4497177,304968534~2550250,317988138~2280956,344543721~987330,349630221~5714688,360649285~2854819,373881081~4004341,385493019~7565163,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.525 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 17 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396725348~12396596] 2024-07-26T07:32:12.525 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,197090234~3099815,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396725348~12396596] 2024-07-26T07:32:12.531 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,91333533~8574835,108205283~7876533,116935313~20409535,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,196182739~4007310,206023894~2308719,222819122~1898027,227933203~6355723,254838292~11478189,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4004341,385493019~7565163,396725348~12396596] 2024-07-26T07:32:12.531 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 18 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~12362822,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.531 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~12362822,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.536 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~12362822,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2628723,227933203~6355723,254838292~11478189,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,360649285~2854819,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.537 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 19 diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.537 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.542 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:12.542 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 13 diff [43045900~1180667,63139380~5013166,94373858~5534510,116935313~5780730,124583615~774078,126685359~7494182,177024870~5514643,197090234~3099815,206023894~2308719,373881081~4004341] 2024-07-26T07:32:12.542 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [43045900~1180667,63139380~5013166,94373858~5534510,116935313~5780730,124583615~774078,126685359~7494182,177024870~5514643,197090234~3099815,206023894~2308719,373881081~4004341] 2024-07-26T07:32:12.547 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [43045900~1180667,63139380~5013166,94373858~5534510,116935313~5780730,124583615~774078,126685359~7494182,177024870~5514643,196182739~4007310,206023894~2308719,373881081~4004341] 2024-07-26T07:32:12.548 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 14 diff [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,257853911~6627993,344543721~987330,373881081~4004341] 2024-07-26T07:32:12.548 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,257853911~6627993,344543721~987330,373881081~4004341] 2024-07-26T07:32:12.554 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,177011631~5527882,186013075~2409360,196182739~4007310,206023894~2308719,257853911~6627993,344543721~987330,373881081~4004341] 2024-07-26T07:32:12.554 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 15 diff [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,257853911~8462570,304968534~2550250,344543721~987330,373881081~4004341,396725348~3561938] 2024-07-26T07:32:12.555 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,149521388~1138809,167402955~6681127,177011631~5527882,186013075~2409360,197090234~3099815,206023894~2308719,257853911~8462570,304968534~2550250,344543721~987330,373881081~4004341,396725348~3561938] 2024-07-26T07:32:12.560 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~2526144,37827318~3161723,43045900~1180667,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~5780730,123739065~10440476,148207177~2453020,167402955~6681127,177011631~5527882,186013075~2409360,196182739~4007310,206023894~2308719,257853911~8462570,304968534~2550250,344543721~987330,373881081~4004341,396725348~3561938] 2024-07-26T07:32:12.560 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 16 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,197090234~3099815,206023894~2308719,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,373881081~4004341,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.560 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~3977680,197090234~3099815,206023894~2308719,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,373881081~4004341,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.566 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~3977680,196182739~4007310,206023894~2308719,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,373881081~4004341,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.566 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 17 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,197090234~3099815,206023894~2308719,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4004341,396725348~12396596] 2024-07-26T07:32:12.566 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,197090234~3099815,206023894~2308719,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4004341,396725348~12396596] 2024-07-26T07:32:12.571 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,94373858~5534510,116935313~6140637,123739065~10440476,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,196182739~4007310,206023894~2308719,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4004341,396725348~12396596] 2024-07-26T07:32:12.571 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 18 diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~5082240,94373858~5534510,104979210~4839111,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.571 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~5082240,94373858~5534510,104979210~4839111,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.577 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,74029788~163254,87545546~5082240,94373858~5534510,104979210~4839111,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,206023894~2308719,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.577 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 19 diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.577 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.582 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.582 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 14 diff [31742057~2526144,37827318~3161723,57707769~2567159,74029788~163254,123739065~6650089,177011631~3933512,186013075~2409360,257853911~6627993,344543721~987330] 2024-07-26T07:32:12.583 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [31742057~2526144,37827318~3161723,57707769~2567159,74029788~163254,123739065~6650089,177011631~3933512,186013075~2409360,257853911~6627993,344543721~987330] 2024-07-26T07:32:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:12.589 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [31742057~2526144,37827318~3161723,57707769~2567159,74029788~163254,123739065~6650089,177011631~3933512,186013075~2409360,257853911~6627993,344543721~987330] 2024-07-26T07:32:12.589 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 15 diff [19812104~10092179,31742057~2526144,37827318~3161723,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~4970022,123739065~6650089,149521388~1138809,167402955~6681127,177011631~3933512,186013075~2409360,257853911~8462570,304968534~2550250,344543721~987330,396725348~3561938] 2024-07-26T07:32:12.589 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~2526144,37827318~3161723,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~4970022,123739065~6650089,149521388~1138809,167402955~6681127,177011631~3933512,186013075~2409360,257853911~8462570,304968534~2550250,344543721~987330,396725348~3561938] 2024-07-26T07:32:12.595 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~2526144,37827318~3161723,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~4970022,123739065~6650089,148207177~2453020,167402955~6681127,177011631~3933512,186013075~2409360,257853911~8462570,304968534~2550250,344543721~987330,396725348~3561938] 2024-07-26T07:32:12.595 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 16 diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~3977680,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.595 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~3977680,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.601 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~3977680,254838292~11478189,304968534~2550250,317988138~2280956,344543721~987330,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.601 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 17 diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.601 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.607 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,96874787~2731978,117740555~5335395,123739065~6650089,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.607 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 18 diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.607 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.612 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,31742057~3887475,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,74029788~163254,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.612 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 19 diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.612 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.618 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.618 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 15 diff [19812104~10092179,68242505~1773196,96874787~2731978,117740555~4970022,149521388~1138809,167402955~6681127,260572270~5744211,304968534~2550250,396725348~3561938] 2024-07-26T07:32:12.618 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,68242505~1773196,96874787~2731978,117740555~4970022,149521388~1138809,167402955~6681127,260572270~5744211,304968534~2550250,396725348~3561938] 2024-07-26T07:32:12.623 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,68242505~1773196,96874787~2731978,117740555~4970022,148207177~2453020,167402955~6681127,260572270~5744211,304968534~2550250,396725348~3561938] 2024-07-26T07:32:12.623 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 16 diff [19812104~10092179,33239506~2390026,45115948~1896814,68242505~1773196,96874787~2731978,117740555~5335395,149521388~1138809,160682566~3506386,167402955~7953413,185463835~3977680,254838292~5432155,260572270~5744211,304968534~2550250,317988138~2280956,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.623 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,33239506~2390026,45115948~1896814,68242505~1773196,96874787~2731978,117740555~5335395,149521388~1138809,160682566~3506386,167402955~7953413,185463835~3977680,254838292~5432155,260572270~5744211,304968534~2550250,317988138~2280956,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.629 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,33239506~2390026,45115948~1896814,68242505~1773196,96874787~2731978,117740555~5335395,148207177~2453020,160423095~3765857,167402955~7953413,185463835~3977680,254838292~5432155,260572270~5744211,304968534~2550250,317988138~2280956,360649285~2854819,396725348~3561938,403439132~5682812] 2024-07-26T07:32:12.629 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 17 diff [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,96874787~2731978,117740555~5335395,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.629 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,96874787~2731978,117740555~5335395,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.634 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,96874787~2731978,117740555~5335395,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,254838292~11478189,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,396725348~12396596] 2024-07-26T07:32:12.635 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 18 diff [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.635 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.640 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19812104~10092179,33239506~2390026,45115948~1896814,52981450~879332,68242505~1773196,87545546~5082240,96874787~2731978,104979210~4839111,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,222088426~2179673,254838292~11478189,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.640 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 19 diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.640 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.645 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:12.646 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 16 diff [33239506~2390026,45115948~1896814,117974375~5101575,160682566~3506386,167913570~7442798,185463835~3977680,254838292~5432155,317988138~2280956,360649285~2854819,403439132~5682812] 2024-07-26T07:32:12.646 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33239506~2390026,45115948~1896814,117974375~5101575,160682566~3506386,167913570~7442798,185463835~3977680,254838292~5432155,317988138~2280956,360649285~2854819,403439132~5682812] 2024-07-26T07:32:12.652 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33239506~2390026,45115948~1896814,117974375~5101575,160423095~3765857,167913570~7442798,185463835~3977680,254838292~5432155,317988138~2280956,360649285~2854819,403439132~5682812] 2024-07-26T07:32:12.652 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 17 diff [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,117974375~5101575,160682566~3506386,167913570~7442798,185463835~5863688,254838292~10000266,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,400162806~8959138] 2024-07-26T07:32:12.652 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,117974375~5101575,160682566~3506386,167913570~7442798,185463835~5863688,254838292~10000266,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,400162806~8959138] 2024-07-26T07:32:12.658 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,117974375~5101575,160423095~3765857,167913570~7442798,185463835~5863688,254838292~10000266,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,400162806~8959138] 2024-07-26T07:32:12.658 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 18 diff [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,87545546~5082240,104979210~4839111,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,222088426~2179673,254838292~10000266,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.658 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,87545546~5082240,104979210~4839111,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,222088426~2179673,254838292~10000266,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.664 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19877436~729417,33239506~2390026,45115948~1896814,52981450~879332,87545546~5082240,104979210~4839111,117974375~5101575,129088094~1631584,136004441~5226428,160423095~3765857,167913570~7442798,185463835~5863688,195696099~4458738,222088426~2179673,254838292~10000266,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,360649285~2854819,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.664 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 19 diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.664 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.670 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160423095~3765857,167913570~7442798,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:12.670 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 17 diff [19877436~729417,52981450~879332,171134391~2895333,186103768~5223755,260129264~4709294,279233939~1031242,309918683~7753148,348163228~3879198,400162806~6722089] 2024-07-26T07:32:12.670 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19877436~729417,52981450~879332,171134391~2895333,186103768~5223755,260129264~4709294,279233939~1031242,309918683~7753148,348163228~3879198,400162806~6722089] 2024-07-26T07:32:12.675 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19877436~729417,52981450~879332,171134391~2895333,186103768~5223755,260129264~4709294,279233939~1031242,309918683~7753148,348163228~3879198,400162806~6722089] 2024-07-26T07:32:12.675 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 18 diff [19877436~729417,52981450~879332,87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,222088426~2179673,260129264~4709294,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.675 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [19877436~729417,52981450~879332,87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,222088426~2179673,260129264~4709294,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.681 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [19877436~729417,52981450~879332,87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,222088426~2179673,260129264~4709294,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.681 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 19 diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.681 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.686 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:12.686 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to 18 diff [87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,195696099~4458738,222088426~2179673,273387107~4269202,348771095~196290,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.686 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,195696099~4458738,222088426~2179673,273387107~4269202,348771095~196290,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.692 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [87545546~5082240,104979210~4839111,129088094~1631584,136004441~5226428,195696099~4458738,222088426~2179673,273387107~4269202,348771095~196290,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.692 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to 19 diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.692 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.697 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:12.698 INFO:tasks.workunit.client.0.smithi037.stdout:from 18 to 19 diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~6459301,109935620~3502466,202351654~1067986,214744205~3680135,268564202~4180413,358954139~7140629] 2024-07-26T07:32:12.698 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~6459301,109935620~3502466,202351654~1067986,214744205~3680135,268564202~4180413,358954139~7140629] 2024-07-26T07:32:12.703 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,35543708~819934,70754149~6972856,81642803~6459301,109935620~3502466,201326592~2093048,213909504~4514836,268564202~4180413,358954139~7140629] 2024-07-26T07:32:13.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:12 smithi037 ceph-mon[97339]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:32:13.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:12 smithi037 ceph-mon[99762]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:32:13.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:12 smithi135 ceph-mon[90132]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:13.614 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:13.638 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:13.639 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:13.644 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:13.650 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.656 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.662 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.668 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.674 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.679 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.680 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.685 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.691 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:13.697 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.702 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.708 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.713 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.714 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:13.719 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:13.724 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160423095~3765857,167913570~7442798,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to HEAD diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:13.725 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to HEAD diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:13.730 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:13.735 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,35543708~819934,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,268564202~4180413,273387107~4269202,348771095~196290,358954139~7140629,375529125~3041197,390924258~3694747] 2024-07-26T07:32:14.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:13 smithi037 ceph-mon[97339]: pgmap v3442: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 25 MiB/s wr, 705 op/s 2024-07-26T07:32:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:13 smithi037 ceph-mon[99762]: pgmap v3442: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 25 MiB/s wr, 705 op/s 2024-07-26T07:32:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:13 smithi135 ceph-mon[90132]: pgmap v3442: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 25 MiB/s wr, 705 op/s 2024-07-26T07:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:14.633 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:14.660 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:14.666 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:14.672 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:14.673 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.678 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.684 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.690 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.696 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.701 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.707 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.713 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.718 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:14.719 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.724 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.729 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.730 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.735 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:14.741 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160423095~3765857,167913570~7442798,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to HEAD diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:14.746 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:14.751 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,35543708~819934,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,129088094~1631584,136004441~5226428,171134391~2895333,186103768~5223755,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,260129264~4709294,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~6722089] 2024-07-26T07:32:15.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:14 smithi037 ceph-mon[97339]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:32:15.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:14 smithi037 ceph-mon[99762]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:32:15.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:14 smithi135 ceph-mon[90132]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:15.632 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:15.675 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:15.677 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:15.683 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:15.688 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.689 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.694 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.700 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.706 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.711 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.712 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.717 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.724 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:15.729 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:15.734 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.735 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.740 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.745 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:15.751 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160682566~3506386,167913570~7442798,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:15.756 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19877436~729417,33239506~3124136,45115948~1896814,52981450~879332,70754149~6972856,81642803~10984983,104979210~4839111,109935620~3502466,117974375~5101575,129088094~1631584,136004441~5226428,160423095~3765857,167913570~7442798,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~10000266,268564202~4180413,273387107~4269202,279233939~1031242,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,400162806~8959138] 2024-07-26T07:32:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:15 smithi037 ceph-mon[97339]: pgmap v3444: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 29 MiB/s wr, 2.40k op/s 2024-07-26T07:32:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:15 smithi037 ceph-mon[97339]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:32:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:15 smithi037 ceph-mon[99762]: pgmap v3444: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 29 MiB/s wr, 2.40k op/s 2024-07-26T07:32:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:15 smithi037 ceph-mon[99762]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:32:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:15 smithi135 ceph-mon[90132]: pgmap v3444: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 29 MiB/s wr, 2.40k op/s 2024-07-26T07:32:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:15 smithi135 ceph-mon[90132]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:32:16.644 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:16.645 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:16.685 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:16.686 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:16.698 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:16.704 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:16.709 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.710 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.715 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:16.721 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.722 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.727 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.727 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.727 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.732 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.733 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.733 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.738 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.739 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.743 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.744 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:16.749 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:16.750 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.755 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.760 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.765 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:16.771 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,33239506~3124136,45115948~1896814,52981450~879332,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,129088094~1631584,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:16 smithi037 ceph-mon[97339]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:32:17.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:16 smithi037 ceph-mon[99762]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:32:17.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:16 smithi135 ceph-mon[90132]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:32:17.650 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:17.651 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:17.700 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:17.700 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:17.700 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:17.706 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:17.707 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:17.707 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:17.712 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:17.713 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:17.713 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:17.718 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:17.718 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.719 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.726 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.726 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.726 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.730 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:17.730 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.730 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.736 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.736 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.736 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.741 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.742 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.742 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.747 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.747 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.747 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.752 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.753 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.753 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.758 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:17.758 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:17.758 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:17.763 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:17.763 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.764 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.769 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.769 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.769 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,202351654~1067986,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:17.774 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,45115948~1896814,52981450~879332,57707769~2567159,68242505~1773196,70754149~6972856,81642803~10984983,96874787~2731978,104979210~4839111,109935620~3502466,117740555~5335395,123739065~6980613,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~3933512,185463835~5863688,195696099~4458738,201326592~2093048,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,375529125~3041197,390924258~3694747,396725348~12396596] 2024-07-26T07:32:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:17 smithi037 ceph-mon[97339]: pgmap v3447: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 158 KiB/s rd, 17 MiB/s wr, 3.95k op/s 2024-07-26T07:32:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:17 smithi037 ceph-mon[97339]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:32:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:17 smithi037 ceph-mon[99762]: pgmap v3447: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 158 KiB/s rd, 17 MiB/s wr, 3.95k op/s 2024-07-26T07:32:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:17 smithi037 ceph-mon[99762]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:32:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:17 smithi135 ceph-mon[90132]: pgmap v3447: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 158 KiB/s rd, 17 MiB/s wr, 3.95k op/s 2024-07-26T07:32:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:17 smithi135 ceph-mon[90132]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:32:18.673 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:18.673 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:18.717 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:18.717 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:18.717 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:18.724 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:18.724 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:18.725 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:18.730 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:18.730 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:18.730 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:18.736 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:18.736 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.736 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.741 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.742 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.742 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.748 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:18.748 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.748 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.753 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.753 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.753 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.759 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.759 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.759 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.765 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.766 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.766 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.771 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.771 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.771 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.776 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:18.776 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:18.776 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:18.782 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:18.782 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:18.782 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:18.787 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~10984983,94373858~5534510,104979210~4839111,109935620~3502466,116935313~6140637,123739065~10440476,136004441~5226428,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2179673,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~3879198,358954139~7140629,373881081~4689241,390924258~3694747,396725348~12396596] 2024-07-26T07:32:19.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:18 smithi037 ceph-mon[97339]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:32:19.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:18 smithi037 ceph-mon[99762]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:32:19.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:18 smithi135 ceph-mon[90132]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:32:19.677 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.677 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.728 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:19.728 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.728 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.735 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:19.735 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.735 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.740 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.740 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.741 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.746 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.746 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.746 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.752 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.752 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.752 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.757 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.757 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.757 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.763 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.763 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.763 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.769 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.769 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.769 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.776 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.776 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.776 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.780 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.780 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.781 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.785 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.785 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:19.785 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:19.790 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396725348~12396596] 2024-07-26T07:32:19.893 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.893 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.945 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:19.945 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.945 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:19.952 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:19.953 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.953 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.958 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:19.958 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.958 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.963 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:19.963 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.963 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.968 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.968 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.969 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.974 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:19.974 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.974 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.979 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.979 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.983 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.984 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.984 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.985 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.990 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.990 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.990 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.995 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.995 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:19.995 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:20.000 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~6389656,19812104~10092179,31742057~4621585,37827318~3161723,43045900~1180667,45115948~1896814,52981450~879332,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,81642803~18265565,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~7953413,177011631~5527882,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,254838292~11478189,268564202~4180413,273387107~4269202,279233939~1031242,291645592~4497177,304968534~2550250,309918683~7753148,317988138~2280956,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[97339]: pgmap v3450: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 905 KiB/s wr, 3.94k op/s 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[97339]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[99762]: pgmap v3450: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 905 KiB/s wr, 3.94k op/s 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[99762]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:32:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:19 smithi135 ceph-mon[90132]: pgmap v3450: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 905 KiB/s wr, 3.94k op/s 2024-07-26T07:32:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:19 smithi135 ceph-mon[90132]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:32:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:20.911 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:20.967 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:20.977 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:20.982 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:20.988 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.993 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:20.999 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.005 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.011 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.016 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~7233527,19812104~10092179,30083152~6280490,37827318~3161723,43045900~1180667,45115948~1896814,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~966492,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304968534~2550250,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:20 smithi037 ceph-mon[97339]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:32:21.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:20 smithi037 ceph-mon[97339]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:32:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:20 smithi037 ceph-mon[99762]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:32:21.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:20 smithi037 ceph-mon[99762]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:32:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:20 smithi135 ceph-mon[90132]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:32:21.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:20 smithi135 ceph-mon[90132]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:32:21.658 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:21] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-07-26T07:32:21.917 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:21.965 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:21.973 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:21.979 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:21.985 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.991 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:21.996 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.002 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.007 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,79156343~20752025,103597527~671962,104979210~11102606,116935313~24295556,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,304788816~2729968,309918683~10565641,328063292~3980094,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,63139380~5013166,68242505~1773196,70754149~6972856,78264456~21643912,100663296~3606193,104979210~11102606,116935313~24295556,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~2628723,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~4180413,273387107~11095953,291645592~4497177,301989888~5528896,309918683~10565641,327841954~4201432,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:21 smithi037 ceph-mon[97339]: pgmap v3454: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.2 KiB/s wr, 2.39k op/s 2024-07-26T07:32:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:21 smithi037 ceph-mon[97339]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:32:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:21 smithi037 ceph-mon[99762]: pgmap v3454: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.2 KiB/s wr, 2.39k op/s 2024-07-26T07:32:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:21 smithi037 ceph-mon[99762]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:32:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:21 smithi135 ceph-mon[90132]: pgmap v3454: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 5.2 KiB/s wr, 2.39k op/s 2024-07-26T07:32:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:21 smithi135 ceph-mon[90132]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:32:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:22.915 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:22.969 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:22.975 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:22.981 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:22.987 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.992 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:22.998 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:23.003 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~2308719,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,160423095~3765857,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~2308719,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,291645592~4497177,301989888~18494436,321515609~10527777,338838494~4679695,344543721~987330,348163228~7181681,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:22 smithi037 ceph-mon[97339]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:32:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:22 smithi037 ceph-mon[97339]: pgmap v3457: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 7.1 KiB/s wr, 1.30k op/s 2024-07-26T07:32:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:22 smithi037 ceph-mon[99762]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:32:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:22 smithi037 ceph-mon[99762]: pgmap v3457: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 7.1 KiB/s wr, 1.30k op/s 2024-07-26T07:32:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:22 smithi135 ceph-mon[90132]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:32:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:22 smithi135 ceph-mon[90132]: pgmap v3457: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 7.1 KiB/s wr, 1.30k op/s 2024-07-26T07:32:23.933 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:23.978 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:23.989 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:23.990 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:23.990 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:23.995 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:23.996 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:23.996 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:24.001 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:24.001 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.001 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.007 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.012 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,43045900~6374654,49481242~7276591,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358954139~7140629,373881081~4689241,385493019~9125986,396482237~12639707] 2024-07-26T07:32:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:23 smithi037 ceph-mon[97339]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:32:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:23 smithi037 ceph-mon[99762]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:32:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:23 smithi135 ceph-mon[90132]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:32:24.918 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:24.961 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:24.967 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:24.973 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:24.979 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.984 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,338838494~16506415,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~10092179,30083152~6280490,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,167402955~15136558,185463835~5863688,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,291645592~4497177,301989888~18494436,321515609~10527777,338838494~16506415,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[97339]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[97339]: pgmap v3460: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 6.5 KiB/s wr, 1.53k op/s 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[97339]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[99762]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[99762]: pgmap v3460: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 6.5 KiB/s wr, 1.53k op/s 2024-07-26T07:32:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:24 smithi037 ceph-mon[99762]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:32:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:24 smithi135 ceph-mon[90132]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:32:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:24 smithi135 ceph-mon[90132]: pgmap v3460: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 6.5 KiB/s wr, 1.53k op/s 2024-07-26T07:32:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:24 smithi135 ceph-mon[90132]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:32:25.940 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:25.940 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:25.987 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:25.987 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:25.987 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:25.992 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:25.993 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:25.993 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:25.998 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:25.998 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:25.998 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:26.004 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:26.004 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:26.004 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,10430023~8239389,19812104~16551538,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4452264,227590649~128172,227933203~6355723,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:26.009 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,10430023~8239389,19812104~16551538,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~4452264,226610927~7677999,244653197~3558449,254838292~11478189,268564202~15918858,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~23628925] 2024-07-26T07:32:26.941 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:26.942 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:26.992 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:26.992 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:26.992 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:27.000 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:27.000 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:27.000 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:27.005 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:27.005 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:27.005 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,222088426~4522501,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~18884952,358802245~7292523,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:27.011 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~4514836,222088426~12200500,240501454~1267056,244653197~3558449,254838292~11478189,268564202~16583060,285164647~12279,290514781~8148186,301989888~30053498,336459957~18884952,358405728~7689040,373881081~4689241,379451142~5459529,385493019~24716874] 2024-07-26T07:32:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:26 smithi037 ceph-mon[97339]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:32:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:26 smithi037 ceph-mon[97339]: pgmap v3463: 137 pgs: 137 active+clean; 1000 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 972 op/s 2024-07-26T07:32:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:26 smithi037 ceph-mon[99762]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:32:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:26 smithi037 ceph-mon[99762]: pgmap v3463: 137 pgs: 137 active+clean; 1000 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 972 op/s 2024-07-26T07:32:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:26 smithi135 ceph-mon[90132]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:32:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:26 smithi135 ceph-mon[90132]: pgmap v3463: 137 pgs: 137 active+clean; 1000 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 972 op/s 2024-07-26T07:32:27.957 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:27.957 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:28.006 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:28.006 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:28.006 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:28.012 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:28.012 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:28.012 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~1267056,244653197~3558449,253550499~12765982,268564202~17152441,290514781~8148186,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,373881081~4689241,379336968~30872925] 2024-07-26T07:32:28.018 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~36251659,148207177~2453020,155497707~8691245,166738054~15801459,185463835~5943744,191881540~2241577,195696099~4493950,201326592~2093048,206023894~6947514,213909504~20379422,240501454~1267056,244653197~3558449,252529468~13787013,268564202~17152441,290514781~8148186,301989888~30053498,336459957~29634811,373881081~4689241,379336968~30872925] 2024-07-26T07:32:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:27 smithi037 ceph-mon[97339]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:32:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:27 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:32:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:27 smithi037 ceph-mon[99762]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:32:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:27 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:32:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:27 smithi135 ceph-mon[90132]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:32:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:27 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:32:28.963 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:28.964 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:29.000 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:29.000 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:29.000 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17042729,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,155497707~4925388,160682566~3506386,166738054~15801459,185463835~5943744,191741741~8448308,202351654~1067986,206023894~6947514,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,336459957~21945771,358802245~7292523,372127743~38082150] 2024-07-26T07:32:29.011 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~17042729,78264456~21643912,100663296~3606193,104979210~45680987,155497707~8691245,166738054~15801459,185463835~14726214,201326592~2093048,206023894~6947514,213909504~20379422,239075328~9403767,252529468~33187175,289406976~9255991,301989888~30053498,336459957~29634811,369098752~41111141] 2024-07-26T07:32:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[97339]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:32:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[97339]: pgmap v3466: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 923 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 875 op/s 2024-07-26T07:32:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:32:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:32:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:32:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[99762]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:32:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[99762]: pgmap v3466: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 923 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 875 op/s 2024-07-26T07:32:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:32:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:32:29.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:28 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:32:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:28 smithi135 ceph-mon[90132]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:32:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:28 smithi135 ceph-mon[90132]: pgmap v3466: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 923 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 875 op/s 2024-07-26T07:32:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:32:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:32:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:28 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:32:29.907 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:29.908 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [2243499~887806,9798900~8870512,18694913~17668729,37827318~3161723,42004090~7416464,49481242~7276591,57707769~2567159,60684276~17580180,79156343~20752025,103597527~671962,104979210~36251659,141661114~6546063,149521388~1138809,151340265~9082830,160682566~3506386,164334496~18205017,185463835~5943744,191741741~8448308,202351654~1067986,205616084~7355324,214744205~3680135,221283693~5327234,227590649~128172,227933203~6355723,240501454~7977641,250034073~2495395,253550499~32166144,290110671~8552296,304788816~2729968,308102543~12381781,321515609~6326345,328063292~3980094,332315676~26090052,358802245~7292523,372127743~38082150] 2024-07-26T07:32:29.947 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~3131305,8388608~10280804,18694913~17668729,37827318~3161723,41943040~14814793,57707769~2567159,60684276~39224092,100663296~3606193,104979210~45680987,151340265~31199248,185463835~14726214,201326592~2093048,205520896~7450512,213909504~20379422,239075328~46641315,289406976~9255991,301989888~64104880,369098752~41111141] 2024-07-26T07:32:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:29 smithi037 ceph-mon[97339]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:32:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:29 smithi037 ceph-mon[97339]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:32:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:29 smithi037 ceph-mon[99762]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:32:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:29 smithi037 ceph-mon[99762]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:32:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:29 smithi135 ceph-mon[90132]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:32:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:29 smithi135 ceph-mon[90132]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:32:30.985 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39517 ms) 2024-07-26T07:32:30.986 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-07-26T07:32:30.986 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:30 smithi037 ceph-mon[97339]: pgmap v3469: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 899 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-07-26T07:32:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:30 smithi037 ceph-mon[99762]: pgmap v3469: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 899 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-07-26T07:32:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:30 smithi135 ceph-mon[90132]: pgmap v3469: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 899 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-07-26T07:32:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:31] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-07-26T07:32:32.077 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1091 ms) 2024-07-26T07:32:32.077 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-07-26T07:32:32.077 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:32.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:31 smithi135 ceph-mon[90132]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:32:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:31 smithi037 ceph-mon[97339]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:32:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:31 smithi037 ceph-mon[99762]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:32:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:33.094 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [647211~64061,2378191~22098,2966228~91707,6693511~4052,7069555~62615,7178158~35353,7487421~87865,8279731~80507,15388906~77622,18682460~55917] to clone 2024-07-26T07:32:33.094 INFO:tasks.workunit.client.0.smithi037.stdout: diff was [0~3057935,4194304~4165934,12582912~2883616,16777216~1961161] 2024-07-26T07:32:33.098 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1021 ms) 2024-07-26T07:32:33.098 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-07-26T07:32:33.098 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:33.117 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [372545~24082,2231330~54195,3915367~84027,4062322~89682,5367603~98059,7712664~61979,10084516~18123,10113518~40105,16207272~59009,20774061~90218] 2024-07-26T07:32:33.128 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-07-26T07:32:33.128 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-07-26T07:32:33.128 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:32 smithi037 ceph-mon[97339]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:32:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:32 smithi037 ceph-mon[97339]: pgmap v3472: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 258 op/s 2024-07-26T07:32:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:32 smithi037 ceph-mon[99762]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:32:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:32 smithi037 ceph-mon[99762]: pgmap v3472: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 258 op/s 2024-07-26T07:32:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:32 smithi135 ceph-mon[90132]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:32:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:32 smithi135 ceph-mon[90132]: pgmap v3472: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 258 op/s 2024-07-26T07:32:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:33 smithi037 ceph-mon[97339]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:32:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:33 smithi037 ceph-mon[99762]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:32:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:33 smithi135 ceph-mon[90132]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:32:35.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1875 ms) 2024-07-26T07:32:35.004 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-07-26T07:32:35.005 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:35.058 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (54 ms) 2024-07-26T07:32:35.058 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-07-26T07:32:35.058 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:35.132 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (74 ms) 2024-07-26T07:32:35.132 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-07-26T07:32:35.132 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:35.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:34 smithi135 ceph-mon[90132]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:32:35.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:34 smithi135 ceph-mon[90132]: pgmap v3475: 137 pgs: 137 active+clean; 784 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2024-07-26T07:32:35.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:35.242 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:34 smithi135 ceph-mon[90132]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[97339]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[97339]: pgmap v3475: 137 pgs: 137 active+clean; 784 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[97339]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[99762]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[99762]: pgmap v3475: 137 pgs: 137 active+clean; 784 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:34 smithi037 ceph-mon[99762]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:32:35.588 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:32:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T07:32:35.242527954Z level=info msg="Completed cleanup jobs" duration=2.847588ms 2024-07-26T07:32:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:37 smithi037 ceph-mon[97339]: pgmap v3477: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 315 op/s 2024-07-26T07:32:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:37 smithi037 ceph-mon[99762]: pgmap v3477: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 315 op/s 2024-07-26T07:32:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:37 smithi135 ceph-mon[90132]: pgmap v3477: 137 pgs: 137 active+clean; 821 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 315 op/s 2024-07-26T07:32:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:39 smithi037 ceph-mon[97339]: pgmap v3478: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-07-26T07:32:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:39 smithi037 ceph-mon[99762]: pgmap v3478: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-07-26T07:32:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:39 smithi135 ceph-mon[90132]: pgmap v3478: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-07-26T07:32:40.170 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-07-26T07:32:40.170 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-07-26T07:32:40.170 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:32:40.170 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-07-26T07:32:40.903 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 19 tests from DiffIterateTest/0 (253240 ms total) 2024-07-26T07:32:40.903 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:32:40.903 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-07-26T07:32:40.939 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-07-26T07:32:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:40 smithi037 ceph-mon[99762]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:32:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:40 smithi037 ceph-mon[99762]: pgmap v3480: 137 pgs: 137 active+clean; 882 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.9 MiB/s wr, 231 op/s 2024-07-26T07:32:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:40 smithi037 ceph-mon[97339]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:32:41.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:40 smithi037 ceph-mon[97339]: pgmap v3480: 137 pgs: 137 active+clean; 882 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.9 MiB/s wr, 231 op/s 2024-07-26T07:32:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:40 smithi135 ceph-mon[90132]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:32:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:40 smithi135 ceph-mon[90132]: pgmap v3480: 137 pgs: 137 active+clean; 882 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.9 MiB/s wr, 231 op/s 2024-07-26T07:32:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:41] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-07-26T07:32:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:41 smithi037 ceph-mon[97339]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:32:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:41 smithi037 ceph-mon[99762]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:32:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:41 smithi135 ceph-mon[90132]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:32:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:42.912 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2630410966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: pgmap v3483: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[97339]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2630410966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: pgmap v3483: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:32:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:32:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:42 smithi037 ceph-mon[99762]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2630410966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: pgmap v3483: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:32:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi037-147652-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:32:43.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:42 smithi135 ceph-mon[90132]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:32:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:43 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:32:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:43 smithi037 ceph-mon[97339]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:32:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:43 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:32:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:43 smithi037 ceph-mon[99762]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:32:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:43 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:32:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:43 smithi135 ceph-mon[90132]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:32:44.951 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [996405~8493,2297053~92949,3681612~7625,4270869~61273,8476045~25982,9222983~75475,9388242~84410,12508148~2684,12672183~30077,16128123~9522] 2024-07-26T07:32:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:44 smithi037 ceph-mon[97339]: pgmap v3486: 137 pgs: 1 creating+activating, 1 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:32:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:44 smithi037 ceph-mon[97339]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:32:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:44 smithi037 ceph-mon[99762]: pgmap v3486: 137 pgs: 1 creating+activating, 1 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:32:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:44 smithi037 ceph-mon[99762]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:32:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:44 smithi135 ceph-mon[90132]: pgmap v3486: 137 pgs: 1 creating+activating, 1 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:32:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:44 smithi135 ceph-mon[90132]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:32:45.958 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [0~20971520] 2024-07-26T07:32:45.964 INFO:tasks.workunit.client.0.smithi037.stdout: diff was [0~20971520] 2024-07-26T07:32:45.968 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5030 ms) 2024-07-26T07:32:45.968 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-07-26T07:32:45.969 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:46.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:45 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:32:46.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:45 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:32:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:45 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:32:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:46 smithi037 ceph-mon[97339]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:32:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:46 smithi037 ceph-mon[97339]: pgmap v3489: 137 pgs: 1 creating+activating, 1 creating+peering, 135 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-07-26T07:32:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:46 smithi037 ceph-mon[99762]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:32:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:46 smithi037 ceph-mon[99762]: pgmap v3489: 137 pgs: 1 creating+activating, 1 creating+peering, 135 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-07-26T07:32:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:46 smithi135 ceph-mon[90132]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:32:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:46 smithi135 ceph-mon[90132]: pgmap v3489: 137 pgs: 1 creating+activating, 1 creating+peering, 135 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-07-26T07:32:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:47 smithi037 ceph-mon[97339]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:32:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:47 smithi037 ceph-mon[99762]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:32:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:47 smithi135 ceph-mon[90132]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:32:48.993 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:48 smithi037 ceph-mon[97339]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:32:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:48 smithi037 ceph-mon[97339]: pgmap v3492: 137 pgs: 137 active+clean; 8.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 47 KiB/s wr, 30 op/s 2024-07-26T07:32:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:48 smithi037 ceph-mon[99762]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:32:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:48 smithi037 ceph-mon[99762]: pgmap v3492: 137 pgs: 137 active+clean; 8.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 47 KiB/s wr, 30 op/s 2024-07-26T07:32:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:48 smithi135 ceph-mon[90132]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:32:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:48 smithi135 ceph-mon[90132]: pgmap v3492: 137 pgs: 137 active+clean; 8.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 47 KiB/s wr, 30 op/s 2024-07-26T07:32:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:49 smithi037 ceph-mon[97339]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:32:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:49 smithi037 ceph-mon[99762]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:32:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:49 smithi135 ceph-mon[90132]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:32:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:32:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:50 smithi037 ceph-mon[99762]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:32:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:50 smithi037 ceph-mon[99762]: pgmap v3495: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 224 KiB/s wr, 89 op/s 2024-07-26T07:32:51.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:50 smithi037 ceph-mon[97339]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:32:51.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:50 smithi037 ceph-mon[97339]: pgmap v3495: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 224 KiB/s wr, 89 op/s 2024-07-26T07:32:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:50 smithi135 ceph-mon[90132]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:32:51.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:50 smithi135 ceph-mon[90132]: pgmap v3495: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 224 KiB/s wr, 89 op/s 2024-07-26T07:32:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:32:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:32:51] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:32:52.016 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:51 smithi037 ceph-mon[97339]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:32:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:51 smithi037 ceph-mon[99762]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:32:52.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:51 smithi135 ceph-mon[90132]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:32:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:32:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:32:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:52 smithi037 ceph-mon[97339]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:32:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:52 smithi037 ceph-mon[97339]: pgmap v3498: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 179 KiB/s wr, 64 op/s 2024-07-26T07:32:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:52 smithi037 ceph-mon[99762]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:32:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:52 smithi037 ceph-mon[99762]: pgmap v3498: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 179 KiB/s wr, 64 op/s 2024-07-26T07:32:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:52 smithi135 ceph-mon[90132]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:32:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:52 smithi135 ceph-mon[90132]: pgmap v3498: 137 pgs: 137 active+clean; 18 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 179 KiB/s wr, 64 op/s 2024-07-26T07:32:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:54 smithi037 ceph-mon[97339]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:32:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:54 smithi037 ceph-mon[99762]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:32:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:54 smithi135 ceph-mon[90132]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:32:54.928 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[97339]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[97339]: pgmap v3501: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[97339]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[99762]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[99762]: pgmap v3501: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-07-26T07:32:55.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:55 smithi037 ceph-mon[99762]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:32:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:55 smithi135 ceph-mon[90132]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:32:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:55 smithi135 ceph-mon[90132]: pgmap v3501: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-07-26T07:32:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:55 smithi135 ceph-mon[90132]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:32:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:56 smithi037 ceph-mon[97339]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:32:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:56 smithi037 ceph-mon[97339]: pgmap v3504: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-07-26T07:32:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:56 smithi037 ceph-mon[99762]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:32:57.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:56 smithi037 ceph-mon[99762]: pgmap v3504: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-07-26T07:32:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:56 smithi135 ceph-mon[90132]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:32:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:56 smithi135 ceph-mon[90132]: pgmap v3504: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-07-26T07:32:57.937 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:32:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:57 smithi037 ceph-mon[97339]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:32:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:57 smithi037 ceph-mon[99762]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:32:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:57 smithi135 ceph-mon[90132]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:32:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:58 smithi037 ceph-mon[97339]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:32:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:58 smithi037 ceph-mon[97339]: pgmap v3507: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:32:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:58 smithi037 ceph-mon[99762]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:32:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:58 smithi037 ceph-mon[99762]: pgmap v3507: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:32:59.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:58 smithi135 ceph-mon[90132]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:32:59.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:58 smithi135 ceph-mon[90132]: pgmap v3507: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-07-26T07:33:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:32:59 smithi037 ceph-mon[97339]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:33:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:32:59 smithi037 ceph-mon[99762]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:33:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:32:59 smithi135 ceph-mon[90132]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:33:00.963 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14994 ms) 2024-07-26T07:33:00.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-07-26T07:33:00.964 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:00 smithi037 ceph-mon[97339]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:33:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:00 smithi037 ceph-mon[97339]: pgmap v3510: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 113 op/s 2024-07-26T07:33:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:00 smithi037 ceph-mon[99762]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:33:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:00 smithi037 ceph-mon[99762]: pgmap v3510: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 113 op/s 2024-07-26T07:33:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:00 smithi135 ceph-mon[90132]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:33:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:00 smithi135 ceph-mon[90132]: pgmap v3510: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.7 KiB/s wr, 113 op/s 2024-07-26T07:33:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:01] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:33:02.239 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:01 smithi135 ceph-mon[90132]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:33:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:01 smithi037 ceph-mon[97339]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:33:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:01 smithi037 ceph-mon[99762]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:33:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:02 smithi037 ceph-mon[97339]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:33:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:02 smithi037 ceph-mon[97339]: pgmap v3513: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-07-26T07:33:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:02 smithi037 ceph-mon[99762]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:33:03.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:02 smithi037 ceph-mon[99762]: pgmap v3513: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-07-26T07:33:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:02 smithi135 ceph-mon[90132]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:33:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:02 smithi135 ceph-mon[90132]: pgmap v3513: 137 pgs: 137 active+clean; 24 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-07-26T07:33:03.979 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:03 smithi037 ceph-mon[97339]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:33:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:03 smithi037 ceph-mon[99762]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:33:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:03 smithi135 ceph-mon[90132]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[97339]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[97339]: pgmap v3516: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[99762]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[99762]: pgmap v3516: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-26T07:33:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:04 smithi135 ceph-mon[90132]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:33:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:04 smithi135 ceph-mon[90132]: pgmap v3516: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-26T07:33:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:05 smithi037 ceph-mon[97339]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:33:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:05 smithi037 ceph-mon[99762]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:33:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:05 smithi135 ceph-mon[90132]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:33:07.003 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:06 smithi037 ceph-mon[97339]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:33:07.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:06 smithi037 ceph-mon[97339]: pgmap v3519: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-07-26T07:33:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:06 smithi037 ceph-mon[99762]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:33:07.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:06 smithi037 ceph-mon[99762]: pgmap v3519: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-07-26T07:33:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:06 smithi135 ceph-mon[90132]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:33:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:06 smithi135 ceph-mon[90132]: pgmap v3519: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-07-26T07:33:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:07 smithi037 ceph-mon[97339]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:33:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:07 smithi037 ceph-mon[99762]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:33:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:07 smithi135 ceph-mon[90132]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:33:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:08 smithi037 ceph-mon[97339]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:33:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:08 smithi037 ceph-mon[97339]: pgmap v3522: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-26T07:33:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:08 smithi037 ceph-mon[99762]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:33:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:08 smithi037 ceph-mon[99762]: pgmap v3522: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-26T07:33:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:08 smithi135 ceph-mon[90132]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:33:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:08 smithi135 ceph-mon[90132]: pgmap v3522: 137 pgs: 137 active+clean; 32 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-26T07:33:10.024 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:09 smithi037 ceph-mon[97339]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:33:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:09 smithi037 ceph-mon[99762]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:33:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:09 smithi135 ceph-mon[90132]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:33:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:10 smithi037 ceph-mon[97339]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:33:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:10 smithi037 ceph-mon[97339]: pgmap v3525: 137 pgs: 137 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-26T07:33:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:10 smithi037 ceph-mon[99762]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:33:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:10 smithi037 ceph-mon[99762]: pgmap v3525: 137 pgs: 137 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-26T07:33:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:11 smithi135 ceph-mon[90132]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:33:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:11 smithi135 ceph-mon[90132]: pgmap v3525: 137 pgs: 137 active+clean; 41 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-26T07:33:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:11] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:33:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:12 smithi037 ceph-mon[97339]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:33:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:12 smithi037 ceph-mon[99762]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:33:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:12 smithi135 ceph-mon[90132]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:33:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:13.048 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:13 smithi037 ceph-mon[97339]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:33:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:13 smithi037 ceph-mon[97339]: pgmap v3528: 137 pgs: 137 active+clean; 44 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-07-26T07:33:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:13 smithi037 ceph-mon[99762]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:33:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:13 smithi037 ceph-mon[99762]: pgmap v3528: 137 pgs: 137 active+clean; 44 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-07-26T07:33:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:13 smithi135 ceph-mon[90132]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:33:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:13 smithi135 ceph-mon[90132]: pgmap v3528: 137 pgs: 137 active+clean; 44 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-07-26T07:33:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:14 smithi037 ceph-mon[97339]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:33:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:14 smithi037 ceph-mon[99762]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:33:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:14 smithi135 ceph-mon[90132]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:33:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:15 smithi037 ceph-mon[97339]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:33:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:15 smithi037 ceph-mon[97339]: pgmap v3531: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-07-26T07:33:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:15 smithi037 ceph-mon[99762]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:33:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:15 smithi037 ceph-mon[99762]: pgmap v3531: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-07-26T07:33:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:15 smithi135 ceph-mon[90132]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:33:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:15 smithi135 ceph-mon[90132]: pgmap v3531: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 61 op/s 2024-07-26T07:33:16.064 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15101 ms) 2024-07-26T07:33:16.064 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-07-26T07:33:16.065 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:16 smithi037 ceph-mon[97339]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:33:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:16 smithi037 ceph-mon[99762]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:33:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:16 smithi135 ceph-mon[90132]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:33:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:17 smithi037 ceph-mon[97339]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:33:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:17 smithi037 ceph-mon[97339]: pgmap v3534: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-07-26T07:33:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:17 smithi037 ceph-mon[99762]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:33:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:17 smithi037 ceph-mon[99762]: pgmap v3534: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-07-26T07:33:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:17 smithi135 ceph-mon[90132]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:33:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:17 smithi135 ceph-mon[90132]: pgmap v3534: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 101 op/s 2024-07-26T07:33:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:19 smithi037 ceph-mon[97339]: pgmap v3535: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-07-26T07:33:19.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:19 smithi037 ceph-mon[99762]: pgmap v3535: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-07-26T07:33:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:19 smithi135 ceph-mon[90132]: pgmap v3535: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-07-26T07:33:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:21.698 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:21 smithi037 ceph-mon[97339]: pgmap v3536: 137 pgs: 137 active+clean; 58 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-07-26T07:33:21.698 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:21 smithi037 ceph-mon[97339]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:33:21.699 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:21] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:33:21.699 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:21 smithi037 ceph-mon[99762]: pgmap v3536: 137 pgs: 137 active+clean; 58 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-07-26T07:33:21.699 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:21 smithi037 ceph-mon[99762]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:33:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:21 smithi135 ceph-mon[90132]: pgmap v3536: 137 pgs: 137 active+clean; 58 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-07-26T07:33:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:21 smithi135 ceph-mon[90132]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:33:22.420 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:22 smithi135 ceph-mon[90132]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:33:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:22.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:22 smithi037 ceph-mon[97339]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:33:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:22 smithi037 ceph-mon[99762]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:33:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:23 smithi037 ceph-mon[97339]: pgmap v3539: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 654 KiB/s wr, 36 op/s 2024-07-26T07:33:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:23 smithi037 ceph-mon[97339]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:33:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:23 smithi037 ceph-mon[99762]: pgmap v3539: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 654 KiB/s wr, 36 op/s 2024-07-26T07:33:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:23 smithi037 ceph-mon[99762]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:33:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:23 smithi135 ceph-mon[90132]: pgmap v3539: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 654 KiB/s wr, 36 op/s 2024-07-26T07:33:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:23 smithi135 ceph-mon[90132]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:33:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:25 smithi037 ceph-mon[97339]: pgmap v3541: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:33:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:25 smithi037 ceph-mon[99762]: pgmap v3541: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:33:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:25 smithi135 ceph-mon[90132]: pgmap v3541: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:33:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:27 smithi037 ceph-mon[97339]: pgmap v3542: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-07-26T07:33:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:27 smithi037 ceph-mon[97339]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:33:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:27 smithi037 ceph-mon[99762]: pgmap v3542: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-07-26T07:33:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:27 smithi037 ceph-mon[99762]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:33:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:27 smithi135 ceph-mon[90132]: pgmap v3542: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-07-26T07:33:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:27 smithi135 ceph-mon[90132]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:33:28.446 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:28 smithi037 ceph-mon[97339]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:33:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:28 smithi037 ceph-mon[99762]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:33:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:28 smithi135 ceph-mon[90132]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: pgmap v3545: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: pgmap v3545: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-07-26T07:33:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:33:29.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:33:29.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:33:29.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:33:29.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: pgmap v3545: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 54 op/s 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:33:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:33:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:31 smithi037 ceph-mon[97339]: pgmap v3547: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-07-26T07:33:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:31] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:33:31.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:31 smithi037 ceph-mon[99762]: pgmap v3547: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-07-26T07:33:31.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:31 smithi135 ceph-mon[90132]: pgmap v3547: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-07-26T07:33:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:33 smithi037 ceph-mon[97339]: pgmap v3548: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:33:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:33 smithi037 ceph-mon[97339]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:33:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:33 smithi037 ceph-mon[99762]: pgmap v3548: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:33:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:33 smithi037 ceph-mon[99762]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:33:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:33 smithi135 ceph-mon[90132]: pgmap v3548: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:33:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:33 smithi135 ceph-mon[90132]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:33:34.467 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:34 smithi037 ceph-mon[97339]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:33:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:34 smithi037 ceph-mon[99762]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:33:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:34 smithi135 ceph-mon[90132]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:33:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:35.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:35 smithi037 ceph-mon[97339]: pgmap v3551: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:33:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:35 smithi037 ceph-mon[97339]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:33:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:35 smithi037 ceph-mon[99762]: pgmap v3551: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:33:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:35 smithi037 ceph-mon[99762]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:33:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:35 smithi135 ceph-mon[90132]: pgmap v3551: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:33:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:35 smithi135 ceph-mon[90132]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:33:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:37 smithi037 ceph-mon[97339]: pgmap v3553: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-26T07:33:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:37 smithi037 ceph-mon[99762]: pgmap v3553: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-26T07:33:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:37 smithi135 ceph-mon[90132]: pgmap v3553: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-26T07:33:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:39 smithi037 ceph-mon[97339]: pgmap v3554: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-07-26T07:33:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:39 smithi037 ceph-mon[97339]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:33:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:39 smithi037 ceph-mon[99762]: pgmap v3554: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-07-26T07:33:39.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:39 smithi037 ceph-mon[99762]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:33:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:39 smithi135 ceph-mon[90132]: pgmap v3554: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-07-26T07:33:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:39 smithi135 ceph-mon[90132]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:33:40.507 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:40 smithi037 ceph-mon[97339]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:33:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:40 smithi037 ceph-mon[99762]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:33:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:40 smithi135 ceph-mon[90132]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:33:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:41 smithi037 ceph-mon[99762]: pgmap v3557: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:33:41.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:41 smithi037 ceph-mon[99762]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:33:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:41 smithi037 ceph-mon[97339]: pgmap v3557: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:33:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:41 smithi037 ceph-mon[97339]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:33:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:41] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-07-26T07:33:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:41 smithi135 ceph-mon[90132]: pgmap v3557: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:33:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:41 smithi135 ceph-mon[90132]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:33:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:43 smithi037 ceph-mon[97339]: pgmap v3559: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:33:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:43 smithi037 ceph-mon[99762]: pgmap v3559: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:33:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:43 smithi135 ceph-mon[90132]: pgmap v3559: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:33:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:45 smithi037 ceph-mon[97339]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:33:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:45 smithi037 ceph-mon[97339]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:33:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:45 smithi037 ceph-mon[99762]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:33:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:45 smithi037 ceph-mon[99762]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:33:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:45 smithi135 ceph-mon[90132]: pgmap v3560: 137 pgs: 137 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:33:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:45 smithi135 ceph-mon[90132]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:33:46.539 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30475 ms) 2024-07-26T07:33:46.539 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-07-26T07:33:46.539 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:46 smithi037 ceph-mon[97339]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:33:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:46 smithi037 ceph-mon[99762]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:33:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:46 smithi135 ceph-mon[90132]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:33:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:47 smithi037 ceph-mon[97339]: pgmap v3563: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-07-26T07:33:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:47 smithi037 ceph-mon[97339]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:33:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:47 smithi037 ceph-mon[99762]: pgmap v3563: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-07-26T07:33:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:47 smithi037 ceph-mon[99762]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:33:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:47 smithi135 ceph-mon[90132]: pgmap v3563: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-07-26T07:33:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:47 smithi135 ceph-mon[90132]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:33:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:49 smithi037 ceph-mon[97339]: pgmap v3565: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:33:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:49 smithi037 ceph-mon[99762]: pgmap v3565: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:33:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:49 smithi135 ceph-mon[90132]: pgmap v3565: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:33:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:33:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:51 smithi037 ceph-mon[97339]: pgmap v3566: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:33:51.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:51 smithi037 ceph-mon[97339]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:33:51.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:33:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:33:51] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:33:51.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:51 smithi037 ceph-mon[99762]: pgmap v3566: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:33:51.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:51 smithi037 ceph-mon[99762]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:33:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:51 smithi135 ceph-mon[90132]: pgmap v3566: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:33:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:51 smithi135 ceph-mon[90132]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:33:52.561 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:52 smithi135 ceph-mon[90132]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:33:52.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:33:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:33:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:52 smithi037 ceph-mon[97339]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:33:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:52 smithi037 ceph-mon[99762]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:33:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:53 smithi037 ceph-mon[97339]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 KiB/s wr, 30 op/s 2024-07-26T07:33:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:53 smithi037 ceph-mon[97339]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:33:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:53 smithi037 ceph-mon[99762]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 KiB/s wr, 30 op/s 2024-07-26T07:33:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:53 smithi037 ceph-mon[99762]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:33:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:53 smithi135 ceph-mon[90132]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 KiB/s wr, 30 op/s 2024-07-26T07:33:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:53 smithi135 ceph-mon[90132]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:33:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:55 smithi037 ceph-mon[97339]: pgmap v3571: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-26T07:33:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:55 smithi037 ceph-mon[99762]: pgmap v3571: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-26T07:33:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:55 smithi135 ceph-mon[90132]: pgmap v3571: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-26T07:33:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:57 smithi037 ceph-mon[97339]: pgmap v3572: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-07-26T07:33:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:57 smithi037 ceph-mon[97339]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:33:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:57 smithi037 ceph-mon[99762]: pgmap v3572: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-07-26T07:33:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:57 smithi037 ceph-mon[99762]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:33:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:57 smithi135 ceph-mon[90132]: pgmap v3572: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-07-26T07:33:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:57 smithi135 ceph-mon[90132]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:33:58.577 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:33:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:58 smithi135 ceph-mon[90132]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:33:59.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:58 smithi037 ceph-mon[97339]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:33:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:58 smithi037 ceph-mon[99762]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:33:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:59 smithi037 ceph-mon[97339]: pgmap v3575: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-07-26T07:33:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:33:59 smithi037 ceph-mon[97339]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:33:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:59 smithi037 ceph-mon[99762]: pgmap v3575: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-07-26T07:33:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:33:59 smithi037 ceph-mon[99762]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:33:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:59 smithi135 ceph-mon[90132]: pgmap v3575: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 688 KiB/s wr, 42 op/s 2024-07-26T07:33:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:33:59 smithi135 ceph-mon[90132]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:34:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:01 smithi037 ceph-mon[97339]: pgmap v3577: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-26T07:34:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:01] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:34:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:01 smithi037 ceph-mon[99762]: pgmap v3577: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-26T07:34:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:01 smithi135 ceph-mon[90132]: pgmap v3577: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-26T07:34:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:03 smithi135 ceph-mon[90132]: pgmap v3578: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:03 smithi135 ceph-mon[90132]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:34:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:03 smithi037 ceph-mon[97339]: pgmap v3578: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:03 smithi037 ceph-mon[97339]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:34:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:03 smithi037 ceph-mon[99762]: pgmap v3578: 137 pgs: 137 active+clean; 106 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:03 smithi037 ceph-mon[99762]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:34:04.601 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:04 smithi135 ceph-mon[90132]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:34:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:04 smithi037 ceph-mon[99762]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:34:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:04 smithi037 ceph-mon[97339]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:34:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:05 smithi135 ceph-mon[90132]: pgmap v3581: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:05 smithi135 ceph-mon[90132]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:34:06.044 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:05 smithi037 ceph-mon[99762]: pgmap v3581: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:05 smithi037 ceph-mon[99762]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:34:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:05 smithi037 ceph-mon[97339]: pgmap v3581: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:05 smithi037 ceph-mon[97339]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:34:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:07 smithi135 ceph-mon[90132]: pgmap v3583: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 50 op/s 2024-07-26T07:34:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:07 smithi037 ceph-mon[97339]: pgmap v3583: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 50 op/s 2024-07-26T07:34:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:07 smithi037 ceph-mon[99762]: pgmap v3583: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 50 op/s 2024-07-26T07:34:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:09 smithi135 ceph-mon[90132]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:34:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:09 smithi135 ceph-mon[90132]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:34:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:09 smithi037 ceph-mon[97339]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:34:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:09 smithi037 ceph-mon[97339]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:34:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:09 smithi037 ceph-mon[99762]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:34:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:09 smithi037 ceph-mon[99762]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:34:10.633 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:11.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:10 smithi037 ceph-mon[97339]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:34:11.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:10 smithi037 ceph-mon[99762]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:34:11.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:10 smithi135 ceph-mon[90132]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:34:11.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:34:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:11 smithi037 ceph-mon[97339]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-07-26T07:34:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:11 smithi037 ceph-mon[97339]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:34:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:11 smithi037 ceph-mon[99762]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-07-26T07:34:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:11 smithi037 ceph-mon[99762]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:34:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:11 smithi135 ceph-mon[90132]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-07-26T07:34:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:11 smithi135 ceph-mon[90132]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:34:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:13 smithi037 ceph-mon[97339]: pgmap v3589: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-07-26T07:34:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:13 smithi037 ceph-mon[99762]: pgmap v3589: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-07-26T07:34:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:13 smithi135 ceph-mon[90132]: pgmap v3589: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-07-26T07:34:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:15 smithi037 ceph-mon[97339]: pgmap v3590: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:34:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:15 smithi037 ceph-mon[97339]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:34:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:15 smithi037 ceph-mon[99762]: pgmap v3590: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:34:16.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:15 smithi037 ceph-mon[99762]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:34:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:15 smithi135 ceph-mon[90132]: pgmap v3590: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-26T07:34:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:15 smithi135 ceph-mon[90132]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:34:16.653 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30114 ms) 2024-07-26T07:34:16.653 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-07-26T07:34:16.653 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:17.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:16 smithi037 ceph-mon[97339]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:34:17.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:16 smithi037 ceph-mon[99762]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:34:17.102 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:16 smithi135 ceph-mon[90132]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:34:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:17 smithi037 ceph-mon[97339]: pgmap v3593: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-07-26T07:34:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:17 smithi037 ceph-mon[97339]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:34:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:17 smithi037 ceph-mon[99762]: pgmap v3593: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-07-26T07:34:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:17 smithi037 ceph-mon[99762]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:34:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:17 smithi135 ceph-mon[90132]: pgmap v3593: 137 pgs: 137 active+clean; 126 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 685 KiB/s wr, 37 op/s 2024-07-26T07:34:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:17 smithi135 ceph-mon[90132]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:34:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:19 smithi037 ceph-mon[97339]: pgmap v3595: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-26T07:34:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:19 smithi037 ceph-mon[99762]: pgmap v3595: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-26T07:34:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:19 smithi135 ceph-mon[90132]: pgmap v3595: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-26T07:34:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:21.628 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:21] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-07-26T07:34:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:21 smithi037 ceph-mon[97339]: pgmap v3596: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:21 smithi037 ceph-mon[99762]: pgmap v3596: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:21 smithi135 ceph-mon[90132]: pgmap v3596: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-26T07:34:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:24.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:23 smithi037 ceph-mon[97339]: pgmap v3597: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 533 KiB/s wr, 33 op/s 2024-07-26T07:34:24.047 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:23 smithi037 ceph-mon[99762]: pgmap v3597: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 533 KiB/s wr, 33 op/s 2024-07-26T07:34:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:23 smithi135 ceph-mon[90132]: pgmap v3597: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 533 KiB/s wr, 33 op/s 2024-07-26T07:34:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:25 smithi037 ceph-mon[97339]: pgmap v3598: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 473 KiB/s wr, 28 op/s 2024-07-26T07:34:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:25 smithi037 ceph-mon[99762]: pgmap v3598: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 473 KiB/s wr, 28 op/s 2024-07-26T07:34:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:25 smithi135 ceph-mon[90132]: pgmap v3598: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 473 KiB/s wr, 28 op/s 2024-07-26T07:34:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:26 smithi037 ceph-mon[97339]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:34:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:26 smithi037 ceph-mon[99762]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:34:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:26 smithi135 ceph-mon[90132]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:34:27.685 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:27 smithi037 ceph-mon[97339]: pgmap v3600: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 426 KiB/s wr, 33 op/s 2024-07-26T07:34:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:27 smithi037 ceph-mon[97339]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:34:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:27 smithi037 ceph-mon[99762]: pgmap v3600: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 426 KiB/s wr, 33 op/s 2024-07-26T07:34:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:27 smithi037 ceph-mon[99762]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:34:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:27 smithi135 ceph-mon[90132]: pgmap v3600: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 426 KiB/s wr, 33 op/s 2024-07-26T07:34:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:27 smithi135 ceph-mon[90132]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:34:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:28 smithi037 ceph-mon[97339]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:34:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:28 smithi037 ceph-mon[99762]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:34:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:28 smithi135 ceph-mon[90132]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:34:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:29 smithi135 ceph-mon[90132]: pgmap v3603: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:34:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:29 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:34:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:29 smithi037 ceph-mon[97339]: pgmap v3603: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:34:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:29 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:34:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:29 smithi037 ceph-mon[99762]: pgmap v3603: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:34:30.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:29 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:34:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:31] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-07-26T07:34:31.927 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:31 smithi037 ceph-mon[97339]: pgmap v3604: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-26T07:34:31.927 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:31 smithi037 ceph-mon[99762]: pgmap v3604: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-26T07:34:32.056 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:31 smithi135 ceph-mon[90132]: pgmap v3604: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-26T07:34:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: pgmap v3605: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: pgmap v3605: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:34:33.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: pgmap v3605: 137 pgs: 137 active+clean; 154 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-07-26T07:34:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:33.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:34:33.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:34:33.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:34:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[97339]: pgmap v3606: 137 pgs: 137 active+clean; 162 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[97339]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:34:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:35.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[99762]: pgmap v3606: 137 pgs: 137 active+clean; 162 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:35.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[99762]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:34:35.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:35 smithi135 ceph-mon[90132]: pgmap v3606: 137 pgs: 137 active+clean; 162 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:35 smithi135 ceph-mon[90132]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:34:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:36.402 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:36 smithi037 ceph-mon[97339]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:34:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:36 smithi037 ceph-mon[99762]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:34:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:36 smithi135 ceph-mon[90132]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:34:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:37 smithi037 ceph-mon[97339]: pgmap v3609: 137 pgs: 137 active+clean; 170 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:37 smithi037 ceph-mon[97339]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:34:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:37 smithi037 ceph-mon[99762]: pgmap v3609: 137 pgs: 137 active+clean; 170 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:37 smithi037 ceph-mon[99762]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:37 smithi135 ceph-mon[90132]: pgmap v3609: 137 pgs: 137 active+clean; 170 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-07-26T07:34:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:37 smithi135 ceph-mon[90132]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:34:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:39 smithi037 ceph-mon[97339]: pgmap v3611: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:34:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:39 smithi037 ceph-mon[99762]: pgmap v3611: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:34:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:39 smithi135 ceph-mon[90132]: pgmap v3611: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-07-26T07:34:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:41 smithi037 ceph-mon[97339]: pgmap v3612: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:41] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-07-26T07:34:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:41 smithi037 ceph-mon[99762]: pgmap v3612: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:41 smithi135 ceph-mon[90132]: pgmap v3612: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-26T07:34:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:43.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:43 smithi037 ceph-mon[97339]: pgmap v3613: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-07-26T07:34:43.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:43 smithi037 ceph-mon[99762]: pgmap v3613: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-07-26T07:34:43.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:43 smithi135 ceph-mon[90132]: pgmap v3613: 137 pgs: 137 active+clean; 172 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-07-26T07:34:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:45 smithi037 ceph-mon[97339]: pgmap v3614: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-07-26T07:34:45.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:45 smithi037 ceph-mon[97339]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:34:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:45 smithi037 ceph-mon[99762]: pgmap v3614: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-07-26T07:34:45.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:45 smithi037 ceph-mon[99762]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:34:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:45 smithi135 ceph-mon[90132]: pgmap v3614: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-07-26T07:34:45.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:45 smithi135 ceph-mon[90132]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:34:46.443 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:46.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:46 smithi037 ceph-mon[97339]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:34:46.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:46 smithi037 ceph-mon[99762]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:34:46.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:46 smithi135 ceph-mon[90132]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:34:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:47 smithi037 ceph-mon[97339]: pgmap v3617: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:34:47.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:47 smithi037 ceph-mon[97339]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:34:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:47 smithi037 ceph-mon[99762]: pgmap v3617: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:34:47.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:47 smithi037 ceph-mon[99762]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:34:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:47 smithi135 ceph-mon[90132]: pgmap v3617: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:34:47.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:47 smithi135 ceph-mon[90132]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:34:49.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:49 smithi037 ceph-mon[97339]: pgmap v3619: 137 pgs: 137 active+clean; 188 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:34:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:49 smithi037 ceph-mon[99762]: pgmap v3619: 137 pgs: 137 active+clean; 188 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:34:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:49 smithi135 ceph-mon[90132]: pgmap v3619: 137 pgs: 137 active+clean; 188 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:34:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:50.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:34:51.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:34:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:34:51] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:34:51.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:51 smithi037 ceph-mon[97339]: pgmap v3620: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:34:51.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:51 smithi037 ceph-mon[99762]: pgmap v3620: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:34:51.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:51 smithi135 ceph-mon[90132]: pgmap v3620: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-26T07:34:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:34:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:34:53.424 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:53 smithi037 ceph-mon[97339]: pgmap v3621: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:34:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:53 smithi037 ceph-mon[99762]: pgmap v3621: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:34:53.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:53 smithi135 ceph-mon[90132]: pgmap v3621: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:34:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:55 smithi037 ceph-mon[97339]: pgmap v3622: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 461 KiB/s wr, 24 op/s 2024-07-26T07:34:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:55 smithi037 ceph-mon[99762]: pgmap v3622: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 461 KiB/s wr, 24 op/s 2024-07-26T07:34:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:55 smithi135 ceph-mon[90132]: pgmap v3622: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 461 KiB/s wr, 24 op/s 2024-07-26T07:34:56.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:56 smithi037 ceph-mon[97339]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:34:56.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:56 smithi037 ceph-mon[99762]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:34:56.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:56 smithi135 ceph-mon[90132]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:34:57.481 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:57 smithi037 ceph-mon[97339]: pgmap v3624: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 415 KiB/s wr, 22 op/s 2024-07-26T07:34:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:57 smithi037 ceph-mon[97339]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:34:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:57 smithi037 ceph-mon[99762]: pgmap v3624: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 415 KiB/s wr, 22 op/s 2024-07-26T07:34:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:57 smithi037 ceph-mon[99762]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:57 smithi135 ceph-mon[90132]: pgmap v3624: 137 pgs: 137 active+clean; 190 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 415 KiB/s wr, 22 op/s 2024-07-26T07:34:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:57 smithi135 ceph-mon[90132]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:34:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:58 smithi037 ceph-mon[97339]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:34:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:58 smithi037 ceph-mon[99762]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:34:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:58 smithi135 ceph-mon[90132]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:34:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:34:59 smithi037 ceph-mon[97339]: pgmap v3627: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-07-26T07:34:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:34:59 smithi037 ceph-mon[99762]: pgmap v3627: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-07-26T07:34:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:34:59 smithi135 ceph-mon[90132]: pgmap v3627: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-07-26T07:35:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:01 smithi037 ceph-mon[97339]: pgmap v3628: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:01] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:35:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:01 smithi037 ceph-mon[99762]: pgmap v3628: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:01.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:01 smithi135 ceph-mon[90132]: pgmap v3628: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:03 smithi037 ceph-mon[97339]: pgmap v3629: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:35:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:03 smithi037 ceph-mon[99762]: pgmap v3629: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:35:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:03 smithi135 ceph-mon[90132]: pgmap v3629: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:35:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:05 smithi037 ceph-mon[97339]: pgmap v3630: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:05.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:05 smithi037 ceph-mon[99762]: pgmap v3630: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:05.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:05 smithi135 ceph-mon[90132]: pgmap v3630: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:06 smithi037 ceph-mon[97339]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:35:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:06 smithi037 ceph-mon[99762]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:35:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:06 smithi135 ceph-mon[90132]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:35:07.527 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (50875 ms) 2024-07-26T07:35:07.528 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-07-26T07:35:07.528 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:07 smithi037 ceph-mon[97339]: pgmap v3632: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:35:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:07 smithi037 ceph-mon[97339]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:07 smithi037 ceph-mon[99762]: pgmap v3632: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:35:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:07 smithi037 ceph-mon[99762]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:07 smithi135 ceph-mon[90132]: pgmap v3632: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:35:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:07 smithi135 ceph-mon[90132]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:35:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:08 smithi037 ceph-mon[97339]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:35:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:08 smithi037 ceph-mon[99762]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:35:08.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:08 smithi135 ceph-mon[90132]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:35:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:09 smithi037 ceph-mon[97339]: pgmap v3635: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 41 op/s 2024-07-26T07:35:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:09 smithi037 ceph-mon[99762]: pgmap v3635: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 41 op/s 2024-07-26T07:35:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:09 smithi135 ceph-mon[90132]: pgmap v3635: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 41 op/s 2024-07-26T07:35:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:11 smithi037 ceph-mon[97339]: pgmap v3636: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:11] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-07-26T07:35:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:11 smithi037 ceph-mon[99762]: pgmap v3636: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:11 smithi135 ceph-mon[90132]: pgmap v3636: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-07-26T07:35:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:13 smithi037 ceph-mon[97339]: pgmap v3637: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-07-26T07:35:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:13 smithi037 ceph-mon[99762]: pgmap v3637: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-07-26T07:35:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:13 smithi135 ceph-mon[90132]: pgmap v3637: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-07-26T07:35:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:15 smithi037 ceph-mon[97339]: pgmap v3638: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:35:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:15 smithi037 ceph-mon[99762]: pgmap v3638: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:35:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:15 smithi135 ceph-mon[90132]: pgmap v3638: 137 pgs: 137 active+clean; 232 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:35:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:17 smithi037 ceph-mon[97339]: pgmap v3639: 137 pgs: 137 active+clean; 236 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T07:35:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:17 smithi037 ceph-mon[97339]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:35:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:17 smithi037 ceph-mon[99762]: pgmap v3639: 137 pgs: 137 active+clean; 236 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T07:35:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:17 smithi037 ceph-mon[99762]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:35:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:17 smithi135 ceph-mon[90132]: pgmap v3639: 137 pgs: 137 active+clean; 236 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T07:35:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:17 smithi135 ceph-mon[90132]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:35:18.565 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:35:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:18 smithi037 ceph-mon[97339]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:35:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:18 smithi037 ceph-mon[99762]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:35:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:18 smithi135 ceph-mon[90132]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[97339]: pgmap v3642: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-07-26T07:35:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[97339]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:35:19.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[99762]: pgmap v3642: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-07-26T07:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[99762]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:35:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:19 smithi135 ceph-mon[90132]: pgmap v3642: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-07-26T07:35:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:19 smithi135 ceph-mon[90132]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:35:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:21.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:21 smithi037 ceph-mon[97339]: pgmap v3644: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:35:21.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:21] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-07-26T07:35:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:21 smithi037 ceph-mon[99762]: pgmap v3644: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:35:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:21 smithi135 ceph-mon[90132]: pgmap v3644: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:35:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:23 smithi037 ceph-mon[97339]: pgmap v3645: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-07-26T07:35:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:23 smithi037 ceph-mon[99762]: pgmap v3645: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-07-26T07:35:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:23 smithi135 ceph-mon[90132]: pgmap v3645: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-07-26T07:35:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:25 smithi037 ceph-mon[97339]: pgmap v3646: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:35:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:25 smithi037 ceph-mon[99762]: pgmap v3646: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:35:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:25 smithi135 ceph-mon[90132]: pgmap v3646: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-07-26T07:35:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:27 smithi135 ceph-mon[90132]: pgmap v3647: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-07-26T07:35:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:27 smithi037 ceph-mon[97339]: pgmap v3647: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-07-26T07:35:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:27 smithi037 ceph-mon[99762]: pgmap v3647: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-07-26T07:35:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:28 smithi135 ceph-mon[90132]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:35:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:28 smithi037 ceph-mon[97339]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:35:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:28 smithi037 ceph-mon[99762]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:35:29.598 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:35:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:29 smithi135 ceph-mon[90132]: pgmap v3649: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 419 KiB/s wr, 14 op/s 2024-07-26T07:35:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:29 smithi135 ceph-mon[90132]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:35:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:29 smithi037 ceph-mon[97339]: pgmap v3649: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 419 KiB/s wr, 14 op/s 2024-07-26T07:35:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:29 smithi037 ceph-mon[97339]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:35:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:29 smithi037 ceph-mon[99762]: pgmap v3649: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 419 KiB/s wr, 14 op/s 2024-07-26T07:35:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:29 smithi037 ceph-mon[99762]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:35:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:30 smithi135 ceph-mon[90132]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:35:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:30 smithi037 ceph-mon[97339]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:35:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:30 smithi037 ceph-mon[99762]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:35:31.570 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:31] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-07-26T07:35:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:31 smithi135 ceph-mon[90132]: pgmap v3652: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:35:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:31 smithi037 ceph-mon[97339]: pgmap v3652: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:35:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:31 smithi037 ceph-mon[99762]: pgmap v3652: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:35:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:33 smithi135 ceph-mon[90132]: pgmap v3653: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:35:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:33 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:35:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:33 smithi037 ceph-mon[97339]: pgmap v3653: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:35:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:33 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:35:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:33 smithi037 ceph-mon[99762]: pgmap v3653: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:35:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:33 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:35:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:35:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:35:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:35:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:35:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:35:35.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:35 smithi037 ceph-mon[97339]: pgmap v3654: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:35:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:35 smithi037 ceph-mon[99762]: pgmap v3654: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:35:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:35 smithi135 ceph-mon[90132]: pgmap v3654: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:35:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:37 smithi037 ceph-mon[97339]: pgmap v3655: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:37 smithi037 ceph-mon[97339]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:35:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:37 smithi037 ceph-mon[99762]: pgmap v3655: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:38.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:37 smithi037 ceph-mon[99762]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:35:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:37 smithi135 ceph-mon[90132]: pgmap v3655: 137 pgs: 137 active+clean; 270 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:35:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:37 smithi135 ceph-mon[90132]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:35:38.776 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:35:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:38 smithi037 ceph-mon[97339]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:35:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:38 smithi037 ceph-mon[99762]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:35:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:38 smithi135 ceph-mon[90132]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:35:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:39 smithi037 ceph-mon[97339]: pgmap v3658: 137 pgs: 137 active+clean; 278 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:35:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:39 smithi037 ceph-mon[97339]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:35:40.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:39 smithi037 ceph-mon[99762]: pgmap v3658: 137 pgs: 137 active+clean; 278 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:35:40.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:39 smithi037 ceph-mon[99762]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:35:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:39 smithi135 ceph-mon[90132]: pgmap v3658: 137 pgs: 137 active+clean; 278 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-07-26T07:35:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:39 smithi135 ceph-mon[90132]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:35:41.739 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:41] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:35:41.740 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:41 smithi037 ceph-mon[99762]: pgmap v3660: 137 pgs: 137 active+clean; 289 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:41 smithi037 ceph-mon[97339]: pgmap v3660: 137 pgs: 137 active+clean; 289 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:41 smithi135 ceph-mon[90132]: pgmap v3660: 137 pgs: 137 active+clean; 289 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:42.591 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:43 smithi037 ceph-mon[97339]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:43 smithi037 ceph-mon[99762]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:43 smithi135 ceph-mon[90132]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:35:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:45 smithi037 ceph-mon[97339]: pgmap v3662: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:35:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:45 smithi037 ceph-mon[99762]: pgmap v3662: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:35:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:45 smithi135 ceph-mon[90132]: pgmap v3662: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:35:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:47 smithi037 ceph-mon[97339]: pgmap v3663: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-26T07:35:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:47 smithi037 ceph-mon[99762]: pgmap v3663: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-26T07:35:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:47 smithi135 ceph-mon[90132]: pgmap v3663: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-26T07:35:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:48 smithi037 ceph-mon[97339]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:35:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:48 smithi037 ceph-mon[99762]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:35:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:48 smithi135 ceph-mon[90132]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:35:49.800 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[97339]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T07:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[97339]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:35:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[99762]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T07:35:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[99762]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:35:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:49 smithi135 ceph-mon[90132]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T07:35:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:49 smithi135 ceph-mon[90132]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:35:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:35:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:50 smithi037 ceph-mon[97339]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:35:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:50 smithi037 ceph-mon[99762]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:35:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:50 smithi135 ceph-mon[90132]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:35:51.776 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:35:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:35:51] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-07-26T07:35:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:51 smithi037 ceph-mon[97339]: pgmap v3668: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:51 smithi037 ceph-mon[99762]: pgmap v3668: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:51 smithi135 ceph-mon[90132]: pgmap v3668: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:35:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:35:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:53 smithi037 ceph-mon[97339]: pgmap v3669: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:53 smithi037 ceph-mon[99762]: pgmap v3669: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:53 smithi135 ceph-mon[90132]: pgmap v3669: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:35:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:55 smithi037 ceph-mon[97339]: pgmap v3670: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-07-26T07:35:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:55 smithi037 ceph-mon[99762]: pgmap v3670: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-07-26T07:35:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:55 smithi135 ceph-mon[90132]: pgmap v3670: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 MiB/s wr, 42 op/s 2024-07-26T07:35:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:57 smithi037 ceph-mon[97339]: pgmap v3671: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:35:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:57 smithi037 ceph-mon[99762]: pgmap v3671: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:35:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:57 smithi135 ceph-mon[90132]: pgmap v3671: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-26T07:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:58 smithi135 ceph-mon[90132]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:35:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:58 smithi135 ceph-mon[90132]: pgmap v3673: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:35:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:58 smithi037 ceph-mon[97339]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:35:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:58 smithi037 ceph-mon[97339]: pgmap v3673: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:35:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:58 smithi037 ceph-mon[99762]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:35:59.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:58 smithi037 ceph-mon[99762]: pgmap v3673: 137 pgs: 137 active+clean; 322 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:35:59.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (52315 ms) 2024-07-26T07:35:59.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-07-26T07:35:59.843 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:35:59 smithi135 ceph-mon[90132]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:36:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:35:59 smithi037 ceph-mon[97339]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:36:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:35:59 smithi037 ceph-mon[99762]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:36:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:00 smithi135 ceph-mon[90132]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:36:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:00 smithi135 ceph-mon[90132]: pgmap v3676: 137 pgs: 137 active+clean; 330 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-26T07:36:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:00 smithi037 ceph-mon[97339]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:36:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:00 smithi037 ceph-mon[97339]: pgmap v3676: 137 pgs: 137 active+clean; 330 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-26T07:36:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:00 smithi037 ceph-mon[99762]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:36:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:00 smithi037 ceph-mon[99762]: pgmap v3676: 137 pgs: 137 active+clean; 330 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-26T07:36:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:01] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-07-26T07:36:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:01 smithi135 ceph-mon[90132]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:36:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:01 smithi037 ceph-mon[97339]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:36:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:01 smithi037 ceph-mon[99762]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:36:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:02.867 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3024 ms) 2024-07-26T07:36:02.867 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-07-26T07:36:02.867 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:02 smithi135 ceph-mon[90132]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:36:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:02 smithi135 ceph-mon[90132]: pgmap v3679: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-07-26T07:36:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:02 smithi037 ceph-mon[99762]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:36:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:02 smithi037 ceph-mon[99762]: pgmap v3679: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-07-26T07:36:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:02 smithi037 ceph-mon[97339]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:36:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:02 smithi037 ceph-mon[97339]: pgmap v3679: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-07-26T07:36:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:03 smithi135 ceph-mon[90132]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:36:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:03 smithi037 ceph-mon[97339]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:36:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:03 smithi037 ceph-mon[99762]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[97339]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[97339]: pgmap v3682: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[99762]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[99762]: pgmap v3682: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-07-26T07:36:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:04 smithi135 ceph-mon[90132]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:36:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:04 smithi135 ceph-mon[90132]: pgmap v3682: 137 pgs: 137 active+clean; 338 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-07-26T07:36:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:05.904 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3037 ms) 2024-07-26T07:36:05.904 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-07-26T07:36:05.904 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:05 smithi037 ceph-mon[97339]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:36:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:05 smithi037 ceph-mon[99762]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:36:06.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:05 smithi135 ceph-mon[90132]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:36:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:06 smithi037 ceph-mon[97339]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:36:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:06 smithi037 ceph-mon[97339]: pgmap v3685: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 268 KiB/s wr, 100 op/s 2024-07-26T07:36:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:06 smithi037 ceph-mon[99762]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:36:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:06 smithi037 ceph-mon[99762]: pgmap v3685: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 268 KiB/s wr, 100 op/s 2024-07-26T07:36:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:06 smithi135 ceph-mon[90132]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:36:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:06 smithi135 ceph-mon[90132]: pgmap v3685: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 268 KiB/s wr, 100 op/s 2024-07-26T07:36:08.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:07 smithi037 ceph-mon[97339]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:36:08.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:07 smithi037 ceph-mon[99762]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:36:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:07 smithi135 ceph-mon[90132]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:36:08.926 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3022 ms) 2024-07-26T07:36:08.926 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-07-26T07:36:08.927 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:09.041 INFO:tasks.workunit.client.0.smithi037.stdout: i=0 exists [33887751~12743310,85166257~8027416,189381632~5613173,195938191~7446078,209514757~7684851,264746235~1304046,277829149~6390862,352760598~7712391,395198953~375916] wrote [33887751~12743310,85166257~8027416,189381632~5613173,195938191~7446078,209514757~7684851,264746235~1304046,277829149~6390862,352760598~7712391,395198953~375916] 2024-07-26T07:36:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:08 smithi037 ceph-mon[97339]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:36:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:08 smithi037 ceph-mon[97339]: pgmap v3688: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 67 op/s 2024-07-26T07:36:09.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:08 smithi037 ceph-mon[99762]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:36:09.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:08 smithi037 ceph-mon[99762]: pgmap v3688: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 67 op/s 2024-07-26T07:36:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:08 smithi135 ceph-mon[90132]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:36:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:08 smithi135 ceph-mon[90132]: pgmap v3688: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 260 KiB/s wr, 67 op/s 2024-07-26T07:36:09.979 INFO:tasks.workunit.client.0.smithi037.stdout: i=1 exists [790496~5817085,33887751~12743310,58080148~5512552,85166257~8027416,181960549~2719262,189381632~5613173,195938191~7446078,209514757~7684851,228878351~7237591,264746235~1304046,271390702~767703,277829149~6390862,352760598~7712391,369532099~6948277,378430688~7025905,395198953~375916,406918316~2477295] wrote [790496~5817085,58080148~5512552,181960549~2719262,190501021~434886,228878351~7237591,271390702~767703,369532099~6948277,378430688~7025905,406918316~2477295] 2024-07-26T07:36:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:09 smithi037 ceph-mon[97339]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:36:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:09 smithi037 ceph-mon[99762]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:36:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:09 smithi135 ceph-mon[90132]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:36:10.945 INFO:tasks.workunit.client.0.smithi037.stdout: i=2 exists [790496~5817085,9567029~39332,33887751~12743310,58080148~5512552,76445354~3700217,84106755~9086918,181960549~2719262,189381632~5613173,195938191~7446078,209514757~7684851,219805529~2347142,228878351~7237591,244309553~606654,245540438~676179,264746235~1304046,271390702~767703,277829149~6390862,350814167~9658822,369532099~6948277,378430688~7025905,395198953~375916,406585318~2810293,410309139~7079966] wrote [9567029~39332,58858989~2382196,76445354~3700217,84106755~7160599,219805529~2347142,244309553~606654,245540438~676179,350814167~2939380,406585318~932717,410309139~7079966] 2024-07-26T07:36:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:10 smithi037 ceph-mon[97339]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:36:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:10 smithi037 ceph-mon[97339]: pgmap v3691: 137 pgs: 137 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.8 MiB/s wr, 137 op/s 2024-07-26T07:36:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:10 smithi037 ceph-mon[99762]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:36:11.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:10 smithi037 ceph-mon[99762]: pgmap v3691: 137 pgs: 137 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.8 MiB/s wr, 137 op/s 2024-07-26T07:36:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:10 smithi135 ceph-mon[90132]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:36:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:10 smithi135 ceph-mon[90132]: pgmap v3691: 137 pgs: 137 active+clean; 365 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.8 MiB/s wr, 137 op/s 2024-07-26T07:36:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:36:11.983 INFO:tasks.workunit.client.0.smithi037.stdout: i=3 exists [790496~5817085,9567029~39332,33887751~12743310,58080148~5512552,64092652~6589276,76445354~3700217,84106755~9086918,181960549~2719262,186028299~8966506,195223855~8160414,209514757~7684851,219805529~2347142,228878351~7237591,244309553~606654,245540438~676179,264746235~1304046,271390702~767703,277829149~6432643,289522631~994873,297812708~7640752,339958187~850212,350814167~9658822,369532099~6948277,378430688~7025905,386142279~4949898,395198953~375916,403797824~2717350,406585318~2810293,410309139~7079966] wrote [34005241~4637601,64092652~6589276,186028299~6968008,195223855~3764854,283354253~907539,289522631~994873,297812708~7640752,339958187~850212,386142279~4949898,403797824~2717350] 2024-07-26T07:36:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:11 smithi037 ceph-mon[97339]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:36:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:11 smithi037 ceph-mon[99762]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:36:12.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:11 smithi135 ceph-mon[90132]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:36:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:12.974 INFO:tasks.workunit.client.0.smithi037.stdout: i=4 exists [790496~5817085,9567029~39332,33887751~12743310,58080148~12601780,76445354~3700217,84106755~9086918,99420202~4776164,123908454~4578624,135462669~3014535,175223020~2085980,181960549~2719262,186028299~8966506,195223855~8160414,209514757~7684851,219805529~2347142,228878351~7237591,239324542~6892075,264746235~1304046,271390702~767703,277829149~6432643,289522631~994873,297812708~7640752,323502922~5818448,339958187~850212,350814167~12013785,369532099~6948277,378430688~7025905,386142279~4949898,395198953~375916,403797824~2717350,406585318~2810293,410309139~7079966] wrote [63576850~4459164,88744018~1882098,99420202~4776164,123908454~4578624,135462669~3014535,175223020~2085980,239324542~6602664,323502922~5818448,357515583~5312369,380929381~2103874] 2024-07-26T07:36:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:12 smithi037 ceph-mon[97339]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:36:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:12 smithi037 ceph-mon[97339]: pgmap v3694: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.9 MiB/s wr, 122 op/s 2024-07-26T07:36:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:12 smithi037 ceph-mon[99762]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:36:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:12 smithi037 ceph-mon[99762]: pgmap v3694: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.9 MiB/s wr, 122 op/s 2024-07-26T07:36:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:12 smithi135 ceph-mon[90132]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:36:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:12 smithi135 ceph-mon[90132]: pgmap v3694: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.9 MiB/s wr, 122 op/s 2024-07-26T07:36:13.988 INFO:tasks.workunit.client.0.smithi037.stdout: i=5 exists [790496~5817085,9567029~39332,33887751~12743310,58080148~12601780,76445354~3700217,84106755~9086918,99420202~4776164,123331498~5155580,135462669~5917921,175223020~2085980,181960549~2719262,186028299~8966506,195223855~8160414,209514757~7684851,219805529~2347142,228878351~7837112,239324542~6892075,250101403~5274873,256789602~4160253,264746235~1304046,271390702~767703,272856268~4533602,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~850212,350814167~12013785,369532099~6948277,378430688~7025905,386142279~4949898,395198953~375916,403797824~2717350,406585318~2810293,410309139~7079966] wrote [35534408~3982557,123331498~4146368,137563715~3816875,234010418~2705045,250101403~5274873,256789602~4160253,272856268~4533602,280263802~5881774,286904093~2571071,354097893~2538946] 2024-07-26T07:36:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:13 smithi037 ceph-mon[97339]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:36:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:13 smithi037 ceph-mon[99762]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:36:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:13 smithi135 ceph-mon[90132]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:36:15.034 INFO:tasks.workunit.client.0.smithi037.stdout: i=6 exists [790496~5817085,9567029~39332,21591152~11552409,33887751~12743310,58080148~12601780,76445354~3700217,84106755~9086918,98439434~5756932,123331498~5155580,135462669~5917921,158201743~5502136,175223020~2085980,181960549~2719262,186028299~8966506,195223855~8160414,209514757~7684851,219805529~2347142,228878351~7837112,239324542~6892075,250101403~5274873,256789602~4160253,264746235~1304046,271390702~767703,272856268~4533602,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~850212,341515476~3868272,350814167~12013785,369532099~6948277,378430688~7025905,386142279~4949898,395198953~375916,403797824~2717350,406585318~2810293,410309139~7079966] wrote [1856894~2341119,21591152~11552409,37796241~7689933,98439434~5003993,158201743~5502136,214601049~2504684,274571156~863712,341515476~3868272,386626993~1463431] 2024-07-26T07:36:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:14 smithi037 ceph-mon[97339]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:36:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:14 smithi037 ceph-mon[97339]: pgmap v3697: 137 pgs: 137 active+clean; 576 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 42 MiB/s wr, 280 op/s 2024-07-26T07:36:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:14 smithi037 ceph-mon[99762]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:36:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:14 smithi037 ceph-mon[99762]: pgmap v3697: 137 pgs: 137 active+clean; 576 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 42 MiB/s wr, 280 op/s 2024-07-26T07:36:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:14 smithi135 ceph-mon[90132]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:36:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:14 smithi135 ceph-mon[90132]: pgmap v3697: 137 pgs: 137 active+clean; 576 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 42 MiB/s wr, 280 op/s 2024-07-26T07:36:15.957 INFO:tasks.workunit.client.0.smithi037.stdout: i=7 exists [790496~5817085,9567029~39332,21591152~11552409,33887751~12743310,58080148~12601780,76445354~3700217,81820078~11373595,98439434~5756932,123331498~5155580,135462669~5917921,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,181960549~2719262,186028299~8966506,195223855~8160414,209514757~7684851,219805529~2347142,228878351~7837112,239324542~6892075,250101403~5274873,256789602~4160253,264746235~1304046,271390702~767703,272856268~4533602,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~5425561,350814167~12013785,363308084~5510699,369532099~6948277,378430688~7025905,386142279~4949898,395198953~375916,402797400~3717774,406585318~2810293,410309139~7079966] wrote [39714848~1727620,77176947~1298538,81820078~5443887,160189967~910007,164193847~2965918,168873768~672198,299303241~3565817,340272363~1440182,363308084~5510699,402797400~1904742] 2024-07-26T07:36:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:15 smithi037 ceph-mon[97339]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:36:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:15 smithi037 ceph-mon[99762]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:36:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:15 smithi135 ceph-mon[90132]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:36:17.008 INFO:tasks.workunit.client.0.smithi037.stdout: i=8 exists [790496~10019612,14923606~2912580,21591152~11552409,33887751~12743310,58080148~12601780,76445354~16748319,98439434~5756932,123331498~5155580,135462669~5917921,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~8054335,186028299~8966506,195223855~8160414,204254651~12944957,219805529~2347142,228878351~7837112,239324542~6892075,250101403~5274873,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~5425561,350814167~12013785,363308084~5510699,369532099~6948277,378430688~12661489,395198953~375916,402797400~3717774,406585318~2810293,410309139~7079966] wrote [5935083~4875025,14923606~2912580,36584039~5561853,79513025~3292083,177882867~8054335,204254651~6165400,251174687~1687417,268633571~6510324,384629973~2029770] 2024-07-26T07:36:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:16 smithi037 ceph-mon[97339]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:36:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:16 smithi037 ceph-mon[97339]: pgmap v3700: 137 pgs: 137 active+clean; 604 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 47 MiB/s wr, 265 op/s 2024-07-26T07:36:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:16 smithi037 ceph-mon[99762]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:36:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:16 smithi037 ceph-mon[99762]: pgmap v3700: 137 pgs: 137 active+clean; 604 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 47 MiB/s wr, 265 op/s 2024-07-26T07:36:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:16 smithi135 ceph-mon[90132]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:36:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:16 smithi135 ceph-mon[90132]: pgmap v3700: 137 pgs: 137 active+clean; 604 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 47 MiB/s wr, 265 op/s 2024-07-26T07:36:18.018 INFO:tasks.workunit.client.0.smithi037.stdout: i=9 exists [790496~13428581,14923606~2912580,21591152~11552409,33887751~12743310,58080148~12601780,76445354~16748319,94703737~426243,98439434~5756932,107034207~4979943,123331498~5155580,135462669~5917921,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~8054335,186028299~8966506,195223855~8160414,204254651~12944957,219805529~2347142,228878351~7837112,239324542~6892075,250101403~5274873,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~5425561,346618984~16208968,363308084~5510699,369532099~6948277,378430688~12661489,395198953~375916,396437525~10077649,406585318~2810293,410309139~7079966] wrote [8326169~5892908,25326284~3269894,60406670~3728419,94703737~426243,107034207~4979943,164584898~916506,346618984~4993291,396437525~10061916] 2024-07-26T07:36:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:17 smithi037 ceph-mon[97339]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:36:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:17 smithi037 ceph-mon[99762]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:36:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:17 smithi135 ceph-mon[90132]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:36:19.021 INFO:tasks.workunit.client.0.smithi037.stdout: i=10 exists [790496~13428581,14923606~2912580,21591152~25039909,58080148~12601780,76445354~16748319,94703737~426243,98439434~5756932,107034207~8445759,123331498~5155580,135462669~5917921,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~8054335,186028299~8966506,195223855~8160414,204254651~12944957,219805529~2347142,228878351~7837112,239324542~16051734,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~28860596,369532099~6948277,378430688~12661489,395198953~375916,396437525~10077649,406585318~10803787] wrote [23097444~5092404,29544849~4765228,110636296~4843670,246088624~7641300,345007205~3710939,360014760~4656470,386300364~3863448,396663914~2423809,408341914~4164731] 2024-07-26T07:36:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:18 smithi037 ceph-mon[97339]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:36:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:18 smithi037 ceph-mon[97339]: pgmap v3703: 137 pgs: 137 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 106 op/s 2024-07-26T07:36:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:18 smithi037 ceph-mon[99762]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:36:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:18 smithi037 ceph-mon[99762]: pgmap v3703: 137 pgs: 137 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 106 op/s 2024-07-26T07:36:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:18 smithi135 ceph-mon[90132]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:36:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:18 smithi135 ceph-mon[90132]: pgmap v3703: 137 pgs: 137 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 106 op/s 2024-07-26T07:36:20.086 INFO:tasks.workunit.client.0.smithi037.stdout: i=11 exists [790496~13428581,14923606~2912580,21591152~25039909,58080148~12601780,76445354~16748319,94703737~426243,95616124~8580242,107034207~8445759,118555859~9931219,135462669~9134960,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~8054335,186028299~8966506,195223855~8160414,204254651~12944957,219805529~2347142,228878351~7837112,239037416~16338860,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8316427,286904093~2571071,289522631~994873,297812708~7640752,323502922~5818448,339958187~28860596,369532099~6948277,378430688~12661489,395198953~375916,396437525~10077649,406585318~10803787] wrote [60525658~7139731,82324089~2404166,95616124~7858715,118555859~6780489,138340098~6257531,150192102~2466383,195681711~750908,239037416~5564958] 2024-07-26T07:36:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:19 smithi037 ceph-mon[97339]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:36:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:19 smithi037 ceph-mon[99762]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:36:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:19 smithi135 ceph-mon[90132]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:36:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: i=12 exists [790496~13428581,14923606~2912580,21591152~25039909,58080148~12601780,76445354~16748319,94703737~426243,95616124~8580242,107034207~8445759,118555859~9931219,130308540~5047656,135462669~13728274,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~8054335,186028299~17355970,204254651~12944957,219805529~2347142,228878351~7837112,239037416~16338860,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8316427,286904093~2571071,289522631~994873,297812708~9315367,323502922~5818448,339958187~28860596,369532099~6948277,378430688~12661489,395198953~375916,396437525~10077649,406585318~10803787] wrote [31802751~7716206,130308540~5047656,140595586~8595357,191895135~7916418,301301982~5826093,341362634~7970090,379150497~4342636] 2024-07-26T07:36:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:20 smithi037 ceph-mon[99762]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:36:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:20 smithi037 ceph-mon[99762]: pgmap v3706: 137 pgs: 137 active+clean; 772 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 289 op/s 2024-07-26T07:36:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:20 smithi037 ceph-mon[97339]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:36:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:20 smithi037 ceph-mon[97339]: pgmap v3706: 137 pgs: 137 active+clean; 772 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 289 op/s 2024-07-26T07:36:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:20 smithi135 ceph-mon[90132]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:36:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:20 smithi135 ceph-mon[90132]: pgmap v3706: 137 pgs: 137 active+clean; 772 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 37 MiB/s wr, 289 op/s 2024-07-26T07:36:21.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:21] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:36:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: i=13 exists [790496~13428581,14923606~2912580,21591152~25039909,56357793~14324135,76445354~16748319,94703737~426243,95616124~8580242,107034207~8445759,118555859~9931219,130308540~5047656,135462669~13728274,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177882867~25501402,204254651~12944957,219805529~2347142,228878351~7837112,239037416~16338860,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,297812708~9315367,323502922~5818448,339958187~28860596,369532099~6948277,377852492~13239685,395198953~375916,396437525~10077649,406585318~10803787] wrote [25153603~5127449,56357793~6663673,76788307~1515043,185574794~1134308,187232395~6489649,283822905~2979220,354770233~843196,377852492~3843235,385955968~1910027,410400831~425311] 2024-07-26T07:36:22.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:21 smithi037 ceph-mon[97339]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:36:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:21 smithi037 ceph-mon[99762]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:36:22.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:21 smithi135 ceph-mon[90132]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:36:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: i=14 exists [790496~13428581,14923606~2912580,21591152~25039909,49739013~877345,55125582~72893,56357793~14324135,76445354~16748319,94703737~426243,95616124~8580242,107034207~11025258,118555859~16800337,135462669~13728274,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,175223020~2085980,177631544~25752725,204254651~12944957,219805529~2347142,228878351~7837112,239037416~16338860,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,294486337~523149,297812708~9315367,323502922~5818448,339958187~28860596,369532099~6948277,377852492~13239685,395198953~375916,396437525~10077649,406585318~10803787] wrote [49739013~877345,55125582~72893,115441580~2617885,126296080~6435062,177631544~7420390,280993355~2467678,294486337~523149,301521449~4079343,373321590~2355288] 2024-07-26T07:36:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:22 smithi037 ceph-mon[97339]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:36:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:22 smithi037 ceph-mon[97339]: pgmap v3709: 137 pgs: 137 active+clean; 804 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 26 MiB/s wr, 192 op/s 2024-07-26T07:36:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:22 smithi037 ceph-mon[99762]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:36:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:22 smithi037 ceph-mon[99762]: pgmap v3709: 137 pgs: 137 active+clean; 804 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 26 MiB/s wr, 192 op/s 2024-07-26T07:36:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:22 smithi135 ceph-mon[90132]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:36:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:22 smithi135 ceph-mon[90132]: pgmap v3709: 137 pgs: 137 active+clean; 804 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 26 MiB/s wr, 192 op/s 2024-07-26T07:36:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: i=15 exists [790496~13428581,14923606~2912580,21591152~25039909,49739013~877345,55125582~72893,56357793~14324135,76445354~16748319,94703737~426243,95616124~8580242,107034207~11025258,118555859~16800337,135462669~13728274,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,173704471~29679798,204254651~19816648,228878351~26497925,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,294486337~523149,297812708~9315367,323502922~5818448,339958187~28860596,369532099~6948277,377852492~13239685,395198953~375916,396437525~10077649,406585318~10803787] wrote [5649573~5486887,31133830~973850,128396500~308313,173704471~5421510,207964139~4649716,215947463~8123836,235544725~3746469,248493508~6159374,344524965~1708324] 2024-07-26T07:36:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:23 smithi037 ceph-mon[97339]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:36:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:23 smithi037 ceph-mon[99762]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:36:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:23 smithi135 ceph-mon[90132]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:36:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: i=16 exists [790496~13428581,14923606~2912580,21591152~25039909,46794925~1507104,49739013~877345,53111877~1776317,55125582~72893,56357793~14324135,76445354~16748319,94703737~426243,95616124~10624675,107034207~11025258,118555859~30635084,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,173704471~29679798,204254651~19816648,228878351~26497925,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,291047634~1108291,294486337~523149,297812708~9315367,314850620~90452,323502922~5818448,339958187~36522189,377852492~13239685,395198953~375916,396437525~10077649,406585318~10803787] wrote [38516964~980916,46794925~1507104,53111877~1776317,68648409~1563537,77248618~2933133,100359298~5881501,135255833~5869002,291047634~1108291,314850620~90452,361999166~7752938] 2024-07-26T07:36:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:24 smithi037 ceph-mon[97339]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:36:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:24 smithi037 ceph-mon[97339]: pgmap v3712: 137 pgs: 137 active+clean; 947 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-07-26T07:36:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:24 smithi037 ceph-mon[99762]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:36:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:24 smithi037 ceph-mon[99762]: pgmap v3712: 137 pgs: 137 active+clean; 947 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-07-26T07:36:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:24 smithi135 ceph-mon[90132]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:36:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:24 smithi135 ceph-mon[90132]: pgmap v3712: 137 pgs: 137 active+clean; 947 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-07-26T07:36:26.100 INFO:tasks.workunit.client.0.smithi037.stdout: i=17 exists [790496~13428581,14923606~2912580,18608392~28022669,46794925~1507104,49739013~877345,53111877~1776317,55125582~72893,56357793~14324135,76445354~16748319,94703737~426243,95616124~10624675,107034207~42687602,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,173704471~50366828,228878351~26497925,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,291047634~1108291,294486337~523149,297812708~9315367,314850620~90452,323502922~5818448,339958187~36522189,377852492~13239685,395198953~375916,396437525~10077649,406585318~10803787] wrote [18608392~6920049,33457051~1647126,116595041~7397284,143215558~6506251,198960460~5336332,219114186~178195,249338547~4128282,340368325~4550158] 2024-07-26T07:36:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:26 smithi037 ceph-mon[97339]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:36:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:26 smithi037 ceph-mon[99762]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:36:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:26 smithi135 ceph-mon[90132]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:36:27.094 INFO:tasks.workunit.client.0.smithi037.stdout: i=18 exists [790496~13428581,14923606~2912580,18608392~28022669,46794925~1507104,49739013~877345,53111877~1776317,55125582~72893,56357793~14324135,76445354~16748319,94703737~426243,95616124~10624675,107034207~42687602,150192102~2466383,158201743~5502136,164193847~2965918,168873768~672198,173704471~50366828,228878351~26497925,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,291047634~1108291,294486337~523149,297812708~9315367,314850620~90452,323502922~5818448,330179263~2536598,339958187~36522189,377852492~16657131,395198953~375916,396437525~10077649,406585318~10803787] wrote [98326836~6183749,140123384~3224318,179297986~7565819,201306077~6461352,330179263~2536598,356930157~6580301,386570036~7939587] 2024-07-26T07:36:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:27 smithi037 ceph-mon[97339]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:36:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:27 smithi037 ceph-mon[97339]: pgmap v3715: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 337 op/s 2024-07-26T07:36:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:27 smithi037 ceph-mon[99762]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:36:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:27 smithi037 ceph-mon[99762]: pgmap v3715: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 337 op/s 2024-07-26T07:36:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:27 smithi135 ceph-mon[90132]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:36:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:27 smithi135 ceph-mon[90132]: pgmap v3715: 137 pgs: 137 active+clean; 972 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 337 op/s 2024-07-26T07:36:28.088 INFO:tasks.workunit.client.0.smithi037.stdout: i=19 exists [790496~17045690,18608392~28161990,46794925~1507104,49739013~877345,53111877~1776317,55125582~72893,56357793~14324135,74538056~18655617,94703737~426243,95616124~10624675,107034207~42687602,150192102~2466383,156381657~7322222,164193847~2965918,168873768~672198,170507121~2873951,173704471~50366828,228878351~26497925,256789602~4160253,264746235~1304046,268633571~8756299,277829149~8972976,286904093~2571071,289522631~994873,291047634~1108291,294486337~523149,297812708~9315367,314850620~90452,323502922~5818448,330179263~2536598,339958187~37529054,377852492~16657131,395198953~375916,396437525~10077649,406585318~10803787] wrote [13007364~4697780,45277895~1492487,74538056~7379509,156381657~3049351,170507121~2873951,186532835~8087746,345790141~7354937,365376791~5966893,371815544~5671697,388374736~449487] 2024-07-26T07:36:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:28 smithi037 ceph-mon[97339]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:36:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:28 smithi037 ceph-mon[99762]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:36:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:28 smithi135 ceph-mon[90132]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:36:29.041 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 1 diff [0~8388608,54525952~8388608,180355072~4194304,188743680~4194304,226492416~8388608,268435456~4194304,369098752~16777216,406847488~4194304] 2024-07-26T07:36:29.041 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~8388608,54525952~8388608,180355072~4194304,188743680~4194304,226492416~8388608,268435456~4194304,369098752~16777216,406847488~4194304] 2024-07-26T07:36:29.051 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,54525952~12582912,180355072~12582912,226492416~12582912,268435456~4194304,369098752~16777216,406847488~4194304] 2024-07-26T07:36:29.051 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 2 diff [0~12582912,54525952~8388608,75497472~4194304,83886080~8388608,180355072~4194304,188743680~4194304,218103808~4194304,226492416~8388608,243269632~4194304,268435456~4194304,348127232~4194304,369098752~16777216,402653184~12582912] 2024-07-26T07:36:29.051 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,54525952~8388608,75497472~4194304,83886080~8388608,180355072~4194304,188743680~4194304,218103808~4194304,226492416~8388608,243269632~4194304,268435456~4194304,348127232~4194304,369098752~16777216,402653184~12582912] 2024-07-26T07:36:29.052 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,54525952~12582912,75497472~16777216,180355072~12582912,218103808~4194304,226492416~12582912,243269632~4194304,268435456~4194304,348127232~8388608,369098752~16777216,402653184~16777216] 2024-07-26T07:36:29.052 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 3 diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,180355072~16777216,218103808~4194304,226492416~8388608,243269632~4194304,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~4194304,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.053 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,180355072~16777216,218103808~4194304,226492416~8388608,243269632~4194304,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~4194304,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.055 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,33554432~8388608,54525952~16777216,75497472~16777216,180355072~20971520,218103808~4194304,226492416~12582912,243269632~4194304,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~8388608,369098752~25165824,402653184~16777216] 2024-07-26T07:36:29.055 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 4 diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,180355072~16777216,218103808~4194304,226492416~8388608,239075328~8388608,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~4194304,356515840~8388608,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.055 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,180355072~16777216,218103808~4194304,226492416~8388608,239075328~8388608,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~4194304,356515840~8388608,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.058 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,33554432~8388608,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,171966464~29360128,218103808~4194304,226492416~20971520,268435456~4194304,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~16777216] 2024-07-26T07:36:29.058 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 5 diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,180355072~16777216,218103808~4194304,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.058 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,33554432~8388608,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,180355072~16777216,218103808~4194304,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.061 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,33554432~8388608,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,171966464~29360128,218103808~4194304,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~16777216] 2024-07-26T07:36:29.061 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 6 diff [0~12582912,20971520~25165824,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,180355072~16777216,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.061 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,20971520~25165824,54525952~16777216,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,180355072~16777216,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,369098752~25165824,402653184~12582912] 2024-07-26T07:36:29.065 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~12582912,171966464~29360128,213909504~8388608,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~25165824,369098752~25165824,402653184~16777216] 2024-07-26T07:36:29.065 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 7 diff [0~12582912,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,180355072~16777216,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~12582912] 2024-07-26T07:36:29.065 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~12582912,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,180355072~16777216,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~12582912] 2024-07-26T07:36:29.069 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~46137344,213909504~8388608,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~16777216] 2024-07-26T07:36:29.069 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 8 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~12582912] 2024-07-26T07:36:29.070 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~12582912] 2024-07-26T07:36:29.074 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~67108864,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~54525952,402653184~16777216] 2024-07-26T07:36:29.074 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 9 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~37748736,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.074 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~37748736,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.079 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~37748736,121634816~8388608,134217728~8388608,155189248~67108864,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.079 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 10 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~41943040,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.079 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~41943040,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,226492416~8388608,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.084 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~41943040,121634816~8388608,134217728~8388608,155189248~67108864,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.084 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 11 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~54525952,134217728~16777216,155189248~41943040,201326592~8388608,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.084 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~54525952,134217728~16777216,155189248~41943040,201326592~8388608,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~8388608,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.089 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~54525952,134217728~88080384,226492416~37748736,268435456~25165824,297795584~8388608,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.089 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 12 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.089 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.095 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~146800640,226492416~37748736,268435456~25165824,297795584~12582912,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.095 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 13 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.095 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.101 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~146800640,226492416~37748736,268435456~25165824,297795584~12582912,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.101 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 14 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~41943040,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.101 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,226492416~25165824,255852544~4194304,268435456~41943040,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.107 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~146800640,226492416~37748736,268435456~41943040,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.107 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 15 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~46137344,268435456~41943040,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.107 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~46137344,268435456~41943040,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.114 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~188743680,268435456~41943040,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.114 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 16 diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~46137344,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.114 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~46137344,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.123 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~188743680,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.123 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 17 diff [0~71303168,75497472~75497472,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.123 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.131 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~188743680,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.132 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 18 diff [0~71303168,75497472~75497472,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.132 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.139 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~188743680,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:29.139 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to 19 diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.139 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.146 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:29.146 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 2 diff [8388608~4194304,58720256~4194304,75497472~4194304,83886080~8388608,218103808~4194304,243269632~4194304,348127232~4194304,402653184~12582912] 2024-07-26T07:36:29.146 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [8388608~4194304,58720256~4194304,75497472~4194304,83886080~8388608,218103808~4194304,243269632~4194304,348127232~4194304,402653184~12582912] 2024-07-26T07:36:29.147 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4194304,58720256~4194304,75497472~16777216,218103808~4194304,243269632~4194304,348127232~8388608,402653184~16777216] 2024-07-26T07:36:29.147 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 3 diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,184549376~12582912,218103808~4194304,243269632~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.147 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,184549376~12582912,218103808~4194304,243269632~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.148 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4194304,33554432~8388608,58720256~12582912,75497472~16777216,184549376~16777216,218103808~4194304,243269632~4194304,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,348127232~8388608,385875968~8388608,402653184~16777216] 2024-07-26T07:36:29.149 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 4 diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,184549376~12582912,218103808~4194304,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~4194304,356515840~8388608,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.149 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,184549376~12582912,218103808~4194304,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~4194304,356515840~8388608,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.150 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4194304,33554432~8388608,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,184549376~16777216,218103808~4194304,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~16777216,402653184~16777216] 2024-07-26T07:36:29.150 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 5 diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,184549376~12582912,218103808~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.151 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [8388608~4194304,33554432~8388608,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,184549376~12582912,218103808~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.152 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [8388608~4194304,33554432~8388608,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,184549376~16777216,218103808~4194304,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~16777216,402653184~16777216] 2024-07-26T07:36:29.152 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 6 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,184549376~12582912,213909504~8388608,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.152 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~4194304,83886080~8388608,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,184549376~12582912,213909504~8388608,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,348127232~16777216,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.155 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~8388608,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~25165824,377487360~16777216,402653184~16777216] 2024-07-26T07:36:29.155 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 7 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,184549376~12582912,213909504~8388608,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.155 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,184549376~12582912,213909504~8388608,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~4194304,385875968~8388608,402653184~12582912] 2024-07-26T07:36:29.158 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~12582912,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~25165824,184549376~16777216,213909504~8388608,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~16777216,402653184~16777216] 2024-07-26T07:36:29.158 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 8 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,402653184~12582912] 2024-07-26T07:36:29.158 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,402653184~12582912] 2024-07-26T07:36:29.162 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~67108864,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~16777216,402653184~16777216] 2024-07-26T07:36:29.162 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 9 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~37748736,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~20971520] 2024-07-26T07:36:29.162 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~37748736,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~20971520] 2024-07-26T07:36:29.165 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~37748736,121634816~8388608,134217728~8388608,155189248~67108864,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~41943040] 2024-07-26T07:36:29.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 10 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~41943040,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~41943040,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~8388608,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.169 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~41943040,121634816~8388608,134217728~8388608,155189248~67108864,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~41943040] 2024-07-26T07:36:29.169 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 11 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~54525952,134217728~16777216,155189248~41943040,201326592~8388608,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.169 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~54525952,134217728~16777216,155189248~41943040,201326592~8388608,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.174 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~54525952,134217728~88080384,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~41943040] 2024-07-26T07:36:29.174 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 12 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.174 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.178 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~146800640,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~41943040] 2024-07-26T07:36:29.178 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 13 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.179 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~25165824] 2024-07-26T07:36:29.186 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~146800640,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~41943040] 2024-07-26T07:36:29.186 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 14 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.186 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~8388608,230686720~20971520,255852544~4194304,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.188 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~146800640,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~46137344] 2024-07-26T07:36:29.188 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 15 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.188 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.193 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~46137344] 2024-07-26T07:36:29.193 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 16 diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.194 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.200 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.200 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 17 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.200 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~25165824] 2024-07-26T07:36:29.206 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.207 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 18 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.207 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.213 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:29.213 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to 19 diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.214 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:29.220 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:29.220 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 3 diff [33554432~8388608,62914560~8388608,184549376~12582912,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.220 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33554432~8388608,62914560~8388608,184549376~12582912,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.221 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33554432~8388608,62914560~8388608,184549376~16777216,281018368~4194304,289406976~4194304,297795584~8388608,339738624~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.221 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 4 diff [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,184549376~12582912,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,356515840~8388608,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.221 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,184549376~12582912,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,356515840~8388608,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.222 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,184549376~16777216,239075328~8388608,281018368~4194304,289406976~4194304,297795584~8388608,322961408~8388608,339738624~4194304,356515840~8388608,377487360~16777216,402653184~4194304] 2024-07-26T07:36:29.222 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 5 diff [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,184549376~12582912,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.222 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,184549376~12582912,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.224 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,184549376~16777216,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,352321536~12582912,377487360~16777216,402653184~4194304] 2024-07-26T07:36:29.224 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 6 diff [0~4194304,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,184549376~12582912,213909504~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.224 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,184549376~12582912,213909504~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.226 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~12582912,171966464~8388608,184549376~16777216,213909504~4194304,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~8388608,352321536~12582912,377487360~16777216,402653184~4194304] 2024-07-26T07:36:29.226 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 7 diff [0~4194304,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,184549376~12582912,213909504~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.226 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,184549376~12582912,213909504~4194304,230686720~4194304,239075328~20971520,272629760~20971520,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~4194304,385875968~8388608,402653184~4194304] 2024-07-26T07:36:29.228 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~25165824,184549376~16777216,213909504~4194304,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~16777216,402653184~4194304] 2024-07-26T07:36:29.228 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 8 diff [0~16777216,20971520~25165824,62914560~8388608,75497472~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~12582912,402653184~4194304] 2024-07-26T07:36:29.228 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,62914560~8388608,75497472~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~12582912,402653184~4194304] 2024-07-26T07:36:29.231 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~62914560,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~16777216,402653184~4194304] 2024-07-26T07:36:29.231 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 9 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~25165824,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~12582912] 2024-07-26T07:36:29.231 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~25165824,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~12582912] 2024-07-26T07:36:29.234 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~37748736,121634816~8388608,134217728~8388608,155189248~62914560,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~29360128] 2024-07-26T07:36:29.235 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 10 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~29360128,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.235 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~29360128,121634816~8388608,134217728~8388608,155189248~41943040,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.238 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~41943040,121634816~8388608,134217728~8388608,155189248~62914560,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.238 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 11 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~41943040,134217728~16777216,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.239 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~41943040,134217728~16777216,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.241 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~54525952,134217728~83886080,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.241 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 12 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.242 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.246 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~142606336,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.246 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 13 diff [0~16777216,20971520~25165824,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.246 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.250 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~142606336,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.250 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 14 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.250 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~4194304,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.254 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~142606336,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.255 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 15 diff [0~16777216,20971520~29360128,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.255 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~16777216,75497472~8388608,88080384~62914560,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.259 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.260 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 16 diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.260 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~75497472,155189248~54525952,213909504~12582912,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.265 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.266 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 17 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.266 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.272 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.272 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 18 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.272 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.278 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:29.278 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to 19 diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.278 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.285 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:29.285 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 4 diff [62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,239075328~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-07-26T07:36:29.285 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~4194304,171966464~4194304,239075328~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-07-26T07:36:29.286 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,239075328~8388608,322961408~8388608,356515840~8388608,377487360~8388608] 2024-07-26T07:36:29.286 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 5 diff [33554432~4194304,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,230686720~4194304,239075328~20971520,272629760~16777216,322961408~8388608,352321536~12582912,377487360~4194304] 2024-07-26T07:36:29.286 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33554432~4194304,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~4194304,230686720~4194304,239075328~20971520,272629760~16777216,322961408~8388608,352321536~12582912,377487360~4194304] 2024-07-26T07:36:29.287 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33554432~8388608,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,171966464~8388608,230686720~33554432,272629760~20971520,322961408~8388608,352321536~12582912,377487360~8388608] 2024-07-26T07:36:29.287 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 6 diff [0~4194304,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,213909504~4194304,230686720~4194304,239075328~20971520,272629760~16777216,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~4194304] 2024-07-26T07:36:29.287 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~8388608,171966464~4194304,213909504~4194304,230686720~4194304,239075328~20971520,272629760~16777216,322961408~8388608,339738624~4194304,352321536~12582912,377487360~4194304,385875968~4194304] 2024-07-26T07:36:29.289 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,62914560~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~12582912,171966464~8388608,213909504~4194304,230686720~33554432,272629760~20971520,322961408~8388608,339738624~8388608,352321536~12582912,377487360~12582912] 2024-07-26T07:36:29.289 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 7 diff [0~4194304,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,213909504~4194304,230686720~4194304,239075328~20971520,272629760~16777216,297795584~4194304,322961408~8388608,339738624~8388608,352321536~16777216,377487360~4194304,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.289 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~20971520,213909504~4194304,230686720~4194304,239075328~20971520,272629760~16777216,297795584~4194304,322961408~8388608,339738624~8388608,352321536~16777216,377487360~4194304,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.291 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~25165824,213909504~4194304,230686720~33554432,272629760~20971520,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~12582912,402653184~4194304] 2024-07-26T07:36:29.291 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 8 diff [0~16777216,20971520~25165824,62914560~8388608,75497472~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~8388608,352321536~16777216,377487360~8388608,402653184~4194304] 2024-07-26T07:36:29.291 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,62914560~8388608,75497472~8388608,88080384~4194304,96468992~8388608,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~8388608,352321536~16777216,377487360~8388608,402653184~4194304] 2024-07-26T07:36:29.294 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,62914560~8388608,75497472~16777216,96468992~8388608,121634816~8388608,134217728~8388608,155189248~33554432,201326592~16777216,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~8388608,352321536~16777216,377487360~12582912,402653184~4194304] 2024-07-26T07:36:29.294 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 9 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~25165824,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~8388608,394264576~12582912] 2024-07-26T07:36:29.295 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~25165824,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~8388608,394264576~12582912] 2024-07-26T07:36:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:29 smithi037 ceph-mon[97339]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:36:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:29 smithi037 ceph-mon[97339]: pgmap v3718: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 26 MiB/s wr, 194 op/s 2024-07-26T07:36:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:29 smithi037 ceph-mon[99762]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:36:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:29 smithi037 ceph-mon[99762]: pgmap v3718: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 26 MiB/s wr, 194 op/s 2024-07-26T07:36:29.297 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~37748736,121634816~8388608,134217728~8388608,155189248~33554432,201326592~16777216,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~12582912] 2024-07-26T07:36:29.297 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 10 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~29360128,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.297 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~29360128,121634816~8388608,134217728~8388608,155189248~29360128,201326592~8388608,213909504~4194304,230686720~4194304,239075328~20971520,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.300 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~41943040,121634816~8388608,134217728~8388608,155189248~33554432,201326592~16777216,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.300 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 11 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~41943040,134217728~16777216,155189248~29360128,192937984~4194304,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.300 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~41943040,134217728~16777216,155189248~29360128,192937984~4194304,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~4194304,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.303 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~54525952,134217728~54525952,192937984~4194304,201326592~16777216,230686720~33554432,268435456~25165824,297795584~8388608,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.303 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 12 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~62914560,155189248~29360128,188743680~8388608,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.303 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,88080384~62914560,155189248~29360128,188743680~8388608,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.307 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~142606336,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.307 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 13 diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.307 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,322961408~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.311 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~142606336,230686720~33554432,268435456~25165824,297795584~12582912,322961408~8388608,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.311 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 14 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,293601280~12582912,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.311 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,293601280~12582912,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.315 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~142606336,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.315 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 15 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~20971520,293601280~12582912,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.315 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,88080384~62914560,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~20971520,293601280~12582912,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.320 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,322961408~8388608,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.320 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 16 diff [0~16777216,20971520~50331648,75497472~75497472,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.320 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~75497472,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.325 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.325 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 17 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.326 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.331 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:29.331 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 18 diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.331 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~75497472,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.337 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~150994944,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:29.337 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to 19 diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.337 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:29 smithi135 ceph-mon[90132]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:36:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:29 smithi135 ceph-mon[90132]: pgmap v3718: 137 pgs: 137 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 26 MiB/s wr, 194 op/s 2024-07-26T07:36:29.343 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:29.344 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 5 diff [33554432~4194304,121634816~4194304,134217728~4194304,230686720~4194304,247463936~12582912,272629760~16777216,352321536~4194304] 2024-07-26T07:36:29.344 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [33554432~4194304,121634816~4194304,134217728~4194304,230686720~4194304,247463936~12582912,272629760~16777216,352321536~4194304] 2024-07-26T07:36:29.345 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [33554432~8388608,121634816~8388608,134217728~8388608,230686720~8388608,247463936~16777216,272629760~20971520,352321536~8388608] 2024-07-26T07:36:29.345 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 6 diff [0~4194304,20971520~25165824,96468992~8388608,121634816~4194304,134217728~4194304,155189248~8388608,213909504~4194304,230686720~4194304,247463936~12582912,272629760~16777216,339738624~4194304,352321536~4194304,385875968~4194304] 2024-07-26T07:36:29.345 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,96468992~8388608,121634816~4194304,134217728~4194304,155189248~8388608,213909504~4194304,230686720~4194304,247463936~12582912,272629760~16777216,339738624~4194304,352321536~4194304,385875968~4194304] 2024-07-26T07:36:29.346 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,96468992~8388608,121634816~8388608,134217728~8388608,155189248~12582912,213909504~4194304,230686720~8388608,247463936~16777216,272629760~20971520,339738624~8388608,352321536~8388608,385875968~4194304] 2024-07-26T07:36:29.346 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 7 diff [0~4194304,20971520~25165824,75497472~12582912,96468992~8388608,121634816~4194304,134217728~4194304,155189248~16777216,213909504~4194304,230686720~4194304,247463936~12582912,272629760~16777216,297795584~4194304,339738624~8388608,352321536~4194304,360710144~8388608,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.346 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~25165824,75497472~12582912,96468992~8388608,121634816~4194304,134217728~4194304,155189248~16777216,213909504~4194304,230686720~4194304,247463936~12582912,272629760~16777216,297795584~4194304,339738624~8388608,352321536~4194304,360710144~8388608,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.348 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~25165824,75497472~12582912,96468992~8388608,121634816~8388608,134217728~8388608,155189248~16777216,213909504~4194304,230686720~8388608,247463936~16777216,272629760~20971520,297795584~8388608,339738624~8388608,352321536~16777216,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.348 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 8 diff [0~16777216,20971520~25165824,75497472~8388608,96468992~8388608,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,247463936~12582912,268435456~20971520,297795584~4194304,339738624~8388608,352321536~4194304,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.348 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,75497472~8388608,96468992~8388608,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,247463936~12582912,268435456~20971520,297795584~4194304,339738624~8388608,352321536~4194304,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.350 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,75497472~12582912,96468992~8388608,121634816~8388608,134217728~8388608,155189248~16777216,176160768~12582912,201326592~16777216,230686720~8388608,247463936~16777216,268435456~25165824,297795584~8388608,339738624~8388608,352321536~16777216,381681664~8388608,402653184~4194304] 2024-07-26T07:36:29.350 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 9 diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~20971520,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,247463936~12582912,268435456~20971520,297795584~4194304,339738624~16777216,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.350 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~20971520,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,247463936~12582912,268435456~20971520,297795584~4194304,339738624~16777216,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.353 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~8388608,75497472~12582912,92274688~20971520,121634816~8388608,134217728~8388608,155189248~16777216,176160768~12582912,201326592~16777216,230686720~8388608,247463936~16777216,268435456~25165824,297795584~8388608,339738624~29360128,381681664~8388608,394264576~12582912] 2024-07-26T07:36:29.353 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 10 diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~25165824,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,243269632~16777216,268435456~20971520,297795584~4194304,339738624~29360128,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.353 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~25165824,121634816~4194304,134217728~4194304,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,230686720~4194304,243269632~16777216,268435456~20971520,297795584~4194304,339738624~29360128,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.355 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~8388608,75497472~12582912,92274688~25165824,121634816~8388608,134217728~8388608,155189248~16777216,176160768~12582912,201326592~16777216,230686720~8388608,243269632~20971520,268435456~25165824,297795584~8388608,339738624~29360128,381681664~33554432] 2024-07-26T07:36:29.355 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 11 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~25165824,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,192937984~4194304,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~4194304,339738624~29360128,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.355 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~25165824,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,192937984~4194304,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~4194304,339738624~29360128,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.359 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~12582912,92274688~37748736,134217728~37748736,176160768~12582912,192937984~4194304,201326592~16777216,230686720~33554432,268435456~25165824,297795584~8388608,339738624~29360128,381681664~33554432] 2024-07-26T07:36:29.359 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 12 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.359 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.361 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~12582912,92274688~79691776,176160768~41943040,230686720~33554432,268435456~25165824,297795584~12582912,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.361 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 13 diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.362 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.365 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~12582912,92274688~79691776,176160768~41943040,230686720~33554432,268435456~25165824,297795584~12582912,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.365 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 14 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.365 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,230686720~29360128,268435456~20971520,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.369 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~79691776,176160768~41943040,230686720~33554432,268435456~41943040,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.369 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 15 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~20971520,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.369 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~20971520,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.373 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,230686720~33554432,268435456~41943040,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.373 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 16 diff [0~16777216,20971520~50331648,75497472~12582912,92274688~58720256,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~37748736,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.373 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~12582912,92274688~58720256,155189248~41943040,201326592~8388608,213909504~12582912,230686720~29360128,268435456~37748736,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.379 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.379 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 17 diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.379 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.384 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.384 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 18 diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.384 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.389 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.389 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to 19 diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.390 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.395 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.395 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 6 diff [0~4194304,20971520~12582912,37748736~8388608,96468992~8388608,155189248~8388608,213909504~4194304,272629760~4194304,339738624~4194304,385875968~4194304] 2024-07-26T07:36:29.395 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~12582912,37748736~8388608,96468992~8388608,155189248~8388608,213909504~4194304,272629760~4194304,339738624~4194304,385875968~4194304] 2024-07-26T07:36:29.396 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~12582912,37748736~8388608,96468992~8388608,155189248~12582912,213909504~4194304,272629760~4194304,339738624~8388608,385875968~4194304] 2024-07-26T07:36:29.396 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 7 diff [0~4194304,20971520~12582912,37748736~8388608,75497472~12582912,96468992~8388608,155189248~16777216,213909504~4194304,272629760~4194304,297795584~4194304,339738624~8388608,360710144~8388608,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.396 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~4194304,20971520~12582912,37748736~8388608,75497472~12582912,96468992~8388608,155189248~16777216,213909504~4194304,272629760~4194304,297795584~4194304,339738624~8388608,360710144~8388608,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.397 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~8388608,20971520~12582912,37748736~8388608,75497472~12582912,96468992~8388608,155189248~16777216,213909504~4194304,272629760~4194304,297795584~8388608,339738624~8388608,360710144~8388608,385875968~4194304,402653184~4194304] 2024-07-26T07:36:29.397 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 8 diff [0~16777216,20971520~25165824,75497472~8388608,96468992~8388608,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,247463936~4194304,268435456~8388608,297795584~4194304,339738624~8388608,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.398 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,75497472~8388608,96468992~8388608,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,247463936~4194304,268435456~8388608,297795584~4194304,339738624~8388608,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.400 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,75497472~12582912,96468992~8388608,155189248~16777216,176160768~12582912,201326592~16777216,247463936~8388608,268435456~8388608,297795584~8388608,339738624~8388608,360710144~8388608,381681664~8388608,402653184~4194304] 2024-07-26T07:36:29.400 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 9 diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~20971520,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,247463936~4194304,268435456~8388608,297795584~4194304,339738624~12582912,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.400 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~20971520,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,247463936~4194304,268435456~8388608,297795584~4194304,339738624~12582912,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.402 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~8388608,75497472~12582912,92274688~20971520,155189248~16777216,176160768~12582912,201326592~16777216,247463936~8388608,268435456~8388608,297795584~8388608,339738624~12582912,360710144~8388608,381681664~8388608,394264576~12582912] 2024-07-26T07:36:29.402 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 10 diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~25165824,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,243269632~8388608,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.402 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,75497472~8388608,92274688~25165824,155189248~16777216,176160768~8388608,201326592~8388608,213909504~4194304,243269632~8388608,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.405 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~8388608,75497472~12582912,92274688~25165824,155189248~16777216,176160768~12582912,201326592~16777216,243269632~12582912,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,381681664~33554432] 2024-07-26T07:36:29.405 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 11 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,192937984~4194304,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.405 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,192937984~4194304,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.408 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~12582912,92274688~33554432,134217728~37748736,176160768~12582912,192937984~4194304,201326592~16777216,234881024~20971520,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,381681664~33554432] 2024-07-26T07:36:29.408 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 12 diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,155189248~16777216,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.408 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,155189248~16777216,176160768~8388608,188743680~8388608,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.411 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,58720256~12582912,75497472~12582912,92274688~33554432,130023424~41943040,176160768~41943040,234881024~20971520,268435456~8388608,297795584~12582912,339738624~12582912,356515840~12582912,377487360~37748736] 2024-07-26T07:36:29.411 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 13 diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.411 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~25165824,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.414 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~46137344,54525952~16777216,75497472~12582912,92274688~33554432,130023424~41943040,176160768~41943040,234881024~20971520,268435456~8388608,281018368~8388608,297795584~12582912,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.414 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 14 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,234881024~16777216,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.414 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~16777216,176160768~20971520,201326592~8388608,213909504~4194304,234881024~16777216,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.418 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~79691776,176160768~41943040,234881024~20971520,268435456~20971520,293601280~16777216,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.418 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 15 diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~41943040,201326592~8388608,213909504~12582912,234881024~20971520,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.418 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~29360128,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,155189248~41943040,201326592~8388608,213909504~12582912,234881024~20971520,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.422 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,234881024~20971520,268435456~20971520,293601280~16777216,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.422 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 16 diff [0~16777216,20971520~50331648,75497472~12582912,92274688~58720256,155189248~41943040,201326592~8388608,213909504~12582912,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.422 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~16777216,20971520~50331648,75497472~12582912,92274688~58720256,155189248~41943040,201326592~8388608,213909504~12582912,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.427 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.427 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 17 diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.427 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.432 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.433 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 18 diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.433 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~71303168,75497472~12582912,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.438 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~71303168,75497472~12582912,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.438 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to 19 diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.438 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.443 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.443 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 7 diff [37748736~4194304,75497472~12582912,159383552~12582912,297795584~4194304,339738624~4194304,360710144~8388608,402653184~4194304] 2024-07-26T07:36:29.444 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [37748736~4194304,75497472~12582912,159383552~12582912,297795584~4194304,339738624~4194304,360710144~8388608,402653184~4194304] 2024-07-26T07:36:29.444 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [37748736~4194304,75497472~12582912,159383552~12582912,297795584~8388608,339738624~4194304,360710144~8388608,402653184~4194304] 2024-07-26T07:36:29.444 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 8 diff [4194304~12582912,33554432~8388608,75497472~8388608,159383552~12582912,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,297795584~4194304,339738624~4194304,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.444 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,33554432~8388608,75497472~8388608,159383552~12582912,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,297795584~4194304,339738624~4194304,360710144~8388608,381681664~4194304,402653184~4194304] 2024-07-26T07:36:29.447 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~16777216,33554432~12582912,75497472~12582912,159383552~12582912,176160768~12582912,201326592~12582912,247463936~8388608,268435456~8388608,297795584~8388608,339738624~4194304,360710144~8388608,381681664~8388608,402653184~4194304] 2024-07-26T07:36:29.447 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 9 diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~4194304,75497472~8388608,92274688~4194304,104857600~8388608,159383552~12582912,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,297795584~4194304,339738624~12582912,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.447 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~4194304,75497472~8388608,92274688~4194304,104857600~8388608,159383552~12582912,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,297795584~4194304,339738624~12582912,360710144~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.449 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~16777216,25165824~4194304,33554432~12582912,58720256~8388608,75497472~12582912,92274688~4194304,104857600~8388608,159383552~12582912,176160768~12582912,201326592~12582912,247463936~8388608,268435456~8388608,297795584~8388608,339738624~12582912,360710144~8388608,381681664~8388608,394264576~12582912] 2024-07-26T07:36:29.449 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 10 diff [4194304~12582912,20971520~20971520,58720256~4194304,75497472~8388608,92274688~4194304,104857600~12582912,159383552~12582912,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.449 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,58720256~4194304,75497472~8388608,92274688~4194304,104857600~12582912,159383552~12582912,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.451 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~8388608,75497472~12582912,92274688~4194304,104857600~12582912,159383552~12582912,176160768~12582912,201326592~12582912,243269632~12582912,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,381681664~33554432] 2024-07-26T07:36:29.451 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 11 diff [4194304~12582912,20971520~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,159383552~12582912,176160768~8388608,192937984~4194304,201326592~8388608,234881024~16777216,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.451 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,159383552~12582912,176160768~8388608,192937984~4194304,201326592~8388608,234881024~16777216,268435456~8388608,297795584~4194304,339738624~12582912,356515840~12582912,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.453 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~12582912,75497472~12582912,92274688~33554432,134217728~20971520,159383552~12582912,176160768~12582912,192937984~4194304,201326592~12582912,234881024~20971520,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,381681664~33554432] 2024-07-26T07:36:29.453 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 12 diff [4194304~12582912,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,159383552~12582912,176160768~8388608,188743680~8388608,201326592~8388608,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.453 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,159383552~12582912,176160768~8388608,188743680~8388608,201326592~8388608,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.456 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~12582912,75497472~12582912,92274688~33554432,130023424~25165824,159383552~12582912,176160768~37748736,234881024~20971520,268435456~8388608,297795584~12582912,339738624~12582912,356515840~12582912,377487360~37748736] 2024-07-26T07:36:29.456 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 13 diff [4194304~12582912,20971520~20971520,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,159383552~12582912,176160768~20971520,201326592~8388608,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.456 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,159383552~12582912,176160768~20971520,201326592~8388608,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~29360128,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.459 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,54525952~16777216,75497472~12582912,92274688~33554432,130023424~25165824,159383552~12582912,176160768~37748736,234881024~20971520,268435456~8388608,281018368~8388608,297795584~12582912,339738624~29360128,377487360~37748736] 2024-07-26T07:36:29.459 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 14 diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,159383552~12582912,176160768~20971520,201326592~8388608,234881024~16777216,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.459 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,159383552~12582912,176160768~20971520,201326592~8388608,234881024~16777216,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.463 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,159383552~12582912,176160768~37748736,234881024~20971520,268435456~20971520,293601280~16777216,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.463 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 15 diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,159383552~37748736,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.463 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,159383552~37748736,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,293601280~12582912,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.466 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,159383552~67108864,234881024~20971520,268435456~20971520,293601280~16777216,339738624~29360128,373293056~41943040] 2024-07-26T07:36:29.466 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 16 diff [4194304~12582912,20971520~20971520,46137344~25165824,75497472~12582912,92274688~58720256,159383552~37748736,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.466 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~25165824,75497472~12582912,92274688~58720256,159383552~37748736,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.471 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,159383552~67108864,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.471 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 17 diff [4194304~37748736,46137344~25165824,75497472~12582912,92274688~58720256,159383552~62914560,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.471 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~37748736,46137344~25165824,75497472~12582912,92274688~58720256,159383552~62914560,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.475 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,159383552~67108864,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.475 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 18 diff [4194304~37748736,46137344~25165824,75497472~12582912,92274688~58720256,159383552~62914560,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.475 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~37748736,46137344~25165824,75497472~12582912,92274688~58720256,159383552~62914560,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.481 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,159383552~67108864,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.481 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to 19 diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.481 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.486 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.486 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 8 diff [4194304~12582912,33554432~8388608,75497472~4194304,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,381681664~4194304] 2024-07-26T07:36:29.486 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,33554432~8388608,75497472~4194304,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,381681664~4194304] 2024-07-26T07:36:29.487 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~16777216,33554432~12582912,75497472~8388608,176160768~12582912,201326592~12582912,247463936~8388608,268435456~8388608,381681664~8388608] 2024-07-26T07:36:29.487 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 9 diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~4194304,75497472~4194304,92274688~4194304,104857600~8388608,163577856~4194304,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,343932928~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.488 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~4194304,75497472~4194304,92274688~4194304,104857600~8388608,163577856~4194304,176160768~8388608,201326592~8388608,247463936~4194304,268435456~8388608,343932928~8388608,381681664~4194304,394264576~12582912] 2024-07-26T07:36:29.489 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~16777216,25165824~4194304,33554432~12582912,58720256~8388608,75497472~8388608,92274688~4194304,104857600~8388608,163577856~4194304,176160768~12582912,201326592~12582912,247463936~8388608,268435456~8388608,343932928~8388608,381681664~8388608,394264576~12582912] 2024-07-26T07:36:29.489 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 10 diff [4194304~12582912,20971520~20971520,58720256~4194304,75497472~4194304,92274688~4194304,104857600~12582912,163577856~4194304,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,343932928~8388608,356515840~8388608,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.489 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,58720256~4194304,75497472~4194304,92274688~4194304,104857600~12582912,163577856~4194304,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,343932928~8388608,356515840~8388608,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.490 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~8388608,75497472~8388608,92274688~4194304,104857600~12582912,163577856~4194304,176160768~12582912,201326592~12582912,243269632~12582912,268435456~8388608,343932928~8388608,356515840~8388608,381681664~33554432] 2024-07-26T07:36:29.490 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 11 diff [4194304~12582912,20971520~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,163577856~4194304,176160768~8388608,192937984~4194304,201326592~8388608,234881024~16777216,268435456~8388608,343932928~8388608,356515840~8388608,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.490 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,163577856~4194304,176160768~8388608,192937984~4194304,201326592~8388608,234881024~16777216,268435456~8388608,343932928~8388608,356515840~8388608,381681664~8388608,394264576~16777216] 2024-07-26T07:36:29.492 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~12582912,75497472~12582912,92274688~33554432,134217728~20971520,163577856~4194304,176160768~12582912,192937984~4194304,201326592~12582912,234881024~20971520,268435456~8388608,343932928~8388608,356515840~8388608,381681664~33554432] 2024-07-26T07:36:29.492 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 12 diff [4194304~12582912,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,176160768~8388608,188743680~8388608,201326592~8388608,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.492 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~25165824,58720256~8388608,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,176160768~8388608,188743680~8388608,201326592~8388608,234881024~16777216,268435456~8388608,297795584~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.495 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,58720256~12582912,75497472~12582912,92274688~33554432,130023424~25165824,163577856~4194304,176160768~37748736,234881024~20971520,268435456~8388608,297795584~12582912,339738624~12582912,356515840~8388608,377487360~37748736] 2024-07-26T07:36:29.495 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 13 diff [4194304~12582912,20971520~20971520,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,176160768~20971520,201326592~8388608,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~25165824,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.495 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,176160768~20971520,201326592~8388608,234881024~16777216,268435456~8388608,281018368~4194304,297795584~8388608,339738624~25165824,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.497 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~41943040,54525952~16777216,75497472~12582912,92274688~33554432,130023424~25165824,163577856~4194304,176160768~37748736,234881024~20971520,268435456~8388608,281018368~8388608,297795584~12582912,339738624~25165824,377487360~37748736] 2024-07-26T07:36:29.497 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 14 diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,176160768~20971520,201326592~8388608,234881024~16777216,268435456~16777216,293601280~12582912,339738624~25165824,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.497 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,176160768~20971520,201326592~8388608,234881024~16777216,268435456~16777216,293601280~12582912,339738624~25165824,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.500 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,163577856~4194304,176160768~37748736,234881024~20971520,268435456~20971520,293601280~16777216,339738624~25165824,373293056~41943040] 2024-07-26T07:36:29.500 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 15 diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,293601280~12582912,339738624~25165824,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.500 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,293601280~12582912,339738624~25165824,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.503 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,268435456~20971520,293601280~16777216,339738624~25165824,373293056~41943040] 2024-07-26T07:36:29.503 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 16 diff [4194304~12582912,20971520~20971520,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.503 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~25165824,201326592~8388608,213909504~8388608,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.507 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.507 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 17 diff [4194304~37748736,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.508 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~37748736,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,339738624~29360128,373293056~16777216,394264576~16777216] 2024-07-26T07:36:29.512 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,268435456~41943040,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.512 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 18 diff [4194304~37748736,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.512 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~37748736,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.516 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~67108864,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.517 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to 19 diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.517 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.521 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.521 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 9 diff [4194304~8388608,25165824~4194304,58720256~4194304,92274688~4194304,104857600~8388608,163577856~4194304,343932928~8388608,394264576~12582912] 2024-07-26T07:36:29.521 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,25165824~4194304,58720256~4194304,92274688~4194304,104857600~8388608,163577856~4194304,343932928~8388608,394264576~12582912] 2024-07-26T07:36:29.522 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,25165824~4194304,58720256~8388608,92274688~4194304,104857600~8388608,163577856~4194304,343932928~8388608,394264576~12582912] 2024-07-26T07:36:29.522 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 10 diff [4194304~8388608,20971520~16777216,58720256~4194304,92274688~4194304,104857600~12582912,163577856~4194304,243269632~8388608,343932928~8388608,356515840~8388608,385875968~4194304,394264576~16777216] 2024-07-26T07:36:29.522 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,58720256~4194304,92274688~4194304,104857600~12582912,163577856~4194304,243269632~8388608,343932928~8388608,356515840~8388608,385875968~4194304,394264576~16777216] 2024-07-26T07:36:29.523 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~16777216,58720256~8388608,92274688~4194304,104857600~12582912,163577856~4194304,243269632~12582912,343932928~8388608,356515840~8388608,385875968~29360128] 2024-07-26T07:36:29.524 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 11 diff [4194304~8388608,20971520~16777216,58720256~8388608,79691776~4194304,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,163577856~4194304,192937984~4194304,234881024~16777216,343932928~8388608,356515840~8388608,385875968~4194304,394264576~16777216] 2024-07-26T07:36:29.524 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,58720256~8388608,79691776~4194304,92274688~8388608,104857600~20971520,134217728~8388608,146800640~4194304,163577856~4194304,192937984~4194304,234881024~16777216,343932928~8388608,356515840~8388608,385875968~4194304,394264576~16777216] 2024-07-26T07:36:29.525 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~16777216,58720256~12582912,79691776~8388608,92274688~33554432,134217728~20971520,163577856~4194304,192937984~4194304,234881024~20971520,343932928~8388608,356515840~8388608,385875968~29360128] 2024-07-26T07:36:29.525 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 12 diff [4194304~8388608,20971520~20971520,58720256~8388608,79691776~4194304,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,188743680~8388608,234881024~16777216,297795584~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.525 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~20971520,58720256~8388608,79691776~4194304,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,188743680~8388608,234881024~16777216,297795584~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~16777216] 2024-07-26T07:36:29.528 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~20971520,58720256~12582912,79691776~8388608,92274688~33554432,130023424~25165824,163577856~4194304,188743680~12582912,234881024~20971520,297795584~12582912,339738624~12582912,356515840~8388608,377487360~37748736] 2024-07-26T07:36:29.528 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 13 diff [4194304~8388608,20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,184549376~12582912,234881024~16777216,281018368~4194304,297795584~8388608,339738624~25165824,377487360~33554432] 2024-07-26T07:36:29.528 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,104857600~20971520,130023424~20971520,163577856~4194304,184549376~12582912,234881024~16777216,281018368~4194304,297795584~8388608,339738624~25165824,377487360~33554432] 2024-07-26T07:36:29.530 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~20971520,54525952~16777216,75497472~12582912,92274688~33554432,130023424~25165824,163577856~4194304,184549376~16777216,234881024~20971520,281018368~8388608,297795584~12582912,339738624~25165824,377487360~37748736] 2024-07-26T07:36:29.530 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 14 diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,176160768~20971520,234881024~16777216,276824064~8388608,293601280~12582912,339738624~25165824,373293056~37748736] 2024-07-26T07:36:29.530 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,176160768~20971520,234881024~16777216,276824064~8388608,293601280~12582912,339738624~25165824,373293056~37748736] 2024-07-26T07:36:29.532 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~20971520,46137344~25165824,75497472~12582912,92274688~62914560,163577856~4194304,176160768~25165824,234881024~20971520,276824064~12582912,293601280~16777216,339738624~25165824,373293056~41943040] 2024-07-26T07:36:29.532 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 15 diff [4194304~12582912,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~25165824,373293056~37748736] 2024-07-26T07:36:29.532 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,104857600~46137344,163577856~4194304,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~25165824,373293056~37748736] 2024-07-26T07:36:29.535 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~20971520,46137344~25165824,75497472~12582912,92274688~62914560,163577856~4194304,171966464~29360128,205520896~20971520,234881024~20971520,276824064~12582912,293601280~16777216,339738624~25165824,373293056~41943040] 2024-07-26T07:36:29.535 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 16 diff [4194304~12582912,20971520~16777216,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~37748736] 2024-07-26T07:36:29.535 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~12582912,20971520~16777216,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~37748736] 2024-07-26T07:36:29.539 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~12582912,20971520~20971520,46137344~25165824,75497472~12582912,92274688~62914560,163577856~4194304,171966464~29360128,205520896~20971520,234881024~20971520,276824064~33554432,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.540 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 17 diff [4194304~33554432,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~37748736] 2024-07-26T07:36:29.540 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~37748736] 2024-07-26T07:36:29.543 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~37748736,46137344~25165824,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,339738624~75497472] 2024-07-26T07:36:29.544 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 18 diff [4194304~33554432,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.544 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,46137344~25165824,75497472~8388608,92274688~58720256,163577856~4194304,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.547 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~37748736,46137344~25165824,75497472~12582912,92274688~62914560,163577856~4194304,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.548 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to 19 diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.548 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:29.552 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:29.552 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 10 diff [20971520~16777216,109051904~8388608,243269632~8388608,343932928~4194304,356515840~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.552 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,109051904~8388608,243269632~8388608,343932928~4194304,356515840~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.553 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~16777216,109051904~8388608,243269632~12582912,343932928~8388608,356515840~8388608,385875968~16777216,406847488~8388608] 2024-07-26T07:36:29.553 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 11 diff [20971520~16777216,58720256~8388608,79691776~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~4194304,192937984~4194304,234881024~16777216,343932928~4194304,356515840~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.553 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,58720256~8388608,79691776~4194304,92274688~8388608,109051904~16777216,134217728~8388608,146800640~4194304,192937984~4194304,234881024~16777216,343932928~4194304,356515840~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.554 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~16777216,58720256~12582912,79691776~8388608,92274688~12582912,109051904~16777216,134217728~20971520,192937984~4194304,234881024~20971520,343932928~8388608,356515840~8388608,385875968~16777216,406847488~8388608] 2024-07-26T07:36:29.554 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 12 diff [20971520~20971520,58720256~8388608,79691776~4194304,92274688~8388608,109051904~16777216,130023424~20971520,188743680~8388608,234881024~16777216,297795584~8388608,339738624~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.555 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~20971520,58720256~8388608,79691776~4194304,92274688~8388608,109051904~16777216,130023424~20971520,188743680~8388608,234881024~16777216,297795584~8388608,339738624~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-07-26T07:36:29.556 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,58720256~12582912,79691776~8388608,92274688~12582912,109051904~16777216,130023424~25165824,188743680~12582912,234881024~20971520,297795584~12582912,339738624~12582912,356515840~8388608,377487360~25165824,406847488~8388608] 2024-07-26T07:36:29.556 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 13 diff [20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,109051904~16777216,130023424~20971520,184549376~12582912,234881024~16777216,281018368~4194304,297795584~8388608,339738624~8388608,352321536~12582912,377487360~20971520,406847488~4194304] 2024-07-26T07:36:29.556 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,109051904~16777216,130023424~20971520,184549376~12582912,234881024~16777216,281018368~4194304,297795584~8388608,339738624~8388608,352321536~12582912,377487360~20971520,406847488~4194304] 2024-07-26T07:36:29.558 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,54525952~16777216,75497472~12582912,92274688~12582912,109051904~16777216,130023424~25165824,184549376~16777216,234881024~20971520,281018368~8388608,297795584~12582912,339738624~25165824,377487360~25165824,406847488~8388608] 2024-07-26T07:36:29.558 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 14 diff [20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,109051904~41943040,176160768~20971520,234881024~16777216,276824064~8388608,293601280~12582912,339738624~8388608,352321536~12582912,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.558 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,109051904~41943040,176160768~20971520,234881024~16777216,276824064~8388608,293601280~12582912,339738624~8388608,352321536~12582912,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.560 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,46137344~25165824,75497472~12582912,92274688~12582912,109051904~46137344,176160768~25165824,234881024~20971520,276824064~12582912,293601280~16777216,339738624~25165824,373293056~29360128,406847488~8388608] 2024-07-26T07:36:29.560 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 15 diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,109051904~41943040,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~12582912,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.560 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,109051904~41943040,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~12582912,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.563 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~25165824,75497472~12582912,92274688~12582912,109051904~46137344,171966464~29360128,205520896~20971520,234881024~20971520,276824064~12582912,293601280~16777216,339738624~25165824,373293056~29360128,406847488~8388608] 2024-07-26T07:36:29.563 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 16 diff [4194304~8388608,20971520~16777216,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~16777216,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.563 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~16777216,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.566 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~25165824,75497472~12582912,92274688~62914560,171966464~29360128,205520896~20971520,234881024~20971520,276824064~33554432,314572800~4194304,339738624~62914560,406847488~8388608] 2024-07-26T07:36:29.566 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 17 diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.566 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~29360128,373293056~25165824,406847488~4194304] 2024-07-26T07:36:29.570 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~12582912,92274688~62914560,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,339738624~62914560,406847488~8388608] 2024-07-26T07:36:29.570 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 18 diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.570 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,109051904~41943040,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.573 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~12582912,92274688~62914560,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:29.573 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to 19 diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.573 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.577 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:29.577 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 11 diff [58720256~8388608,79691776~4194304,92274688~8388608,117440512~8388608,134217728~8388608,146800640~4194304,192937984~4194304,234881024~8388608] 2024-07-26T07:36:29.577 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [58720256~8388608,79691776~4194304,92274688~8388608,117440512~8388608,134217728~8388608,146800640~4194304,192937984~4194304,234881024~8388608] 2024-07-26T07:36:29.581 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [58720256~12582912,79691776~8388608,92274688~12582912,117440512~8388608,134217728~20971520,192937984~4194304,234881024~12582912] 2024-07-26T07:36:29.581 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 12 diff [29360128~8388608,58720256~8388608,79691776~4194304,92274688~8388608,117440512~8388608,130023424~20971520,188743680~8388608,234881024~8388608,297795584~8388608,339738624~8388608,377487360~8388608] 2024-07-26T07:36:29.582 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [29360128~8388608,58720256~8388608,79691776~4194304,92274688~8388608,117440512~8388608,130023424~20971520,188743680~8388608,234881024~8388608,297795584~8388608,339738624~8388608,377487360~8388608] 2024-07-26T07:36:29.582 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [29360128~12582912,58720256~12582912,79691776~8388608,92274688~12582912,117440512~8388608,130023424~25165824,188743680~12582912,234881024~12582912,297795584~12582912,339738624~12582912,377487360~8388608] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 13 diff [20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,117440512~8388608,130023424~20971520,184549376~12582912,234881024~8388608,281018368~4194304,297795584~8388608,339738624~8388608,352321536~4194304,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,54525952~12582912,75497472~8388608,92274688~8388608,117440512~8388608,130023424~20971520,184549376~12582912,234881024~8388608,281018368~4194304,297795584~8388608,339738624~8388608,352321536~4194304,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,54525952~16777216,75497472~12582912,92274688~12582912,117440512~8388608,130023424~25165824,184549376~16777216,234881024~12582912,281018368~8388608,297795584~12582912,339738624~16777216,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 14 diff [20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,113246208~37748736,176160768~20971520,234881024~8388608,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,113246208~37748736,176160768~20971520,234881024~8388608,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.583 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,46137344~25165824,75497472~12582912,92274688~12582912,113246208~41943040,176160768~25165824,234881024~12582912,276824064~12582912,293601280~16777216,339738624~16777216,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.584 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 15 diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,113246208~37748736,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.584 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~12582912,75497472~8388608,92274688~8388608,113246208~37748736,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.586 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~25165824,75497472~12582912,92274688~12582912,113246208~41943040,171966464~29360128,205520896~20971520,234881024~20971520,276824064~12582912,293601280~16777216,339738624~16777216,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.586 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 16 diff [4194304~8388608,20971520~16777216,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.586 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~25165824,205520896~16777216,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.588 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~25165824,75497472~12582912,92274688~16777216,113246208~41943040,171966464~29360128,205520896~20971520,234881024~20971520,276824064~33554432,314572800~4194304,339738624~16777216,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.589 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 17 diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~16777216,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.589 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,339738624~16777216,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.592 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~12582912,92274688~16777216,113246208~41943040,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,339738624~16777216,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.592 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 18 diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.592 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~25165824,75497472~8388608,92274688~12582912,113246208~37748736,171966464~50331648,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.595 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~12582912,92274688~16777216,113246208~41943040,171966464~54525952,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.595 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to 19 diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.595 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.599 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.599 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 12 diff [29360128~8388608,130023424~20971520,188743680~8388608,297795584~8388608,339738624~8388608,377487360~8388608] 2024-07-26T07:36:29.599 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [29360128~8388608,130023424~20971520,188743680~8388608,297795584~8388608,339738624~8388608,377487360~8388608] 2024-07-26T07:36:29.600 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [29360128~12582912,130023424~20971520,188743680~12582912,297795584~12582912,339738624~12582912,377487360~8388608] 2024-07-26T07:36:29.600 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 13 diff [20971520~16777216,54525952~8388608,75497472~4194304,130023424~20971520,184549376~12582912,281018368~4194304,297795584~8388608,339738624~8388608,352321536~4194304,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.600 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,54525952~8388608,75497472~4194304,130023424~20971520,184549376~12582912,281018368~4194304,297795584~8388608,339738624~8388608,352321536~4194304,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.601 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,54525952~12582912,75497472~4194304,130023424~20971520,184549376~16777216,281018368~8388608,297795584~12582912,339738624~16777216,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.601 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 14 diff [20971520~16777216,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~25165824,176160768~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.602 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~16777216,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~25165824,176160768~20971520,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.603 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~20971520,46137344~20971520,75497472~4194304,113246208~8388608,125829120~25165824,176160768~25165824,276824064~12582912,293601280~16777216,339738624~16777216,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.603 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 15 diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~25165824,171966464~25165824,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.603 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~25165824,171966464~25165824,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,293601280~12582912,339738624~8388608,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.605 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~20971520,75497472~4194304,113246208~8388608,125829120~25165824,171966464~29360128,205520896~20971520,234881024~8388608,247463936~8388608,276824064~12582912,293601280~16777216,339738624~16777216,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.605 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 16 diff [4194304~8388608,20971520~16777216,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~25165824,171966464~25165824,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.605 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~16777216,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~25165824,171966464~25165824,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.608 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~20971520,46137344~25165824,75497472~8388608,96468992~12582912,113246208~8388608,125829120~25165824,171966464~29360128,205520896~20971520,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,339738624~16777216,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.608 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 17 diff [4194304~8388608,16777216~20971520,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~50331648,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,339738624~16777216,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.608 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~50331648,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,339738624~16777216,360710144~8388608,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.611 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~8388608,96468992~12582912,113246208~37748736,171966464~54525952,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,339738624~16777216,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.611 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 18 diff [4194304~8388608,16777216~20971520,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~50331648,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.611 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~20971520,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~50331648,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.615 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~8388608,96468992~12582912,113246208~37748736,171966464~54525952,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.615 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to 19 diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.615 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.618 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.618 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 13 diff [20971520~8388608,54525952~8388608,75497472~4194304,184549376~8388608,281018368~4194304,352321536~4194304,377487360~4194304,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.618 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~8388608,54525952~8388608,75497472~4194304,184549376~8388608,281018368~4194304,352321536~4194304,377487360~4194304,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.619 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~12582912,54525952~12582912,75497472~4194304,184549376~12582912,281018368~8388608,352321536~4194304,377487360~12582912,406847488~4194304] 2024-07-26T07:36:29.619 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 14 diff [20971520~8388608,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~8388608,176160768~16777216,276824064~8388608,293601280~8388608,352321536~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.619 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [20971520~8388608,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~8388608,176160768~16777216,276824064~8388608,293601280~8388608,352321536~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.620 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [20971520~12582912,46137344~20971520,75497472~4194304,113246208~8388608,125829120~8388608,176160768~20971520,276824064~12582912,293601280~12582912,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.621 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 15 diff [4194304~8388608,20971520~12582912,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~8388608,171966464~20971520,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,293601280~8388608,343932928~4194304,352321536~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.621 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~12582912,46137344~4194304,54525952~8388608,75497472~4194304,113246208~4194304,125829120~8388608,171966464~20971520,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,293601280~8388608,343932928~4194304,352321536~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.622 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~12582912,46137344~20971520,75497472~4194304,113246208~8388608,125829120~8388608,171966464~25165824,205520896~20971520,234881024~8388608,247463936~8388608,276824064~12582912,293601280~12582912,343932928~4194304,352321536~4194304,373293056~16777216,406847488~4194304] 2024-07-26T07:36:29.622 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 16 diff [4194304~8388608,20971520~12582912,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~16777216,171966464~20971520,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,343932928~4194304,352321536~4194304,360710144~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.622 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~16777216,171966464~20971520,205520896~16777216,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,343932928~4194304,352321536~4194304,360710144~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.625 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,20971520~12582912,37748736~4194304,46137344~25165824,75497472~8388608,96468992~12582912,113246208~8388608,125829120~16777216,171966464~25165824,205520896~20971520,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,343932928~4194304,352321536~4194304,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.625 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 17 diff [4194304~8388608,16777216~16777216,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~20971520,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.625 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~16777216,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~20971520,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,339738624~8388608,352321536~4194304,360710144~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-07-26T07:36:29.627 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~8388608,96468992~12582912,113246208~37748736,171966464~54525952,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,339738624~8388608,352321536~4194304,360710144~29360128,406847488~4194304] 2024-07-26T07:36:29.627 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 18 diff [4194304~8388608,16777216~16777216,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~20971520,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~8388608,352321536~29360128,385875968~12582912,406847488~4194304] 2024-07-26T07:36:29.627 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~16777216,37748736~4194304,46137344~16777216,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~20971520,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~8388608,352321536~29360128,385875968~12582912,406847488~4194304] 2024-07-26T07:36:29.630 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~25165824,75497472~8388608,96468992~12582912,113246208~37748736,171966464~54525952,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~8388608,352321536~46137344,406847488~4194304] 2024-07-26T07:36:29.631 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to 19 diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:29.631 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:29.634 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:29.634 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 14 diff [46137344~4194304,54525952~4194304,113246208~4194304,125829120~8388608,176160768~8388608,276824064~4194304,293601280~8388608,373293056~4194304] 2024-07-26T07:36:29.634 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [46137344~4194304,54525952~4194304,113246208~4194304,125829120~8388608,176160768~8388608,276824064~4194304,293601280~8388608,373293056~4194304] 2024-07-26T07:36:29.635 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [46137344~12582912,113246208~8388608,125829120~8388608,176160768~12582912,276824064~8388608,293601280~12582912,373293056~4194304] 2024-07-26T07:36:29.635 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 15 diff [4194304~8388608,29360128~4194304,46137344~4194304,54525952~4194304,113246208~4194304,125829120~8388608,171966464~12582912,205520896~16777216,234881024~4194304,247463936~8388608,276824064~4194304,293601280~8388608,343932928~4194304,373293056~4194304] 2024-07-26T07:36:29.635 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,29360128~4194304,46137344~4194304,54525952~4194304,113246208~4194304,125829120~8388608,171966464~12582912,205520896~16777216,234881024~4194304,247463936~8388608,276824064~4194304,293601280~8388608,343932928~4194304,373293056~4194304] 2024-07-26T07:36:29.636 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,29360128~4194304,46137344~12582912,113246208~8388608,125829120~8388608,171966464~16777216,205520896~20971520,234881024~8388608,247463936~8388608,276824064~8388608,293601280~12582912,343932928~4194304,373293056~4194304] 2024-07-26T07:36:29.637 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 16 diff [4194304~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~16777216,171966464~12582912,205520896~16777216,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,343932928~4194304,360710144~8388608,373293056~4194304] 2024-07-26T07:36:29.637 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~4194304,125829120~16777216,171966464~12582912,205520896~16777216,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,343932928~4194304,360710144~8388608,373293056~4194304] 2024-07-26T07:36:29.639 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~8388608,125829120~16777216,171966464~16777216,205520896~20971520,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,343932928~4194304,360710144~16777216] 2024-07-26T07:36:29.639 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 17 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~12582912,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,339738624~8388608,360710144~8388608,373293056~4194304] 2024-07-26T07:36:29.639 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~12582912,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,339738624~8388608,360710144~8388608,373293056~4194304] 2024-07-26T07:36:29.641 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~37748736,171966464~16777216,197132288~29360128,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,339738624~8388608,360710144~16777216] 2024-07-26T07:36:29.641 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 18 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~16777216,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.641 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~4194304,96468992~8388608,113246208~37748736,171966464~16777216,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.644 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~37748736,171966464~16777216,197132288~29360128,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~8388608,356515840~20971520,385875968~12582912] 2024-07-26T07:36:29.644 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to 19 diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:29.644 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:29.647 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:29.647 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 15 diff [4194304~8388608,29360128~4194304,125829120~4194304,171966464~8388608,205520896~16777216,234881024~4194304,247463936~8388608,343932928~4194304] 2024-07-26T07:36:29.647 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,29360128~4194304,125829120~4194304,171966464~8388608,205520896~16777216,234881024~4194304,247463936~8388608,343932928~4194304] 2024-07-26T07:36:29.648 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,29360128~4194304,125829120~4194304,171966464~8388608,205520896~20971520,234881024~8388608,247463936~8388608,343932928~4194304] 2024-07-26T07:36:29.648 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 16 diff [4194304~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,125829120~4194304,134217728~8388608,171966464~8388608,205520896~16777216,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,343932928~4194304,360710144~8388608] 2024-07-26T07:36:29.648 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,125829120~4194304,134217728~8388608,171966464~8388608,205520896~16777216,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,343932928~4194304,360710144~8388608] 2024-07-26T07:36:29.650 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,125829120~4194304,134217728~8388608,171966464~8388608,205520896~20971520,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,343932928~4194304,360710144~12582912] 2024-07-26T07:36:29.650 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 17 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,171966464~8388608,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,339738624~8388608,360710144~8388608] 2024-07-26T07:36:29.650 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,171966464~8388608,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,339738624~8388608,360710144~8388608] 2024-07-26T07:36:29.652 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~16777216,134217728~16777216,171966464~8388608,197132288~29360128,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,339738624~8388608,360710144~12582912] 2024-07-26T07:36:29.652 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 18 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,171966464~12582912,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~8388608,356515840~16777216,385875968~8388608] 2024-07-26T07:36:29.652 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,171966464~12582912,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~8388608,356515840~16777216,385875968~8388608] 2024-07-26T07:36:29.655 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~8388608,16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~16777216,134217728~16777216,171966464~16777216,197132288~29360128,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~8388608,356515840~16777216,385875968~12582912] 2024-07-26T07:36:29.655 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to 19 diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:29.655 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:29.657 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~16777216,134217728~16777216,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:29.658 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 16 diff [37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,134217728~8388608,289406976~4194304,314572800~4194304,360710144~8388608] 2024-07-26T07:36:29.658 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,134217728~8388608,289406976~4194304,314572800~4194304,360710144~8388608] 2024-07-26T07:36:29.659 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [37748736~4194304,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,134217728~8388608,289406976~4194304,314572800~4194304,360710144~12582912] 2024-07-26T07:36:29.659 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 17 diff [16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,134217728~16777216,197132288~8388608,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,339738624~8388608,360710144~8388608] 2024-07-26T07:36:29.659 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,134217728~16777216,197132288~8388608,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,339738624~8388608,360710144~8388608] 2024-07-26T07:36:29.661 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~12582912,134217728~16777216,197132288~8388608,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,339738624~8388608,360710144~12582912] 2024-07-26T07:36:29.661 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 18 diff [16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,134217728~16777216,176160768~8388608,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~8388608,356515840~16777216,385875968~8388608] 2024-07-26T07:36:29.661 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16777216~8388608,29360128~4194304,37748736~4194304,46137344~8388608,67108864~4194304,75497472~4194304,96468992~8388608,113246208~8388608,134217728~16777216,176160768~8388608,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~8388608,356515840~16777216,385875968~8388608] 2024-07-26T07:36:29.663 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [16777216~25165824,46137344~12582912,67108864~4194304,75497472~8388608,96468992~12582912,113246208~12582912,134217728~16777216,176160768~12582912,197132288~12582912,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~8388608,356515840~16777216,385875968~12582912] 2024-07-26T07:36:29.663 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to 19 diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.663 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.665 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~46137344,67108864~16777216,96468992~12582912,113246208~12582912,134217728~16777216,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:29.665 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 17 diff [16777216~8388608,29360128~4194304,113246208~8388608,142606336~8388608,197132288~8388608,218103808~4194304,247463936~4194304,339738624~8388608] 2024-07-26T07:36:29.665 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16777216~8388608,29360128~4194304,113246208~8388608,142606336~8388608,197132288~8388608,218103808~4194304,247463936~4194304,339738624~8388608] 2024-07-26T07:36:29.666 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [16777216~20971520,113246208~12582912,142606336~8388608,197132288~8388608,218103808~4194304,247463936~8388608,339738624~8388608] 2024-07-26T07:36:29.666 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 18 diff [16777216~8388608,29360128~4194304,96468992~8388608,113246208~8388608,138412032~12582912,176160768~8388608,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~8388608,356515840~8388608,385875968~8388608] 2024-07-26T07:36:29.666 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [16777216~8388608,29360128~4194304,96468992~8388608,113246208~8388608,138412032~12582912,176160768~8388608,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~8388608,356515840~8388608,385875968~8388608] 2024-07-26T07:36:29.668 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [16777216~20971520,96468992~8388608,113246208~12582912,138412032~12582912,176160768~12582912,197132288~12582912,218103808~4194304,247463936~8388608,327155712~8388608,339738624~8388608,356515840~8388608,385875968~12582912] 2024-07-26T07:36:29.668 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to 19 diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.668 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.670 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~25165824,41943040~8388608,71303168~12582912,96468992~8388608,113246208~12582912,138412032~12582912,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:29.670 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to 18 diff [96468992~8388608,138412032~4194304,176160768~8388608,197132288~8388608,327155712~4194304,356515840~8388608,385875968~8388608] 2024-07-26T07:36:29.670 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [96468992~8388608,138412032~4194304,176160768~8388608,197132288~8388608,327155712~4194304,356515840~8388608,385875968~8388608] 2024-07-26T07:36:29.671 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [96468992~8388608,138412032~8388608,176160768~12582912,197132288~12582912,327155712~8388608,356515840~8388608,385875968~12582912] 2024-07-26T07:36:29.671 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to 19 diff [12582912~8388608,41943040~4194304,71303168~8388608,96468992~8388608,138412032~4194304,155189248~4194304,167772160~4194304,176160768~16777216,197132288~8388608,327155712~4194304,343932928~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.671 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~8388608,41943040~4194304,71303168~8388608,96468992~8388608,138412032~4194304,155189248~4194304,167772160~4194304,176160768~16777216,197132288~8388608,327155712~4194304,343932928~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:29.672 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~8388608,41943040~8388608,71303168~12582912,96468992~8388608,138412032~8388608,155189248~8388608,167772160~41943040,327155712~8388608,343932928~33554432,385875968~12582912] 2024-07-26T07:36:29.672 INFO:tasks.workunit.client.0.smithi037.stdout:from 18 to 19 diff [12582912~8388608,41943040~4194304,71303168~8388608,155189248~4194304,167772160~4194304,184549376~8388608,343932928~8388608,364904448~12582912,385875968~4194304] 2024-07-26T07:36:29.672 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~8388608,41943040~4194304,71303168~8388608,155189248~4194304,167772160~4194304,184549376~8388608,343932928~8388608,364904448~12582912,385875968~4194304] 2024-07-26T07:36:29.673 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~8388608,41943040~8388608,71303168~12582912,155189248~8388608,167772160~8388608,184549376~12582912,343932928~12582912,364904448~12582912,385875968~4194304] 2024-07-26T07:36:30.043 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:30.043 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:30.064 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:30.064 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:30.064 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:30.071 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:30.071 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:30.071 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:30.077 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:30.077 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:30.077 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:30.083 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:30.083 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.083 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.089 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:30.089 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.089 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.095 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:30.095 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.095 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.099 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:30.100 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.100 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.104 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:30.104 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.104 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:30.108 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:30.108 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.108 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.112 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:30.112 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.112 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.116 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.116 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.116 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.119 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.119 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:30.119 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:30.122 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:30.122 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:30.122 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:30.124 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:30.124 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:30.125 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:30.126 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~16777216,134217728~16777216,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:30.127 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.127 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.128 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~46137344,67108864~16777216,96468992~12582912,113246208~12582912,134217728~16777216,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:30.128 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to HEAD diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.128 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.130 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~25165824,41943040~8388608,71303168~12582912,96468992~8388608,113246208~12582912,138412032~12582912,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:30.130 INFO:tasks.workunit.client.0.smithi037.stdout:from 17 to HEAD diff [12582912~8388608,41943040~4194304,71303168~8388608,96468992~8388608,138412032~4194304,155189248~4194304,167772160~4194304,176160768~16777216,197132288~8388608,327155712~4194304,343932928~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.130 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~8388608,41943040~4194304,71303168~8388608,96468992~8388608,138412032~4194304,155189248~4194304,167772160~4194304,176160768~16777216,197132288~8388608,327155712~4194304,343932928~8388608,356515840~20971520,385875968~8388608] 2024-07-26T07:36:30.131 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~8388608,41943040~8388608,71303168~12582912,96468992~8388608,138412032~8388608,155189248~8388608,167772160~41943040,327155712~8388608,343932928~33554432,385875968~12582912] 2024-07-26T07:36:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:30 smithi037 ceph-mon[97339]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:36:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:30 smithi037 ceph-mon[99762]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:36:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:30 smithi135 ceph-mon[90132]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:36:31.081 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:31.081 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:31.113 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:31.113 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:31.113 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:31.120 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:31.120 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:31.120 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:31.126 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:31.126 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:31.126 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:31.132 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:31.132 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.132 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.138 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:31.138 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.138 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.144 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:31.144 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.144 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.149 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:31.149 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.149 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.153 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:31.153 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.153 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:31.157 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:31.157 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.158 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.161 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:31.161 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.161 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.164 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.168 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.168 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:31.168 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:31.170 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:31.170 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:31.170 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:31.172 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:31.173 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:31.173 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:31.175 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~16777216,134217728~16777216,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:31.175 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:31.175 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:31.177 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~46137344,67108864~16777216,96468992~12582912,113246208~12582912,134217728~16777216,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:31.177 INFO:tasks.workunit.client.0.smithi037.stdout:from 16 to HEAD diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:31.177 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,41943040~4194304,71303168~8388608,96468992~8388608,113246208~8388608,138412032~12582912,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:31.178 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~25165824,41943040~8388608,71303168~12582912,96468992~8388608,113246208~12582912,138412032~12582912,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:31 smithi037 ceph-mon[97339]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:36:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:31 smithi037 ceph-mon[97339]: pgmap v3721: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 270 KiB/s rd, 35 MiB/s wr, 432 op/s 2024-07-26T07:36:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:31 smithi037 ceph-mon[99762]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:36:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:31 smithi037 ceph-mon[99762]: pgmap v3721: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 270 KiB/s rd, 35 MiB/s wr, 432 op/s 2024-07-26T07:36:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:31 smithi135 ceph-mon[90132]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:36:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:31 smithi135 ceph-mon[90132]: pgmap v3721: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 270 KiB/s rd, 35 MiB/s wr, 432 op/s 2024-07-26T07:36:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:31] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:36:32.061 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:32.061 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:32.103 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:32.103 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:32.104 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:32.125 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:32.125 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:32.125 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:32.131 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:32.131 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:32.131 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:32.137 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:32.137 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.137 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.143 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:32.143 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.143 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.147 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:32.148 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.148 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.152 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:32.152 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.153 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.157 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:32.157 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.157 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:32.161 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:32.161 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.161 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.164 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:32.164 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.164 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.167 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.167 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.167 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.170 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.170 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:32.170 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:32.173 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:32.173 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:32.173 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:32.175 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:32.175 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:32.175 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:32.176 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~16777216,134217728~16777216,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:32.176 INFO:tasks.workunit.client.0.smithi037.stdout:from 15 to HEAD diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:32.176 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [12582912~12582912,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,134217728~16777216,155189248~4194304,167772160~4194304,176160768~16777216,197132288~12582912,218103808~4194304,247463936~4194304,289406976~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~20971520,385875968~8388608] 2024-07-26T07:36:32.177 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [12582912~46137344,67108864~16777216,96468992~12582912,113246208~12582912,134217728~16777216,155189248~8388608,167772160~41943040,218103808~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:32 smithi037 ceph-mon[97339]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:36:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:32 smithi037 ceph-mon[99762]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:36:32.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:32 smithi135 ceph-mon[90132]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:36:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:33.090 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:33.091 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:33.116 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:33.117 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:33.117 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:33.122 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:33.123 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:33.123 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:33.127 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:33.128 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:33.128 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:33.134 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:33.135 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.135 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.140 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:33.140 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.140 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.145 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:33.145 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.145 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.149 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:33.149 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.149 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.152 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:33.152 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.153 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:33.155 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:33.156 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.156 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.158 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:33.158 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.159 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.160 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.161 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.161 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.163 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.163 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:33.163 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:33.165 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:33.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:33.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:33.167 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:33.167 INFO:tasks.workunit.client.0.smithi037.stdout:from 14 to HEAD diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:33.167 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,67108864~12582912,96468992~8388608,113246208~8388608,125829120~4194304,134217728~16777216,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,289406976~4194304,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:33.167 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~16777216,134217728~16777216,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,289406976~4194304,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:33 smithi135 ceph-mon[90132]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:36:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:33 smithi135 ceph-mon[90132]: pgmap v3724: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 20 MiB/s wr, 412 op/s 2024-07-26T07:36:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:33 smithi037 ceph-mon[97339]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:36:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:33 smithi037 ceph-mon[97339]: pgmap v3724: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 20 MiB/s wr, 412 op/s 2024-07-26T07:36:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:33 smithi037 ceph-mon[99762]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:36:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:33 smithi037 ceph-mon[99762]: pgmap v3724: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 20 MiB/s wr, 412 op/s 2024-07-26T07:36:34.082 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:34.083 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:34.124 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:34.124 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:34.124 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:34.143 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:34.143 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:34.144 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:34.149 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:34.149 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:34.149 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:34.154 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:34.154 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.154 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.158 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:34.159 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.159 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.163 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:34.163 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.163 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.166 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:34.166 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.166 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.170 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:34.170 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.170 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:34.173 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:34.173 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.173 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.175 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:34.175 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.175 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.177 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.177 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.178 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.179 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.179 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:34.179 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:34.181 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:34.181 INFO:tasks.workunit.client.0.smithi037.stdout:from 13 to HEAD diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:34.181 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~4194304,289406976~12582912,314572800~4194304,327155712~4194304,339738624~37748736,385875968~8388608] 2024-07-26T07:36:34.181 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~54525952,67108864~16777216,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~8388608,339738624~37748736,385875968~12582912] 2024-07-26T07:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:34 smithi135 ceph-mon[90132]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:36:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:36:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:34 smithi037 ceph-mon[97339]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:36:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:36:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:34 smithi037 ceph-mon[99762]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:36:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:36:35.079 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:35.079 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:35.128 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:35.129 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:35.129 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:35.136 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:35.137 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:35.137 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:35.141 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:35.141 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:35.141 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:35.145 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:35.145 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.145 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.150 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:35.150 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.150 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.153 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:35.153 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.153 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.156 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:35.156 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.156 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.159 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:35.159 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.159 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:35.161 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:35.162 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.162 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.163 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:35.164 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.164 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.165 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.166 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.167 INFO:tasks.workunit.client.0.smithi037.stdout:from 12 to HEAD diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:35.167 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~29360128,37748736~25165824,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~25165824,197132288~25165824,234881024~4194304,247463936~8388608,276824064~8388608,289406976~12582912,314572800~4194304,327155712~4194304,339738624~41943040,385875968~12582912,406847488~4194304] 2024-07-26T07:36:35.167 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~29360128,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: pgmap v3727: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 657 KiB/s rd, 12 MiB/s wr, 1.24k op/s 2024-07-26T07:36:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:35.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:36:35.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:36:35.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: pgmap v3727: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 657 KiB/s rd, 12 MiB/s wr, 1.24k op/s 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:36:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: pgmap v3727: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 657 KiB/s rd, 12 MiB/s wr, 1.24k op/s 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:36:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:36:36.102 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:36.102 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:36.128 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:36.128 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:36.128 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:36.146 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:36.146 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:36.146 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:36.163 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:36.163 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:36.163 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:36.169 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:36.169 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.169 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.173 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:36.173 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.173 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.176 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:36.177 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.177 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.180 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:36.180 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.180 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.182 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:36.182 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.183 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:36.185 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:36.185 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.185 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.186 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:36.187 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.187 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.188 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.188 INFO:tasks.workunit.client.0.smithi037.stdout:from 11 to HEAD diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.188 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~20971520,67108864~12582912,96468992~8388608,113246208~37748736,155189248~4194304,167772160~54525952,234881024~4194304,247463936~8388608,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.188 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~79691776,96468992~12582912,113246208~37748736,155189248~8388608,167772160~58720256,234881024~8388608,247463936~8388608,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:36 smithi135 ceph-mon[90132]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:36:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:36 smithi037 ceph-mon[97339]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:36:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:36 smithi037 ceph-mon[99762]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:36:37.099 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:37.099 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:37.149 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:37.149 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:37.149 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:37.168 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:37.169 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:37.169 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:37.173 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:37.173 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:37.174 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:37.177 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:37.177 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.177 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.181 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:37.181 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.181 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.184 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:37.184 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.185 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.187 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:37.187 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.187 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.189 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:37.189 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.189 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:37.191 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:37.192 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:37.192 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:37.193 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:37.193 INFO:tasks.workunit.client.0.smithi037.stdout:from 10 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:37.193 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,113246208~37748736,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:37.194 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~16777216,113246208~50331648,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~58720256,406847488~4194304] 2024-07-26T07:36:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:37 smithi135 ceph-mon[90132]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:36:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:37 smithi135 ceph-mon[90132]: pgmap v3730: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 619 KiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-07-26T07:36:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:37 smithi037 ceph-mon[97339]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:36:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:37 smithi037 ceph-mon[97339]: pgmap v3730: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 619 KiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-07-26T07:36:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:37 smithi037 ceph-mon[99762]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:36:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:37 smithi037 ceph-mon[99762]: pgmap v3730: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 619 KiB/s rd, 6.4 MiB/s wr, 1.16k op/s 2024-07-26T07:36:38.133 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:38.133 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:38.165 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:38.165 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:38.165 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:38.171 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:38.171 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:38.171 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:38.175 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:38.175 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:38.175 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:38.178 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:38.179 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.179 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.182 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:38.182 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.182 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.184 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:38.184 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.184 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.187 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:38.187 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.187 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.189 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:38.189 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.189 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:38.191 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:38.191 INFO:tasks.workunit.client.0.smithi037.stdout:from 9 to HEAD diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:38.191 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~12582912,109051904~41943040,155189248~4194304,167772160~54525952,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:36:38.192 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~71303168,167772160~58720256,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~62914560,406847488~8388608] 2024-07-26T07:36:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:38 smithi037 ceph-mon[97339]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:36:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:38 smithi037 ceph-mon[99762]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:36:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:38 smithi135 ceph-mon[90132]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:36:39.125 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:39.126 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:39.161 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:39.162 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:39.162 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:39.174 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:39.174 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:39.174 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:39.187 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:39.187 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:39.187 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:39.190 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:39.190 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.190 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.193 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:39.193 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.193 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.195 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:39.195 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.195 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.197 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:39.197 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.197 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.199 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:39.199 INFO:tasks.workunit.client.0.smithi037.stdout:from 8 to HEAD diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.199 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~33554432,41943040~41943040,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,276824064~8388608,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:39.200 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,276824064~33554432,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:39 smithi037 ceph-mon[97339]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:36:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:39 smithi037 ceph-mon[97339]: pgmap v3733: 137 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 278 op/s 2024-07-26T07:36:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:39 smithi037 ceph-mon[99762]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:36:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:39 smithi037 ceph-mon[99762]: pgmap v3733: 137 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 278 op/s 2024-07-26T07:36:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:39 smithi135 ceph-mon[90132]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:36:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:39 smithi135 ceph-mon[90132]: pgmap v3733: 137 pgs: 2 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 278 op/s 2024-07-26T07:36:39.972 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:39.972 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:40.015 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:40.015 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:40.015 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:40.058 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:40.058 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:40.058 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:40.067 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:40.067 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:40.067 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:40.077 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:40.077 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.077 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.079 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:40.079 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.079 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.081 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:40.081 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.081 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.083 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:40.083 INFO:tasks.workunit.client.0.smithi037.stdout:from 7 to HEAD diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.083 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~79691776,92274688~58720256,155189248~4194304,163577856~58720256,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:40.084 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:40 smithi037 ceph-mon[97339]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:36:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:40 smithi037 ceph-mon[97339]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:36:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:40 smithi037 ceph-mon[99762]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:36:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:40 smithi037 ceph-mon[99762]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:36:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:40 smithi135 ceph-mon[90132]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:36:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:40 smithi135 ceph-mon[90132]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:36:40.995 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:40.996 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:41.025 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:41.025 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:41.025 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:41.028 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:41.028 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:41.028 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:41.030 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:41.030 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:41.030 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:41.033 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:41.033 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.033 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.035 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:41.035 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.035 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.037 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:41.037 INFO:tasks.workunit.client.0.smithi037.stdout:from 6 to HEAD diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.037 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [4194304~83886080,92274688~58720256,155189248~67108864,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:41.038 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [4194304~83886080,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:41 smithi037 ceph-mon[97339]: pgmap v3736: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 6.0 KiB/s wr, 388 op/s 2024-07-26T07:36:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:41 smithi037 ceph-mon[97339]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:36:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:41] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-07-26T07:36:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:41 smithi037 ceph-mon[99762]: pgmap v3736: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 6.0 KiB/s wr, 388 op/s 2024-07-26T07:36:41.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:41 smithi037 ceph-mon[99762]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:36:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:41 smithi135 ceph-mon[90132]: pgmap v3736: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 6.0 KiB/s wr, 388 op/s 2024-07-26T07:36:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:41 smithi135 ceph-mon[90132]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:36:41.975 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:41.975 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:42.002 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:42.002 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:42.002 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:42.010 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:42.010 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:42.010 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:42.014 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:42.015 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:42.015 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:42.029 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:42.029 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:42.030 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:42.031 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:42.031 INFO:tasks.workunit.client.0.smithi037.stdout:from 5 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:42.032 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,234881024~20971520,268435456~16777216,289406976~16777216,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:42.033 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,234881024~20971520,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:42.972 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:42.972 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:42.985 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:42.986 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:42.986 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:42.994 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:42.994 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:42.994 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.005 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:43.005 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.005 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.016 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:43.016 INFO:tasks.workunit.client.0.smithi037.stdout:from 4 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:43.017 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,327155712~4194304,339738624~71303168] 2024-07-26T07:36:43.018 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~88080384,92274688~134217728,230686720~33554432,268435456~41943040,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:36:43.297 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:42 smithi037 ceph-mon[97339]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:36:43.298 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:42 smithi037 ceph-mon[97339]: pgmap v3739: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 1.2 KiB/s wr, 239 op/s 2024-07-26T07:36:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:42 smithi037 ceph-mon[99762]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:36:43.298 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:42 smithi037 ceph-mon[99762]: pgmap v3739: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 1.2 KiB/s wr, 239 op/s 2024-07-26T07:36:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:42 smithi135 ceph-mon[90132]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:36:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:42 smithi135 ceph-mon[90132]: pgmap v3739: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 1.2 KiB/s wr, 239 op/s 2024-07-26T07:36:43.979 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:43.979 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:43.989 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:43.990 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:43.990 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:43.994 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:43.994 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.994 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.996 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:43.996 INFO:tasks.workunit.client.0.smithi037.stdout:from 3 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.996 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~37748736,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:43.998 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:43 smithi037 ceph-mon[97339]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:36:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:43 smithi037 ceph-mon[99762]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:36:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:43 smithi135 ceph-mon[90132]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:36:44.985 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:44.985 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:44.993 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:44.993 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:44.993 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:44.995 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:44.995 INFO:tasks.workunit.client.0.smithi037.stdout:from 2 to HEAD diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:44.996 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~150994944,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~71303168] 2024-07-26T07:36:45.003 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:36:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[97339]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:36:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[97339]: pgmap v3742: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 936 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 7.2 KiB/s wr, 261 op/s 2024-07-26T07:36:45.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[97339]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:36:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[99762]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:36:45.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[99762]: pgmap v3742: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 936 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 7.2 KiB/s wr, 261 op/s 2024-07-26T07:36:45.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:44 smithi037 ceph-mon[99762]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:36:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:44 smithi135 ceph-mon[90132]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:36:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:44 smithi135 ceph-mon[90132]: pgmap v3742: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 936 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 7.2 KiB/s wr, 261 op/s 2024-07-26T07:36:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:44 smithi135 ceph-mon[90132]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:36:45.999 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:45.999 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:46.018 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:46.019 INFO:tasks.workunit.client.0.smithi037.stdout:from 1 to HEAD diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:46.019 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~71303168,230686720~29360128,268435456~41943040,314572800~4194304,322961408~8388608,339738624~79691776] 2024-07-26T07:36:46.021 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~226492416,230686720~33554432,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:47.016 INFO:tasks.workunit.client.0.smithi037.stdout:from 0 to HEAD diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:47.016 INFO:tasks.workunit.client.0.smithi037.stdout: limited diff [0~88080384,92274688~58720256,155189248~104857600,268435456~41943040,314572800~4194304,322961408~8388608,339738624~75497472] 2024-07-26T07:36:47.024 INFO:tasks.workunit.client.0.smithi037.stdout: actual was [0~264241152,268435456~41943040,314572800~4194304,322961408~12582912,339738624~79691776] 2024-07-26T07:36:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:46 smithi037 ceph-mon[97339]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:36:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:46 smithi037 ceph-mon[97339]: pgmap v3745: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 240 op/s 2024-07-26T07:36:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:46 smithi037 ceph-mon[99762]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:36:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:46 smithi037 ceph-mon[99762]: pgmap v3745: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 240 op/s 2024-07-26T07:36:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:46 smithi135 ceph-mon[90132]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:36:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:46 smithi135 ceph-mon[90132]: pgmap v3745: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 913 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 240 op/s 2024-07-26T07:36:48.044 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39119 ms) 2024-07-26T07:36:48.045 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-07-26T07:36:48.045 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:47 smithi037 ceph-mon[97339]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:36:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:47 smithi037 ceph-mon[99762]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:36:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:47 smithi135 ceph-mon[90132]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:36:49.128 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1083 ms) 2024-07-26T07:36:49.128 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-07-26T07:36:49.128 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:49 smithi037 ceph-mon[97339]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:36:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:49 smithi037 ceph-mon[97339]: pgmap v3748: 137 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 131 active+clean; 839 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T07:36:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:49 smithi037 ceph-mon[99762]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:36:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:49 smithi037 ceph-mon[99762]: pgmap v3748: 137 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 131 active+clean; 839 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T07:36:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:49 smithi135 ceph-mon[90132]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:36:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:49 smithi135 ceph-mon[90132]: pgmap v3748: 137 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 131 active+clean; 839 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T07:36:50.077 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [0~4194304,8388608~12582912] to clone 2024-07-26T07:36:50.077 INFO:tasks.workunit.client.0.smithi037.stdout: diff was [0~4194304,8388608~12582912] 2024-07-26T07:36:50.081 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (953 ms) 2024-07-26T07:36:50.081 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-07-26T07:36:50.081 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:50.103 INFO:tasks.workunit.client.0.smithi037.stdout: wrote [5925733~49467,6973465~95944,9455453~6577,13518797~6376,14498968~5281,14736240~67108,15905287~2251,16697044~45231,17314717~88831,18010400~41832] 2024-07-26T07:36:50.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (32 ms) 2024-07-26T07:36:50.113 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-07-26T07:36:50.113 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[97339]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:36:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[97339]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:36:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[99762]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:36:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:50 smithi037 ceph-mon[99762]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:36:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:50 smithi135 ceph-mon[90132]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:36:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:36:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:50 smithi135 ceph-mon[90132]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:36:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:51 smithi037 ceph-mon[97339]: pgmap v3751: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 798 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 MiB/s wr, 180 op/s 2024-07-26T07:36:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:51 smithi037 ceph-mon[99762]: pgmap v3751: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 798 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 MiB/s wr, 180 op/s 2024-07-26T07:36:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:51 smithi135 ceph-mon[90132]: pgmap v3751: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 798 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.0 MiB/s wr, 180 op/s 2024-07-26T07:36:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:36:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:36:51] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-07-26T07:36:52.128 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2016 ms) 2024-07-26T07:36:52.129 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-07-26T07:36:52.129 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:52.180 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (51 ms) 2024-07-26T07:36:52.181 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-07-26T07:36:52.181 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:52.263 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (82 ms) 2024-07-26T07:36:52.263 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-07-26T07:36:52.264 INFO:tasks.workunit.client.0.smithi037.stdout:using new format! 2024-07-26T07:36:52.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:52 smithi037 ceph-mon[97339]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:36:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:52 smithi037 ceph-mon[99762]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:36:52.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:52 smithi135 ceph-mon[90132]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:36:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:36:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:36:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:53 smithi037 ceph-mon[97339]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:36:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:53 smithi037 ceph-mon[97339]: pgmap v3754: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 801 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 6.1 MiB/s wr, 115 op/s 2024-07-26T07:36:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:53 smithi037 ceph-mon[99762]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:36:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:53 smithi037 ceph-mon[99762]: pgmap v3754: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 801 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 6.1 MiB/s wr, 115 op/s 2024-07-26T07:36:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:53 smithi135 ceph-mon[90132]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:36:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:53 smithi135 ceph-mon[90132]: pgmap v3754: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 801 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 6.1 MiB/s wr, 115 op/s 2024-07-26T07:36:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:55 smithi037 ceph-mon[97339]: pgmap v3755: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 13 MiB/s wr, 254 op/s 2024-07-26T07:36:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:55 smithi037 ceph-mon[97339]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:36:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:55 smithi037 ceph-mon[99762]: pgmap v3755: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 13 MiB/s wr, 254 op/s 2024-07-26T07:36:55.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:55 smithi037 ceph-mon[99762]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:36:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:55 smithi135 ceph-mon[90132]: pgmap v3755: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 13 MiB/s wr, 254 op/s 2024-07-26T07:36:55.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:55 smithi135 ceph-mon[90132]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:36:57.308 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5045 ms) 2024-07-26T07:36:57.308 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-07-26T07:36:57.308 INFO:tasks.workunit.client.0.smithi037.stdout:SKIPPING 2024-07-26T07:36:57.308 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-07-26T07:36:57.452 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 19 tests from DiffIterateTest/1 (256369 ms total) 2024-07-26T07:36:57.452 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:36:57.452 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2024-07-26T07:36:57.452 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 425 tests from 16 test suites ran. (1427865 ms total) 2024-07-26T07:36:57.452 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 425 tests. 2024-07-26T07:36:57.453 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:36:57.453 INFO:tasks.workunit.client.0.smithi037.stdout: YOU HAVE 2 DISABLED TESTS 2024-07-26T07:36:57.453 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:36:57.461 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:36:57.461 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:36:57.491 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-07-26T07:36:57.491 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:36:57.751 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:57 smithi037 ceph-mon[97339]: pgmap v3757: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-07-26T07:36:57.752 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:57 smithi037 ceph-mon[99762]: pgmap v3757: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-07-26T07:36:57.753 DEBUG:teuthology.parallel:result is None 2024-07-26T07:36:57.753 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:36:57.779 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:36:57.779 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:36:57.835 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:36:57.835 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:36:57.835 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-07-26T07:36:57.835 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:36:57.835 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-07-26T07:36:57.836 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T07:36:57.837 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T07:36:57.837 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:36:57.837 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:36:57.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:57 smithi135 ceph-mon[90132]: pgmap v3757: 137 pgs: 137 active+clean; 877 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-07-26T07:36:57.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:36:57.891 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T07:36:57.891 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:36:57.948 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T07:36:57.948 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T07:36:58.003 INFO:tasks.workunit:timeout=3h 2024-07-26T07:36:58.003 INFO:tasks.workunit:cleanup=True 2024-07-26T07:36:58.004 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:36:58.060 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T07:36:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:58 smithi037 ceph-mon[97339]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:36:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:58 smithi037 ceph-mon[99762]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:36:58.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:58 smithi135 ceph-mon[90132]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:36:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:36:59 smithi037 ceph-mon[97339]: pgmap v3759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:36:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:36:59 smithi037 ceph-mon[99762]: pgmap v3759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:36:59.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:36:59 smithi135 ceph-mon[90132]: pgmap v3759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:37:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:00 smithi037 ceph-mon[97339]: pgmap v3760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:00 smithi037 ceph-mon[99762]: pgmap v3760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:00 smithi135 ceph-mon[90132]: pgmap v3760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:01] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-07-26T07:37:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:03.423 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T07:37:03.479 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:37:03.481 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:37:03.481 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:37:03.533 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:37:03.583 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:37:03.624 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:37:03.626 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:37:03.626 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:37:03.665 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:37:03.669 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T07:37:03.669 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T07:37:03.725 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-07-26T07:37:03.726 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-07-26T07:37:03.727 DEBUG:teuthology.orchestra.run.smithi037:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-26T07:37:03.786 INFO:tasks.workunit.client.0.smithi037.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-26T07:37:03.787 INFO:tasks.workunit.client.0.smithi037.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-07-26T07:37:03.787 INFO:tasks.workunit.client.0.smithi037.stderr:+ '[' -n '' ']' 2024-07-26T07:37:03.787 INFO:tasks.workunit.client.0.smithi037.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-07-26T07:37:03.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:03 smithi037 ceph-mon[97339]: pgmap v3761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:03 smithi037 ceph-mon[99762]: pgmap v3761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:03 smithi135 ceph-mon[90132]: pgmap v3761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:37:03.962 INFO:tasks.workunit.client.0.smithi037.stdout:============================= test session starts ============================== 2024-07-26T07:37:03.962 INFO:tasks.workunit.client.0.smithi037.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-07-26T07:37:03.962 INFO:tasks.workunit.client.0.smithi037.stdout:cachedir: .pytest_cache 2024-07-26T07:37:03.962 INFO:tasks.workunit.client.0.smithi037.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-07-26T07:37:04.461 INFO:tasks.workunit.client.0.smithi037.stdout:collecting ... collected 182 items 2024-07-26T07:37:04.461 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:37:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:04.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:05 smithi037 ceph-mon[97339]: pgmap v3762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:05 smithi037 ceph-mon[99762]: pgmap v3762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:05 smithi135 ceph-mon[90132]: pgmap v3762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:06 smithi037 ceph-mon[97339]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:37:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:37:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:06 smithi037 ceph-mon[99762]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:37:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:37:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:06 smithi135 ceph-mon[90132]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:37:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:37:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[97339]: pgmap v3764: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[97339]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[99762]: pgmap v3764: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:37:07.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:07 smithi037 ceph-mon[99762]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:37:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:07 smithi135 ceph-mon[90132]: pgmap v3764: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:07 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:37:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:07 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:37:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:07 smithi135 ceph-mon[90132]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:37:08.488 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-07-26T07:37:08.571 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-07-26T07:37:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:08 smithi037 ceph-mon[97339]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:37:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:08 smithi037 ceph-mon[99762]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:37:08.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:08 smithi135 ceph-mon[90132]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:37:09.176 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-07-26T07:37:09.284 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[97339]: pgmap v3767: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[97339]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[99762]: pgmap v3767: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:37:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:09 smithi037 ceph-mon[99762]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:37:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:09 smithi135 ceph-mon[90132]: pgmap v3767: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:37:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:09 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:37:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:09 smithi135 ceph-mon[90132]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:37:10.592 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-07-26T07:37:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:10 smithi037 ceph-mon[97339]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:37:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:10 smithi037 ceph-mon[99762]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:37:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:10 smithi135 ceph-mon[90132]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:37:11.112 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-07-26T07:37:11.637 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-07-26T07:37:11.737 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-07-26T07:37:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:11 smithi037 ceph-mon[97339]: pgmap v3770: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 45 op/s 2024-07-26T07:37:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:11 smithi037 ceph-mon[97339]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:37:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:11] "GET /metrics HTTP/1.1" 200 34246 "" "Prometheus/2.43.0" 2024-07-26T07:37:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:11 smithi037 ceph-mon[99762]: pgmap v3770: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 45 op/s 2024-07-26T07:37:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:11 smithi037 ceph-mon[99762]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:37:11.830 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-07-26T07:37:11.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:11 smithi135 ceph-mon[90132]: pgmap v3770: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 45 op/s 2024-07-26T07:37:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:11 smithi135 ceph-mon[90132]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:37:11.840 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-07-26T07:37:11.842 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-07-26T07:37:11.915 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-07-26T07:37:11.975 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-07-26T07:37:12.052 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-07-26T07:37:12.151 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-07-26T07:37:12.379 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-07-26T07:37:12.393 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-07-26T07:37:12.403 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-07-26T07:37:12.430 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-07-26T07:37:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:12.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE Bus STOPPING 2024-07-26T07:37:13.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:37:13.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE Bus STOPPED 2024-07-26T07:37:13.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE Bus STARTING 2024-07-26T07:37:13.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE Serving on http://:::9283 2024-07-26T07:37:13.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:12 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:37:12] ENGINE Bus STARTED 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 17 KiB/s wr, 195 op/s 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:37:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:37:13.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 17 KiB/s wr, 195 op/s 2024-07-26T07:37:13.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:37:13.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:37:13.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:37:13.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:37:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:37:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: pgmap v3772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 17 KiB/s wr, 195 op/s 2024-07-26T07:37:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:37:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:37:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:37:13.839 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:13 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:37:14.508 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-07-26T07:37:14.509 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-07-26T07:37:14.510 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-07-26T07:37:14.583 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-07-26T07:37:14.656 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-07-26T07:37:14.726 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-07-26T07:37:14.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:14 smithi037 ceph-mon[97339]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:37:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:14 smithi037 ceph-mon[99762]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:37:14.802 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-07-26T07:37:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:14 smithi135 ceph-mon[90132]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:37:14.879 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-07-26T07:37:14.951 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-07-26T07:37:15.031 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-07-26T07:37:15.106 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-07-26T07:37:15.191 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-07-26T07:37:15.260 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-07-26T07:37:15.329 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-07-26T07:37:15.408 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-07-26T07:37:15.484 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-07-26T07:37:15.569 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-07-26T07:37:15.657 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-07-26T07:37:15.738 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-07-26T07:37:15.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[97339]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 48 KiB/s wr, 576 op/s 2024-07-26T07:37:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[97339]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:37:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[97339]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:37:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[99762]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 48 KiB/s wr, 576 op/s 2024-07-26T07:37:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[99762]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:37:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:15 smithi037 ceph-mon[99762]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:37:15.824 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-07-26T07:37:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:15 smithi135 ceph-mon[90132]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 48 KiB/s wr, 576 op/s 2024-07-26T07:37:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:15 smithi135 ceph-mon[90132]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:37:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:15 smithi135 ceph-mon[90132]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:37:15.901 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-07-26T07:37:15.972 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-07-26T07:37:16.103 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-07-26T07:37:16.180 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-07-26T07:37:16.262 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-07-26T07:37:16.338 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-07-26T07:37:16.422 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-07-26T07:37:16.506 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-07-26T07:37:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:17 smithi037 ceph-mon[97339]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 797 op/s 2024-07-26T07:37:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:17 smithi037 ceph-mon[99762]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 797 op/s 2024-07-26T07:37:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:17 smithi135 ceph-mon[90132]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 797 op/s 2024-07-26T07:37:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:18 smithi037 ceph-mon[97339]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:37:18.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:18 smithi037 ceph-mon[99762]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:37:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:18 smithi135 ceph-mon[90132]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:37:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[97339]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 895 KiB/s wr, 964 op/s 2024-07-26T07:37:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[97339]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:37:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[99762]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 895 KiB/s wr, 964 op/s 2024-07-26T07:37:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[99762]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:37:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:19 smithi135 ceph-mon[90132]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 895 KiB/s wr, 964 op/s 2024-07-26T07:37:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:19 smithi135 ceph-mon[90132]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:37:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:20.074 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-07-26T07:37:20.167 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-07-26T07:37:20.264 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-07-26T07:37:20.465 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-07-26T07:37:20.653 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-07-26T07:37:20.728 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-07-26T07:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:20 smithi037 ceph-mon[97339]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:37:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:20 smithi037 ceph-mon[97339]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:37:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:20 smithi037 ceph-mon[99762]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:37:20.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:20 smithi037 ceph-mon[99762]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:37:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:20 smithi135 ceph-mon[90132]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:37:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:20 smithi135 ceph-mon[90132]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:37:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:21 smithi037 ceph-mon[97339]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 2.0 MiB/s wr, 995 op/s 2024-07-26T07:37:21.697 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:21] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-07-26T07:37:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:21 smithi037 ceph-mon[99762]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 2.0 MiB/s wr, 995 op/s 2024-07-26T07:37:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:21 smithi135 ceph-mon[90132]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 2.0 MiB/s wr, 995 op/s 2024-07-26T07:37:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:22 smithi135 ceph-mon[90132]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:37:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:22 smithi037 ceph-mon[97339]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:37:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:22 smithi037 ceph-mon[99762]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:37:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:23 smithi037 ceph-mon[97339]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 644 op/s 2024-07-26T07:37:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:23 smithi037 ceph-mon[97339]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:37:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:23 smithi037 ceph-mon[99762]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 644 op/s 2024-07-26T07:37:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:23 smithi037 ceph-mon[99762]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:37:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:23 smithi135 ceph-mon[90132]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 644 op/s 2024-07-26T07:37:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:23 smithi135 ceph-mon[90132]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:37:24.623 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-07-26T07:37:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:24 smithi037 ceph-mon[97339]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:37:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:24 smithi037 ceph-mon[99762]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:37:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:24 smithi135 ceph-mon[90132]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:37:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[97339]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 1.8 MiB/s wr, 639 op/s 2024-07-26T07:37:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[97339]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:37:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[97339]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:37:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[99762]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 1.8 MiB/s wr, 639 op/s 2024-07-26T07:37:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[99762]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:37:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:25 smithi037 ceph-mon[99762]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:37:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:25 smithi135 ceph-mon[90132]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 1.8 MiB/s wr, 639 op/s 2024-07-26T07:37:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:25 smithi135 ceph-mon[90132]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:37:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:25 smithi135 ceph-mon[90132]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:37:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:26 smithi037 ceph-mon[97339]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:37:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:26 smithi037 ceph-mon[97339]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 2.1 MiB/s wr, 528 op/s 2024-07-26T07:37:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:26 smithi037 ceph-mon[99762]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:37:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:26 smithi037 ceph-mon[99762]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 2.1 MiB/s wr, 528 op/s 2024-07-26T07:37:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:26 smithi135 ceph-mon[90132]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:37:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:26 smithi135 ceph-mon[90132]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 2.1 MiB/s wr, 528 op/s 2024-07-26T07:37:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:27 smithi037 ceph-mon[97339]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:37:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:27 smithi037 ceph-mon[99762]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:37:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:27 smithi135 ceph-mon[90132]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:37:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:28 smithi037 ceph-mon[97339]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:37:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:28 smithi037 ceph-mon[97339]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.9 KiB/s wr, 130 op/s 2024-07-26T07:37:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:28 smithi037 ceph-mon[99762]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:37:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:28 smithi037 ceph-mon[99762]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.9 KiB/s wr, 130 op/s 2024-07-26T07:37:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:28 smithi135 ceph-mon[90132]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:37:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:28 smithi135 ceph-mon[90132]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.9 KiB/s wr, 130 op/s 2024-07-26T07:37:30.084 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-07-26T07:37:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:29 smithi037 ceph-mon[97339]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:37:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:29 smithi037 ceph-mon[97339]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:37:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:29 smithi037 ceph-mon[99762]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:37:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:29 smithi037 ceph-mon[99762]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:37:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:29 smithi135 ceph-mon[90132]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:37:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:29 smithi135 ceph-mon[90132]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:37:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:30 smithi037 ceph-mon[97339]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-07-26T07:37:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:30 smithi037 ceph-mon[99762]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-07-26T07:37:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:30 smithi135 ceph-mon[90132]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.7 KiB/s wr, 160 op/s 2024-07-26T07:37:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:31] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-07-26T07:37:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:32 smithi037 ceph-mon[97339]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:37:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:32 smithi037 ceph-mon[99762]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:37:32.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:32 smithi135 ceph-mon[90132]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:37:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:33 smithi037 ceph-mon[97339]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:37:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:33 smithi037 ceph-mon[97339]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.0 KiB/s wr, 160 op/s 2024-07-26T07:37:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:33 smithi037 ceph-mon[99762]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:37:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:33 smithi037 ceph-mon[99762]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.0 KiB/s wr, 160 op/s 2024-07-26T07:37:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:33 smithi135 ceph-mon[90132]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:37:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:33 smithi135 ceph-mon[90132]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.0 KiB/s wr, 160 op/s 2024-07-26T07:37:34.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:34 smithi037 ceph-mon[97339]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:37:34.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:34 smithi037 ceph-mon[99762]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:37:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:34 smithi135 ceph-mon[90132]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[97339]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[97339]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[97339]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[99762]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[99762]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:37:35.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:35.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:35 smithi037 ceph-mon[99762]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:37:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:35 smithi135 ceph-mon[90132]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:37:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:35 smithi135 ceph-mon[90132]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:37:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:35 smithi135 ceph-mon[90132]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:37:36.120 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-07-26T07:37:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:37 smithi037 ceph-mon[97339]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:37:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:37 smithi037 ceph-mon[97339]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-07-26T07:37:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:37 smithi037 ceph-mon[99762]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:37:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:37 smithi037 ceph-mon[99762]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-07-26T07:37:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:37 smithi135 ceph-mon[90132]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:37:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:37 smithi135 ceph-mon[90132]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 13 KiB/s wr, 217 op/s 2024-07-26T07:37:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:38 smithi037 ceph-mon[97339]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:37:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:38 smithi037 ceph-mon[99762]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:37:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:38 smithi135 ceph-mon[90132]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:37:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:39 smithi135 ceph-mon[90132]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:37:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:39 smithi135 ceph-mon[90132]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-07-26T07:37:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:39 smithi037 ceph-mon[97339]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:37:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:39 smithi037 ceph-mon[97339]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-07-26T07:37:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:39 smithi037 ceph-mon[99762]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:37:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:39 smithi037 ceph-mon[99762]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2024-07-26T07:37:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:40 smithi135 ceph-mon[90132]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:37:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:40 smithi135 ceph-mon[90132]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:37:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:40 smithi037 ceph-mon[97339]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:37:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:40 smithi037 ceph-mon[97339]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:37:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:40 smithi037 ceph-mon[99762]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:37:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:40 smithi037 ceph-mon[99762]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:41 smithi135 ceph-mon[90132]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-07-26T07:37:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:41 smithi135 ceph-mon[90132]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:37:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:41 smithi037 ceph-mon[97339]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-07-26T07:37:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:41 smithi037 ceph-mon[97339]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:37:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:41] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:37:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:41 smithi037 ceph-mon[99762]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-07-26T07:37:41.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:41 smithi037 ceph-mon[99762]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:37:42.160 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-07-26T07:37:42.590 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:43 smithi135 ceph-mon[90132]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:37:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:43 smithi135 ceph-mon[90132]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-07-26T07:37:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:43 smithi037 ceph-mon[97339]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:37:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:43 smithi037 ceph-mon[97339]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-07-26T07:37:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:43 smithi037 ceph-mon[99762]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:37:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:43 smithi037 ceph-mon[99762]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 103 op/s 2024-07-26T07:37:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:44 smithi135 ceph-mon[90132]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:37:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:44 smithi037 ceph-mon[97339]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:37:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:44 smithi037 ceph-mon[99762]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:37:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:45 smithi135 ceph-mon[90132]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:37:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:45 smithi135 ceph-mon[90132]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-07-26T07:37:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:45 smithi135 ceph-mon[90132]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:37:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[97339]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:37:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[97339]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-07-26T07:37:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[97339]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:37:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[99762]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:37:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[99762]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-07-26T07:37:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:45 smithi037 ceph-mon[99762]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:46 smithi037 ceph-mon[97339]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:37:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:46 smithi037 ceph-mon[97339]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-07-26T07:37:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:46 smithi037 ceph-mon[99762]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:37:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:46 smithi037 ceph-mon[99762]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-07-26T07:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:46 smithi135 ceph-mon[90132]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:37:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:46 smithi135 ceph-mon[90132]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-07-26T07:37:48.095 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-07-26T07:37:48.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:47 smithi037 ceph-mon[97339]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:37:48.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:47 smithi037 ceph-mon[99762]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:37:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:47 smithi135 ceph-mon[90132]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:37:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:48 smithi037 ceph-mon[97339]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:37:49.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:48 smithi037 ceph-mon[97339]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 106 op/s 2024-07-26T07:37:49.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:48 smithi037 ceph-mon[99762]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:37:49.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:48 smithi037 ceph-mon[99762]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 106 op/s 2024-07-26T07:37:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:48 smithi135 ceph-mon[90132]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:37:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:48 smithi135 ceph-mon[90132]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.5 KiB/s wr, 106 op/s 2024-07-26T07:37:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[97339]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:37:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:50.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[97339]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:37:50.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[99762]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:37:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:50.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:49 smithi037 ceph-mon[99762]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:37:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:50 smithi135 ceph-mon[90132]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:37:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:37:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:50 smithi135 ceph-mon[90132]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:37:51.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:51 smithi037 ceph-mon[97339]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 228 op/s 2024-07-26T07:37:51.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:51 smithi037 ceph-mon[99762]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 228 op/s 2024-07-26T07:37:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:51 smithi135 ceph-mon[90132]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 228 op/s 2024-07-26T07:37:51.797 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:37:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:37:51] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:37:52.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:52 smithi037 ceph-mon[97339]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:37:52.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:52 smithi037 ceph-mon[99762]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:37:52.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:52 smithi135 ceph-mon[90132]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:37:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:37:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:37:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:53 smithi037 ceph-mon[97339]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:37:53.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:53 smithi037 ceph-mon[97339]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-07-26T07:37:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:53 smithi037 ceph-mon[99762]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:37:53.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:53 smithi037 ceph-mon[99762]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-07-26T07:37:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:53 smithi135 ceph-mon[90132]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:37:53.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:53 smithi135 ceph-mon[90132]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-07-26T07:37:54.124 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-07-26T07:37:54.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:54 smithi037 ceph-mon[97339]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:37:54.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:54 smithi037 ceph-mon[99762]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:37:54.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:54 smithi135 ceph-mon[90132]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: pgmap v3834: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]: dispatch 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]': finished 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:37:55.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[97339]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: pgmap v3834: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]: dispatch 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]': finished 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:37:55.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:55 smithi037 ceph-mon[99762]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: pgmap v3834: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 142 op/s 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]: dispatch 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.c", "id": [5, 1]}]': finished 2024-07-26T07:37:55.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:37:55.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:55 smithi135 ceph-mon[90132]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:37:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:56 smithi037 ceph-mon[97339]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:37:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:56 smithi037 ceph-mon[97339]: pgmap v3837: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-07-26T07:37:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:56 smithi037 ceph-mon[99762]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:37:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:56 smithi037 ceph-mon[99762]: pgmap v3837: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-07-26T07:37:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:56 smithi135 ceph-mon[90132]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:37:57.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:56 smithi135 ceph-mon[90132]: pgmap v3837: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 2.0 MiB/s wr, 195 op/s 2024-07-26T07:37:58.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:57 smithi037 ceph-mon[97339]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:37:58.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:57 smithi037 ceph-mon[99762]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:37:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:57 smithi135 ceph-mon[90132]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:37:59.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:58 smithi037 ceph-mon[97339]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:37:59.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:58 smithi037 ceph-mon[97339]: pgmap v3840: 137 pgs: 1 active+recovering+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.0 MiB/s wr, 129 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:37:59.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:58 smithi037 ceph-mon[99762]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:37:59.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:37:58 smithi037 ceph-mon[99762]: pgmap v3840: 137 pgs: 1 active+recovering+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.0 MiB/s wr, 129 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:37:59.359 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:58 smithi135 ceph-mon[90132]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:37:59.359 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:37:58 smithi135 ceph-mon[90132]: pgmap v3840: 137 pgs: 1 active+recovering+undersized+remapped, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.0 MiB/s wr, 129 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:38:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:37:59 smithi037 ceph-mon[97339]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:38:00.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:00 smithi037 ceph-mon[97339]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:38:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:00 smithi037 ceph-mon[99762]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:38:00.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:00 smithi037 ceph-mon[99762]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:38:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:00 smithi135 ceph-mon[90132]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:38:00.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:00 smithi135 ceph-mon[90132]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:38:01.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:01 smithi037 ceph-mon[97339]: pgmap v3843: 137 pgs: 1 peering, 1 active+recovering+undersized+remapped, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 107 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:01.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:01 smithi037 ceph-mon[99762]: pgmap v3843: 137 pgs: 1 peering, 1 active+recovering+undersized+remapped, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 107 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:01.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:01 smithi135 ceph-mon[90132]: pgmap v3843: 137 pgs: 1 peering, 1 active+recovering+undersized+remapped, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 107 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:01] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:38:02.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:02 smithi037 ceph-mon[97339]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:38:02.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:02 smithi037 ceph-mon[99762]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:38:02.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:02 smithi135 ceph-mon[90132]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:38:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:03.126 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-07-26T07:38:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:03 smithi037 ceph-mon[97339]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:38:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:03 smithi037 ceph-mon[97339]: pgmap v3846: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:03 smithi037 ceph-mon[99762]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:38:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:03 smithi037 ceph-mon[99762]: pgmap v3846: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:03 smithi135 ceph-mon[90132]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:38:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:03 smithi135 ceph-mon[90132]: pgmap v3846: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 4 B/s, 3 objects/s recovering 2024-07-26T07:38:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:04 smithi037 ceph-mon[97339]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:38:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:04 smithi037 ceph-mon[99762]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:38:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:04 smithi135 ceph-mon[90132]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:38:05.088 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-07-26T07:38:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[97339]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:38:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[97339]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 109 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:38:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[97339]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:38:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[99762]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:38:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[99762]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 109 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:38:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:05 smithi037 ceph-mon[99762]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:38:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:05 smithi135 ceph-mon[90132]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:38:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:05 smithi135 ceph-mon[90132]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 109 op/s; 0 B/s, 1 objects/s recovering 2024-07-26T07:38:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:05 smithi135 ceph-mon[90132]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:38:07.136 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-07-26T07:38:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:07 smithi037 ceph-mon[97339]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:38:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:07 smithi037 ceph-mon[97339]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 2.0 MiB/s wr, 158 op/s 2024-07-26T07:38:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:07 smithi037 ceph-mon[99762]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:38:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:07 smithi037 ceph-mon[99762]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 2.0 MiB/s wr, 158 op/s 2024-07-26T07:38:07.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:07 smithi135 ceph-mon[90132]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:38:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:07 smithi135 ceph-mon[90132]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 2.0 MiB/s wr, 158 op/s 2024-07-26T07:38:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:08 smithi037 ceph-mon[97339]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:38:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:08 smithi037 ceph-mon[99762]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:38:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:08 smithi135 ceph-mon[90132]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:38:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:09 smithi135 ceph-mon[90132]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:38:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:09 smithi135 ceph-mon[90132]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-07-26T07:38:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:09 smithi037 ceph-mon[97339]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:38:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:09 smithi037 ceph-mon[97339]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-07-26T07:38:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:09 smithi037 ceph-mon[99762]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:38:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:09 smithi037 ceph-mon[99762]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 131 op/s 2024-07-26T07:38:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:10 smithi135 ceph-mon[90132]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:38:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:10 smithi135 ceph-mon[90132]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:38:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:10 smithi037 ceph-mon[97339]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:38:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:10 smithi037 ceph-mon[97339]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:38:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:10 smithi037 ceph-mon[99762]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:38:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:10 smithi037 ceph-mon[99762]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:38:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:11 smithi135 ceph-mon[90132]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-07-26T07:38:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:11 smithi135 ceph-mon[90132]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:38:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:11 smithi037 ceph-mon[97339]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-07-26T07:38:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:11 smithi037 ceph-mon[97339]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:38:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:11] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-07-26T07:38:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:11 smithi037 ceph-mon[99762]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 11 KiB/s wr, 171 op/s 2024-07-26T07:38:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:11 smithi037 ceph-mon[99762]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:38:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:13.093 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-07-26T07:38:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:38:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-26T07:38:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:38:13.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:38:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:12 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:38:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[97339]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:38:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:13 smithi037 ceph-mon[99762]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:38:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:13 smithi135 ceph-mon[90132]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[97339]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[97339]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-07-26T07:38:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[97339]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:38:15.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[99762]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[99762]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-07-26T07:38:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:15 smithi037 ceph-mon[99762]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:38:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:15 smithi135 ceph-mon[90132]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:38:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:15 smithi135 ceph-mon[90132]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-07-26T07:38:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:15 smithi135 ceph-mon[90132]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:38:17.118 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-07-26T07:38:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:17 smithi037 ceph-mon[97339]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:38:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:17 smithi037 ceph-mon[97339]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-26T07:38:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:17 smithi037 ceph-mon[99762]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:38:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:17 smithi037 ceph-mon[99762]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-26T07:38:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:17 smithi135 ceph-mon[90132]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:38:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:17 smithi135 ceph-mon[90132]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-26T07:38:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:18 smithi037 ceph-mon[97339]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:38:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:18 smithi037 ceph-mon[99762]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:38:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:18 smithi135 ceph-mon[90132]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:38:19.136 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-07-26T07:38:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:19 smithi037 ceph-mon[97339]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:38:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:19 smithi037 ceph-mon[97339]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 127 op/s 2024-07-26T07:38:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:19 smithi037 ceph-mon[99762]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:38:19.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:19 smithi037 ceph-mon[99762]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 127 op/s 2024-07-26T07:38:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:19 smithi135 ceph-mon[90132]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:38:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:19 smithi135 ceph-mon[90132]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 127 op/s 2024-07-26T07:38:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[97339]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:38:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[97339]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:38:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[99762]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:38:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:20.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:20 smithi037 ceph-mon[99762]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:38:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:20 smithi135 ceph-mon[90132]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:38:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:20 smithi135 ceph-mon[90132]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:38:21.091 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-07-26T07:38:21.164 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-07-26T07:38:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:21 smithi037 ceph-mon[97339]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 101 op/s 2024-07-26T07:38:21.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:21 smithi037 ceph-mon[97339]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:38:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:21 smithi037 ceph-mon[99762]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 101 op/s 2024-07-26T07:38:21.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:21 smithi037 ceph-mon[99762]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:38:21.337 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:21 smithi135 ceph-mon[90132]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 101 op/s 2024-07-26T07:38:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:21 smithi135 ceph-mon[90132]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:38:21.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:21] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-07-26T07:38:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:23.150 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-07-26T07:38:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:23 smithi037 ceph-mon[97339]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:38:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:23 smithi037 ceph-mon[97339]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-07-26T07:38:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:23 smithi037 ceph-mon[99762]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:38:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:23 smithi037 ceph-mon[99762]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-07-26T07:38:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:23 smithi135 ceph-mon[90132]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:38:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:23 smithi135 ceph-mon[90132]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-07-26T07:38:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:24 smithi037 ceph-mon[97339]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:38:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:24 smithi037 ceph-mon[99762]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:38:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:24 smithi135 ceph-mon[90132]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:38:25.093 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-07-26T07:38:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:25 smithi135 ceph-mon[90132]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:38:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:25 smithi135 ceph-mon[90132]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-07-26T07:38:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:25 smithi135 ceph-mon[90132]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[97339]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[97339]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[97339]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[99762]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[99762]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-07-26T07:38:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:25 smithi037 ceph-mon[99762]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:38:27.170 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-07-26T07:38:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:27 smithi135 ceph-mon[90132]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:38:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:27 smithi135 ceph-mon[90132]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-26T07:38:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:27 smithi037 ceph-mon[97339]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:38:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:27 smithi037 ceph-mon[97339]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-26T07:38:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:27 smithi037 ceph-mon[99762]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:38:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:27 smithi037 ceph-mon[99762]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-26T07:38:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:28 smithi135 ceph-mon[90132]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:38:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:28 smithi037 ceph-mon[97339]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:38:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:28 smithi037 ceph-mon[99762]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:38:29.183 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-07-26T07:38:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:29 smithi135 ceph-mon[90132]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:38:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:29 smithi135 ceph-mon[90132]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-07-26T07:38:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:29 smithi037 ceph-mon[97339]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:38:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:29 smithi037 ceph-mon[97339]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-07-26T07:38:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:29 smithi037 ceph-mon[99762]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:38:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:29 smithi037 ceph-mon[99762]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 168 op/s 2024-07-26T07:38:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:30 smithi135 ceph-mon[90132]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:38:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:30 smithi135 ceph-mon[90132]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:38:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:30 smithi037 ceph-mon[97339]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:38:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:30 smithi037 ceph-mon[97339]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:38:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:30 smithi037 ceph-mon[99762]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:38:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:30 smithi037 ceph-mon[99762]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:38:31.107 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-07-26T07:38:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:31 smithi135 ceph-mon[90132]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-07-26T07:38:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:31 smithi135 ceph-mon[90132]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:38:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:31 smithi037 ceph-mon[97339]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-07-26T07:38:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:31 smithi037 ceph-mon[97339]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:38:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:31] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-07-26T07:38:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:31 smithi037 ceph-mon[99762]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 8.2 KiB/s wr, 221 op/s 2024-07-26T07:38:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:31 smithi037 ceph-mon[99762]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:38:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:33.197 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-07-26T07:38:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:33 smithi037 ceph-mon[97339]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:38:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:33 smithi037 ceph-mon[97339]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-07-26T07:38:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:33 smithi037 ceph-mon[99762]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:38:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:33 smithi037 ceph-mon[99762]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-07-26T07:38:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:33 smithi135 ceph-mon[90132]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:38:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:33 smithi135 ceph-mon[90132]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-07-26T07:38:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:34 smithi037 ceph-mon[97339]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:38:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:34 smithi037 ceph-mon[99762]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:38:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:34 smithi135 ceph-mon[90132]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:38:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[97339]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:38:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[97339]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.7 KiB/s wr, 108 op/s 2024-07-26T07:38:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[97339]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:38:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[99762]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:38:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[99762]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.7 KiB/s wr, 108 op/s 2024-07-26T07:38:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:35 smithi037 ceph-mon[99762]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:38:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:35 smithi135 ceph-mon[90132]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:38:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:35 smithi135 ceph-mon[90132]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.7 KiB/s wr, 108 op/s 2024-07-26T07:38:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:35 smithi135 ceph-mon[90132]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:38:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:36 smithi037 ceph-mon[97339]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:38:37.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:36 smithi037 ceph-mon[97339]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-07-26T07:38:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:36 smithi037 ceph-mon[99762]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:38:37.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:36 smithi037 ceph-mon[99762]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-07-26T07:38:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:36 smithi135 ceph-mon[90132]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:38:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:36 smithi135 ceph-mon[90132]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-07-26T07:38:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:37 smithi037 ceph-mon[97339]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:38:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:37 smithi037 ceph-mon[99762]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:38:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:37 smithi135 ceph-mon[90132]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:38:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:39 smithi037 ceph-mon[97339]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:38:39.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:39 smithi037 ceph-mon[97339]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-07-26T07:38:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:39 smithi037 ceph-mon[99762]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:38:39.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:39 smithi037 ceph-mon[99762]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-07-26T07:38:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:39 smithi135 ceph-mon[90132]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:38:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:39 smithi135 ceph-mon[90132]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-07-26T07:38:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:40 smithi037 ceph-mon[97339]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:38:40.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:40 smithi037 ceph-mon[97339]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:38:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:40 smithi037 ceph-mon[99762]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:38:40.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:40 smithi037 ceph-mon[99762]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:38:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:40 smithi135 ceph-mon[90132]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:38:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:40 smithi135 ceph-mon[90132]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:38:41.116 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-07-26T07:38:41.207 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-07-26T07:38:41.286 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-07-26T07:38:41.294 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:41 smithi037 ceph-mon[97339]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 67 op/s 2024-07-26T07:38:41.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:41 smithi037 ceph-mon[99762]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 67 op/s 2024-07-26T07:38:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:41 smithi135 ceph-mon[90132]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 67 op/s 2024-07-26T07:38:41.366 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-07-26T07:38:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:41] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-07-26T07:38:42.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:42 smithi037 ceph-mon[97339]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:38:42.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:42 smithi037 ceph-mon[99762]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:38:42.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:42 smithi135 ceph-mon[90132]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:38:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:43.137 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-07-26T07:38:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:43 smithi037 ceph-mon[97339]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:38:43.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:43 smithi037 ceph-mon[97339]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 43 op/s 2024-07-26T07:38:43.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:43 smithi037 ceph-mon[99762]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:38:43.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:43 smithi037 ceph-mon[99762]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 43 op/s 2024-07-26T07:38:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:43 smithi135 ceph-mon[90132]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:38:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:43 smithi135 ceph-mon[90132]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 43 op/s 2024-07-26T07:38:44.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:44 smithi037 ceph-mon[97339]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:38:44.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:44 smithi037 ceph-mon[99762]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:38:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:44 smithi135 ceph-mon[90132]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:38:45.094 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-07-26T07:38:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:45 smithi135 ceph-mon[90132]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:38:45.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:45 smithi135 ceph-mon[90132]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 145 op/s 2024-07-26T07:38:45.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:45 smithi135 ceph-mon[90132]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:38:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[97339]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:38:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[97339]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 145 op/s 2024-07-26T07:38:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[97339]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:38:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[99762]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:38:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[99762]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 145 op/s 2024-07-26T07:38:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:45 smithi037 ceph-mon[99762]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:38:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:47 smithi135 ceph-mon[90132]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:38:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:47 smithi135 ceph-mon[90132]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-07-26T07:38:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:47 smithi037 ceph-mon[97339]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:38:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:47 smithi037 ceph-mon[97339]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-07-26T07:38:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:47 smithi037 ceph-mon[99762]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:38:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:47 smithi037 ceph-mon[99762]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-07-26T07:38:48.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:48 smithi135 ceph-mon[90132]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:38:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:48 smithi037 ceph-mon[97339]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:38:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:48 smithi037 ceph-mon[99762]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:38:49.201 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-07-26T07:38:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:49 smithi135 ceph-mon[90132]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:38:49.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:49 smithi135 ceph-mon[90132]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-07-26T07:38:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:49 smithi037 ceph-mon[97339]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:38:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:49 smithi037 ceph-mon[97339]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-07-26T07:38:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:49 smithi037 ceph-mon[99762]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:38:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:49 smithi037 ceph-mon[99762]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 17 KiB/s wr, 202 op/s 2024-07-26T07:38:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:50 smithi135 ceph-mon[90132]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:38:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:50.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:50 smithi135 ceph-mon[90132]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[97339]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[97339]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[99762]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:38:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:50 smithi037 ceph-mon[99762]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:38:51.094 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-07-26T07:38:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:51 smithi135 ceph-mon[90132]: pgmap v3918: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:38:51.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:51 smithi135 ceph-mon[90132]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:38:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:51 smithi037 ceph-mon[97339]: pgmap v3918: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:38:51.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:51 smithi037 ceph-mon[97339]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:38:51.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:38:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:38:51] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:38:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:51 smithi037 ceph-mon[99762]: pgmap v3918: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-07-26T07:38:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:51 smithi037 ceph-mon[99762]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:38:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:38:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:38:53.196 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-07-26T07:38:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:53 smithi037 ceph-mon[97339]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:38:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:53 smithi037 ceph-mon[97339]: pgmap v3921: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-07-26T07:38:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:53 smithi037 ceph-mon[99762]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:38:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:53 smithi037 ceph-mon[99762]: pgmap v3921: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-07-26T07:38:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:53 smithi135 ceph-mon[90132]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:38:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:53 smithi135 ceph-mon[90132]: pgmap v3921: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 133 op/s 2024-07-26T07:38:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:54 smithi037 ceph-mon[97339]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:38:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:54 smithi037 ceph-mon[99762]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:38:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:54 smithi135 ceph-mon[90132]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:38:55.119 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-07-26T07:38:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[97339]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:38:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[97339]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-07-26T07:38:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[97339]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:38:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[99762]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:38:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[99762]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-07-26T07:38:55.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:55 smithi037 ceph-mon[99762]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:38:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:55 smithi135 ceph-mon[90132]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:38:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:55 smithi135 ceph-mon[90132]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-07-26T07:38:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:55 smithi135 ceph-mon[90132]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:38:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:57 smithi037 ceph-mon[97339]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:38:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:57 smithi037 ceph-mon[97339]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-07-26T07:38:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:57 smithi037 ceph-mon[99762]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:38:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:57 smithi037 ceph-mon[99762]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-07-26T07:38:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:57 smithi135 ceph-mon[90132]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:38:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:57 smithi135 ceph-mon[90132]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-07-26T07:38:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:58 smithi037 ceph-mon[97339]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:38:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:58 smithi037 ceph-mon[99762]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:38:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:58 smithi135 ceph-mon[90132]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:38:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:59 smithi037 ceph-mon[97339]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:38:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:38:59 smithi037 ceph-mon[97339]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-26T07:38:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:59 smithi037 ceph-mon[99762]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:38:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:38:59 smithi037 ceph-mon[99762]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-26T07:38:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:59 smithi135 ceph-mon[90132]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:38:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:38:59 smithi135 ceph-mon[90132]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-26T07:39:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:00 smithi037 ceph-mon[97339]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:39:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:00 smithi037 ceph-mon[97339]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:39:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:00 smithi037 ceph-mon[99762]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:39:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:00 smithi037 ceph-mon[99762]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:39:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:00 smithi135 ceph-mon[90132]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:39:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:00 smithi135 ceph-mon[90132]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:39:01.110 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-07-26T07:39:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:01 smithi037 ceph-mon[97339]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-07-26T07:39:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:01 smithi037 ceph-mon[97339]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:39:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:01 smithi037 ceph-mon[99762]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-07-26T07:39:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:01 smithi037 ceph-mon[99762]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:39:01.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:01] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:39:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:01 smithi135 ceph-mon[90132]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-07-26T07:39:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:01 smithi135 ceph-mon[90132]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:39:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:03 smithi037 ceph-mon[97339]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:39:03.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:03 smithi037 ceph-mon[97339]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-07-26T07:39:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:03 smithi037 ceph-mon[99762]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:39:03.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:03 smithi037 ceph-mon[99762]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-07-26T07:39:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:03 smithi135 ceph-mon[90132]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:39:03.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:03 smithi135 ceph-mon[90132]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-07-26T07:39:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:04 smithi037 ceph-mon[97339]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:39:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:04 smithi037 ceph-mon[99762]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:39:04.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:04 smithi135 ceph-mon[90132]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[97339]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[97339]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:39:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[97339]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:39:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[99762]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[99762]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:39:05.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:05 smithi037 ceph-mon[99762]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:39:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:05 smithi135 ceph-mon[90132]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:39:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:05 smithi135 ceph-mon[90132]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 96 op/s 2024-07-26T07:39:05.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:05 smithi135 ceph-mon[90132]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:39:07.144 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-07-26T07:39:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:07 smithi037 ceph-mon[97339]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:39:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:07 smithi037 ceph-mon[97339]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-07-26T07:39:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:07 smithi037 ceph-mon[99762]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:39:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:07 smithi037 ceph-mon[99762]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-07-26T07:39:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:07 smithi135 ceph-mon[90132]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:39:07.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:07 smithi135 ceph-mon[90132]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 103 op/s 2024-07-26T07:39:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:08 smithi037 ceph-mon[97339]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:39:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:08 smithi037 ceph-mon[99762]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:39:08.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:08 smithi135 ceph-mon[90132]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:39:09.149 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-07-26T07:39:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:09 smithi135 ceph-mon[90132]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:39:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:09 smithi135 ceph-mon[90132]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-07-26T07:39:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:09 smithi037 ceph-mon[97339]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:39:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:09 smithi037 ceph-mon[97339]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-07-26T07:39:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:09 smithi037 ceph-mon[99762]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:39:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:09 smithi037 ceph-mon[99762]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 82 op/s 2024-07-26T07:39:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:10 smithi135 ceph-mon[90132]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:39:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:10 smithi135 ceph-mon[90132]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:39:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:10 smithi037 ceph-mon[97339]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:39:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:10 smithi037 ceph-mon[97339]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:39:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:10 smithi037 ceph-mon[99762]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:39:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:10 smithi037 ceph-mon[99762]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:39:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:11 smithi135 ceph-mon[90132]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-07-26T07:39:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:11 smithi135 ceph-mon[90132]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:39:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:11 smithi037 ceph-mon[97339]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-07-26T07:39:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:11 smithi037 ceph-mon[97339]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:39:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:11] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-07-26T07:39:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:11 smithi037 ceph-mon[99762]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-07-26T07:39:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:11 smithi037 ceph-mon[99762]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:39:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:13 smithi037 ceph-mon[97339]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:39:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:13 smithi037 ceph-mon[97339]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-07-26T07:39:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:13 smithi037 ceph-mon[99762]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:39:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:13 smithi037 ceph-mon[99762]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-07-26T07:39:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:13 smithi135 ceph-mon[90132]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:39:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:13 smithi135 ceph-mon[90132]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-07-26T07:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[97339]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:39:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:39:14.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[99762]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:39:14.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:39:14.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:39:14.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:39:14.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:39:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:14 smithi135 ceph-mon[90132]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:39:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:39:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:39:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:39:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:39:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[97339]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:39:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[97339]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 125 op/s 2024-07-26T07:39:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[97339]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:39:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[99762]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:39:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[99762]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 125 op/s 2024-07-26T07:39:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:15 smithi037 ceph-mon[99762]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:39:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:15 smithi135 ceph-mon[90132]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:39:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:15 smithi135 ceph-mon[90132]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 125 op/s 2024-07-26T07:39:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:15 smithi135 ceph-mon[90132]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:39:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:17 smithi037 ceph-mon[97339]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:39:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:17 smithi037 ceph-mon[97339]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2024-07-26T07:39:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:17 smithi037 ceph-mon[99762]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:39:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:17 smithi037 ceph-mon[99762]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2024-07-26T07:39:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:17 smithi135 ceph-mon[90132]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:39:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:17 smithi135 ceph-mon[90132]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2024-07-26T07:39:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:18 smithi037 ceph-mon[97339]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:39:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:18 smithi037 ceph-mon[99762]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:39:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:18 smithi135 ceph-mon[90132]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:39:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:19 smithi135 ceph-mon[90132]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:39:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:19 smithi135 ceph-mon[90132]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 75 op/s 2024-07-26T07:39:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:19 smithi037 ceph-mon[97339]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:39:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:19 smithi037 ceph-mon[97339]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 75 op/s 2024-07-26T07:39:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:19 smithi037 ceph-mon[99762]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:39:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:19 smithi037 ceph-mon[99762]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 KiB/s wr, 75 op/s 2024-07-26T07:39:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:20 smithi135 ceph-mon[90132]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:39:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:20 smithi135 ceph-mon[90132]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[97339]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[97339]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[99762]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:20 smithi037 ceph-mon[99762]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:39:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:21 smithi135 ceph-mon[90132]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2024-07-26T07:39:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:21 smithi135 ceph-mon[90132]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:39:21.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:21 smithi037 ceph-mon[97339]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2024-07-26T07:39:21.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:21 smithi037 ceph-mon[97339]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:39:21.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:21] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:39:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:21 smithi037 ceph-mon[99762]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2024-07-26T07:39:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:21 smithi037 ceph-mon[99762]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:39:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:23 smithi037 ceph-mon[97339]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:39:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:23 smithi037 ceph-mon[97339]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:23 smithi037 ceph-mon[99762]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:39:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:23 smithi037 ceph-mon[99762]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:23 smithi135 ceph-mon[90132]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:39:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:23 smithi135 ceph-mon[90132]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:24 smithi037 ceph-mon[97339]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:39:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:24 smithi037 ceph-mon[99762]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:39:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:24 smithi135 ceph-mon[90132]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:25 smithi037 ceph-mon[97339]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:39:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:25 smithi037 ceph-mon[97339]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 4.5 KiB/s wr, 164 op/s 2024-07-26T07:39:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:25 smithi037 ceph-mon[99762]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:39:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:25 smithi037 ceph-mon[99762]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 4.5 KiB/s wr, 164 op/s 2024-07-26T07:39:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:25 smithi135 ceph-mon[90132]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:39:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:25 smithi135 ceph-mon[90132]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 4.5 KiB/s wr, 164 op/s 2024-07-26T07:39:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:26 smithi037 ceph-mon[97339]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:39:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:26 smithi037 ceph-mon[99762]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:39:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:26 smithi135 ceph-mon[90132]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:39:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:27 smithi135 ceph-mon[90132]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:39:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:27 smithi135 ceph-mon[90132]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 KiB/s wr, 159 op/s 2024-07-26T07:39:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:27 smithi037 ceph-mon[97339]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:39:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:27 smithi037 ceph-mon[97339]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 KiB/s wr, 159 op/s 2024-07-26T07:39:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:27 smithi037 ceph-mon[99762]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:39:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:27 smithi037 ceph-mon[99762]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 KiB/s wr, 159 op/s 2024-07-26T07:39:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:28 smithi135 ceph-mon[90132]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:39:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:28 smithi037 ceph-mon[97339]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:39:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:28 smithi037 ceph-mon[99762]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:39:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:29 smithi135 ceph-mon[90132]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:39:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:29 smithi135 ceph-mon[90132]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 KiB/s wr, 145 op/s 2024-07-26T07:39:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:29 smithi037 ceph-mon[97339]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:39:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:29 smithi037 ceph-mon[97339]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 KiB/s wr, 145 op/s 2024-07-26T07:39:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:29 smithi037 ceph-mon[99762]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:39:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:29 smithi037 ceph-mon[99762]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 KiB/s wr, 145 op/s 2024-07-26T07:39:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:30 smithi135 ceph-mon[90132]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:39:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:30 smithi037 ceph-mon[97339]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:39:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:30 smithi037 ceph-mon[99762]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:39:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:31 smithi135 ceph-mon[90132]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:39:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:31 smithi135 ceph-mon[90132]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 KiB/s wr, 146 op/s 2024-07-26T07:39:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:31 smithi037 ceph-mon[97339]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:39:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:31 smithi037 ceph-mon[97339]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 KiB/s wr, 146 op/s 2024-07-26T07:39:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:31] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:39:31.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:31 smithi037 ceph-mon[99762]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:39:31.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:31 smithi037 ceph-mon[99762]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 KiB/s wr, 146 op/s 2024-07-26T07:39:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:32 smithi037 ceph-mon[97339]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:39:32.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:32 smithi037 ceph-mon[99762]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:39:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:32 smithi135 ceph-mon[90132]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:39:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:33 smithi037 ceph-mon[97339]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:39:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:33 smithi037 ceph-mon[97339]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:33 smithi037 ceph-mon[99762]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:39:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:33 smithi037 ceph-mon[99762]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:33 smithi135 ceph-mon[90132]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:39:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:33 smithi135 ceph-mon[90132]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:34 smithi037 ceph-mon[97339]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:39:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:34 smithi037 ceph-mon[99762]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:39:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:34 smithi135 ceph-mon[90132]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[97339]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[97339]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.7 KiB/s wr, 221 op/s 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[99762]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:35 smithi037 ceph-mon[99762]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.7 KiB/s wr, 221 op/s 2024-07-26T07:39:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:35 smithi135 ceph-mon[90132]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:39:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:35 smithi135 ceph-mon[90132]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 3.7 KiB/s wr, 221 op/s 2024-07-26T07:39:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:36 smithi037 ceph-mon[97339]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:39:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:36 smithi037 ceph-mon[99762]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:39:36.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:36 smithi135 ceph-mon[90132]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:39:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:37 smithi037 ceph-mon[97339]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:39:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:37 smithi037 ceph-mon[97339]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 215 op/s 2024-07-26T07:39:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:37 smithi037 ceph-mon[99762]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:39:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:37 smithi037 ceph-mon[99762]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 215 op/s 2024-07-26T07:39:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:37 smithi135 ceph-mon[90132]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:39:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:37 smithi135 ceph-mon[90132]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 3.5 KiB/s wr, 215 op/s 2024-07-26T07:39:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:38 smithi037 ceph-mon[97339]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:39:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:38 smithi037 ceph-mon[99762]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:39:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:38 smithi135 ceph-mon[90132]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:39:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:39 smithi037 ceph-mon[97339]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:39:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:39 smithi037 ceph-mon[97339]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 263 op/s 2024-07-26T07:39:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:39 smithi037 ceph-mon[99762]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:39:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:39 smithi037 ceph-mon[99762]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 263 op/s 2024-07-26T07:39:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:39 smithi135 ceph-mon[90132]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:39:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:39 smithi135 ceph-mon[90132]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 263 op/s 2024-07-26T07:39:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:40 smithi037 ceph-mon[97339]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:39:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:40 smithi037 ceph-mon[99762]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:39:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:40 smithi135 ceph-mon[90132]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:39:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:41 smithi037 ceph-mon[97339]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:39:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:41 smithi037 ceph-mon[97339]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-07-26T07:39:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:41] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:39:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:41 smithi037 ceph-mon[99762]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:39:41.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:41 smithi037 ceph-mon[99762]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-07-26T07:39:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:41 smithi135 ceph-mon[90132]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:39:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:41 smithi135 ceph-mon[90132]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.7 KiB/s wr, 264 op/s 2024-07-26T07:39:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:42 smithi037 ceph-mon[97339]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:39:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:42 smithi037 ceph-mon[99762]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:39:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:42 smithi135 ceph-mon[90132]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:39:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:43 smithi037 ceph-mon[97339]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:39:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:43 smithi037 ceph-mon[97339]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:43 smithi037 ceph-mon[99762]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:39:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:43 smithi037 ceph-mon[99762]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:43 smithi135 ceph-mon[90132]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:39:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:43 smithi135 ceph-mon[90132]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:39:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:44 smithi037 ceph-mon[97339]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:39:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:44 smithi037 ceph-mon[99762]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:39:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:44 smithi135 ceph-mon[90132]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:39:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:45 smithi037 ceph-mon[97339]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:39:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:45 smithi037 ceph-mon[97339]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-07-26T07:39:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:45 smithi037 ceph-mon[99762]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:39:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:45 smithi037 ceph-mon[99762]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-07-26T07:39:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:45 smithi135 ceph-mon[90132]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:39:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:45 smithi135 ceph-mon[90132]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2024-07-26T07:39:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:46 smithi037 ceph-mon[97339]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:39:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:46 smithi037 ceph-mon[99762]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:39:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:46 smithi135 ceph-mon[90132]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:39:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:47 smithi037 ceph-mon[97339]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:39:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:47 smithi037 ceph-mon[97339]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 3.5 KiB/s wr, 303 op/s 2024-07-26T07:39:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:47 smithi037 ceph-mon[99762]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:39:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:47 smithi037 ceph-mon[99762]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 3.5 KiB/s wr, 303 op/s 2024-07-26T07:39:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:47 smithi135 ceph-mon[90132]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:39:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:47 smithi135 ceph-mon[90132]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 3.5 KiB/s wr, 303 op/s 2024-07-26T07:39:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:48 smithi037 ceph-mon[97339]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:39:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:48 smithi037 ceph-mon[99762]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:39:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:48 smithi135 ceph-mon[90132]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:39:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:49 smithi037 ceph-mon[97339]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:39:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:49 smithi037 ceph-mon[97339]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 3.7 KiB/s wr, 351 op/s 2024-07-26T07:39:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:49 smithi037 ceph-mon[99762]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:39:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:49 smithi037 ceph-mon[99762]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 3.7 KiB/s wr, 351 op/s 2024-07-26T07:39:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:49 smithi135 ceph-mon[90132]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:39:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:49 smithi135 ceph-mon[90132]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 3.7 KiB/s wr, 351 op/s 2024-07-26T07:39:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:50 smithi037 ceph-mon[97339]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:39:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:50 smithi037 ceph-mon[99762]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:39:50.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:50.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:50 smithi135 ceph-mon[90132]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:39:50.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:39:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:51 smithi037 ceph-mon[97339]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:39:51.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:51 smithi037 ceph-mon[97339]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2024-07-26T07:39:51.546 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:39:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:39:51] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:39:51.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:51 smithi037 ceph-mon[99762]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:39:51.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:51 smithi037 ceph-mon[99762]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2024-07-26T07:39:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:51 smithi135 ceph-mon[90132]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:39:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:51 smithi135 ceph-mon[90132]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2024-07-26T07:39:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:52 smithi037 ceph-mon[97339]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:39:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:52 smithi037 ceph-mon[99762]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:39:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:52 smithi135 ceph-mon[90132]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:39:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:39:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:39:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:53 smithi037 ceph-mon[97339]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:39:53.621 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:53 smithi037 ceph-mon[97339]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:39:53.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:53 smithi037 ceph-mon[99762]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:39:53.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:53 smithi037 ceph-mon[99762]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:39:53.623 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:53 smithi135 ceph-mon[90132]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:39:53.623 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:53 smithi135 ceph-mon[90132]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:39:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:54 smithi037 ceph-mon[97339]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:39:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:54 smithi037 ceph-mon[99762]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:39:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:54 smithi135 ceph-mon[90132]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:39:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:55 smithi037 ceph-mon[97339]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:39:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:55 smithi037 ceph-mon[97339]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-07-26T07:39:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:55 smithi037 ceph-mon[99762]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:39:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:55 smithi037 ceph-mon[99762]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-07-26T07:39:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:55 smithi135 ceph-mon[90132]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:39:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:55 smithi135 ceph-mon[90132]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2024-07-26T07:39:56.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:56 smithi037 ceph-mon[97339]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:39:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:56 smithi037 ceph-mon[99762]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:39:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:56 smithi135 ceph-mon[90132]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:39:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:57 smithi135 ceph-mon[90132]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:39:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:57 smithi135 ceph-mon[90132]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 3.5 KiB/s wr, 390 op/s 2024-07-26T07:39:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:57 smithi037 ceph-mon[97339]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:39:57.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:57 smithi037 ceph-mon[97339]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 3.5 KiB/s wr, 390 op/s 2024-07-26T07:39:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:57 smithi037 ceph-mon[99762]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:39:57.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:57 smithi037 ceph-mon[99762]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 3.5 KiB/s wr, 390 op/s 2024-07-26T07:39:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:58 smithi135 ceph-mon[90132]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:39:58.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:58 smithi037 ceph-mon[97339]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:39:58.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:58 smithi037 ceph-mon[99762]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:39:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:59 smithi135 ceph-mon[90132]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:39:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:39:59 smithi135 ceph-mon[90132]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 3.7 KiB/s wr, 438 op/s 2024-07-26T07:39:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:59 smithi037 ceph-mon[97339]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:39:59.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:39:59 smithi037 ceph-mon[97339]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 3.7 KiB/s wr, 438 op/s 2024-07-26T07:39:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:59 smithi037 ceph-mon[99762]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:39:59.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:39:59 smithi037 ceph-mon[99762]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 3.7 KiB/s wr, 438 op/s 2024-07-26T07:40:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:00 smithi135 ceph-mon[90132]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:40:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:00 smithi135 ceph-mon[90132]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:40:00.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:00 smithi037 ceph-mon[97339]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:40:00.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:00 smithi037 ceph-mon[97339]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:40:00.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:00 smithi037 ceph-mon[99762]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:40:00.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:00 smithi037 ceph-mon[99762]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:40:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:01 smithi135 ceph-mon[90132]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:40:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:01 smithi135 ceph-mon[90132]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-07-26T07:40:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:01 smithi037 ceph-mon[97339]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:40:01.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:01 smithi037 ceph-mon[97339]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-07-26T07:40:01.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:01] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:40:01.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:01 smithi037 ceph-mon[99762]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:40:01.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:01 smithi037 ceph-mon[99762]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-07-26T07:40:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:02 smithi135 ceph-mon[90132]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:40:02.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:02.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:02 smithi037 ceph-mon[97339]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:40:02.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:02 smithi037 ceph-mon[99762]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:40:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:03 smithi037 ceph-mon[97339]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:40:03.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:03 smithi037 ceph-mon[97339]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:03 smithi037 ceph-mon[99762]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:40:03.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:03 smithi037 ceph-mon[99762]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:03 smithi135 ceph-mon[90132]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:40:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:03 smithi135 ceph-mon[90132]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:04.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:04 smithi037 ceph-mon[97339]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:40:04.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:04 smithi037 ceph-mon[99762]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:40:04.837 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:04 smithi135 ceph-mon[90132]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[97339]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[97339]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.5 KiB/s wr, 483 op/s 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[99762]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:05.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:05 smithi037 ceph-mon[99762]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.5 KiB/s wr, 483 op/s 2024-07-26T07:40:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:05 smithi135 ceph-mon[90132]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:40:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:05.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:05 smithi135 ceph-mon[90132]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 3.5 KiB/s wr, 483 op/s 2024-07-26T07:40:06.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:06 smithi037 ceph-mon[97339]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:40:06.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:06 smithi037 ceph-mon[99762]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:40:06.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:06 smithi135 ceph-mon[90132]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:40:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:07 smithi037 ceph-mon[97339]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:40:07.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:07 smithi037 ceph-mon[97339]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-07-26T07:40:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:07 smithi037 ceph-mon[99762]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:40:07.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:07 smithi037 ceph-mon[99762]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-07-26T07:40:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:07 smithi135 ceph-mon[90132]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:40:07.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:07 smithi135 ceph-mon[90132]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-07-26T07:40:08.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:08 smithi037 ceph-mon[97339]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:40:08.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:08 smithi037 ceph-mon[99762]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:40:08.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:08 smithi135 ceph-mon[90132]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:40:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:09 smithi037 ceph-mon[97339]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:40:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:09 smithi037 ceph-mon[97339]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 3.7 KiB/s wr, 526 op/s 2024-07-26T07:40:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:09 smithi037 ceph-mon[99762]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:40:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:09 smithi037 ceph-mon[99762]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 3.7 KiB/s wr, 526 op/s 2024-07-26T07:40:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:09 smithi135 ceph-mon[90132]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:40:09.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:09 smithi135 ceph-mon[90132]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 3.7 KiB/s wr, 526 op/s 2024-07-26T07:40:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:10 smithi037 ceph-mon[97339]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:40:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:10 smithi037 ceph-mon[99762]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:40:10.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:10 smithi135 ceph-mon[90132]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:40:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:11 smithi037 ceph-mon[97339]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:40:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:11 smithi037 ceph-mon[97339]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-07-26T07:40:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:11] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:40:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:11 smithi037 ceph-mon[99762]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:40:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:11 smithi037 ceph-mon[99762]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-07-26T07:40:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:11 smithi135 ceph-mon[90132]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:40:11.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:11 smithi135 ceph-mon[90132]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-07-26T07:40:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:12 smithi135 ceph-mon[90132]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:40:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:12.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:12 smithi037 ceph-mon[97339]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:40:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:12 smithi037 ceph-mon[99762]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:40:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:13 smithi037 ceph-mon[97339]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:40:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:13 smithi037 ceph-mon[97339]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:13 smithi037 ceph-mon[99762]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:40:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:13 smithi037 ceph-mon[99762]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:13 smithi135 ceph-mon[90132]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:40:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:13 smithi135 ceph-mon[90132]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[97339]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[99762]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:40:14.434 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:40:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:40:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:40:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:40:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:14 smithi135 ceph-mon[90132]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:40:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:40:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:40:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:40:14.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:40:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:15 smithi037 ceph-mon[97339]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:40:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:15 smithi037 ceph-mon[97339]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.2 KiB/s wr, 570 op/s 2024-07-26T07:40:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:15 smithi037 ceph-mon[99762]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:40:15.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:15 smithi037 ceph-mon[99762]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.2 KiB/s wr, 570 op/s 2024-07-26T07:40:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:15 smithi135 ceph-mon[90132]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:40:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:15 smithi135 ceph-mon[90132]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.2 KiB/s wr, 570 op/s 2024-07-26T07:40:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:16 smithi037 ceph-mon[97339]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:40:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:16 smithi037 ceph-mon[99762]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:40:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:16 smithi135 ceph-mon[90132]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:40:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:17 smithi037 ceph-mon[97339]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 3.5 KiB/s wr, 561 op/s 2024-07-26T07:40:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:17 smithi037 ceph-mon[97339]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:40:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:17 smithi037 ceph-mon[99762]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 3.5 KiB/s wr, 561 op/s 2024-07-26T07:40:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:17 smithi037 ceph-mon[99762]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:40:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:17 smithi135 ceph-mon[90132]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 3.5 KiB/s wr, 561 op/s 2024-07-26T07:40:17.936 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:17 smithi135 ceph-mon[90132]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:40:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:18 smithi037 ceph-mon[97339]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:40:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:18 smithi037 ceph-mon[99762]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:40:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:18 smithi135 ceph-mon[90132]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:40:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[97339]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 3.5 KiB/s wr, 613 op/s 2024-07-26T07:40:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[97339]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:40:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[99762]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 3.5 KiB/s wr, 613 op/s 2024-07-26T07:40:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[99762]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:40:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:19 smithi135 ceph-mon[90132]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 3.5 KiB/s wr, 613 op/s 2024-07-26T07:40:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:19 smithi135 ceph-mon[90132]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:40:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:20 smithi037 ceph-mon[97339]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:40:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:20 smithi037 ceph-mon[99762]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:40:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:20 smithi135 ceph-mon[90132]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:40:21.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:21] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:40:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:21 smithi037 ceph-mon[97339]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-07-26T07:40:21.697 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:21 smithi037 ceph-mon[97339]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:40:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:21 smithi037 ceph-mon[99762]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-07-26T07:40:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:21 smithi037 ceph-mon[99762]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:40:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:21 smithi135 ceph-mon[90132]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-07-26T07:40:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:21 smithi135 ceph-mon[90132]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:40:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:22 smithi135 ceph-mon[90132]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:40:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:22 smithi037 ceph-mon[97339]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:40:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:22 smithi037 ceph-mon[99762]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:40:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:23 smithi037 ceph-mon[97339]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:40:23.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:23 smithi037 ceph-mon[97339]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:40:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:23 smithi037 ceph-mon[99762]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:40:23.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:23 smithi037 ceph-mon[99762]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:40:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:23 smithi135 ceph-mon[90132]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:40:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:23 smithi135 ceph-mon[90132]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:40:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:24 smithi037 ceph-mon[97339]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:40:24.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:24 smithi037 ceph-mon[99762]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:40:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:24 smithi135 ceph-mon[90132]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:40:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:25 smithi037 ceph-mon[97339]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.5 KiB/s wr, 662 op/s 2024-07-26T07:40:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:25 smithi037 ceph-mon[97339]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:40:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:25 smithi037 ceph-mon[99762]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.5 KiB/s wr, 662 op/s 2024-07-26T07:40:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:25 smithi037 ceph-mon[99762]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:40:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:25 smithi135 ceph-mon[90132]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.5 KiB/s wr, 662 op/s 2024-07-26T07:40:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:25 smithi135 ceph-mon[90132]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:40:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:26 smithi037 ceph-mon[97339]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:40:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:26 smithi037 ceph-mon[99762]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:40:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:26 smithi135 ceph-mon[90132]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:40:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:27 smithi037 ceph-mon[97339]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-07-26T07:40:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:27 smithi037 ceph-mon[97339]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:40:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:27 smithi037 ceph-mon[99762]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-07-26T07:40:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:27 smithi037 ceph-mon[99762]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:40:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:27 smithi135 ceph-mon[90132]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-07-26T07:40:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:27 smithi135 ceph-mon[90132]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:40:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:28 smithi037 ceph-mon[97339]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:40:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:28 smithi037 ceph-mon[99762]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:40:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:28 smithi135 ceph-mon[90132]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:40:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:29 smithi037 ceph-mon[97339]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 3.7 KiB/s wr, 704 op/s 2024-07-26T07:40:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:29 smithi037 ceph-mon[97339]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:40:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:29 smithi037 ceph-mon[99762]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 3.7 KiB/s wr, 704 op/s 2024-07-26T07:40:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:29 smithi037 ceph-mon[99762]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:40:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:29 smithi135 ceph-mon[90132]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 3.7 KiB/s wr, 704 op/s 2024-07-26T07:40:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:29 smithi135 ceph-mon[90132]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:40:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:30 smithi037 ceph-mon[97339]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:40:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:30 smithi037 ceph-mon[99762]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:40:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:30 smithi135 ceph-mon[90132]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:40:31.555 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:31] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:40:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:31 smithi135 ceph-mon[90132]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-07-26T07:40:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:31 smithi135 ceph-mon[90132]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:40:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:31 smithi037 ceph-mon[97339]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-07-26T07:40:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:31 smithi037 ceph-mon[97339]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:40:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:31 smithi037 ceph-mon[99762]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-07-26T07:40:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:31 smithi037 ceph-mon[99762]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:40:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:32 smithi135 ceph-mon[90132]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:40:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:33.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:32 smithi037 ceph-mon[97339]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:40:33.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:32 smithi037 ceph-mon[99762]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:40:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:33 smithi135 ceph-mon[90132]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:33 smithi135 ceph-mon[90132]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:40:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:33 smithi037 ceph-mon[97339]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:33 smithi037 ceph-mon[97339]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:40:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:33 smithi037 ceph-mon[99762]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:40:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:33 smithi037 ceph-mon[99762]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:40:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:34 smithi135 ceph-mon[90132]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:40:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:34 smithi037 ceph-mon[97339]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:40:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:34 smithi037 ceph-mon[99762]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:40:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:35 smithi135 ceph-mon[90132]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-07-26T07:40:35.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:35 smithi135 ceph-mon[90132]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:40:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:35 smithi037 ceph-mon[97339]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-07-26T07:40:36.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:35 smithi037 ceph-mon[97339]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:40:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:35 smithi037 ceph-mon[99762]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-07-26T07:40:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:35 smithi037 ceph-mon[99762]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:40:37.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:36 smithi037 ceph-mon[97339]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:40:37.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:36 smithi037 ceph-mon[99762]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:40:37.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:36 smithi135 ceph-mon[90132]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:40:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:37 smithi037 ceph-mon[97339]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-07-26T07:40:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:37 smithi037 ceph-mon[97339]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:40:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:37 smithi037 ceph-mon[99762]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-07-26T07:40:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:37 smithi037 ceph-mon[99762]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:40:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:37 smithi135 ceph-mon[90132]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 3.5 KiB/s wr, 744 op/s 2024-07-26T07:40:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:37 smithi135 ceph-mon[90132]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:40:39.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:38 smithi037 ceph-mon[97339]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:40:39.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:38 smithi037 ceph-mon[99762]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:40:39.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:38 smithi135 ceph-mon[90132]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:40:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:39 smithi037 ceph-mon[97339]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 3.5 KiB/s wr, 792 op/s 2024-07-26T07:40:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:39 smithi037 ceph-mon[97339]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:40:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:39 smithi037 ceph-mon[99762]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 3.5 KiB/s wr, 792 op/s 2024-07-26T07:40:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:39 smithi037 ceph-mon[99762]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:40:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:39 smithi135 ceph-mon[90132]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 3.5 KiB/s wr, 792 op/s 2024-07-26T07:40:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:39 smithi135 ceph-mon[90132]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:40:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:40 smithi037 ceph-mon[97339]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:40:41.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:40 smithi037 ceph-mon[99762]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:40:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:40 smithi135 ceph-mon[90132]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:40:41.636 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:41] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:40:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:41 smithi037 ceph-mon[97339]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-07-26T07:40:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:41 smithi037 ceph-mon[97339]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:40:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:41 smithi037 ceph-mon[99762]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-07-26T07:40:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:41 smithi037 ceph-mon[99762]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:40:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:41 smithi135 ceph-mon[90132]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-07-26T07:40:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:41 smithi135 ceph-mon[90132]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:40:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:43.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:42 smithi037 ceph-mon[97339]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:40:43.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:42 smithi037 ceph-mon[99762]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:40:43.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:42 smithi135 ceph-mon[90132]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:40:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:43 smithi037 ceph-mon[97339]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:44.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:43 smithi037 ceph-mon[97339]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:40:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:43 smithi037 ceph-mon[99762]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:43 smithi037 ceph-mon[99762]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:40:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:43 smithi135 ceph-mon[90132]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:43 smithi135 ceph-mon[90132]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:40:45.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:44 smithi037 ceph-mon[97339]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:40:45.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:44 smithi037 ceph-mon[99762]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:40:45.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:44 smithi135 ceph-mon[90132]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:45 smithi037 ceph-mon[97339]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-07-26T07:40:46.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:45 smithi037 ceph-mon[97339]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:45 smithi037 ceph-mon[99762]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-07-26T07:40:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:45 smithi037 ceph-mon[99762]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:40:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:45 smithi135 ceph-mon[90132]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-07-26T07:40:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:45 smithi135 ceph-mon[90132]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:40:47.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:46 smithi037 ceph-mon[97339]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:40:47.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:46 smithi037 ceph-mon[99762]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:40:47.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:46 smithi135 ceph-mon[90132]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:40:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:47 smithi037 ceph-mon[97339]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 3.7 KiB/s wr, 832 op/s 2024-07-26T07:40:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:47 smithi037 ceph-mon[97339]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:40:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:47 smithi037 ceph-mon[99762]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 3.7 KiB/s wr, 832 op/s 2024-07-26T07:40:48.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:47 smithi037 ceph-mon[99762]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:40:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:47 smithi135 ceph-mon[90132]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 3.7 KiB/s wr, 832 op/s 2024-07-26T07:40:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:47 smithi135 ceph-mon[90132]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:40:49.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:48 smithi037 ceph-mon[97339]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:40:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:48 smithi037 ceph-mon[99762]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:40:49.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:48 smithi135 ceph-mon[90132]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:40:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[97339]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 3.5 KiB/s wr, 879 op/s 2024-07-26T07:40:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[97339]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:40:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[99762]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 3.5 KiB/s wr, 879 op/s 2024-07-26T07:40:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[99762]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:40:50.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:49 smithi135 ceph-mon[90132]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 3.5 KiB/s wr, 879 op/s 2024-07-26T07:40:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:49 smithi135 ceph-mon[90132]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:40:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:40:51.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:50 smithi037 ceph-mon[97339]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:40:51.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:50 smithi037 ceph-mon[99762]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:40:51.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:50 smithi135 ceph-mon[90132]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:40:51.701 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:40:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:40:51] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:40:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:51 smithi037 ceph-mon[97339]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-07-26T07:40:52.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:51 smithi037 ceph-mon[97339]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:40:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:51 smithi037 ceph-mon[99762]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-07-26T07:40:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:51 smithi037 ceph-mon[99762]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:40:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:51 smithi135 ceph-mon[90132]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.5 KiB/s wr, 880 op/s 2024-07-26T07:40:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:51 smithi135 ceph-mon[90132]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:40:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:40:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:40:53.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:52 smithi037 ceph-mon[97339]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:40:53.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:52 smithi037 ceph-mon[99762]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:40:53.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:52 smithi135 ceph-mon[90132]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:40:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:53 smithi037 ceph-mon[97339]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:53 smithi037 ceph-mon[97339]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:40:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:53 smithi037 ceph-mon[99762]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:53 smithi037 ceph-mon[99762]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:40:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:53 smithi135 ceph-mon[90132]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:40:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:53 smithi135 ceph-mon[90132]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:40:55.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:54 smithi037 ceph-mon[97339]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:40:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:54 smithi037 ceph-mon[99762]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:40:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:54 smithi135 ceph-mon[90132]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:40:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:55 smithi037 ceph-mon[97339]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-07-26T07:40:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:55 smithi037 ceph-mon[97339]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:40:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:55 smithi037 ceph-mon[99762]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-07-26T07:40:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:55 smithi037 ceph-mon[99762]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:40:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:55 smithi135 ceph-mon[90132]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-07-26T07:40:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:55 smithi135 ceph-mon[90132]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:40:57.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:56 smithi037 ceph-mon[97339]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:40:57.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:56 smithi037 ceph-mon[99762]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:40:57.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:56 smithi135 ceph-mon[90132]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:40:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:57 smithi037 ceph-mon[97339]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 4.0 KiB/s wr, 919 op/s 2024-07-26T07:40:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:57 smithi037 ceph-mon[97339]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:40:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:57 smithi037 ceph-mon[99762]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 4.0 KiB/s wr, 919 op/s 2024-07-26T07:40:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:57 smithi037 ceph-mon[99762]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:57 smithi135 ceph-mon[90132]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 4.0 KiB/s wr, 919 op/s 2024-07-26T07:40:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:57 smithi135 ceph-mon[90132]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:40:59.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:58 smithi037 ceph-mon[97339]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:40:59.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:58 smithi037 ceph-mon[99762]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:40:59.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:58 smithi135 ceph-mon[90132]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:41:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:59 smithi037 ceph-mon[97339]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 718 KiB/s rd, 3.2 KiB/s wr, 966 op/s 2024-07-26T07:41:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:40:59 smithi037 ceph-mon[97339]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:41:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:59 smithi037 ceph-mon[99762]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 718 KiB/s rd, 3.2 KiB/s wr, 966 op/s 2024-07-26T07:41:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:40:59 smithi037 ceph-mon[99762]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:41:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:59 smithi135 ceph-mon[90132]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 718 KiB/s rd, 3.2 KiB/s wr, 966 op/s 2024-07-26T07:41:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:40:59 smithi135 ceph-mon[90132]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:41:01.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:00 smithi037 ceph-mon[97339]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:41:01.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:00 smithi037 ceph-mon[99762]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:41:01.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:00 smithi135 ceph-mon[90132]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:41:01.778 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:01] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:41:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:01 smithi037 ceph-mon[97339]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 967 op/s 2024-07-26T07:41:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:01 smithi037 ceph-mon[97339]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:41:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:01 smithi037 ceph-mon[99762]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 967 op/s 2024-07-26T07:41:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:01 smithi037 ceph-mon[99762]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:41:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:01 smithi135 ceph-mon[90132]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 967 op/s 2024-07-26T07:41:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:01 smithi135 ceph-mon[90132]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:41:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:03.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:02 smithi037 ceph-mon[97339]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:41:03.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:02 smithi037 ceph-mon[99762]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:41:03.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:02 smithi135 ceph-mon[90132]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:03 smithi135 ceph-mon[90132]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:03 smithi135 ceph-mon[90132]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:41:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:03 smithi037 ceph-mon[97339]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:04.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:03 smithi037 ceph-mon[97339]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:41:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:03 smithi037 ceph-mon[99762]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:04.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:03 smithi037 ceph-mon[99762]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:41:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:04 smithi135 ceph-mon[90132]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:41:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:04 smithi037 ceph-mon[97339]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:41:05.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:04 smithi037 ceph-mon[99762]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:41:05.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:05 smithi135 ceph-mon[90132]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-07-26T07:41:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:05 smithi135 ceph-mon[90132]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:41:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:05 smithi037 ceph-mon[97339]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-07-26T07:41:06.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:05 smithi037 ceph-mon[97339]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:41:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:05 smithi037 ceph-mon[99762]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-07-26T07:41:06.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:05 smithi037 ceph-mon[99762]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:41:07.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:06 smithi135 ceph-mon[90132]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:41:07.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:06 smithi037 ceph-mon[97339]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:41:07.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:06 smithi037 ceph-mon[99762]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:41:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:07 smithi135 ceph-mon[90132]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-07-26T07:41:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:07 smithi135 ceph-mon[90132]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:41:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:07 smithi037 ceph-mon[97339]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-07-26T07:41:08.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:07 smithi037 ceph-mon[97339]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:41:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:07 smithi037 ceph-mon[99762]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-07-26T07:41:08.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:07 smithi037 ceph-mon[99762]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:41:09.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:08 smithi037 ceph-mon[97339]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:41:09.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:08 smithi037 ceph-mon[99762]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:41:09.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:08 smithi135 ceph-mon[90132]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:41:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:09 smithi037 ceph-mon[97339]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 3.0 KiB/s wr, 840 op/s 2024-07-26T07:41:10.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:09 smithi037 ceph-mon[97339]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:41:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:09 smithi037 ceph-mon[99762]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 3.0 KiB/s wr, 840 op/s 2024-07-26T07:41:10.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:09 smithi037 ceph-mon[99762]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:41:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:09 smithi135 ceph-mon[90132]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 623 KiB/s rd, 3.0 KiB/s wr, 840 op/s 2024-07-26T07:41:10.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:09 smithi135 ceph-mon[90132]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:41:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:10 smithi037 ceph-mon[97339]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:41:11.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:10 smithi037 ceph-mon[97339]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 3.2 KiB/s wr, 841 op/s 2024-07-26T07:41:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:10 smithi037 ceph-mon[99762]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:41:11.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:10 smithi037 ceph-mon[99762]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 3.2 KiB/s wr, 841 op/s 2024-07-26T07:41:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:10 smithi135 ceph-mon[90132]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:41:11.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:10 smithi135 ceph-mon[90132]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 3.2 KiB/s wr, 841 op/s 2024-07-26T07:41:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:11] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:41:12.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:11 smithi037 ceph-mon[97339]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:41:12.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:11 smithi037 ceph-mon[99762]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:41:12.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:11 smithi135 ceph-mon[90132]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:41:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:12 smithi037 ceph-mon[97339]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:41:13.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:12 smithi037 ceph-mon[97339]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:12 smithi037 ceph-mon[99762]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:41:13.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:12 smithi037 ceph-mon[99762]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:12 smithi135 ceph-mon[90132]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:41:13.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:12 smithi135 ceph-mon[90132]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:14.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:13 smithi037 ceph-mon[97339]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:41:14.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:13 smithi037 ceph-mon[99762]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:41:14.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:13 smithi135 ceph-mon[90132]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:41:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:41:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:41:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-07-26T07:41:15.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:41:15.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:14 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:41:15.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:14 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:41:16.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:15 smithi037 ceph-mon[97339]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:41:16.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:15 smithi037 ceph-mon[99762]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:41:16.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:15 smithi135 ceph-mon[90132]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:16 smithi037 ceph-mon[97339]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:41:17.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:16 smithi037 ceph-mon[97339]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-07-26T07:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:16 smithi037 ceph-mon[99762]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:41:17.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:16 smithi037 ceph-mon[99762]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-07-26T07:41:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:16 smithi135 ceph-mon[90132]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:41:17.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:16 smithi135 ceph-mon[90132]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-07-26T07:41:18.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:17 smithi037 ceph-mon[97339]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:41:18.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:17 smithi037 ceph-mon[99762]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:41:18.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:17 smithi135 ceph-mon[90132]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:41:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:18 smithi037 ceph-mon[97339]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:41:19.305 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:18 smithi037 ceph-mon[97339]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 2.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:19.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:18 smithi037 ceph-mon[99762]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:41:19.305 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:18 smithi037 ceph-mon[99762]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 2.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:18 smithi135 ceph-mon[90132]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:41:19.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:18 smithi135 ceph-mon[90132]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 2.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:19 smithi037 ceph-mon[97339]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:41:20.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:19 smithi037 ceph-mon[99762]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:41:20.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:19 smithi135 ceph-mon[90132]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:41:20.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:20 smithi037 ceph-mon[97339]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:41:21.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:20 smithi037 ceph-mon[97339]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:20 smithi037 ceph-mon[99762]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:41:21.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:20 smithi037 ceph-mon[99762]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:20 smithi135 ceph-mon[90132]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:41:21.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:20 smithi135 ceph-mon[90132]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2024-07-26T07:41:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:21] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:41:22.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:21 smithi037 ceph-mon[97339]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:41:22.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:21 smithi037 ceph-mon[99762]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:41:22.314 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:21 smithi135 ceph-mon[90132]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:41:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:22 smithi037 ceph-mon[97339]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:41:23.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:22 smithi037 ceph-mon[97339]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:41:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:22 smithi037 ceph-mon[99762]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:41:23.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:22 smithi037 ceph-mon[99762]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:41:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:22 smithi135 ceph-mon[90132]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:41:23.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:22 smithi135 ceph-mon[90132]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:41:24.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:23 smithi037 ceph-mon[97339]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:41:24.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:23 smithi037 ceph-mon[99762]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:41:24.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:23 smithi135 ceph-mon[90132]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:41:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:24 smithi037 ceph-mon[97339]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:41:25.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:24 smithi037 ceph-mon[97339]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-07-26T07:41:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:24 smithi037 ceph-mon[99762]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:41:25.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:24 smithi037 ceph-mon[99762]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-07-26T07:41:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:24 smithi135 ceph-mon[90132]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:41:25.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:24 smithi135 ceph-mon[90132]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.2 KiB/s wr, 1.18k op/s 2024-07-26T07:41:26.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:25 smithi037 ceph-mon[97339]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:41:26.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:25 smithi037 ceph-mon[99762]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:41:26.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:25 smithi135 ceph-mon[90132]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:41:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:26 smithi037 ceph-mon[97339]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:41:27.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:26 smithi037 ceph-mon[97339]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-07-26T07:41:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:26 smithi037 ceph-mon[99762]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:41:27.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:26 smithi037 ceph-mon[99762]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-07-26T07:41:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:26 smithi135 ceph-mon[90132]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:41:27.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:26 smithi135 ceph-mon[90132]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 3.5 KiB/s wr, 1.18k op/s 2024-07-26T07:41:28.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:27 smithi037 ceph-mon[97339]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:41:28.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:27 smithi037 ceph-mon[99762]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:41:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:27 smithi135 ceph-mon[90132]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:41:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:29 smithi037 ceph-mon[97339]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:41:29.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:29 smithi037 ceph-mon[97339]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-07-26T07:41:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:29 smithi037 ceph-mon[99762]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:41:29.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:29 smithi037 ceph-mon[99762]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-07-26T07:41:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:29 smithi135 ceph-mon[90132]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:41:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:29 smithi135 ceph-mon[90132]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-07-26T07:41:30.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:30 smithi037 ceph-mon[97339]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:41:30.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:30 smithi037 ceph-mon[99762]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:41:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:30 smithi135 ceph-mon[90132]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:31 smithi037 ceph-mon[97339]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:41:31.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:31 smithi037 ceph-mon[97339]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-07-26T07:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:31 smithi037 ceph-mon[99762]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:41:31.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:31 smithi037 ceph-mon[99762]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-07-26T07:41:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:31 smithi135 ceph-mon[90132]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:41:31.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:31 smithi135 ceph-mon[90132]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-07-26T07:41:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:31] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:41:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:32 smithi037 ceph-mon[97339]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:41:32.462 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:32 smithi037 ceph-mon[99762]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:41:32.463 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:32 smithi135 ceph-mon[90132]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:41:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:33 smithi037 ceph-mon[97339]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:41:33.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:33 smithi037 ceph-mon[97339]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-07-26T07:41:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:33 smithi037 ceph-mon[99762]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:41:33.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:33 smithi037 ceph-mon[99762]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-07-26T07:41:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:33 smithi135 ceph-mon[90132]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:41:33.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:33 smithi135 ceph-mon[90132]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-07-26T07:41:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:34 smithi135 ceph-mon[90132]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:41:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:34 smithi037 ceph-mon[97339]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:41:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:34 smithi037 ceph-mon[99762]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:41:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:35 smithi135 ceph-mon[90132]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:41:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:35 smithi135 ceph-mon[90132]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[97339]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[97339]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[99762]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:35 smithi037 ceph-mon[99762]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 3.7 KiB/s wr, 1.27k op/s 2024-07-26T07:41:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:36 smithi135 ceph-mon[90132]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:41:36.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:36 smithi037 ceph-mon[97339]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:41:36.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:36 smithi037 ceph-mon[99762]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:41:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:37 smithi135 ceph-mon[90132]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:41:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:37 smithi135 ceph-mon[90132]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-07-26T07:41:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:37 smithi037 ceph-mon[97339]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:41:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:37 smithi037 ceph-mon[97339]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-07-26T07:41:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:37 smithi037 ceph-mon[99762]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:41:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:37 smithi037 ceph-mon[99762]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-07-26T07:41:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:38 smithi135 ceph-mon[90132]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:41:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:38 smithi037 ceph-mon[97339]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:41:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:38 smithi037 ceph-mon[99762]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:39 smithi135 ceph-mon[90132]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:41:39.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:39 smithi135 ceph-mon[90132]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-07-26T07:41:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:39 smithi037 ceph-mon[97339]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:41:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:39 smithi037 ceph-mon[97339]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-07-26T07:41:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:39 smithi037 ceph-mon[99762]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:41:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:39 smithi037 ceph-mon[99762]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-07-26T07:41:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:40 smithi135 ceph-mon[90132]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:41:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:40 smithi037 ceph-mon[97339]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:41:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:40 smithi037 ceph-mon[99762]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:41:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:41 smithi037 ceph-mon[97339]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:41:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:41 smithi037 ceph-mon[97339]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-07-26T07:41:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:41] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:41:41.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:41 smithi037 ceph-mon[99762]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:41:41.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:41 smithi037 ceph-mon[99762]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-07-26T07:41:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:41 smithi135 ceph-mon[90132]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:41:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:41 smithi135 ceph-mon[90132]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-07-26T07:41:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:42 smithi037 ceph-mon[97339]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:41:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:42 smithi037 ceph-mon[99762]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:41:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:42 smithi135 ceph-mon[90132]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:41:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:43 smithi037 ceph-mon[97339]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:41:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:43 smithi037 ceph-mon[97339]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:43 smithi037 ceph-mon[99762]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:41:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:43 smithi037 ceph-mon[99762]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:43 smithi135 ceph-mon[90132]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:41:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:43 smithi135 ceph-mon[90132]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:44 smithi037 ceph-mon[97339]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:41:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:44 smithi037 ceph-mon[99762]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:41:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:44 smithi135 ceph-mon[90132]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:41:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:45 smithi037 ceph-mon[97339]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:41:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:45 smithi037 ceph-mon[97339]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-07-26T07:41:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:45 smithi037 ceph-mon[99762]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:41:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:45 smithi037 ceph-mon[99762]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-07-26T07:41:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:45 smithi135 ceph-mon[90132]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:41:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:45 smithi135 ceph-mon[90132]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-07-26T07:41:46.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:46 smithi037 ceph-mon[97339]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:41:46.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:46 smithi037 ceph-mon[99762]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:41:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:46 smithi135 ceph-mon[90132]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:41:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:47 smithi037 ceph-mon[97339]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:41:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:47 smithi037 ceph-mon[97339]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 3.5 KiB/s wr, 1.35k op/s 2024-07-26T07:41:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:47 smithi037 ceph-mon[99762]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:41:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:47 smithi037 ceph-mon[99762]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 3.5 KiB/s wr, 1.35k op/s 2024-07-26T07:41:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:47 smithi135 ceph-mon[90132]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:41:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:47 smithi135 ceph-mon[90132]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 3.5 KiB/s wr, 1.35k op/s 2024-07-26T07:41:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:48 smithi037 ceph-mon[97339]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:41:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:48 smithi037 ceph-mon[99762]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:41:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:48 smithi135 ceph-mon[90132]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:41:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:49 smithi037 ceph-mon[97339]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:41:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:49 smithi037 ceph-mon[97339]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:49 smithi037 ceph-mon[99762]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:41:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:49 smithi037 ceph-mon[99762]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:49 smithi135 ceph-mon[90132]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:41:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:49 smithi135 ceph-mon[90132]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:50 smithi037 ceph-mon[97339]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:41:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:50 smithi037 ceph-mon[99762]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:41:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:50 smithi135 ceph-mon[90132]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:41:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:41:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:51 smithi037 ceph-mon[97339]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:41:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:51 smithi037 ceph-mon[97339]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:51.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:41:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:41:51] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:41:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:51 smithi037 ceph-mon[99762]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:41:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:51 smithi037 ceph-mon[99762]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:51 smithi135 ceph-mon[90132]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:41:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:51 smithi135 ceph-mon[90132]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-07-26T07:41:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:52 smithi037 ceph-mon[97339]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:41:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:52 smithi037 ceph-mon[99762]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:41:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:52 smithi135 ceph-mon[90132]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:41:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:41:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:41:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:53 smithi037 ceph-mon[97339]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:41:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:53 smithi037 ceph-mon[97339]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:53 smithi037 ceph-mon[99762]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:41:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:53 smithi037 ceph-mon[99762]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:53 smithi135 ceph-mon[90132]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:41:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:53 smithi135 ceph-mon[90132]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:41:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:54 smithi037 ceph-mon[97339]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:41:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:54 smithi037 ceph-mon[99762]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:41:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:54 smithi135 ceph-mon[90132]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:41:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:55 smithi037 ceph-mon[97339]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:41:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:55 smithi037 ceph-mon[97339]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:55 smithi037 ceph-mon[99762]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:41:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:55 smithi037 ceph-mon[99762]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:55 smithi135 ceph-mon[90132]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:41:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:55 smithi135 ceph-mon[90132]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:56.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:56 smithi037 ceph-mon[97339]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:41:56.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:56 smithi037 ceph-mon[99762]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:41:56.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:56 smithi135 ceph-mon[90132]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:41:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:57 smithi037 ceph-mon[97339]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:41:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:57 smithi037 ceph-mon[97339]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:57 smithi037 ceph-mon[99762]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:41:57.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:57 smithi037 ceph-mon[99762]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:57 smithi135 ceph-mon[90132]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:41:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:57 smithi135 ceph-mon[90132]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-07-26T07:41:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:58 smithi037 ceph-mon[97339]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:41:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:58 smithi037 ceph-mon[99762]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:41:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:58 smithi135 ceph-mon[90132]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:41:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:59 smithi037 ceph-mon[97339]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:41:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:41:59 smithi037 ceph-mon[97339]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-07-26T07:41:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:59 smithi037 ceph-mon[99762]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:41:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:41:59 smithi037 ceph-mon[99762]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-07-26T07:41:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:59 smithi135 ceph-mon[90132]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:41:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:41:59 smithi135 ceph-mon[90132]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-07-26T07:42:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:00 smithi037 ceph-mon[97339]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:42:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:00 smithi037 ceph-mon[99762]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:42:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:00 smithi135 ceph-mon[90132]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:42:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:01 smithi037 ceph-mon[97339]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:42:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:01 smithi037 ceph-mon[97339]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.49k op/s 2024-07-26T07:42:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:01] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:42:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:01 smithi037 ceph-mon[99762]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:42:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:01 smithi037 ceph-mon[99762]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.49k op/s 2024-07-26T07:42:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:01 smithi135 ceph-mon[90132]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:42:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:01 smithi135 ceph-mon[90132]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.49k op/s 2024-07-26T07:42:02.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:02 smithi037 ceph-mon[97339]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:42:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:02 smithi037 ceph-mon[99762]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:42:02.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:02 smithi135 ceph-mon[90132]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:42:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:03 smithi037 ceph-mon[97339]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:42:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:03 smithi037 ceph-mon[97339]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:03 smithi037 ceph-mon[99762]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:42:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:03 smithi037 ceph-mon[99762]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:03 smithi135 ceph-mon[90132]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:42:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:03 smithi135 ceph-mon[90132]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:04 smithi037 ceph-mon[97339]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:42:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:04 smithi037 ceph-mon[99762]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:42:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:04 smithi135 ceph-mon[90132]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:42:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[97339]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:42:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[97339]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-07-26T07:42:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[99762]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:42:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:05 smithi037 ceph-mon[99762]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-07-26T07:42:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:05 smithi135 ceph-mon[90132]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:42:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:05 smithi135 ceph-mon[90132]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-07-26T07:42:06.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:06 smithi037 ceph-mon[97339]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:42:06.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:06 smithi037 ceph-mon[99762]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:42:06.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:06 smithi135 ceph-mon[90132]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:42:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:07 smithi037 ceph-mon[97339]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:42:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:07 smithi037 ceph-mon[97339]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-07-26T07:42:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:07 smithi037 ceph-mon[99762]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:42:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:07 smithi037 ceph-mon[99762]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-07-26T07:42:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:07 smithi135 ceph-mon[90132]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:42:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:07 smithi135 ceph-mon[90132]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-07-26T07:42:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:08 smithi037 ceph-mon[97339]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:42:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:08 smithi037 ceph-mon[99762]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:42:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:08 smithi135 ceph-mon[90132]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:42:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:09 smithi135 ceph-mon[90132]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:42:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:09 smithi135 ceph-mon[90132]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:09 smithi037 ceph-mon[97339]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:42:09.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:09 smithi037 ceph-mon[97339]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:09 smithi037 ceph-mon[99762]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:42:09.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:09 smithi037 ceph-mon[99762]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:10 smithi135 ceph-mon[90132]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:42:10.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:10 smithi037 ceph-mon[97339]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:42:10.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:10 smithi037 ceph-mon[99762]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:42:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:11 smithi135 ceph-mon[90132]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:42:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:11 smithi135 ceph-mon[90132]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:11 smithi037 ceph-mon[97339]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:42:11.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:11 smithi037 ceph-mon[97339]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:11.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:11] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-07-26T07:42:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:11 smithi037 ceph-mon[99762]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:42:11.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:11 smithi037 ceph-mon[99762]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-07-26T07:42:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:12 smithi135 ceph-mon[90132]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:42:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:12.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:12 smithi037 ceph-mon[97339]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:42:12.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:12 smithi037 ceph-mon[99762]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:42:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:13 smithi135 ceph-mon[90132]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:42:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:13 smithi135 ceph-mon[90132]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:42:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:13 smithi037 ceph-mon[97339]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:42:13.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:13 smithi037 ceph-mon[97339]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:42:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:13 smithi037 ceph-mon[99762]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:42:13.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:13 smithi037 ceph-mon[99762]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:42:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:14 smithi135 ceph-mon[90132]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:42:14.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:14 smithi037 ceph-mon[97339]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:42:14.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:14 smithi037 ceph-mon[99762]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:42:15.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:42:15.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:15 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:42:15.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:15 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:42:16.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:16 smithi037 ceph-mon[97339]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:42:16.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:16 smithi037 ceph-mon[99762]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:42:16.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:16 smithi135 ceph-mon[90132]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:42:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:17 smithi037 ceph-mon[97339]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:42:17.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:17 smithi037 ceph-mon[97339]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-07-26T07:42:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:17 smithi037 ceph-mon[99762]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:42:17.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:17 smithi037 ceph-mon[99762]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-07-26T07:42:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:17 smithi135 ceph-mon[90132]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:42:17.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:17 smithi135 ceph-mon[90132]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-07-26T07:42:18.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:18 smithi037 ceph-mon[97339]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:42:18.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:18 smithi037 ceph-mon[99762]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:42:18.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:18 smithi135 ceph-mon[90132]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:42:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:19 smithi037 ceph-mon[97339]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:42:19.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:19 smithi037 ceph-mon[97339]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-07-26T07:42:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:19 smithi037 ceph-mon[99762]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:42:19.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:19 smithi037 ceph-mon[99762]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-07-26T07:42:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:19 smithi135 ceph-mon[90132]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:42:19.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:19 smithi135 ceph-mon[90132]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-07-26T07:42:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:20 smithi037 ceph-mon[97339]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:42:20.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:20 smithi037 ceph-mon[99762]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:42:20.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:20 smithi135 ceph-mon[90132]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:42:20.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:21 smithi037 ceph-mon[97339]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:42:21.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:21 smithi037 ceph-mon[97339]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-07-26T07:42:21.697 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:21] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-07-26T07:42:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:21 smithi037 ceph-mon[99762]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:42:21.697 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:21 smithi037 ceph-mon[99762]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-07-26T07:42:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:21 smithi135 ceph-mon[90132]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:42:21.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:21 smithi135 ceph-mon[90132]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-07-26T07:42:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:22 smithi135 ceph-mon[90132]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:42:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:22.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:22 smithi037 ceph-mon[97339]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:42:22.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:22 smithi037 ceph-mon[99762]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:42:23.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:23 smithi037 ceph-mon[97339]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:42:23.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:23 smithi037 ceph-mon[97339]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:23.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:23 smithi037 ceph-mon[99762]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:42:23.798 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:23 smithi037 ceph-mon[99762]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:23 smithi135 ceph-mon[90132]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:42:23.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:23 smithi135 ceph-mon[90132]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:42:24.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:24 smithi037 ceph-mon[97339]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:42:24.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:24 smithi037 ceph-mon[99762]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:42:24.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:24 smithi135 ceph-mon[90132]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:42:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:25 smithi037 ceph-mon[97339]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:42:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:25 smithi037 ceph-mon[97339]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-26T07:42:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:25 smithi037 ceph-mon[99762]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:42:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:25 smithi037 ceph-mon[99762]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-26T07:42:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:25 smithi135 ceph-mon[90132]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:42:25.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:25 smithi135 ceph-mon[90132]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-26T07:42:26.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:26 smithi037 ceph-mon[97339]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:42:26.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:26 smithi037 ceph-mon[99762]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:42:26.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:26 smithi135 ceph-mon[90132]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:42:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:27 smithi037 ceph-mon[97339]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:42:27.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:27 smithi037 ceph-mon[97339]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-07-26T07:42:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:27 smithi037 ceph-mon[99762]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:42:27.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:27 smithi037 ceph-mon[99762]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-07-26T07:42:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:27 smithi135 ceph-mon[90132]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:42:27.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:27 smithi135 ceph-mon[90132]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-07-26T07:42:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:28 smithi037 ceph-mon[97339]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:42:28.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:28 smithi037 ceph-mon[99762]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:42:28.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:28 smithi135 ceph-mon[90132]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:42:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:29 smithi037 ceph-mon[97339]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:42:29.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:29 smithi037 ceph-mon[97339]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-07-26T07:42:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:29 smithi037 ceph-mon[99762]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:42:29.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:29 smithi037 ceph-mon[99762]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-07-26T07:42:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:29 smithi135 ceph-mon[90132]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:42:29.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:29 smithi135 ceph-mon[90132]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.75k op/s 2024-07-26T07:42:30.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:30 smithi037 ceph-mon[97339]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:42:30.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:30 smithi037 ceph-mon[99762]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:42:30.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:30 smithi135 ceph-mon[90132]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:42:31.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:31] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-07-26T07:42:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:31 smithi037 ceph-mon[97339]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:42:31.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:31 smithi037 ceph-mon[97339]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-07-26T07:42:31.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:31 smithi037 ceph-mon[99762]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:42:31.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:31 smithi037 ceph-mon[99762]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-07-26T07:42:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:31 smithi135 ceph-mon[90132]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:42:31.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:31 smithi135 ceph-mon[90132]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-07-26T07:42:32.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:32 smithi135 ceph-mon[90132]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:42:32.589 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:32.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:32 smithi037 ceph-mon[97339]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:42:32.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:32 smithi037 ceph-mon[99762]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:42:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:33 smithi037 ceph-mon[97339]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:42:33.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:33 smithi037 ceph-mon[97339]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:42:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:33 smithi037 ceph-mon[99762]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:42:33.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:33 smithi037 ceph-mon[99762]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:42:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:33 smithi135 ceph-mon[90132]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:42:33.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:33 smithi135 ceph-mon[90132]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-07-26T07:42:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:34 smithi037 ceph-mon[97339]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:42:34.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:34 smithi037 ceph-mon[99762]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:42:34.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:34 smithi135 ceph-mon[90132]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:42:34.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:35 smithi135 ceph-mon[90132]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-07-26T07:42:35.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:35 smithi135 ceph-mon[90132]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:42:35.589 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:42:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=cleanup t=2024-07-26T07:42:35.244347507Z level=info msg="Completed cleanup jobs" duration=4.659065ms 2024-07-26T07:42:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:35 smithi037 ceph-mon[97339]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-07-26T07:42:35.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:35 smithi037 ceph-mon[97339]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:42:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:35 smithi037 ceph-mon[99762]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-07-26T07:42:35.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:35 smithi037 ceph-mon[99762]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:42:36.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:36 smithi037 ceph-mon[97339]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:42:36.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:36 smithi037 ceph-mon[99762]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:42:36.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:36 smithi135 ceph-mon[90132]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:42:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:37 smithi037 ceph-mon[97339]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-07-26T07:42:37.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:37 smithi037 ceph-mon[97339]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:42:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:37 smithi037 ceph-mon[99762]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-07-26T07:42:37.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:37 smithi037 ceph-mon[99762]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:42:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:37 smithi135 ceph-mon[90132]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-07-26T07:42:37.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:37 smithi135 ceph-mon[90132]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:42:38.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:38 smithi037 ceph-mon[97339]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:42:38.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:38 smithi037 ceph-mon[99762]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:42:38.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:38 smithi135 ceph-mon[90132]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:42:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:39 smithi037 ceph-mon[97339]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-07-26T07:42:39.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:39 smithi037 ceph-mon[97339]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:42:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:39 smithi037 ceph-mon[99762]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-07-26T07:42:39.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:39 smithi037 ceph-mon[99762]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:42:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:39 smithi135 ceph-mon[90132]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-07-26T07:42:39.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:39 smithi135 ceph-mon[90132]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:42:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:40 smithi037 ceph-mon[97339]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:42:40.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:40 smithi037 ceph-mon[97339]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:42:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:40 smithi037 ceph-mon[99762]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:42:40.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:40 smithi037 ceph-mon[99762]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:42:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:40 smithi135 ceph-mon[90132]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:42:40.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:40 smithi135 ceph-mon[90132]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:42:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:41 smithi037 ceph-mon[97339]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-07-26T07:42:41.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:41 smithi037 ceph-mon[97339]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:42:41.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:41] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:42:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:41 smithi037 ceph-mon[99762]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-07-26T07:42:41.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:41 smithi037 ceph-mon[99762]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:42:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:41 smithi135 ceph-mon[90132]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-07-26T07:42:41.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:41 smithi135 ceph-mon[90132]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:42:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:43 smithi135 ceph-mon[90132]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:42:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:43 smithi135 ceph-mon[90132]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:42:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:43 smithi037 ceph-mon[97339]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:42:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:43 smithi037 ceph-mon[97339]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:42:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:43 smithi037 ceph-mon[99762]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:42:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:43 smithi037 ceph-mon[99762]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:42:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:44 smithi135 ceph-mon[90132]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:42:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:44 smithi037 ceph-mon[97339]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:42:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:44 smithi037 ceph-mon[99762]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:42:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[97339]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:42:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[97339]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[97339]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:42:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[99762]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:42:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[99762]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:45 smithi037 ceph-mon[99762]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:42:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:45 smithi135 ceph-mon[90132]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:42:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:45 smithi135 ceph-mon[90132]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:45 smithi135 ceph-mon[90132]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:42:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:47 smithi037 ceph-mon[97339]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:42:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:47 smithi037 ceph-mon[97339]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:47 smithi037 ceph-mon[99762]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:42:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:47 smithi037 ceph-mon[99762]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:47 smithi135 ceph-mon[90132]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:42:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:47 smithi135 ceph-mon[90132]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-07-26T07:42:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:48 smithi037 ceph-mon[97339]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:42:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:48 smithi037 ceph-mon[99762]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:42:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:48 smithi135 ceph-mon[90132]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:42:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:49 smithi037 ceph-mon[97339]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:42:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:49 smithi037 ceph-mon[97339]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:49 smithi037 ceph-mon[99762]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:42:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:49 smithi037 ceph-mon[99762]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:49 smithi135 ceph-mon[90132]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:42:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:49 smithi135 ceph-mon[90132]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[97339]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[97339]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[99762]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:50 smithi037 ceph-mon[99762]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:42:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:50 smithi135 ceph-mon[90132]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:42:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:42:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:50 smithi135 ceph-mon[90132]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:42:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:51 smithi037 ceph-mon[97339]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:42:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:42:51] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-07-26T07:42:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:51 smithi037 ceph-mon[99762]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:51 smithi135 ceph-mon[90132]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-07-26T07:42:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:52 smithi037 ceph-mon[97339]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:42:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:52 smithi037 ceph-mon[99762]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:42:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:52 smithi135 ceph-mon[90132]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:42:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:42:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:42:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:53 smithi037 ceph-mon[97339]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:42:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:53 smithi037 ceph-mon[97339]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:42:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:53 smithi037 ceph-mon[99762]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:42:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:53 smithi037 ceph-mon[99762]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:42:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:53 smithi135 ceph-mon[90132]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:42:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:53 smithi135 ceph-mon[90132]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:42:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:54 smithi037 ceph-mon[97339]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:42:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:54 smithi037 ceph-mon[99762]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:42:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:54 smithi135 ceph-mon[90132]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[97339]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[97339]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[97339]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[99762]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[99762]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:55 smithi037 ceph-mon[99762]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:42:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:55 smithi135 ceph-mon[90132]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:42:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:55 smithi135 ceph-mon[90132]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:55 smithi135 ceph-mon[90132]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:42:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:57 smithi135 ceph-mon[90132]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:42:57.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:57 smithi135 ceph-mon[90132]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:57 smithi037 ceph-mon[97339]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:42:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:57 smithi037 ceph-mon[97339]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:57 smithi037 ceph-mon[99762]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:42:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:57 smithi037 ceph-mon[99762]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-07-26T07:42:58.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:58 smithi135 ceph-mon[90132]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:42:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:58 smithi037 ceph-mon[97339]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:42:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:58 smithi037 ceph-mon[99762]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:42:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:59 smithi037 ceph-mon[97339]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:42:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:42:59 smithi037 ceph-mon[97339]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:42:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:59 smithi037 ceph-mon[99762]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:42:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:42:59 smithi037 ceph-mon[99762]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:42:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:59 smithi135 ceph-mon[90132]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:42:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:42:59 smithi135 ceph-mon[90132]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:43:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:00 smithi037 ceph-mon[97339]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:43:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:00 smithi037 ceph-mon[97339]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:43:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:00 smithi037 ceph-mon[99762]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:43:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:00 smithi037 ceph-mon[99762]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:43:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:00 smithi135 ceph-mon[90132]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:43:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:00 smithi135 ceph-mon[90132]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:43:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:01 smithi037 ceph-mon[97339]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:43:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:01] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-07-26T07:43:01.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:01 smithi037 ceph-mon[99762]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:43:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:01 smithi135 ceph-mon[90132]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-07-26T07:43:02.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:02 smithi135 ceph-mon[90132]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:43:02.490 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:02.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:02 smithi037 ceph-mon[97339]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:43:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:02 smithi037 ceph-mon[99762]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:43:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:03 smithi037 ceph-mon[97339]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:43:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:03 smithi037 ceph-mon[97339]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:03 smithi037 ceph-mon[99762]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:43:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:03 smithi037 ceph-mon[99762]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:03 smithi135 ceph-mon[90132]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:43:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:03 smithi135 ceph-mon[90132]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:04 smithi037 ceph-mon[97339]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:43:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:04 smithi037 ceph-mon[99762]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:43:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:04 smithi135 ceph-mon[90132]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[97339]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[97339]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[97339]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[99762]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[99762]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:05 smithi037 ceph-mon[99762]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:43:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:05 smithi135 ceph-mon[90132]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:43:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:05 smithi135 ceph-mon[90132]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:05 smithi135 ceph-mon[90132]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:43:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:07 smithi037 ceph-mon[97339]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:43:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:07 smithi037 ceph-mon[97339]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:07 smithi037 ceph-mon[99762]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:43:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:07 smithi037 ceph-mon[99762]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:07 smithi135 ceph-mon[90132]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:43:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:07 smithi135 ceph-mon[90132]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-07-26T07:43:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:08 smithi037 ceph-mon[97339]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:43:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:08 smithi037 ceph-mon[99762]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:43:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:08 smithi135 ceph-mon[90132]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:43:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:09 smithi037 ceph-mon[97339]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:43:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:09 smithi037 ceph-mon[97339]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:09 smithi037 ceph-mon[99762]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:43:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:09 smithi037 ceph-mon[99762]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:09 smithi135 ceph-mon[90132]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:43:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:09 smithi135 ceph-mon[90132]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:10 smithi037 ceph-mon[97339]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:43:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:10 smithi037 ceph-mon[97339]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:43:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:10 smithi037 ceph-mon[99762]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:43:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:10 smithi037 ceph-mon[99762]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:43:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:10 smithi135 ceph-mon[90132]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:43:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:10 smithi135 ceph-mon[90132]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:43:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:11 smithi037 ceph-mon[97339]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:11 smithi037 ceph-mon[97339]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:43:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:11] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:43:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:11 smithi037 ceph-mon[99762]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:11.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:11 smithi037 ceph-mon[99762]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:43:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:11 smithi135 ceph-mon[90132]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-07-26T07:43:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:11 smithi135 ceph-mon[90132]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:43:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:13 smithi037 ceph-mon[97339]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:43:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:13 smithi037 ceph-mon[97339]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:13 smithi037 ceph-mon[99762]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:43:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:13 smithi037 ceph-mon[99762]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:13 smithi135 ceph-mon[90132]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:43:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:13 smithi135 ceph-mon[90132]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:14.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:14 smithi037 ceph-mon[97339]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:43:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:14 smithi037 ceph-mon[99762]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:43:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:14 smithi135 ceph-mon[90132]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[97339]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[97339]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[97339]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[99762]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[99762]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:15 smithi037 ceph-mon[99762]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:43:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:15 smithi135 ceph-mon[90132]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:43:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:15 smithi135 ceph-mon[90132]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:15 smithi135 ceph-mon[90132]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:43:16.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:43:16.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:43:16.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:16 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.424 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:43:16.424 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.424 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.424 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:16.424 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:16 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:17.403 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:17 smithi135 ceph-mon[90132]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:43:17.404 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:17 smithi135 ceph-mon[90132]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:17.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:17 smithi037 ceph-mon[97339]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:43:17.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:17 smithi037 ceph-mon[97339]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:17.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:17 smithi037 ceph-mon[99762]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:43:17.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:17 smithi037 ceph-mon[99762]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-07-26T07:43:18.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:18 smithi037 ceph-mon[97339]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:43:18.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:18 smithi037 ceph-mon[99762]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:43:18.557 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:18 smithi135 ceph-mon[90132]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:43:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:43:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:43:19.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:43:19.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:43:19.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:43:19.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[97339]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[97339]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[99762]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:20 smithi037 ceph-mon[99762]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:43:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:20 smithi135 ceph-mon[90132]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:43:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:20 smithi135 ceph-mon[90132]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:43:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:21 smithi037 ceph-mon[97339]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:21.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:21 smithi037 ceph-mon[97339]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:43:21.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:21] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:43:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:21 smithi037 ceph-mon[99762]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:21 smithi037 ceph-mon[99762]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:43:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:21 smithi135 ceph-mon[90132]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-07-26T07:43:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:21 smithi135 ceph-mon[90132]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:43:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:23 smithi037 ceph-mon[97339]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:43:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:23 smithi037 ceph-mon[97339]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:23 smithi037 ceph-mon[99762]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:43:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:23 smithi037 ceph-mon[99762]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:23 smithi135 ceph-mon[90132]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:43:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:23 smithi135 ceph-mon[90132]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:24 smithi037 ceph-mon[97339]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:43:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:24 smithi037 ceph-mon[99762]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:43:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:24 smithi135 ceph-mon[90132]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[99762]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[99762]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[99762]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[97339]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[97339]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:25 smithi037 ceph-mon[97339]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:43:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:25 smithi135 ceph-mon[90132]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:43:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:25 smithi135 ceph-mon[90132]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:25 smithi135 ceph-mon[90132]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:43:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:27 smithi037 ceph-mon[97339]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:43:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:27 smithi037 ceph-mon[97339]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:27 smithi037 ceph-mon[99762]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:43:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:27 smithi037 ceph-mon[99762]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:27 smithi135 ceph-mon[90132]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:43:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:27 smithi135 ceph-mon[90132]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-07-26T07:43:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:28 smithi037 ceph-mon[97339]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:43:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:28 smithi037 ceph-mon[99762]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:43:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:28 smithi135 ceph-mon[90132]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:43:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:29 smithi037 ceph-mon[99762]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:43:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:29 smithi037 ceph-mon[99762]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:29 smithi037 ceph-mon[97339]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:43:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:29 smithi037 ceph-mon[97339]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:29 smithi135 ceph-mon[90132]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:43:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:29 smithi135 ceph-mon[90132]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:30 smithi037 ceph-mon[97339]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:43:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:30 smithi037 ceph-mon[97339]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:43:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:30 smithi037 ceph-mon[99762]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:43:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:30 smithi037 ceph-mon[99762]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:43:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:30 smithi135 ceph-mon[90132]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:43:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:30 smithi135 ceph-mon[90132]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:43:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:31 smithi037 ceph-mon[97339]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:31] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:43:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:31 smithi037 ceph-mon[99762]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:31 smithi135 ceph-mon[90132]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-07-26T07:43:32.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:32 smithi135 ceph-mon[90132]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:43:32.489 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:32.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:32 smithi037 ceph-mon[97339]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:43:32.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:32 smithi037 ceph-mon[99762]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:43:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:33 smithi037 ceph-mon[97339]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:43:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:33 smithi037 ceph-mon[97339]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:33.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:33 smithi037 ceph-mon[99762]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:43:33.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:33 smithi037 ceph-mon[99762]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:33.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:33 smithi135 ceph-mon[90132]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:43:33.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:33 smithi135 ceph-mon[90132]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:34 smithi037 ceph-mon[97339]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:43:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:34 smithi037 ceph-mon[99762]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:43:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:34 smithi135 ceph-mon[90132]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[97339]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[97339]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[97339]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[99762]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:43:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[99762]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:35 smithi037 ceph-mon[99762]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:43:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:35 smithi135 ceph-mon[90132]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:43:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:35 smithi135 ceph-mon[90132]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:35 smithi135 ceph-mon[90132]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:43:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:37 smithi037 ceph-mon[97339]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:43:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:37 smithi037 ceph-mon[97339]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:37 smithi037 ceph-mon[99762]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:43:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:37 smithi037 ceph-mon[99762]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:37 smithi135 ceph-mon[90132]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:43:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:37 smithi135 ceph-mon[90132]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-07-26T07:43:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:38 smithi037 ceph-mon[97339]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:43:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:38 smithi037 ceph-mon[99762]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:43:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:38 smithi135 ceph-mon[90132]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:43:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:39 smithi037 ceph-mon[97339]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:43:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:39 smithi037 ceph-mon[97339]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:39 smithi037 ceph-mon[99762]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:43:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:39 smithi037 ceph-mon[99762]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:39 smithi135 ceph-mon[90132]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:43:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:39 smithi135 ceph-mon[90132]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:40 smithi037 ceph-mon[97339]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:43:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:40 smithi037 ceph-mon[97339]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:43:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:40 smithi037 ceph-mon[99762]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:43:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:40 smithi037 ceph-mon[99762]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:43:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:40 smithi135 ceph-mon[90132]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:43:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:40 smithi135 ceph-mon[90132]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:43:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:41 smithi037 ceph-mon[99762]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:41 smithi037 ceph-mon[97339]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:41] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-07-26T07:43:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:41 smithi135 ceph-mon[90132]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-07-26T07:43:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:42 smithi037 ceph-mon[99762]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:43:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:42 smithi037 ceph-mon[97339]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:43:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:42 smithi135 ceph-mon[90132]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:43:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:43 smithi037 ceph-mon[97339]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:43:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:43 smithi037 ceph-mon[97339]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:43 smithi037 ceph-mon[99762]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:43:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:43 smithi037 ceph-mon[99762]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:43 smithi135 ceph-mon[90132]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:43:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:43 smithi135 ceph-mon[90132]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:43:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:44 smithi037 ceph-mon[97339]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:43:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:44 smithi037 ceph-mon[99762]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:43:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:44 smithi135 ceph-mon[90132]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[97339]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[97339]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[97339]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[99762]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[99762]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:45 smithi037 ceph-mon[99762]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:43:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:45 smithi135 ceph-mon[90132]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:43:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:45 smithi135 ceph-mon[90132]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:45 smithi135 ceph-mon[90132]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:43:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:47 smithi037 ceph-mon[97339]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:43:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:47 smithi037 ceph-mon[97339]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:47 smithi037 ceph-mon[99762]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:43:47.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:47 smithi037 ceph-mon[99762]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:47 smithi135 ceph-mon[90132]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:43:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:47 smithi135 ceph-mon[90132]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-07-26T07:43:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:48 smithi037 ceph-mon[97339]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:43:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:48 smithi037 ceph-mon[99762]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:43:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:48 smithi135 ceph-mon[90132]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:43:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:49 smithi037 ceph-mon[97339]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:43:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:49 smithi037 ceph-mon[97339]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:49 smithi037 ceph-mon[99762]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:43:49.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:49 smithi037 ceph-mon[99762]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:49 smithi135 ceph-mon[90132]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:43:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:49 smithi135 ceph-mon[90132]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[97339]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[97339]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[99762]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:50 smithi037 ceph-mon[99762]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:43:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:50 smithi135 ceph-mon[90132]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:43:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:43:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:50 smithi135 ceph-mon[90132]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:43:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:51 smithi037 ceph-mon[97339]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:43:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:43:51] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:43:51.446 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:51 smithi037 ceph-mon[99762]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:51 smithi135 ceph-mon[90132]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-07-26T07:43:52.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:52 smithi037 ceph-mon[97339]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:43:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:52 smithi037 ceph-mon[99762]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:43:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:52 smithi135 ceph-mon[90132]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:43:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:43:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:43:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:53 smithi037 ceph-mon[97339]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:43:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:53 smithi037 ceph-mon[97339]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:53 smithi037 ceph-mon[99762]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:43:53.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:53 smithi037 ceph-mon[99762]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:53 smithi135 ceph-mon[90132]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:43:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:53 smithi135 ceph-mon[90132]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:43:54.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:54 smithi037 ceph-mon[97339]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:43:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:54 smithi037 ceph-mon[99762]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:43:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:54 smithi135 ceph-mon[90132]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:43:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[97339]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:43:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[97339]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[97339]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:43:55.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[99762]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:43:55.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[99762]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:55.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:55 smithi037 ceph-mon[99762]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:43:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:55 smithi135 ceph-mon[90132]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:43:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:55 smithi135 ceph-mon[90132]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:55 smithi135 ceph-mon[90132]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:43:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:57 smithi037 ceph-mon[97339]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:43:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:57 smithi037 ceph-mon[97339]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:57 smithi037 ceph-mon[99762]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:43:57.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:57 smithi037 ceph-mon[99762]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:57 smithi135 ceph-mon[90132]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:43:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:57 smithi135 ceph-mon[90132]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-07-26T07:43:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:58 smithi037 ceph-mon[97339]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:43:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:58 smithi037 ceph-mon[99762]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:43:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:58 smithi135 ceph-mon[90132]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:43:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:59 smithi037 ceph-mon[97339]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:43:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:43:59 smithi037 ceph-mon[97339]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:43:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:59 smithi037 ceph-mon[99762]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:43:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:43:59 smithi037 ceph-mon[99762]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:43:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:59 smithi135 ceph-mon[90132]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:43:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:43:59 smithi135 ceph-mon[90132]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:44:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:00 smithi037 ceph-mon[97339]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:44:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:00 smithi037 ceph-mon[97339]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:44:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:00 smithi037 ceph-mon[99762]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:44:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:00 smithi037 ceph-mon[99762]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:44:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:00 smithi135 ceph-mon[90132]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:44:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:00 smithi135 ceph-mon[90132]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:44:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:01 smithi037 ceph-mon[97339]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:44:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:01 smithi037 ceph-mon[97339]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:44:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:01] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:44:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:01 smithi037 ceph-mon[99762]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:44:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:01 smithi037 ceph-mon[99762]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:44:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:01 smithi135 ceph-mon[90132]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-07-26T07:44:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:01 smithi135 ceph-mon[90132]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:44:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:03.501 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:03 smithi135 ceph-mon[90132]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:44:03.501 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:03 smithi135 ceph-mon[90132]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:03 smithi037 ceph-mon[97339]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:44:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:03 smithi037 ceph-mon[97339]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:03 smithi037 ceph-mon[99762]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:44:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:03 smithi037 ceph-mon[99762]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:04 smithi037 ceph-mon[97339]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:44:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:04 smithi037 ceph-mon[99762]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:44:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:04 smithi135 ceph-mon[90132]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:44:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[97339]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:44:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[97339]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[97339]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:44:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[99762]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:44:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[99762]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:05 smithi037 ceph-mon[99762]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:44:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:05 smithi135 ceph-mon[90132]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:44:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:05 smithi135 ceph-mon[90132]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:05 smithi135 ceph-mon[90132]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:44:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:07 smithi037 ceph-mon[97339]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:44:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:07 smithi037 ceph-mon[97339]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:07 smithi037 ceph-mon[99762]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:44:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:07 smithi037 ceph-mon[99762]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:07 smithi135 ceph-mon[90132]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:44:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:07 smithi135 ceph-mon[90132]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-07-26T07:44:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:08 smithi037 ceph-mon[97339]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:44:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:08 smithi037 ceph-mon[99762]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:44:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:08 smithi135 ceph-mon[90132]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:44:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:09 smithi037 ceph-mon[97339]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:44:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:09 smithi037 ceph-mon[97339]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-07-26T07:44:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:09 smithi037 ceph-mon[99762]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:44:09.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:09 smithi037 ceph-mon[99762]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-07-26T07:44:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:09 smithi135 ceph-mon[90132]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:44:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:09 smithi135 ceph-mon[90132]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-07-26T07:44:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:10 smithi037 ceph-mon[97339]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:44:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:10 smithi037 ceph-mon[97339]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:44:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:10 smithi037 ceph-mon[99762]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:44:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:10 smithi037 ceph-mon[99762]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:44:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:10 smithi135 ceph-mon[90132]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:44:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:10 smithi135 ceph-mon[90132]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:44:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:11 smithi037 ceph-mon[97339]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 967 op/s 2024-07-26T07:44:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:11 smithi037 ceph-mon[99762]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 967 op/s 2024-07-26T07:44:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:11] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:44:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:11 smithi135 ceph-mon[90132]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 967 op/s 2024-07-26T07:44:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:12 smithi037 ceph-mon[97339]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:44:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:12 smithi037 ceph-mon[99762]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:44:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:12 smithi135 ceph-mon[90132]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:44:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:13 smithi037 ceph-mon[97339]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:44:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:13 smithi037 ceph-mon[97339]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:13 smithi037 ceph-mon[99762]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:44:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:13 smithi037 ceph-mon[99762]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:13 smithi135 ceph-mon[90132]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:44:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:13 smithi135 ceph-mon[90132]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:14 smithi037 ceph-mon[97339]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:44:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:14 smithi037 ceph-mon[99762]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:44:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:14 smithi135 ceph-mon[90132]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[97339]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[97339]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[97339]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[99762]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[99762]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-07-26T07:44:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:15 smithi037 ceph-mon[99762]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:44:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:15 smithi135 ceph-mon[90132]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:44:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:15 smithi135 ceph-mon[90132]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-07-26T07:44:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:15 smithi135 ceph-mon[90132]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:44:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:17 smithi037 ceph-mon[97339]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:44:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:17 smithi037 ceph-mon[97339]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-07-26T07:44:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:17 smithi037 ceph-mon[99762]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:44:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:17 smithi037 ceph-mon[99762]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-07-26T07:44:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:17 smithi135 ceph-mon[90132]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:44:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:17 smithi135 ceph-mon[90132]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-07-26T07:44:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:18 smithi037 ceph-mon[97339]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:44:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:18 smithi037 ceph-mon[99762]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:44:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:18 smithi135 ceph-mon[90132]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:44:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:19 smithi037 ceph-mon[97339]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:44:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:19 smithi037 ceph-mon[97339]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-07-26T07:44:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:19 smithi037 ceph-mon[99762]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:44:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:19 smithi037 ceph-mon[99762]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-07-26T07:44:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:19 smithi135 ceph-mon[90132]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:44:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:19 smithi135 ceph-mon[90132]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 647 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[97339]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:44:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:44:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:20 smithi037 ceph-mon[99762]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:44:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:20 smithi135 ceph-mon[90132]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:44:21.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:21 smithi037 ceph-mon[97339]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 880 op/s 2024-07-26T07:44:21.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:21] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:44:21.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:21 smithi037 ceph-mon[99762]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 880 op/s 2024-07-26T07:44:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:21 smithi135 ceph-mon[90132]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 880 op/s 2024-07-26T07:44:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:22 smithi037 ceph-mon[97339]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:44:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:22 smithi037 ceph-mon[99762]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:44:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:22 smithi135 ceph-mon[90132]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:44:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:23 smithi037 ceph-mon[99762]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:44:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:23 smithi037 ceph-mon[99762]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:23 smithi037 ceph-mon[97339]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:44:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:23 smithi037 ceph-mon[97339]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:23 smithi135 ceph-mon[90132]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:44:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:23 smithi135 ceph-mon[90132]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:24 smithi037 ceph-mon[97339]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:44:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:24 smithi037 ceph-mon[99762]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:44:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:24 smithi135 ceph-mon[90132]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[97339]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[97339]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[97339]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[99762]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[99762]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-07-26T07:44:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:25 smithi037 ceph-mon[99762]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:44:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:25 smithi135 ceph-mon[90132]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:44:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:25 smithi135 ceph-mon[90132]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-07-26T07:44:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:25 smithi135 ceph-mon[90132]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:44:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:27 smithi037 ceph-mon[97339]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:44:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:27 smithi037 ceph-mon[97339]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-07-26T07:44:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:27 smithi037 ceph-mon[99762]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:44:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:27 smithi037 ceph-mon[99762]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-07-26T07:44:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:27 smithi135 ceph-mon[90132]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:44:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:27 smithi135 ceph-mon[90132]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-07-26T07:44:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:28 smithi037 ceph-mon[97339]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:44:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:28 smithi037 ceph-mon[99762]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:44:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:28 smithi135 ceph-mon[90132]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:44:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:29 smithi037 ceph-mon[97339]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:44:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:29 smithi037 ceph-mon[97339]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-07-26T07:44:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:29 smithi037 ceph-mon[99762]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:44:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:29 smithi037 ceph-mon[99762]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-07-26T07:44:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:29 smithi135 ceph-mon[90132]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:44:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:29 smithi135 ceph-mon[90132]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-07-26T07:44:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:30 smithi037 ceph-mon[97339]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:44:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:30 smithi037 ceph-mon[97339]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:44:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:30 smithi037 ceph-mon[99762]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:44:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:30 smithi037 ceph-mon[99762]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:44:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:30 smithi135 ceph-mon[90132]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:44:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:30 smithi135 ceph-mon[90132]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:44:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:31 smithi037 ceph-mon[97339]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-07-26T07:44:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:31 smithi037 ceph-mon[99762]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-07-26T07:44:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:31] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-07-26T07:44:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:31 smithi135 ceph-mon[90132]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-07-26T07:44:32.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:32 smithi135 ceph-mon[90132]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:44:32.490 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:32 smithi037 ceph-mon[97339]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:44:32.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:32 smithi037 ceph-mon[99762]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:44:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:33 smithi037 ceph-mon[97339]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:44:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:33 smithi037 ceph-mon[97339]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:33 smithi037 ceph-mon[99762]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:44:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:33 smithi037 ceph-mon[99762]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:33 smithi135 ceph-mon[90132]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:44:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:33 smithi135 ceph-mon[90132]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:44:34.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:34 smithi037 ceph-mon[97339]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:44:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:34 smithi037 ceph-mon[99762]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:44:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:34 smithi135 ceph-mon[90132]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:44:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[99762]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:44:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[99762]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 750 op/s 2024-07-26T07:44:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[99762]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:44:35.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[97339]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:44:35.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:35.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[97339]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 750 op/s 2024-07-26T07:44:35.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:35 smithi037 ceph-mon[97339]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:44:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:35 smithi135 ceph-mon[90132]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:44:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:35 smithi135 ceph-mon[90132]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 750 op/s 2024-07-26T07:44:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:35 smithi135 ceph-mon[90132]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:44:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:37 smithi037 ceph-mon[97339]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:44:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:37 smithi037 ceph-mon[97339]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-07-26T07:44:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:37 smithi037 ceph-mon[99762]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:44:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:37 smithi037 ceph-mon[99762]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-07-26T07:44:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:37 smithi135 ceph-mon[90132]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:44:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:37 smithi135 ceph-mon[90132]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-07-26T07:44:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:38 smithi037 ceph-mon[97339]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:44:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:38 smithi037 ceph-mon[99762]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:44:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:38 smithi135 ceph-mon[90132]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:44:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:39 smithi037 ceph-mon[97339]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:44:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:39 smithi037 ceph-mon[97339]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 5.0 KiB/s wr, 699 op/s 2024-07-26T07:44:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:39 smithi037 ceph-mon[99762]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:44:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:39 smithi037 ceph-mon[99762]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 5.0 KiB/s wr, 699 op/s 2024-07-26T07:44:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:39 smithi135 ceph-mon[90132]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:44:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:39 smithi135 ceph-mon[90132]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 5.0 KiB/s wr, 699 op/s 2024-07-26T07:44:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:40 smithi037 ceph-mon[97339]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:44:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:40 smithi037 ceph-mon[97339]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:44:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:40 smithi037 ceph-mon[99762]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:44:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:40 smithi037 ceph-mon[99762]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:44:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:40 smithi135 ceph-mon[90132]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:44:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:40 smithi135 ceph-mon[90132]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:44:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:41 smithi037 ceph-mon[97339]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-07-26T07:44:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:41] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-07-26T07:44:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:41 smithi037 ceph-mon[99762]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-07-26T07:44:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:41 smithi135 ceph-mon[90132]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-07-26T07:44:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:42 smithi037 ceph-mon[97339]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:44:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:42 smithi037 ceph-mon[99762]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:44:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:42 smithi135 ceph-mon[90132]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:44:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:43 smithi037 ceph-mon[97339]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:44:43.563 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:43 smithi037 ceph-mon[97339]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:44:43.563 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:43 smithi037 ceph-mon[99762]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:44:43.563 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:43 smithi037 ceph-mon[99762]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:44:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:43 smithi135 ceph-mon[90132]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:44:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:43 smithi135 ceph-mon[90132]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:44:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:44 smithi037 ceph-mon[99762]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:44:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:44 smithi037 ceph-mon[97339]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:44:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:44 smithi135 ceph-mon[90132]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:44:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[97339]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:44:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[97339]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[97339]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:44:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[99762]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:44:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[99762]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:45.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:45 smithi037 ceph-mon[99762]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:44:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:45 smithi135 ceph-mon[90132]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:44:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:45 smithi135 ceph-mon[90132]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:45 smithi135 ceph-mon[90132]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:44:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:47 smithi037 ceph-mon[97339]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:44:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:47 smithi037 ceph-mon[97339]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:47 smithi037 ceph-mon[99762]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:44:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:47 smithi037 ceph-mon[99762]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:47 smithi135 ceph-mon[90132]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:44:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:47 smithi135 ceph-mon[90132]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2024-07-26T07:44:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:48 smithi037 ceph-mon[97339]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:44:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:48 smithi037 ceph-mon[99762]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:44:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:48 smithi135 ceph-mon[90132]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:44:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:49 smithi037 ceph-mon[97339]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:44:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:49 smithi037 ceph-mon[97339]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-07-26T07:44:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:49 smithi037 ceph-mon[99762]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:44:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:49 smithi037 ceph-mon[99762]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-07-26T07:44:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:49 smithi135 ceph-mon[90132]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:44:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:49 smithi135 ceph-mon[90132]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[97339]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[97339]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[99762]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:50 smithi037 ceph-mon[99762]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:44:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:50 smithi135 ceph-mon[90132]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:44:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:44:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:50 smithi135 ceph-mon[90132]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:44:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:51 smithi037 ceph-mon[97339]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-07-26T07:44:51.446 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:44:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:44:51] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:44:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:51 smithi037 ceph-mon[99762]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-07-26T07:44:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:51 smithi135 ceph-mon[90132]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 617 op/s 2024-07-26T07:44:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:52 smithi037 ceph-mon[97339]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:44:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:52 smithi037 ceph-mon[99762]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:44:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:52 smithi135 ceph-mon[90132]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:44:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:44:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:44:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:53 smithi037 ceph-mon[97339]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:44:53.582 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:53 smithi037 ceph-mon[97339]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:53.582 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:53 smithi037 ceph-mon[99762]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:44:53.582 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:53 smithi037 ceph-mon[99762]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:53 smithi135 ceph-mon[90132]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:44:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:53 smithi135 ceph-mon[90132]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:44:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:54 smithi037 ceph-mon[97339]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:44:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:54 smithi037 ceph-mon[99762]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:44:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:54 smithi135 ceph-mon[90132]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[97339]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[97339]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[97339]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[99762]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[99762]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-07-26T07:44:55.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:55 smithi037 ceph-mon[99762]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:44:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:55 smithi135 ceph-mon[90132]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:44:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:55 smithi135 ceph-mon[90132]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-07-26T07:44:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:55 smithi135 ceph-mon[90132]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:44:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:57 smithi037 ceph-mon[97339]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:44:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:57 smithi037 ceph-mon[97339]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2024-07-26T07:44:57.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:57 smithi037 ceph-mon[99762]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:44:57.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:57 smithi037 ceph-mon[99762]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2024-07-26T07:44:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:57 smithi135 ceph-mon[90132]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:44:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:57 smithi135 ceph-mon[90132]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2024-07-26T07:44:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:58 smithi037 ceph-mon[97339]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:44:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:58 smithi037 ceph-mon[99762]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:44:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:58 smithi135 ceph-mon[90132]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:44:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:59 smithi037 ceph-mon[97339]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:44:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:44:59 smithi037 ceph-mon[97339]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 5.0 KiB/s wr, 524 op/s 2024-07-26T07:44:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:59 smithi037 ceph-mon[99762]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:44:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:44:59 smithi037 ceph-mon[99762]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 5.0 KiB/s wr, 524 op/s 2024-07-26T07:44:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:59 smithi135 ceph-mon[90132]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:44:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:44:59 smithi135 ceph-mon[90132]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 5.0 KiB/s wr, 524 op/s 2024-07-26T07:45:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:00 smithi037 ceph-mon[97339]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:45:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:00 smithi037 ceph-mon[97339]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:45:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:00 smithi037 ceph-mon[99762]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:45:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:00 smithi037 ceph-mon[99762]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:45:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:00 smithi135 ceph-mon[90132]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:45:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:00 smithi135 ceph-mon[90132]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:45:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:01 smithi037 ceph-mon[97339]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-07-26T07:45:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:01] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:45:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:01 smithi037 ceph-mon[99762]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-07-26T07:45:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:01 smithi135 ceph-mon[90132]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-07-26T07:45:02.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:02 smithi135 ceph-mon[90132]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:45:02.490 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:02.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:02 smithi037 ceph-mon[97339]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:45:02.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:02 smithi037 ceph-mon[99762]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:45:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:03 smithi037 ceph-mon[97339]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:45:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:03 smithi037 ceph-mon[97339]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:03 smithi037 ceph-mon[99762]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:45:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:03 smithi037 ceph-mon[99762]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:03 smithi135 ceph-mon[90132]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:45:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:03 smithi135 ceph-mon[90132]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:04 smithi037 ceph-mon[97339]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:45:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:04 smithi037 ceph-mon[99762]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:45:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:04 smithi135 ceph-mon[90132]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:45:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[97339]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:45:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[97339]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 482 op/s 2024-07-26T07:45:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[97339]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:45:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[99762]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:45:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[99762]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 482 op/s 2024-07-26T07:45:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:05 smithi037 ceph-mon[99762]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:45:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:05 smithi135 ceph-mon[90132]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:45:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:05 smithi135 ceph-mon[90132]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 482 op/s 2024-07-26T07:45:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:05 smithi135 ceph-mon[90132]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:45:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:07 smithi037 ceph-mon[97339]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:45:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:07 smithi037 ceph-mon[97339]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-07-26T07:45:07.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:07 smithi037 ceph-mon[99762]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:45:07.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:07 smithi037 ceph-mon[99762]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-07-26T07:45:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:07 smithi135 ceph-mon[90132]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:45:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:07 smithi135 ceph-mon[90132]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-07-26T07:45:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:08 smithi037 ceph-mon[97339]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:45:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:08 smithi037 ceph-mon[99762]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:45:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:08 smithi135 ceph-mon[90132]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:45:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:09 smithi037 ceph-mon[97339]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:45:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:09 smithi037 ceph-mon[97339]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-07-26T07:45:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:09 smithi037 ceph-mon[99762]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:45:09.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:09 smithi037 ceph-mon[99762]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-07-26T07:45:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:09 smithi135 ceph-mon[90132]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:45:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:09 smithi135 ceph-mon[90132]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-07-26T07:45:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:10 smithi037 ceph-mon[97339]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:45:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:10 smithi037 ceph-mon[97339]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:45:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:10 smithi037 ceph-mon[99762]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:45:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:10 smithi037 ceph-mon[99762]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:45:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:10 smithi135 ceph-mon[90132]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:45:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:10 smithi135 ceph-mon[90132]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:45:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:11] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-07-26T07:45:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:11 smithi037 ceph-mon[97339]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-07-26T07:45:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:11 smithi037 ceph-mon[97339]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:45:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:11 smithi037 ceph-mon[99762]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-07-26T07:45:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:11 smithi037 ceph-mon[99762]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:45:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:11 smithi135 ceph-mon[90132]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2024-07-26T07:45:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:11 smithi135 ceph-mon[90132]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:45:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:13 smithi037 ceph-mon[97339]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:45:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:13 smithi037 ceph-mon[97339]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:45:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:13 smithi037 ceph-mon[99762]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:45:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:13 smithi037 ceph-mon[99762]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:45:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:13 smithi135 ceph-mon[90132]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:45:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:13 smithi135 ceph-mon[90132]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:45:14.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:14 smithi037 ceph-mon[97339]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:45:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:14 smithi037 ceph-mon[99762]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:45:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:14 smithi135 ceph-mon[90132]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[97339]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[97339]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[97339]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[99762]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[99762]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-07-26T07:45:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:15 smithi037 ceph-mon[99762]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:45:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:15 smithi135 ceph-mon[90132]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:45:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:15 smithi135 ceph-mon[90132]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-07-26T07:45:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:15 smithi135 ceph-mon[90132]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:45:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:17 smithi037 ceph-mon[97339]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:45:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:17 smithi037 ceph-mon[97339]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 5.0 KiB/s wr, 397 op/s 2024-07-26T07:45:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:17 smithi037 ceph-mon[99762]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:45:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:17 smithi037 ceph-mon[99762]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 5.0 KiB/s wr, 397 op/s 2024-07-26T07:45:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:17 smithi135 ceph-mon[90132]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:45:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:17 smithi135 ceph-mon[90132]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 5.0 KiB/s wr, 397 op/s 2024-07-26T07:45:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:18 smithi037 ceph-mon[97339]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:45:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:18 smithi037 ceph-mon[99762]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:45:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:18 smithi135 ceph-mon[90132]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:45:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:19 smithi037 ceph-mon[97339]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:45:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:19 smithi037 ceph-mon[97339]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-07-26T07:45:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:19 smithi037 ceph-mon[99762]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:45:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:19 smithi037 ceph-mon[99762]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-07-26T07:45:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:19 smithi135 ceph-mon[90132]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:45:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:19 smithi135 ceph-mon[90132]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-07-26T07:45:20.447 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:20 smithi135 ceph-mon[90132]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:45:20.447 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:20.447 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:45:20.448 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:20 smithi135 ceph-mon[90132]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:45:20.455 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[97339]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:45:20.455 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[97339]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[99762]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:45:20.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:20 smithi037 ceph-mon[99762]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:45:21.433 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:21 smithi135 ceph-mon[90132]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-07-26T07:45:21.433 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:21 smithi135 ceph-mon[90132]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:45:21.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:21 smithi037 ceph-mon[97339]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-07-26T07:45:21.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:21 smithi037 ceph-mon[97339]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:45:21.525 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:21] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:45:21.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:21 smithi037 ceph-mon[99762]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-07-26T07:45:21.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:21 smithi037 ceph-mon[99762]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:45:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[97339]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[97339]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[99762]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[99762]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:23.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:23 smithi135 ceph-mon[90132]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:45:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:23 smithi135 ceph-mon[90132]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:45:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:45:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:45:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:45:24.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:45:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[97339]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[97339]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[97339]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[99762]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[99762]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-07-26T07:45:25.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:25 smithi037 ceph-mon[99762]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:45:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:25 smithi135 ceph-mon[90132]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:45:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:25 smithi135 ceph-mon[90132]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-07-26T07:45:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:25 smithi135 ceph-mon[90132]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:45:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:27 smithi037 ceph-mon[99762]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:45:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:27 smithi037 ceph-mon[99762]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2024-07-26T07:45:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:27 smithi037 ceph-mon[97339]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:45:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:27 smithi037 ceph-mon[97339]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2024-07-26T07:45:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:27 smithi135 ceph-mon[90132]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:45:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:27 smithi135 ceph-mon[90132]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2024-07-26T07:45:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:28 smithi037 ceph-mon[97339]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:45:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:28 smithi037 ceph-mon[99762]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:45:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:28 smithi135 ceph-mon[90132]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:45:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:29 smithi037 ceph-mon[97339]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:45:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:29 smithi037 ceph-mon[97339]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-07-26T07:45:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:29 smithi037 ceph-mon[99762]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:45:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:29 smithi037 ceph-mon[99762]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-07-26T07:45:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:29 smithi135 ceph-mon[90132]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:45:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:29 smithi135 ceph-mon[90132]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-07-26T07:45:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:30 smithi037 ceph-mon[97339]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:45:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:30 smithi037 ceph-mon[97339]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:45:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:30 smithi037 ceph-mon[99762]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:45:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:30 smithi037 ceph-mon[99762]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:45:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:30 smithi135 ceph-mon[90132]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:45:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:30 smithi135 ceph-mon[90132]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:45:31.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:31 smithi037 ceph-mon[97339]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-07-26T07:45:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:31 smithi037 ceph-mon[99762]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-07-26T07:45:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:31] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-07-26T07:45:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:31 smithi135 ceph-mon[90132]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 266 op/s 2024-07-26T07:45:32.490 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:32 smithi135 ceph-mon[90132]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:45:32.490 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:32 smithi037 ceph-mon[97339]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:45:32.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:32 smithi037 ceph-mon[99762]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:45:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:33 smithi037 ceph-mon[97339]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:45:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:33 smithi037 ceph-mon[97339]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:45:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:33 smithi037 ceph-mon[99762]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:45:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:33 smithi037 ceph-mon[99762]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:45:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:33 smithi135 ceph-mon[90132]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:45:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:33 smithi135 ceph-mon[90132]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:45:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:34 smithi037 ceph-mon[97339]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:45:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:34 smithi037 ceph-mon[99762]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:45:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:34 smithi135 ceph-mon[90132]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:45:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[97339]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:45:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[97339]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-07-26T07:45:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[97339]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:45:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[99762]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:45:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[99762]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-07-26T07:45:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:35 smithi037 ceph-mon[99762]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:45:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:35 smithi135 ceph-mon[90132]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:45:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:35 smithi135 ceph-mon[90132]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 219 op/s 2024-07-26T07:45:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:35 smithi135 ceph-mon[90132]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:45:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:37 smithi037 ceph-mon[97339]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:45:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:37 smithi037 ceph-mon[97339]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2024-07-26T07:45:37.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:37 smithi037 ceph-mon[99762]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:45:37.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:37 smithi037 ceph-mon[99762]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2024-07-26T07:45:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:37 smithi135 ceph-mon[90132]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:45:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:37 smithi135 ceph-mon[90132]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2024-07-26T07:45:38.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:38 smithi037 ceph-mon[97339]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:45:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:38 smithi037 ceph-mon[99762]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:45:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:38 smithi135 ceph-mon[90132]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:45:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:39 smithi037 ceph-mon[97339]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:45:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:39 smithi037 ceph-mon[97339]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 173 op/s 2024-07-26T07:45:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:39 smithi037 ceph-mon[99762]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:45:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:39 smithi037 ceph-mon[99762]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 173 op/s 2024-07-26T07:45:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:39 smithi135 ceph-mon[90132]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:45:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:39 smithi135 ceph-mon[90132]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 KiB/s wr, 173 op/s 2024-07-26T07:45:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:40 smithi037 ceph-mon[97339]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:45:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:40 smithi037 ceph-mon[97339]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:45:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:40 smithi037 ceph-mon[99762]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:45:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:40 smithi037 ceph-mon[99762]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:45:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:40 smithi135 ceph-mon[90132]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:45:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:40 smithi135 ceph-mon[90132]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:45:41.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:41 smithi037 ceph-mon[97339]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-07-26T07:45:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:41] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:45:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:41 smithi037 ceph-mon[99762]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-07-26T07:45:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:41 smithi135 ceph-mon[90132]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-07-26T07:45:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:42 smithi037 ceph-mon[97339]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:45:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:42 smithi037 ceph-mon[99762]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:45:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:42 smithi135 ceph-mon[90132]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:45:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:43 smithi037 ceph-mon[97339]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:45:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:43 smithi037 ceph-mon[97339]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:45:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:43 smithi037 ceph-mon[99762]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:45:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:43 smithi037 ceph-mon[99762]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:45:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:43 smithi135 ceph-mon[90132]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:45:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:43 smithi135 ceph-mon[90132]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:45:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:44 smithi037 ceph-mon[97339]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:45:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:44 smithi037 ceph-mon[99762]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:45:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:44 smithi135 ceph-mon[90132]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[97339]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[97339]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[97339]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[99762]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[99762]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-07-26T07:45:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:45 smithi037 ceph-mon[99762]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:45:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:45 smithi135 ceph-mon[90132]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:45:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:45 smithi135 ceph-mon[90132]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-07-26T07:45:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:45 smithi135 ceph-mon[90132]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:45:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:47 smithi037 ceph-mon[97339]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:45:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:47 smithi037 ceph-mon[97339]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2024-07-26T07:45:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:47 smithi037 ceph-mon[99762]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:45:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:47 smithi037 ceph-mon[99762]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2024-07-26T07:45:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:47 smithi135 ceph-mon[90132]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:45:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:47 smithi135 ceph-mon[90132]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2024-07-26T07:45:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:48 smithi037 ceph-mon[97339]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:45:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:48 smithi037 ceph-mon[99762]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:45:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:48 smithi135 ceph-mon[90132]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:45:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:49 smithi037 ceph-mon[97339]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:45:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:49 smithi037 ceph-mon[97339]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:45:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:49 smithi037 ceph-mon[99762]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:45:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:49 smithi037 ceph-mon[99762]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:45:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:49 smithi135 ceph-mon[90132]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:45:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:49 smithi135 ceph-mon[90132]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:45:50.233 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[97339]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[97339]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[99762]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:50 smithi037 ceph-mon[99762]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:45:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:50 smithi135 ceph-mon[90132]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:45:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:45:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:50 smithi135 ceph-mon[90132]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:45:51.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:51 smithi037 ceph-mon[97339]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-07-26T07:45:51.447 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:45:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:45:51] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:45:51.447 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:51 smithi037 ceph-mon[99762]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-07-26T07:45:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:51 smithi135 ceph-mon[90132]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-07-26T07:45:52.262 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-07-26T07:45:52.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:52 smithi037 ceph-mon[97339]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:45:52.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:52 smithi037 ceph-mon[99762]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:45:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:52 smithi135 ceph-mon[90132]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:45:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:45:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:53 smithi037 ceph-mon[97339]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:45:53.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:53 smithi037 ceph-mon[97339]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-07-26T07:45:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:53 smithi037 ceph-mon[99762]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:45:53.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:53 smithi037 ceph-mon[99762]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-07-26T07:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:53 smithi135 ceph-mon[90132]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:45:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:53 smithi135 ceph-mon[90132]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 23 op/s 2024-07-26T07:45:54.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:54 smithi037 ceph-mon[97339]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:45:54.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:54 smithi037 ceph-mon[99762]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:45:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:54 smithi135 ceph-mon[90132]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:45:55.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[97339]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:45:55.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[97339]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-07-26T07:45:55.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[97339]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:45:55.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[99762]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:45:55.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[99762]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-07-26T07:45:55.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:55 smithi037 ceph-mon[99762]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:45:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:55 smithi135 ceph-mon[90132]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:45:55.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:55 smithi135 ceph-mon[90132]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 89 op/s 2024-07-26T07:45:55.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:55 smithi135 ceph-mon[90132]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:45:56.241 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-07-26T07:45:56.336 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-07-26T07:45:56.485 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-07-26T07:45:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:57 smithi037 ceph-mon[97339]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:45:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:57 smithi037 ceph-mon[97339]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-07-26T07:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:57 smithi037 ceph-mon[99762]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:45:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:57 smithi037 ceph-mon[99762]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-07-26T07:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:57 smithi135 ceph-mon[90132]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:45:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:57 smithi135 ceph-mon[90132]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-07-26T07:45:58.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:58 smithi037 ceph-mon[97339]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:45:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:58 smithi037 ceph-mon[99762]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:45:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:58 smithi135 ceph-mon[90132]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:45:59.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:59 smithi037 ceph-mon[97339]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:45:59.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:45:59 smithi037 ceph-mon[97339]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 266 op/s 2024-07-26T07:45:59.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:59 smithi037 ceph-mon[99762]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:45:59.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:45:59 smithi037 ceph-mon[99762]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 266 op/s 2024-07-26T07:45:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:59 smithi135 ceph-mon[90132]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:45:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:45:59 smithi135 ceph-mon[90132]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 14 KiB/s wr, 266 op/s 2024-07-26T07:46:00.234 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-07-26T07:46:00.310 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-07-26T07:46:00.402 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-07-26T07:46:00.490 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-07-26T07:46:00.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:00 smithi037 ceph-mon[97339]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:46:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:00 smithi037 ceph-mon[97339]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:46:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:00 smithi037 ceph-mon[99762]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:46:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:00 smithi037 ceph-mon[99762]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:46:00.574 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-07-26T07:46:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:00 smithi135 ceph-mon[90132]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:46:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:00 smithi135 ceph-mon[90132]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:46:00.657 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-07-26T07:46:01.291 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-07-26T07:46:01.365 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-07-26T07:46:01.465 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-07-26T07:46:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:01 smithi037 ceph-mon[97339]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 8.0 KiB/s wr, 239 op/s 2024-07-26T07:46:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:01] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:46:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:01 smithi037 ceph-mon[99762]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 8.0 KiB/s wr, 239 op/s 2024-07-26T07:46:01.566 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-07-26T07:46:01.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:01 smithi135 ceph-mon[90132]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 8.0 KiB/s wr, 239 op/s 2024-07-26T07:46:01.650 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-07-26T07:46:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:03.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:03 smithi135 ceph-mon[90132]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-07-26T07:46:04.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:03 smithi037 ceph-mon[97339]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-07-26T07:46:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:03 smithi037 ceph-mon[99762]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 13 KiB/s wr, 272 op/s 2024-07-26T07:46:05.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:06.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:05 smithi037 ceph-mon[97339]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 784 op/s 2024-07-26T07:46:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:05 smithi037 ceph-mon[97339]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:46:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:05 smithi037 ceph-mon[99762]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 784 op/s 2024-07-26T07:46:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:05 smithi037 ceph-mon[99762]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:46:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:05 smithi135 ceph-mon[90132]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 784 op/s 2024-07-26T07:46:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:05 smithi135 ceph-mon[90132]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:46:08.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:07 smithi037 ceph-mon[97339]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 732 op/s 2024-07-26T07:46:08.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:07 smithi037 ceph-mon[99762]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 732 op/s 2024-07-26T07:46:08.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:07 smithi135 ceph-mon[90132]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 732 op/s 2024-07-26T07:46:09.395 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-07-26T07:46:10.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:09 smithi037 ceph-mon[97339]: pgmap v4567: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 519 KiB/s wr, 632 op/s 2024-07-26T07:46:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:09 smithi037 ceph-mon[99762]: pgmap v4567: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 519 KiB/s wr, 632 op/s 2024-07-26T07:46:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:09 smithi135 ceph-mon[90132]: pgmap v4567: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 519 KiB/s wr, 632 op/s 2024-07-26T07:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:11 smithi037 ceph-mon[97339]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:46:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:11 smithi037 ceph-mon[97339]: pgmap v4569: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 608 op/s 2024-07-26T07:46:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:11 smithi037 ceph-mon[99762]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:46:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:11 smithi037 ceph-mon[99762]: pgmap v4569: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 608 op/s 2024-07-26T07:46:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:11] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:11 smithi135 ceph-mon[90132]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:46:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:11 smithi135 ceph-mon[90132]: pgmap v4569: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 608 op/s 2024-07-26T07:46:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:13.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:13 smithi135 ceph-mon[90132]: pgmap v4570: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 518 KiB/s wr, 83 op/s 2024-07-26T07:46:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:13 smithi037 ceph-mon[97339]: pgmap v4570: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 518 KiB/s wr, 83 op/s 2024-07-26T07:46:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:13 smithi037 ceph-mon[99762]: pgmap v4570: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 518 KiB/s wr, 83 op/s 2024-07-26T07:46:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:15 smithi037 ceph-mon[97339]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 440 KiB/s wr, 47 op/s 2024-07-26T07:46:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:15 smithi037 ceph-mon[99762]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 440 KiB/s wr, 47 op/s 2024-07-26T07:46:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:15 smithi135 ceph-mon[90132]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 440 KiB/s wr, 47 op/s 2024-07-26T07:46:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:17 smithi037 ceph-mon[97339]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-07-26T07:46:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:17 smithi037 ceph-mon[99762]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-07-26T07:46:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:17 smithi135 ceph-mon[90132]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-07-26T07:46:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:19 smithi037 ceph-mon[97339]: pgmap v4573: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 27 op/s 2024-07-26T07:46:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:19 smithi037 ceph-mon[99762]: pgmap v4573: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 27 op/s 2024-07-26T07:46:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:19 smithi135 ceph-mon[90132]: pgmap v4573: 137 pgs: 137 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 27 op/s 2024-07-26T07:46:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:20.756 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-07-26T07:46:20.848 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-07-26T07:46:20.941 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-07-26T07:46:21.038 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-07-26T07:46:21.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:21] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:46:22.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:21 smithi037 ceph-mon[97339]: pgmap v4574: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-26T07:46:22.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:21 smithi037 ceph-mon[99762]: pgmap v4574: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-26T07:46:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:21 smithi135 ceph-mon[90132]: pgmap v4574: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-26T07:46:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:23.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:22 smithi037 ceph-mon[97339]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:46:23.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:22 smithi037 ceph-mon[99762]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:46:23.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:22 smithi135 ceph-mon[90132]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:46:24.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:23 smithi037 ceph-mon[97339]: pgmap v4576: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T07:46:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:23 smithi037 ceph-mon[97339]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:46:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:23 smithi037 ceph-mon[99762]: pgmap v4576: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T07:46:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:23 smithi037 ceph-mon[99762]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:46:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:23 smithi135 ceph-mon[90132]: pgmap v4576: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T07:46:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:23 smithi135 ceph-mon[90132]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:46:24.721 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[97339]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:46:25.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[99762]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:46:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:46:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:46:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:46:25.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:46:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:24 smithi135 ceph-mon[90132]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:46:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:46:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:46:25.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:46:25.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:46:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:25 smithi037 ceph-mon[97339]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 1.3 MiB/s wr, 235 op/s 2024-07-26T07:46:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:25 smithi037 ceph-mon[97339]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:46:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:25 smithi037 ceph-mon[99762]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 1.3 MiB/s wr, 235 op/s 2024-07-26T07:46:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:25 smithi037 ceph-mon[99762]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:46:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:25 smithi135 ceph-mon[90132]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 1.3 MiB/s wr, 235 op/s 2024-07-26T07:46:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:25 smithi135 ceph-mon[90132]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:46:27.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:26 smithi037 ceph-mon[97339]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:46:27.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:26 smithi037 ceph-mon[99762]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:46:27.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:26 smithi135 ceph-mon[90132]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:46:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:27 smithi037 ceph-mon[97339]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 18 KiB/s wr, 403 op/s 2024-07-26T07:46:28.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:27 smithi037 ceph-mon[97339]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:46:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:27 smithi037 ceph-mon[99762]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 18 KiB/s wr, 403 op/s 2024-07-26T07:46:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:27 smithi037 ceph-mon[99762]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:46:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:27 smithi135 ceph-mon[90132]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 18 KiB/s wr, 403 op/s 2024-07-26T07:46:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:27 smithi135 ceph-mon[90132]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:46:28.757 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-07-26T07:46:29.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:28 smithi037 ceph-mon[97339]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:46:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:28 smithi037 ceph-mon[99762]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:46:29.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:28 smithi135 ceph-mon[90132]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:46:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:29 smithi037 ceph-mon[97339]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-07-26T07:46:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:29 smithi037 ceph-mon[97339]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:46:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:29 smithi037 ceph-mon[99762]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-07-26T07:46:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:29 smithi037 ceph-mon[99762]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:46:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:29 smithi135 ceph-mon[90132]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-07-26T07:46:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:29 smithi135 ceph-mon[90132]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:46:30.249 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-07-26T07:46:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:30 smithi037 ceph-mon[99762]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:46:31.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:30 smithi037 ceph-mon[99762]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:46:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:30 smithi037 ceph-mon[97339]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:46:31.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:30 smithi037 ceph-mon[97339]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:46:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:30 smithi135 ceph-mon[90132]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:46:31.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:30 smithi135 ceph-mon[90132]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:46:31.662 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:31] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-07-26T07:46:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:31 smithi037 ceph-mon[97339]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 352 op/s 2024-07-26T07:46:32.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:31 smithi037 ceph-mon[97339]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:46:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:31 smithi037 ceph-mon[99762]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 352 op/s 2024-07-26T07:46:32.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:31 smithi037 ceph-mon[99762]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:46:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:31 smithi135 ceph-mon[90132]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 352 op/s 2024-07-26T07:46:32.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:31 smithi135 ceph-mon[90132]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:46:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:33 smithi037 ceph-mon[97339]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:46:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:33 smithi037 ceph-mon[97339]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-07-26T07:46:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:33 smithi037 ceph-mon[99762]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:46:33.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:33 smithi037 ceph-mon[99762]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-07-26T07:46:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:33 smithi135 ceph-mon[90132]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:46:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:33 smithi135 ceph-mon[90132]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 17 KiB/s wr, 299 op/s 2024-07-26T07:46:34.293 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-07-26T07:46:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:34 smithi037 ceph-mon[97339]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:46:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:34 smithi037 ceph-mon[99762]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:46:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:34 smithi135 ceph-mon[90132]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[97339]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[97339]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[97339]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[99762]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[99762]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-07-26T07:46:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:35 smithi037 ceph-mon[99762]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:46:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:35 smithi135 ceph-mon[90132]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:46:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:35 smithi135 ceph-mon[90132]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 274 op/s 2024-07-26T07:46:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:35 smithi135 ceph-mon[90132]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:46:36.299 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-07-26T07:46:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:37 smithi037 ceph-mon[97339]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:46:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:37 smithi037 ceph-mon[97339]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-07-26T07:46:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:37 smithi037 ceph-mon[99762]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:46:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:37 smithi037 ceph-mon[99762]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-07-26T07:46:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:37 smithi135 ceph-mon[90132]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:46:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:37 smithi135 ceph-mon[90132]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-07-26T07:46:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:38 smithi037 ceph-mon[97339]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:46:38.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:38 smithi037 ceph-mon[99762]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:46:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:38 smithi135 ceph-mon[90132]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:46:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:39 smithi037 ceph-mon[97339]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:46:39.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:39 smithi037 ceph-mon[97339]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-07-26T07:46:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:39 smithi037 ceph-mon[99762]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:46:39.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:39 smithi037 ceph-mon[99762]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-07-26T07:46:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:39 smithi135 ceph-mon[90132]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:46:39.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:39 smithi135 ceph-mon[90132]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 16 KiB/s wr, 301 op/s 2024-07-26T07:46:40.265 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-07-26T07:46:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:40 smithi037 ceph-mon[99762]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:46:40.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:40 smithi037 ceph-mon[99762]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:46:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:40 smithi037 ceph-mon[97339]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:46:40.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:40 smithi037 ceph-mon[97339]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:46:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:40 smithi135 ceph-mon[90132]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:46:40.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:40 smithi135 ceph-mon[90132]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:46:41.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:41 smithi037 ceph-mon[97339]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T07:46:41.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:41] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-07-26T07:46:41.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:41 smithi037 ceph-mon[99762]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T07:46:41.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:41 smithi135 ceph-mon[90132]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T07:46:42.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:42 smithi037 ceph-mon[97339]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:46:42.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:42 smithi037 ceph-mon[99762]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:46:42.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:42 smithi135 ceph-mon[90132]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:46:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[97339]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]: dispatch 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[97339]: pgmap v4607: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[99762]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]: dispatch 2024-07-26T07:46:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:43 smithi037 ceph-mon[99762]: pgmap v4607: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-07-26T07:46:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:43 smithi135 ceph-mon[90132]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:46:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:43 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]: dispatch 2024-07-26T07:46:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:43 smithi135 ceph-mon[90132]: pgmap v4607: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 412 op/s 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[97339]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]': finished 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[97339]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[99762]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]': finished 2024-07-26T07:46:44.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:44 smithi037 ceph-mon[99762]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:46:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:44 smithi135 ceph-mon[90132]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:46:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:44 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi037-173851-2","app": "rbd"}]': finished 2024-07-26T07:46:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:44 smithi135 ceph-mon[90132]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[97339]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[97339]: pgmap v4610: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[97339]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[99762]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[99762]: pgmap v4610: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-07-26T07:46:45.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:45 smithi037 ceph-mon[99762]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:46:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:45 smithi135 ceph-mon[90132]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:46:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:45 smithi135 ceph-mon[90132]: pgmap v4610: 169 pgs: 10 creating+peering, 14 unknown, 145 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-07-26T07:46:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:45 smithi135 ceph-mon[90132]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:46:46.547 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:46 smithi037 ceph-mon[97339]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:46:46.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:46 smithi037 ceph-mon[99762]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:46:46.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:46 smithi135 ceph-mon[90132]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T07:46:47.382 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-07-26T07:46:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:47 smithi037 ceph-mon[97339]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:46:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:47 smithi037 ceph-mon[97339]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:46:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:47 smithi037 ceph-mon[99762]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:46:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:47 smithi037 ceph-mon[99762]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:46:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:47 smithi135 ceph-mon[90132]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:46:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:47 smithi135 ceph-mon[90132]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-07-26T07:46:48.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:48 smithi037 ceph-mon[97339]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:46:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:48 smithi037 ceph-mon[99762]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:46:48.590 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:48 smithi135 ceph-mon[90132]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:46:49.385 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-07-26T07:46:49.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:49 smithi037 ceph-mon[97339]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:46:49.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:49 smithi037 ceph-mon[97339]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:46:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:49 smithi037 ceph-mon[99762]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:46:49.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:49 smithi037 ceph-mon[99762]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:46:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:49 smithi135 ceph-mon[90132]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:46:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:49 smithi135 ceph-mon[90132]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 KiB/s wr, 115 op/s 2024-07-26T07:46:50.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[97339]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:46:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:50.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[97339]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:46:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[99762]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:46:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:50.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:50 smithi037 ceph-mon[99762]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:46:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:50 smithi135 ceph-mon[90132]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:46:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:46:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:50 smithi135 ceph-mon[90132]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:46:51.391 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-07-26T07:46:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:51 smithi135 ceph-mon[90132]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 134 op/s 2024-07-26T07:46:51.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:51 smithi037 ceph-mon[97339]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 134 op/s 2024-07-26T07:46:51.795 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:46:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:46:51] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-07-26T07:46:51.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:51 smithi037 ceph-mon[99762]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 134 op/s 2024-07-26T07:46:52.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:52 smithi135 ceph-mon[90132]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:46:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:46:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:46:52.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:52 smithi037 ceph-mon[97339]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:46:52.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:52 smithi037 ceph-mon[99762]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:46:53.415 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-07-26T07:46:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:53 smithi135 ceph-mon[90132]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:46:53.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:53 smithi135 ceph-mon[90132]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T07:46:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:53 smithi037 ceph-mon[97339]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:46:53.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:53 smithi037 ceph-mon[97339]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T07:46:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:53 smithi037 ceph-mon[99762]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:46:53.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:53 smithi037 ceph-mon[99762]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T07:46:54.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:54 smithi135 ceph-mon[90132]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:46:54.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:54 smithi037 ceph-mon[97339]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:46:54.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:54 smithi037 ceph-mon[99762]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:46:55.272 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-07-26T07:46:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:55 smithi135 ceph-mon[90132]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:46:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:55 smithi135 ceph-mon[90132]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-07-26T07:46:55.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:55 smithi135 ceph-mon[90132]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[97339]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[97339]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[97339]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[99762]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[99762]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 26 KiB/s wr, 464 op/s 2024-07-26T07:46:55.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:55 smithi037 ceph-mon[99762]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:46:57.270 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-07-26T07:46:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:57 smithi037 ceph-mon[97339]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:46:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:57 smithi037 ceph-mon[97339]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 435 op/s 2024-07-26T07:46:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:57 smithi037 ceph-mon[99762]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:46:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:57 smithi037 ceph-mon[99762]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 435 op/s 2024-07-26T07:46:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:57 smithi135 ceph-mon[90132]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:46:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:57 smithi135 ceph-mon[90132]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 27 KiB/s wr, 435 op/s 2024-07-26T07:46:58.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:58 smithi037 ceph-mon[97339]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:46:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:58 smithi037 ceph-mon[99762]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:46:58.587 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:58 smithi135 ceph-mon[90132]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:46:59.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:59 smithi037 ceph-mon[97339]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:46:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:46:59 smithi037 ceph-mon[97339]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 18 KiB/s wr, 227 op/s 2024-07-26T07:46:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:59 smithi037 ceph-mon[99762]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:46:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:46:59 smithi037 ceph-mon[99762]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 18 KiB/s wr, 227 op/s 2024-07-26T07:46:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:59 smithi135 ceph-mon[90132]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:46:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:46:59 smithi135 ceph-mon[90132]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 18 KiB/s wr, 227 op/s 2024-07-26T07:47:01.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:01 smithi037 ceph-mon[97339]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:47:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:01 smithi037 ceph-mon[97339]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 19 KiB/s wr, 677 op/s 2024-07-26T07:47:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:01] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-07-26T07:47:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:01 smithi037 ceph-mon[99762]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:47:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:01 smithi037 ceph-mon[99762]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 19 KiB/s wr, 677 op/s 2024-07-26T07:47:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:01 smithi135 ceph-mon[90132]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:47:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:01 smithi135 ceph-mon[90132]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 19 KiB/s wr, 677 op/s 2024-07-26T07:47:02.263 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-07-26T07:47:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:03 smithi037 ceph-mon[97339]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:47:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:03 smithi037 ceph-mon[97339]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 20 KiB/s wr, 731 op/s 2024-07-26T07:47:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:03 smithi037 ceph-mon[99762]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:47:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:03 smithi037 ceph-mon[99762]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 20 KiB/s wr, 731 op/s 2024-07-26T07:47:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:03 smithi135 ceph-mon[90132]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:47:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:03 smithi135 ceph-mon[90132]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 20 KiB/s wr, 731 op/s 2024-07-26T07:47:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:04 smithi037 ceph-mon[97339]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:47:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:04 smithi037 ceph-mon[99762]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:47:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:04 smithi135 ceph-mon[90132]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[97339]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[97339]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 28 KiB/s wr, 2.46k op/s 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[97339]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[99762]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[99762]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 28 KiB/s wr, 2.46k op/s 2024-07-26T07:47:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:05 smithi037 ceph-mon[99762]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:47:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:05 smithi135 ceph-mon[90132]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:47:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:05 smithi135 ceph-mon[90132]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 28 KiB/s wr, 2.46k op/s 2024-07-26T07:47:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:05 smithi135 ceph-mon[90132]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:47:06.301 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-07-26T07:47:07.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:07 smithi037 ceph-mon[97339]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:47:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:07 smithi037 ceph-mon[97339]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 31 KiB/s wr, 2.85k op/s 2024-07-26T07:47:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:07 smithi037 ceph-mon[99762]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:47:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:07 smithi037 ceph-mon[99762]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 31 KiB/s wr, 2.85k op/s 2024-07-26T07:47:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:07 smithi135 ceph-mon[90132]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:47:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:07 smithi135 ceph-mon[90132]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 31 KiB/s wr, 2.85k op/s 2024-07-26T07:47:08.311 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-07-26T07:47:08.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:08 smithi037 ceph-mon[97339]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:47:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:08 smithi037 ceph-mon[99762]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:47:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:08 smithi135 ceph-mon[90132]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:47:09.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:09 smithi037 ceph-mon[97339]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:47:09.726 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:09 smithi037 ceph-mon[97339]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 23 KiB/s wr, 726 op/s 2024-07-26T07:47:09.727 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:09 smithi037 ceph-mon[99762]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:47:09.727 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:09 smithi037 ceph-mon[99762]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 23 KiB/s wr, 726 op/s 2024-07-26T07:47:09.728 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:09 smithi135 ceph-mon[90132]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:47:09.729 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:09 smithi135 ceph-mon[90132]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 23 KiB/s wr, 726 op/s 2024-07-26T07:47:10.261 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-07-26T07:47:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:10 smithi037 ceph-mon[97339]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:47:10.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:10 smithi037 ceph-mon[97339]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:47:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:10 smithi037 ceph-mon[99762]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:47:10.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:10 smithi037 ceph-mon[99762]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:47:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:10 smithi135 ceph-mon[90132]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:47:10.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:10 smithi135 ceph-mon[90132]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:47:11.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:11 smithi037 ceph-mon[97339]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 21 KiB/s wr, 637 op/s 2024-07-26T07:47:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:11] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-07-26T07:47:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:11 smithi037 ceph-mon[99762]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 21 KiB/s wr, 637 op/s 2024-07-26T07:47:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:11 smithi135 ceph-mon[90132]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 21 KiB/s wr, 637 op/s 2024-07-26T07:47:12.329 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-07-26T07:47:12.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:12 smithi037 ceph-mon[97339]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:47:12.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:12 smithi037 ceph-mon[99762]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:47:12.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:12 smithi135 ceph-mon[90132]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:47:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:13 smithi037 ceph-mon[99762]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:47:13.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:13 smithi037 ceph-mon[99762]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 30 KiB/s wr, 483 op/s 2024-07-26T07:47:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:13 smithi037 ceph-mon[97339]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:47:13.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:13 smithi037 ceph-mon[97339]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 30 KiB/s wr, 483 op/s 2024-07-26T07:47:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:13 smithi135 ceph-mon[90132]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:47:13.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:13 smithi135 ceph-mon[90132]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 30 KiB/s wr, 483 op/s 2024-07-26T07:47:14.340 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-07-26T07:47:14.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:14 smithi037 ceph-mon[97339]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:47:14.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:14 smithi037 ceph-mon[99762]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:47:14.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:14 smithi135 ceph-mon[90132]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[97339]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[97339]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 48 KiB/s wr, 711 op/s 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[97339]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[99762]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[99762]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 48 KiB/s wr, 711 op/s 2024-07-26T07:47:15.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:15 smithi037 ceph-mon[99762]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:47:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:15 smithi135 ceph-mon[90132]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:47:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:15 smithi135 ceph-mon[90132]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 48 KiB/s wr, 711 op/s 2024-07-26T07:47:15.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:15 smithi135 ceph-mon[90132]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:47:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:17 smithi037 ceph-mon[97339]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:47:17.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:17 smithi037 ceph-mon[97339]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 38 KiB/s wr, 722 op/s 2024-07-26T07:47:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:17 smithi037 ceph-mon[99762]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:47:17.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:17 smithi037 ceph-mon[99762]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 38 KiB/s wr, 722 op/s 2024-07-26T07:47:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:17 smithi135 ceph-mon[90132]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:47:17.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:17 smithi135 ceph-mon[90132]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 38 KiB/s wr, 722 op/s 2024-07-26T07:47:18.367 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-07-26T07:47:18.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:18 smithi037 ceph-mon[97339]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:47:18.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:18 smithi037 ceph-mon[99762]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:47:18.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:18 smithi135 ceph-mon[90132]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:47:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:19 smithi037 ceph-mon[97339]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:47:19.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:19 smithi037 ceph-mon[97339]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 531 op/s 2024-07-26T07:47:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:19 smithi037 ceph-mon[99762]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:47:19.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:19 smithi037 ceph-mon[99762]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 531 op/s 2024-07-26T07:47:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:19 smithi135 ceph-mon[90132]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:47:19.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:19 smithi135 ceph-mon[90132]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 531 op/s 2024-07-26T07:47:20.272 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-07-26T07:47:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[97339]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:47:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:20.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[97339]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:47:20.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[99762]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:47:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:20.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:20 smithi037 ceph-mon[99762]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:47:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:20 smithi135 ceph-mon[90132]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:47:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:20.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:20 smithi135 ceph-mon[90132]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:47:21.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:21 smithi037 ceph-mon[99762]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 479 op/s 2024-07-26T07:47:21.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:21 smithi037 ceph-mon[97339]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 479 op/s 2024-07-26T07:47:21.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:21] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:47:21.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:21 smithi135 ceph-mon[90132]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 22 KiB/s wr, 479 op/s 2024-07-26T07:47:22.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:22 smithi037 ceph-mon[97339]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:47:22.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:22 smithi037 ceph-mon[99762]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:47:22.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:22 smithi135 ceph-mon[90132]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:47:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:23 smithi037 ceph-mon[97339]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:47:23.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:23 smithi037 ceph-mon[97339]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-07-26T07:47:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:23 smithi037 ceph-mon[99762]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:47:23.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:23 smithi037 ceph-mon[99762]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-07-26T07:47:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:23 smithi135 ceph-mon[90132]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:47:23.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:23 smithi135 ceph-mon[90132]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 16 KiB/s wr, 289 op/s 2024-07-26T07:47:24.397 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-07-26T07:47:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:24 smithi037 ceph-mon[97339]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:47:24.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:24 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:47:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:24 smithi037 ceph-mon[99762]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:47:24.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:24 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:47:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:24 smithi135 ceph-mon[90132]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:47:24.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:24 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:47:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:47:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:25 smithi135 ceph-mon[90132]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:47:25.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[97339]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:47:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:25 smithi037 ceph-mon[99762]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:47:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:27 smithi037 ceph-mon[97339]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:47:27.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:27 smithi037 ceph-mon[97339]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:47:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:27 smithi037 ceph-mon[99762]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:47:27.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:27 smithi037 ceph-mon[99762]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:47:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:27 smithi135 ceph-mon[90132]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:47:27.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:27 smithi135 ceph-mon[90132]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:47:28.292 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-07-26T07:47:28.406 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-07-26T07:47:28.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:28 smithi037 ceph-mon[97339]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:47:28.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:28 smithi037 ceph-mon[99762]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:47:28.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:28 smithi135 ceph-mon[90132]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:47:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:29 smithi037 ceph-mon[97339]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:47:29.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:29 smithi037 ceph-mon[97339]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-07-26T07:47:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:29 smithi037 ceph-mon[99762]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:47:29.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:29 smithi037 ceph-mon[99762]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-07-26T07:47:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:29 smithi135 ceph-mon[90132]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:47:29.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:29 smithi135 ceph-mon[90132]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-07-26T07:47:30.281 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-07-26T07:47:30.370 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-07-26T07:47:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:30 smithi037 ceph-mon[97339]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:47:30.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:30 smithi037 ceph-mon[97339]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:47:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:30 smithi037 ceph-mon[99762]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:47:30.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:30 smithi037 ceph-mon[99762]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:47:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:30 smithi135 ceph-mon[90132]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:47:30.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:30 smithi135 ceph-mon[90132]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:47:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:31 smithi037 ceph-mon[97339]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 17 KiB/s wr, 359 op/s 2024-07-26T07:47:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:31] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-07-26T07:47:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:31 smithi037 ceph-mon[99762]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 17 KiB/s wr, 359 op/s 2024-07-26T07:47:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:31 smithi135 ceph-mon[90132]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 17 KiB/s wr, 359 op/s 2024-07-26T07:47:32.305 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-07-26T07:47:32.438 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-07-26T07:47:32.488 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:32 smithi135 ceph-mon[90132]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:47:32.489 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:32.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:32 smithi037 ceph-mon[97339]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:47:32.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:32 smithi037 ceph-mon[99762]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:47:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:33 smithi037 ceph-mon[97339]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:47:33.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:33 smithi037 ceph-mon[97339]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 314 op/s 2024-07-26T07:47:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:33 smithi037 ceph-mon[99762]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:47:33.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:33 smithi037 ceph-mon[99762]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 314 op/s 2024-07-26T07:47:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:33 smithi135 ceph-mon[90132]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:47:33.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:33 smithi135 ceph-mon[90132]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 314 op/s 2024-07-26T07:47:34.329 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-07-26T07:47:34.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:34 smithi037 ceph-mon[97339]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:47:34.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:34 smithi037 ceph-mon[99762]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:47:34.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:34 smithi135 ceph-mon[90132]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:47:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[97339]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:47:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[97339]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-26T07:47:35.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[97339]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:47:35.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[99762]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:47:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[99762]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-26T07:47:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:35 smithi037 ceph-mon[99762]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:47:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:35 smithi135 ceph-mon[90132]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:47:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:35 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:35 smithi135 ceph-mon[90132]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-26T07:47:35.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:35 smithi135 ceph-mon[90132]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:47:36.285 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-07-26T07:47:36.418 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-07-26T07:47:36.546 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-07-26T07:47:36.645 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-07-26T07:47:37.280 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-07-26T07:47:37.365 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-07-26T07:47:37.466 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-07-26T07:47:37.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[97339]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[97339]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 18 KiB/s wr, 369 op/s 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3818382192' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[99762]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[99762]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 18 KiB/s wr, 369 op/s 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3818382192' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:37 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.575 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-07-26T07:47:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:37 smithi135 ceph-mon[90132]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:47:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:37 smithi135 ceph-mon[90132]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 18 KiB/s wr, 369 op/s 2024-07-26T07:47:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:37 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3818382192' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:37 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]: dispatch 2024-07-26T07:47:37.679 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-07-26T07:47:37.767 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-07-26T07:47:37.851 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]': finished 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]': finished 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]': finished 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:47:38.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:38 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]': finished 2024-07-26T07:47:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.37:0/211133229"}]': finished 2024-07-26T07:47:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:47:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]: dispatch 2024-07-26T07:47:38.589 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:38 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7f8b0837-9bb3-495f-8595-32fc12057c5b"}]': finished 2024-07-26T07:47:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:39 smithi037 ceph-mon[97339]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-07-26T07:47:40.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:39 smithi037 ceph-mon[97339]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:47:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:39 smithi037 ceph-mon[99762]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-07-26T07:47:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:39 smithi037 ceph-mon[99762]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:47:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:39 smithi135 ceph-mon[90132]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-07-26T07:47:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:39 smithi135 ceph-mon[90132]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]: dispatch 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]': finished 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]: dispatch 2024-07-26T07:47:41.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]': finished 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]: dispatch 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]': finished 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]: dispatch 2024-07-26T07:47:41.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:40 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]': finished 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]: dispatch 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c560c33f-c298-4849-b677-1534dde81652"}]': finished 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]: dispatch 2024-07-26T07:47:41.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:40 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/0be2345f-1b59-44b3-b9db-3f4b1638e429"}]': finished 2024-07-26T07:47:41.622 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:41] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-07-26T07:47:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:41 smithi037 ceph-mon[97339]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 29 KiB/s wr, 535 op/s 2024-07-26T07:47:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:41 smithi037 ceph-mon[97339]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:47:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:41 smithi037 ceph-mon[99762]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 29 KiB/s wr, 535 op/s 2024-07-26T07:47:42.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:41 smithi037 ceph-mon[99762]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:47:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:41 smithi135 ceph-mon[90132]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 29 KiB/s wr, 535 op/s 2024-07-26T07:47:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:41 smithi135 ceph-mon[90132]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:47:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:43 smithi037 ceph-mon[97339]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:47:43.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:43 smithi037 ceph-mon[97339]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 30 KiB/s wr, 412 op/s 2024-07-26T07:47:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:43 smithi037 ceph-mon[99762]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:47:43.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:43 smithi037 ceph-mon[99762]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 30 KiB/s wr, 412 op/s 2024-07-26T07:47:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:43 smithi135 ceph-mon[90132]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:47:43.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:43 smithi135 ceph-mon[90132]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 30 KiB/s wr, 412 op/s 2024-07-26T07:47:44.546 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:44 smithi037 ceph-mon[97339]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:47:44.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:44 smithi037 ceph-mon[99762]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:47:44.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:44 smithi135 ceph-mon[90132]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:47:45.250 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-07-26T07:47:45.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[97339]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:47:45.569 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[97339]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-07-26T07:47:45.569 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[97339]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:47:45.569 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[99762]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:47:45.569 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[99762]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-07-26T07:47:45.570 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:45 smithi037 ceph-mon[99762]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:47:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:45 smithi135 ceph-mon[90132]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:47:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:45 smithi135 ceph-mon[90132]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-07-26T07:47:45.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:45 smithi135 ceph-mon[90132]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:47:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:47 smithi037 ceph-mon[97339]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:47:47.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:47 smithi037 ceph-mon[97339]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 163 op/s 2024-07-26T07:47:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:47 smithi037 ceph-mon[99762]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:47:47.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:47 smithi037 ceph-mon[99762]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 163 op/s 2024-07-26T07:47:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:47 smithi135 ceph-mon[90132]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:47:47.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:47 smithi135 ceph-mon[90132]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 163 op/s 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[97339]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]: dispatch 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]': finished 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[99762]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]: dispatch 2024-07-26T07:47:48.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:48 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]': finished 2024-07-26T07:47:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:48 smithi135 ceph-mon[90132]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:47:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:48 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]: dispatch 2024-07-26T07:47:48.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:48 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/603776127' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1b007f08-7428-40d6-a3e8-d60038210c1a"}]': finished 2024-07-26T07:47:49.396 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-07-26T07:47:49.477 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-07-26T07:47:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:49 smithi135 ceph-mon[90132]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:47:49.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:49 smithi135 ceph-mon[90132]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 206 op/s 2024-07-26T07:47:49.623 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-07-26T07:47:49.697 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-07-26T07:47:49.776 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-07-26T07:47:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:49 smithi037 ceph-mon[97339]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:47:49.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:49 smithi037 ceph-mon[97339]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 206 op/s 2024-07-26T07:47:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:49 smithi037 ceph-mon[99762]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:47:49.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:49 smithi037 ceph-mon[99762]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 206 op/s 2024-07-26T07:47:49.852 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-07-26T07:47:49.931 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-07-26T07:47:50.064 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-07-26T07:47:50.185 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-07-26T07:47:50.194 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-07-26T07:47:50.203 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-07-26T07:47:50.205 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-07-26T07:47:50.212 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-07-26T07:47:50.219 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-07-26T07:47:50.311 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-07-26T07:47:50.396 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-07-26T07:47:50.489 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-07-26T07:47:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:50 smithi135 ceph-mon[90132]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:47:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:50 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:50.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:50 smithi135 ceph-mon[90132]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:47:50.622 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-07-26T07:47:50.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[97339]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:47:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:50.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[97339]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:47:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[99762]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:47:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:47:50.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:50 smithi037 ceph-mon[99762]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:47:51.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:51 smithi135 ceph-mon[90132]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-26T07:47:51.696 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:51 smithi037 ceph-mon[97339]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-26T07:47:51.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:47:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:47:51] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:47:51.696 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:51 smithi037 ceph-mon[99762]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-26T07:47:52.244 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-07-26T07:47:52.363 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-07-26T07:47:52.456 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-07-26T07:47:52.555 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-07-26T07:47:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:47:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:47:52.721 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-07-26T07:47:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:53 smithi037 ceph-mon[97339]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 34 KiB/s wr, 234 op/s 2024-07-26T07:47:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:53 smithi037 ceph-mon[99762]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 34 KiB/s wr, 234 op/s 2024-07-26T07:47:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:53 smithi135 ceph-mon[90132]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 34 KiB/s wr, 234 op/s 2024-07-26T07:47:54.735 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-07-26T07:47:54.835 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-07-26T07:47:55.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:54 smithi037 ceph-mon[97339]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:47:55.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:54 smithi037 ceph-mon[99762]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:47:55.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:54 smithi135 ceph-mon[90132]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:47:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[97339]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 73 KiB/s wr, 996 op/s 2024-07-26T07:47:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[97339]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:47:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[97339]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:47:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[99762]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 73 KiB/s wr, 996 op/s 2024-07-26T07:47:56.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[99762]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:47:56.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:55 smithi037 ceph-mon[99762]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:47:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:55 smithi135 ceph-mon[90132]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 73 KiB/s wr, 996 op/s 2024-07-26T07:47:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:55 smithi135 ceph-mon[90132]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:47:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:55 smithi135 ceph-mon[90132]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:47:56.296 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-07-26T07:47:56.571 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-07-26T07:47:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:57 smithi037 ceph-mon[97339]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:47:57.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:57 smithi037 ceph-mon[97339]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 99 KiB/s wr, 1.63k op/s 2024-07-26T07:47:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:57 smithi037 ceph-mon[99762]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:47:57.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:57 smithi037 ceph-mon[99762]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 99 KiB/s wr, 1.63k op/s 2024-07-26T07:47:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:57 smithi135 ceph-mon[90132]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:47:57.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:57 smithi135 ceph-mon[90132]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 99 KiB/s wr, 1.63k op/s 2024-07-26T07:47:58.284 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-07-26T07:47:58.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:58 smithi037 ceph-mon[97339]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:47:58.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:58 smithi037 ceph-mon[99762]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:47:58.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:58 smithi135 ceph-mon[90132]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:47:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:59 smithi037 ceph-mon[97339]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:47:59.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:47:59 smithi037 ceph-mon[97339]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 48 KiB/s wr, 907 op/s 2024-07-26T07:47:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:59 smithi037 ceph-mon[99762]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:47:59.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:47:59 smithi037 ceph-mon[99762]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 48 KiB/s wr, 907 op/s 2024-07-26T07:47:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:59 smithi135 ceph-mon[90132]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:47:59.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:47:59 smithi135 ceph-mon[90132]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 655 KiB/s rd, 48 KiB/s wr, 907 op/s 2024-07-26T07:48:00.315 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-07-26T07:48:00.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:00 smithi037 ceph-mon[97339]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:48:00.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:00 smithi037 ceph-mon[99762]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:48:00.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:00 smithi135 ceph-mon[90132]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:48:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:01 smithi037 ceph-mon[97339]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:48:01.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:01 smithi037 ceph-mon[97339]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 27 KiB/s wr, 755 op/s 2024-07-26T07:48:01.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:01] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-07-26T07:48:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:01 smithi037 ceph-mon[99762]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:48:01.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:01 smithi037 ceph-mon[99762]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 27 KiB/s wr, 755 op/s 2024-07-26T07:48:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:01 smithi135 ceph-mon[90132]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:48:01.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:01 smithi135 ceph-mon[90132]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 27 KiB/s wr, 755 op/s 2024-07-26T07:48:02.330 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-07-26T07:48:02.489 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:02 smithi135 ceph-mon[90132]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:48:02.594 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:02.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:02 smithi037 ceph-mon[97339]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:48:02.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:02 smithi037 ceph-mon[99762]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:48:03.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:03 smithi037 ceph-mon[97339]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:48:03.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:03 smithi037 ceph-mon[97339]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 25 KiB/s wr, 603 op/s 2024-07-26T07:48:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:03 smithi037 ceph-mon[99762]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:48:03.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:03 smithi037 ceph-mon[99762]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 25 KiB/s wr, 603 op/s 2024-07-26T07:48:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:03 smithi135 ceph-mon[90132]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:48:03.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:03 smithi135 ceph-mon[90132]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 25 KiB/s wr, 603 op/s 2024-07-26T07:48:04.362 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-07-26T07:48:04.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:04 smithi037 ceph-mon[97339]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:48:04.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:04 smithi037 ceph-mon[99762]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:48:04.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:04 smithi135 ceph-mon[90132]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:48:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[97339]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:48:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[97339]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 28 KiB/s wr, 754 op/s 2024-07-26T07:48:05.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[97339]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:48:05.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[99762]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:48:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[99762]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 28 KiB/s wr, 754 op/s 2024-07-26T07:48:05.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:05 smithi037 ceph-mon[99762]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:48:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:05 smithi135 ceph-mon[90132]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:48:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:05 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:05 smithi135 ceph-mon[90132]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 28 KiB/s wr, 754 op/s 2024-07-26T07:48:05.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:05 smithi135 ceph-mon[90132]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:48:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:07 smithi037 ceph-mon[97339]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:48:07.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:07 smithi037 ceph-mon[97339]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 21 KiB/s wr, 559 op/s 2024-07-26T07:48:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:07 smithi037 ceph-mon[99762]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:48:07.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:07 smithi037 ceph-mon[99762]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 21 KiB/s wr, 559 op/s 2024-07-26T07:48:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:07 smithi135 ceph-mon[90132]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:48:07.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:07 smithi135 ceph-mon[90132]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 21 KiB/s wr, 559 op/s 2024-07-26T07:48:08.364 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-07-26T07:48:08.544 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:08 smithi037 ceph-mon[97339]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:48:08.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:08 smithi037 ceph-mon[99762]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:48:08.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:08 smithi135 ceph-mon[90132]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:48:08.599 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-07-26T07:48:08.788 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-07-26T07:48:09.213 INFO:tasks.workunit.client.0.smithi037.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-07-26T07:48:09.213 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:48:09.213 INFO:tasks.workunit.client.0.smithi037.stdout:================== 174 passed, 8 skipped in 665.25s (0:11:05) ================== 2024-07-26T07:48:09.237 INFO:tasks.workunit.client.0.smithi037.stderr:+ exit 0 2024-07-26T07:48:09.238 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:48:09.238 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:48:09.266 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-07-26T07:48:09.267 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:48:09.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:09 smithi037 ceph-mon[97339]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:48:09.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:09 smithi037 ceph-mon[97339]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 21 KiB/s wr, 549 op/s 2024-07-26T07:48:09.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:09 smithi037 ceph-mon[99762]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:48:09.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:09 smithi037 ceph-mon[99762]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 21 KiB/s wr, 549 op/s 2024-07-26T07:48:09.534 DEBUG:teuthology.parallel:result is None 2024-07-26T07:48:09.535 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:48:09.561 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:48:09.561 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:48:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:09 smithi135 ceph-mon[90132]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:48:09.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:09 smithi135 ceph-mon[90132]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 21 KiB/s wr, 549 op/s 2024-07-26T07:48:09.617 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:48:09.617 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:48:09.618 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-07-26T07:48:09.618 DEBUG:teuthology.parallel:result is None 2024-07-26T07:48:09.618 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:48:09.629 INFO:teuthology.task.print:**** done end parallel 2024-07-26T07:48:09.629 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:48:09.642 INFO:teuthology.task.print:**** done start telemetry x... 2024-07-26T07:48:09.642 INFO:teuthology.run_tasks:Running task workunit... 2024-07-26T07:48:09.652 INFO:tasks.workunit:Pulling workunits from ref 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T07:48:09.653 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:48:09.653 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:48:09.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:48:09.673 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T07:48:09.674 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:48:09.729 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T07:48:09.729 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T07:48:09.785 INFO:tasks.workunit:timeout=3h 2024-07-26T07:48:09.785 INFO:tasks.workunit:cleanup=True 2024-07-26T07:48:09.786 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T07:48:09.842 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T07:48:10.548 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:10 smithi037 ceph-mon[97339]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:48:10.552 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:10 smithi037 ceph-mon[99762]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:48:10.591 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:10 smithi135 ceph-mon[90132]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:48:11.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:11 smithi037 ceph-mon[97339]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:11.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:11] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-07-26T07:48:11.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:11 smithi037 ceph-mon[99762]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:11.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:11 smithi135 ceph-mon[90132]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:13 smithi037 ceph-mon[97339]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:13 smithi037 ceph-mon[99762]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:13 smithi135 ceph-mon[90132]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:15 smithi037 ceph-mon[97339]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:15 smithi037 ceph-mon[99762]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:15 smithi135 ceph-mon[90132]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:17 smithi037 ceph-mon[97339]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:17 smithi037 ceph-mon[99762]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:17 smithi135 ceph-mon[90132]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:19 smithi037 ceph-mon[97339]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:19 smithi037 ceph-mon[99762]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:19 smithi135 ceph-mon[90132]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:21.628 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:21] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-07-26T07:48:21.919 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:21 smithi037 ceph-mon[97339]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:21.920 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:21 smithi037 ceph-mon[99762]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:22.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:21 smithi135 ceph-mon[90132]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:22.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:24.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:23 smithi037 ceph-mon[97339]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:24.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:23 smithi037 ceph-mon[99762]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:24.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:23 smithi135 ceph-mon[90132]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[97339]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:48:26.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[99762]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:48:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:48:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:48:26.046 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:25 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:48:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:25 smithi135 ceph-mon[90132]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:48:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:48:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:48:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:25 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:48:28.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:27 smithi037 ceph-mon[97339]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:28.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:27 smithi037 ceph-mon[99762]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:28.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:27 smithi135 ceph-mon[90132]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:30.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:29 smithi037 ceph-mon[97339]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:30.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:29 smithi037 ceph-mon[99762]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:30.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:29 smithi135 ceph-mon[90132]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:31.545 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:31 smithi037 ceph-mon[97339]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:31.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:31] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-07-26T07:48:31.545 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:31 smithi037 ceph-mon[99762]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:31.588 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:31 smithi135 ceph-mon[90132]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:33 smithi037 ceph-mon[97339]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:33 smithi037 ceph-mon[99762]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:34.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:33 smithi135 ceph-mon[90132]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:35.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:35.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:35.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:36.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:35 smithi037 ceph-mon[97339]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:36.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:35 smithi037 ceph-mon[99762]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:36.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:35 smithi135 ceph-mon[90132]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:38.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:37 smithi037 ceph-mon[97339]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:38.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:37 smithi037 ceph-mon[99762]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:38.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:37 smithi135 ceph-mon[90132]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:40.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:39 smithi037 ceph-mon[97339]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:40.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:39 smithi037 ceph-mon[99762]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:40.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:39 smithi135 ceph-mon[90132]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:41.637 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:41] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-07-26T07:48:41.637 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:41 smithi037 ceph-mon[99762]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:42.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:41 smithi037 ceph-mon[97339]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:42.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:41 smithi135 ceph-mon[90132]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:44.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:43 smithi037 ceph-mon[97339]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:44.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:43 smithi037 ceph-mon[99762]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:44.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:43 smithi135 ceph-mon[90132]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:46.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:45 smithi037 ceph-mon[97339]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:46.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:45 smithi037 ceph-mon[99762]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:46.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:45 smithi135 ceph-mon[90132]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:48.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:47 smithi037 ceph-mon[97339]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:48.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:47 smithi037 ceph-mon[99762]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:48.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:47 smithi135 ceph-mon[90132]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:49 smithi037 ceph-mon[97339]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:50.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:49 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:49 smithi037 ceph-mon[99762]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:50.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:49 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:49 smithi135 ceph-mon[90132]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:50.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:49 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:48:51.650 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:48:51 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:48:51] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-07-26T07:48:52.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:51 smithi037 ceph-mon[97339]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:52.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:51 smithi037 ceph-mon[99762]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:52.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:51 smithi135 ceph-mon[90132]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:52.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:48:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:48:54.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:53 smithi037 ceph-mon[97339]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:54.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:53 smithi037 ceph-mon[99762]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:54.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:53 smithi135 ceph-mon[90132]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:56.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:55 smithi037 ceph-mon[97339]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:56.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:55 smithi037 ceph-mon[99762]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:56.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:55 smithi135 ceph-mon[90132]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:58.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:57 smithi037 ceph-mon[97339]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:58.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:57 smithi037 ceph-mon[99762]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:48:58.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:57 smithi135 ceph-mon[90132]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:00.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:48:59 smithi037 ceph-mon[97339]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:00.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:48:59 smithi037 ceph-mon[99762]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:00.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:48:59 smithi135 ceph-mon[90132]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:01.667 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:49:01] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-07-26T07:49:02.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:01 smithi037 ceph-mon[97339]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:02.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:01 smithi037 ceph-mon[99762]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:02.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:01 smithi135 ceph-mon[90132]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:02.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:02 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:49:03.687 INFO:tasks.workunit.client.0.smithi037.stderr:Updating files: 97% (12405/12770) Updating files: 98% (12515/12770) Updating files: 99% (12643/12770) Updating files: 100% (12770/12770) Updating files: 100% (12770/12770), done. 2024-07-26T07:49:04.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:03 smithi037 ceph-mon[97339]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:04.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:03 smithi037 ceph-mon[99762]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:04.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:03 smithi135 ceph-mon[90132]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:04.472 INFO:tasks.workunit.client.0.smithi037.stderr:Note: switching to '7157f4fcc60c60f7da92ccbda475bb5db5f37a30'. 2024-07-26T07:49:04.472 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.472 INFO:tasks.workunit.client.0.smithi037.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-26T07:49:04.472 INFO:tasks.workunit.client.0.smithi037.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-26T07:49:04.473 INFO:tasks.workunit.client.0.smithi037.stderr:state without impacting any branches by switching back to a branch. 2024-07-26T07:49:04.473 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.473 INFO:tasks.workunit.client.0.smithi037.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-26T07:49:04.473 INFO:tasks.workunit.client.0.smithi037.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-26T07:49:04.474 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.474 INFO:tasks.workunit.client.0.smithi037.stderr: git switch -c 2024-07-26T07:49:04.474 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.474 INFO:tasks.workunit.client.0.smithi037.stderr:Or undo this operation with: 2024-07-26T07:49:04.475 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.475 INFO:tasks.workunit.client.0.smithi037.stderr: git switch - 2024-07-26T07:49:04.475 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.475 INFO:tasks.workunit.client.0.smithi037.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-26T07:49:04.476 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:04.476 INFO:tasks.workunit.client.0.smithi037.stderr:HEAD is now at 7157f4fcc60 Merge pull request #58863 from zdover23/wip-doc-2024-07-26-backport-58838-to-squid 2024-07-26T07:49:04.479 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T07:49:04.535 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:49:04.538 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:49:04.538 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:49:04.588 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:49:04.638 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:49:04.680 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:49:04.681 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:49:04.681 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:49:04.721 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:49:04.724 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2024-07-26T07:49:04.724 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T07:49:04.782 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-07-26T07:49:04.783 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-07-26T07:49:04.783 DEBUG:teuthology.orchestra.run.smithi037:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7157f4fcc60c60f7da92ccbda475bb5db5f37a30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-07-26T07:49:04.843 INFO:tasks.workunit.client.0.smithi037.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-26T07:49:05.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:04 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:05.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:04 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:05.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:04 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:05.240 INFO:tasks.workunit.client.0.smithi037.stderr:+ LAST_OPT_REVISION=1 2024-07-26T07:49:05.241 INFO:tasks.workunit.client.0.smithi037.stderr:+ '[' 1 -ne 1 ']' 2024-07-26T07:49:05.241 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph -s 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: cluster: 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: id: 72d59e84-4b17-11ef-bcb6-c7b262605968 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: health: HEALTH_WARN 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: Telemetry requires re-opt-in 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: services: 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: mon: 3 daemons, quorum a,b,c (age 72m) 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: mgr: y(active, since 73m), standbys: x 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: mds: 1/1 daemons up, 1 standby 2024-07-26T07:49:05.759 INFO:tasks.workunit.client.0.smithi037.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 81m) 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: data: 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: volumes: 1/1 healthy 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: pools: 4 pools, 105 pgs 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: objects: 28 objects, 4.6 MiB 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: pgs: 105 active+clean 2024-07-26T07:49:05.760 INFO:tasks.workunit.client.0.smithi037.stdout: 2024-07-26T07:49:05.770 INFO:tasks.workunit.client.0.smithi037.stderr:++ ceph telemetry collection ls 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[97339]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[99762]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:05 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:05 smithi135 ceph-mon[90132]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2378843441' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:49:06.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:05 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:06.279 INFO:tasks.workunit.client.0.smithi037.stderr:+ COLLECTIONS='New collections are available: 2024-07-26T07:49:06.279 INFO:tasks.workunit.client.0.smithi037.stderr:['\''basic_pool_flags'\''] 2024-07-26T07:49:06.279 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.279 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-07-26T07:49:06.280 INFO:tasks.workunit.client.0.smithi037.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.281 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.282 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.283 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.284 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.285 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.286 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:+ [[ New collections are available: 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:['basic_pool_flags'] 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr: 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:NAME STATUS DESC 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:49:06.287 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-26T07:49:06.288 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:07.020 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T07:49:07.021 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.022 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:07.023 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:07.024 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:07.025 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:07.026 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:07.027 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_max_backfills", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:49:07.028 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:07.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:07.030 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_sleep", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T07:49:07.031 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:07.032 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:49:07.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:07.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:07.035 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:07.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:07.037 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T07:49:07.038 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 2, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "has_msr_rules": 0, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 1, 2024-07-26T07:49:07.040 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_collision_tries": 100, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_descents": 100, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T07:49:07.041 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T07:49:07.042 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T07:49:07.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20144128, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 347744, 2024-07-26T07:49:07.044 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 729088, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 367, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1098296, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 607232, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14740328, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20701184, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 433752, 2024-07-26T07:49:07.045 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 8192, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 491520, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 481, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1406592, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1077248, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15153960, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.046 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 178143232, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1980808, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 901120, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1933312, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 7043, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10816072, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 3072768, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 158488880, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 180076544 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:07.047 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 169435136, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 2639656, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 278528, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2252800, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 6591, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10520392, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2359808, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 150753168, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 171687936 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.048 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 263135232, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 5586800, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3014656, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 835584, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9877, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 15541176, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 4538624, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 233618392, 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 263135232 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 575021056, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 29138712, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 262144, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 24305664, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13378, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66206344, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12033792, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 464103264, 2024-07-26T07:49:07.050 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 599326720 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 456843264, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24545584, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 23207936, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13129, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66033152, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 9109504, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 353878224, 2024-07-26T07:49:07.051 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 480051200 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 533757952, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24581304, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 983040, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 40517632, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11394, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 60403168, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12614144, 2024-07-26T07:49:07.052 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 431899496, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 574275584 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 572194816, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 17670208, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 5242880, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 32956416, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 10605, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 61400864, 2024-07-26T07:49:07.053 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11701760, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 476179104, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 605151232 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 427778048, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 23680416, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 142802944, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11690, 2024-07-26T07:49:07.054 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 62443128, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10578944, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 327798760, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 570580992 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 484540416, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 28366336, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 29360128, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12491, 2024-07-26T07:49:07.055 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 51050168, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11984640, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 389862472, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 513900544 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 385130496, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 14234088, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3145728, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 20381696, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9305, 2024-07-26T07:49:07.056 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 47664400, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10446848, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 309639432, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 405512192 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 511287296, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 19542952, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 5136384, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12699, 2024-07-26T07:49:07.057 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 58065728, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 51, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 13583360, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 416818456, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 516423680 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T07:49:07.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.003313", 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:07.062 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T07:49:07.063 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard_description": null, 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 148986, 2024-07-26T07:49:07.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 33 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 928, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.072 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222664, 2024-07-26T07:49:07.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51904, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 181 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12712, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 247 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.081 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50736954, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7024 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.087 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1056, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 12 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 43569944, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5333 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1232, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 14 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.098 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51699746, 2024-07-26T07:49:07.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7281 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:07.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11440, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 304 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20536, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 363 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 120832, 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:07.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3072, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 16 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61280, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 766 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 405184, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 818182, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 218 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2514759, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 553611 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7076336, 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10438 2024-07-26T07:49:07.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78260, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8263 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93504, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52111, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 47 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16509599, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 270 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328, 2024-07-26T07:49:07.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 231 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 476256, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.114 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7167680, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18584 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:07.116 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21944, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 375 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 47488, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1728, 2024-07-26T07:49:07.117 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61200, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402896, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 874592, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 234 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2504127, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 549997 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7028736, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10368 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76652, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8092 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92976, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:07.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58249, 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T07:49:07.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9512794, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 269 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22000, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 250 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 453024, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7318584, 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 21275 2024-07-26T07:49:07.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19360, 2024-07-26T07:49:07.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 344 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31232, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 27 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3840, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:07.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402272, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 326672, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 94 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1778532, 2024-07-26T07:49:07.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 393084 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5200216, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7679 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76032, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8081 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92832, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 187228, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1333 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:07.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 91639, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 54 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21875661, 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 260 2024-07-26T07:49:07.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12144, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 138 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 394944, 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:07.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3201640, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 6157 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19264, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 336 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30848, 2024-07-26T07:49:07.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4416, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 23 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 403520, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1940 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 309106, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 83 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1764438, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391023 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5170296, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7635 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76532, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8100 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93072, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1939 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92786, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23999414, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 281 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10824, 2024-07-26T07:49:07.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 123 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 429792, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.140 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3553680, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9234 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:07.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22768, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 191232, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 768, 2024-07-26T07:49:07.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60960, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 762 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 918067, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2092405, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 461442 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6008056, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8867 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 85832, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9250 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186460, 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1330 2024-07-26T07:49:07.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.147 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86421, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:07.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4760019, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 255 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21472, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 244 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4987112, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11913 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18208, 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 327 2024-07-26T07:49:07.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31104, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3456, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60000, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 750 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 388194, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 106 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419847, 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 537213 2024-07-26T07:49:07.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6903616, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10184 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86084, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9255 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:07.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 90111, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 62 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328365, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 253 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12408, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 464640, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6365320, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 12241 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.161 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:07.162 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14280, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 263 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30336, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2688, 2024-07-26T07:49:07.163 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 14 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 59440, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 743 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 418496, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2012 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 820299, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1737794, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 381513 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5028176, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7426 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 87136, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9413 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96528, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:07.166 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 99390, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.167 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14632926, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 210 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20064, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 228 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.168 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3520920, 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9171 2024-07-26T07:49:07.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.170 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.171 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 17784, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 318 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 240000, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3264, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 17 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60640, 2024-07-26T07:49:07.172 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 758 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 404768, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 394469, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 109 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:07.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2042881, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 455215 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5908096, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8720 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78940, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8262 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.174 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93408, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186972, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1332 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.175 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 45029, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.176 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18164436, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5548 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11264, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 128 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.177 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 557568, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4945200, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9510 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:07.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:07.179 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.180 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:07.181 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:07.182 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:49:07.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T07:49:07.184 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:07.185 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T07:49:07.186 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "reef", 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "squid" 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.187 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 19, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "squid" 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T07:49:07.188 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:07.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:07.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:07.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:07.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:07.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1319, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16080, 4110, 127, 12, 35, 30, 0, 0, 3, 0, 0, 7, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10660, 108, 72, 2, 13, 54, 167, 196, 37, 34, 23, 25, 39, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 702, 8, 30, 0, 1, 1, 3, 19, 22, 6, 75, 178, 58, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 555, 1, 0, 0, 0, 1, 1, 0, 0, 0, 3, 37, 302, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 237, 3, 0, 0, 0, 1, 1, 1, 2, 1, 2, 6, 24, 82, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 19, 17, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 25, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9724, 2, 0, 1, 0, 1, 0, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8104, 27, 1389, 1, 7, 5, 10, 17, 35, 50, 52, 31, 8, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1085, 6, 96, 23, 0, 0, 0, 0, 6, 34, 87, 212, 73, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 740, 8, 0, 7, 0, 0, 0, 1, 3, 1, 1, 36, 499, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 390, 24, 4, 0, 0, 0, 0, 0, 1, 1, 12, 6, 26, 42, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 315, 11, 40, 0, 0, 0, 0, 3, 3, 0, 1, 2, 13, 16, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 325, 6, 224, 0, 0, 0, 0, 0, 1, 3, 2, 6, 15, 32, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 76, 0, 38, 0, 0, 0, 0, 0, 1, 0, 6, 3, 8, 12, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 13967, 1, 0, 0, 0, 0, 0, 0, 0, 6, 3, 10, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10506, 11, 12, 0, 7, 1, 0, 2, 8, 0, 7, 13, 8, 24, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 943, 14, 4, 2, 2, 0, 0, 0, 2, 4, 7, 5, 2, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 457, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 18, 21, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 1, 1, 0, 0, 0, 0, 0, 6, 0, 19, 10, 15, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 219, 0, 0, 0, 0, 2, 0, 3, 0, 0, 11, 10, 35, 35, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 134, 0, 0, 1, 0, 0, 0, 1, 2, 0, 4, 2, 40, 46, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 20, 36, 23, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 159, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10155, 4028, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3671, 205, 32, 0, 16, 1, 5, 10, 8, 15, 8, 10, 8, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 17, 26, 1, 0, 1, 0, 0, 3, 11, 48, 84, 9, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 179, 2, 1, 0, 4, 0, 0, 0, 0, 1, 1, 15, 176, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 38, 2, 0, 0, 121, 0, 0, 0, 0, 0, 0, 3, 6, 26, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 30, 0, 0, 0, 364, 0, 0, 0, 0, 0, 1, 2, 5, 11, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 2, 0, 0, 402, 0, 0, 0, 0, 0, 0, 3, 7, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 1806, 0, 0, 0, 0, 0, 0, 0, 2, 1, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.206 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3289, 1495, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12341, 10522, 4169, 0, 0, 2, 1, 0, 1, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6542, 428, 124, 1, 9, 0, 4, 7, 14, 6, 5, 1, 9, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 773, 66, 30, 0, 0, 2, 0, 1, 6, 10, 42, 82, 38, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 238, 9, 0, 0, 0, 0, 0, 1, 0, 1, 8, 9, 163, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 27, 4, 0, 0, 2, 1, 0, 0, 0, 3, 1, 5, 46, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 27, 3, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 9, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 12, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8995, 3, 1, 0, 1, 0, 0, 0, 0, 3, 4, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7203, 31, 15, 0, 12, 0, 1, 1, 1, 5, 3, 8, 17, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 762, 11, 10, 8, 3, 0, 0, 1, 0, 7, 13, 5, 7, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 346, 7, 0, 2, 0, 0, 0, 0, 0, 1, 0, 10, 36, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 55, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 11, 7, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7711, 0, 0, 0, 6553, 418, 1, 0, 2, 2, 2, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6084, 24, 2, 1, 579, 159, 3, 4, 8, 12, 21, 10, 11, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 584, 7, 4, 0, 48, 20, 0, 1, 7, 14, 33, 79, 23, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 264, 0, 2, 0, 11, 7, 0, 0, 0, 0, 1, 23, 171, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 112, 0, 0, 0, 22, 29, 0, 0, 0, 1, 1, 4, 14, 32, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 27, 1, 0, 0, 2, 8, 0, 1, 0, 0, 1, 0, 1, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.214 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16709, 2, 1, 0, 2, 1, 0, 0, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9351, 33, 0, 0, 7, 0, 0, 0, 3, 0, 1, 4, 9, 29, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1258, 86, 133, 0, 2, 0, 0, 0, 2, 2, 17, 2, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 522, 26, 45, 1, 1, 1, 1, 0, 0, 0, 1, 11, 16, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 12, 18, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 37, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 10, 29, 38, 0, 0, 2, 0, 0, 0, 0, 2, 22, 19, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 1, 1, 30, 70, 0, 1, 0, 0, 0, 0, 0, 6, 25, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 64, 101, 0, 0, 0, 0, 0, 5, 1, 18, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:07.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:07.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.220 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:07.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:07.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.223 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 497, 0, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5238, 59, 62, 135, 427, 613, 698, 4, 6, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 681, 17, 34, 43, 28, 12, 24, 0, 3, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 288, 1, 0, 0, 0, 1, 1, 0, 1, 0, 2, 8, 8, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 239, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 8, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3636, 266, 35, 68, 122, 1, 2, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 486, 20, 1310, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 0, 32, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1689, 1255, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1473, 1731, 234, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 43, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:07.229 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11342, 8, 0, 0, 2, 0, 2, 8, 4, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16079, 1, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 349, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 234, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2240, 37, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 17, 25, 38, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 934, 310, 9, 129, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4174, 2526, 0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 167, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 629, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2172, 227, 33, 65, 139, 274, 468, 2, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 279, 15, 2, 0, 0, 1, 17, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 145, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 84, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 423, 1, 5, 13, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3698, 74, 128, 240, 446, 618, 719, 1, 2, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 6, 6, 7, 11, 8, 6, 1, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 205, 4, 22, 38, 5, 1, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 111, 37, 60, 89, 24, 0, 0, 0, 0, 1, 1, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.240 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 392, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2584, 14, 1, 0, 14, 0, 5, 5, 13, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 194, 3, 0, 0, 5, 0, 0, 0, 0, 11, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 9, 0, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 108, 100, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 797, 7, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8899, 30, 60, 18, 3, 1, 1, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1806, 35, 86, 44, 0, 0, 0, 1, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 409, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:07.246 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:07.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:07.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:07.249 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:07.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:07.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1821, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2999, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16096, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.260 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.263 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:07.266 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5935, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9016, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 432, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:07.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:07.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.278 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:07.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:07.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.281 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 102, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2023, 25, 3, 2, 8, 3, 2, 2, 8, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1239, 8, 1, 2, 4, 3, 5, 12, 26, 55, 75, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 173, 8, 0, 0, 2, 3, 2, 7, 8, 13, 71, 259, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 182, 4, 0, 0, 0, 0, 1, 1, 2, 4, 22, 14, 288, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 451, 2, 0, 0, 0, 0, 1, 1, 1, 0, 5, 11, 19, 32, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 20, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2831, 22, 0, 1, 6, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1556, 7, 1, 0, 5, 9, 5, 11, 34, 74, 112, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 4, 0, 0, 1, 0, 3, 3, 8, 11, 83, 333, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 3, 0, 0, 0, 1, 1, 1, 3, 5, 29, 46, 371, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 4, 0, 0, 1, 0, 0, 0, 2, 1, 12, 21, 20, 30, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 9, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2386, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 433, 10, 1, 0, 17, 2, 1, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 7, 0, 0, 1, 0, 0, 2, 6, 6, 33, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 257, 3, 2, 0, 1, 2, 3, 9, 7, 17, 77, 87, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 124, 0, 1, 0, 0, 0, 2, 3, 4, 5, 27, 49, 14, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 46, 0, 0, 1, 0, 0, 0, 0, 1, 2, 9, 14, 22, 45, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 4, 11, 31, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1075, 21, 2, 0, 17, 0, 3, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 459, 1, 0, 2, 6, 2, 1, 8, 24, 27, 51, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 64, 13, 0, 0, 2, 0, 0, 1, 0, 3, 21, 94, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 263, 7, 0, 1, 0, 1, 0, 0, 1, 1, 3, 5, 89, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 408, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 11, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 270, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.291 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.292 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 59, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1114, 15, 1, 0, 15, 1, 4, 10, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 513, 9, 1, 0, 2, 2, 4, 12, 18, 23, 52, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 16, 0, 0, 0, 1, 4, 4, 5, 4, 49, 131, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.293 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 464, 31, 0, 0, 0, 1, 0, 1, 1, 1, 7, 13, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 275, 29, 0, 0, 0, 0, 0, 2, 2, 2, 2, 8, 16, 20, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 164, 44, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 9, 23, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.294 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.295 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 386, 15, 0, 0, 11, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 4, 0, 0, 1, 1, 0, 2, 7, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 88, 3, 0, 1, 1, 2, 2, 1, 3, 1, 9, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 19, 17, 0, 0, 0, 0, 0, 0, 1, 3, 7, 12, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 19, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 13, 20, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 48, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 5, 21, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.296 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.297 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.298 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1147, 29, 3, 2, 18, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 618, 3, 2, 0, 1, 2, 4, 5, 11, 26, 32, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 296, 11, 0, 0, 0, 0, 0, 0, 0, 0, 17, 88, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 452, 12, 0, 0, 0, 0, 0, 0, 1, 2, 2, 8, 167, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 299, 23, 0, 0, 0, 0, 1, 1, 0, 1, 2, 12, 10, 21, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 137, 49, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 27, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 174, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.299 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.300 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.301 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 9, 1, 0, 14, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 78, 3, 1, 0, 0, 1, 2, 6, 5, 3, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 114, 5, 0, 0, 1, 2, 3, 1, 7, 4, 20, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 40, 4, 0, 0, 0, 0, 1, 3, 0, 2, 12, 16, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 2, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 18, 34, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 6, 8, 32, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.302 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.303 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 8, 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.304 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "number of replicas", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 1, 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[1, 1]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[2, 2]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[3, 3]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[4, 4]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[5, 5]", 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "[6, None]" 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "linear" 2024-07-26T07:49:07.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 10, 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "duration", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 250000, 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 249999]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[250000, 499999]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[500000, 999999]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[1000000, 1999999]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[2000000, 3999999]", 2024-07-26T07:49:07.306 INFO:tasks.workunit.client.0.smithi037.stdout: "[4000000, 7999999]", 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[8000000, 15999999]", 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[16000000, 31999999]", 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[32000000, None]" 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.307 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.308 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.309 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.310 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.311 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.312 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.313 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.314 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T07:49:07.315 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_complete": { 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_keys": { 2024-07-26T07:49:07.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.318 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T07:49:07.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T07:49:07.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T07:49:07.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_inode": { 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_path": { 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T07:49:07.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T07:49:07.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "evlrg": { 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.328 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T07:49:07.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "segmjr": { 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:07.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T07:49:07.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248096 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47336 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.336 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.339 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T07:49:07.340 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.342 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "req_snapdiff_latency": { 2024-07-26T07:49:07.343 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T07:49:07.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed_ops": { 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:07.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:07.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.352 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:07.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7718 2024-07-26T07:49:07.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.352 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7718, 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56085918 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:07.354 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7718, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1991972794 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999973 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7717 2024-07-26T07:49:07.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:07.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7717 2024-07-26T07:49:07.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7717, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27270626787 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7717 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.360 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7717, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110687962 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7717, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69683 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7717, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5185929008 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:07.361 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177192960 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171311104 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5881856 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266381269 2024-07-26T07:49:07.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26292612 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.365 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68036263 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266381269 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2393700 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70963655 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177587512 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69876424 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 338368, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1811376129 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18871, 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9299184783 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.375 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:07.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 238 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7680 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 55788024 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1173975839 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.379 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7680 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:07.380 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7680 2024-07-26T07:49:07.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23815509534 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7680 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.384 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110113316 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69392 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7680, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2507948403 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.385 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168804352 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 162578432 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.386 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6225920 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25398851 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.389 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68273255 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1536075 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71164511 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 178025359 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.394 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69438577 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:07.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 335249, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1556343508 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:07.399 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18776, 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5834528270 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:07.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 201 2024-07-26T07:49:07.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7782 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.402 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7782, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57160427 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7782, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23346 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7782, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1604978023 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:07.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7780 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7780, 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56571412 2024-07-26T07:49:07.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7780, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62414 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7780, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2918259158 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:07.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9999865 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7782 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7782, 2024-07-26T07:49:07.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29874591124 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:07.408 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:07.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259072000 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 257056768 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2015232 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.411 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266316284 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26305291 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68088569 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266316284 2024-07-26T07:49:07.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2554314 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70868026 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177544189 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69919747 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.421 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 353625, 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2088642965 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.422 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:07.423 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19024, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7503109010 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:07.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21709 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.425 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8028160 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 760877056 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4794931 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.427 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1813854 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 839769 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705560576 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.428 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78444, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10437359371 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78455, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17543667123 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5447680 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321347584 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.429 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 722599936 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448024896 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29580 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377323520 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377327616 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.431 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16763 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29580, 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232869556 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360862035 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.432 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26908 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2541027 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 767 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7950534 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081 2024-07-26T07:49:07.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 324 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1081, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2712581 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 663 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6281 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.436 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093128192 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014144 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20889, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110062773 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3316, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464476646 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22086, 2024-07-26T07:49:07.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 158871870 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22107361240 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.440 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77676, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1909485466 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66952285 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22174313525 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38717, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1648184839 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1116, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3197808 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39028, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17684562 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89782 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24592, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5436425615 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268791 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24395 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.443 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19209, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2069044335 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 44481, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16127983 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25272, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1546712654 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15293, 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 416870833 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7073480536 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 561677494 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.446 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2514078171180 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6474988944032 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2725726936759 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11803944 2024-07-26T07:49:07.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236993613 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39004459864 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33310128 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.448 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20867809001 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9533474743 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793677 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2669, 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18392504 2024-07-26T07:49:07.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 76731679210 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10680427944 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 579384658 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.450 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 596049920 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 571539456 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.451 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24510464 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.452 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56851079 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491520 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68474233 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 169072 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68373285 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269584 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37900719 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70881601 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.461 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 178555 2024-07-26T07:49:07.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1140772 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67225446 2024-07-26T07:49:07.464 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53507 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.466 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 147244, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7166885243 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1896639126 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53507, 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291690559427 2024-07-26T07:49:07.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280366 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 54478, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22876142336 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53507, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80803716828 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36537 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36537, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22507746004 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280366 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36910, 2024-07-26T07:49:07.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7435092525 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36537, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8044680773 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9415 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311912901 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:07.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265254227 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9784, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5804915075 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.471 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15332591663 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7555 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1584726225 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 250917559196 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.472 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7784, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9636134736 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57426444392 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.473 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 716582912 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15772 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7159808 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 732073984 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3204879 2024-07-26T07:49:07.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093976 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 185, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687520 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 741801984 2024-07-26T07:49:07.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70097, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9921443873 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70121, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16412644597 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4526080 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287158272 2024-07-26T07:49:07.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 758841344 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.480 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 309423077 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17911 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268730368 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268734464 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8022 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17911, 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163131210 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197792385 2024-07-26T07:49:07.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14492 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309561 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 778 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7054844 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.483 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1011 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1011, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2064918 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 651 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028976640 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10416128 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18940, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88310315 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3290, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405032 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.488 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16453, 2024-07-26T07:49:07.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126587507 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20619224615 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.490 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69439, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1846769481 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48366630 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20667591245 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33266, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1374547681 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 967, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2635344 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11066, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343290 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58379 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14090, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3752295728 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232715 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27674 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.493 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22047, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2137215066 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70151, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20196970 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48104, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1301068853 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15027, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 392735790 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.495 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7265340648 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1267954037 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21786, 2024-07-26T07:49:07.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2814343626837 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6248505450843 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2388011465730 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9266869 2024-07-26T07:49:07.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287023942 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35450968263 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30720593 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.498 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18308595794 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9026504779 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202772 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2611, 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15315755 2024-07-26T07:49:07.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70352438320 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10055659903 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 532545835 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.500 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 476774400 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 453328896 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23445504 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56898699 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49152 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 589824 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68291445 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.505 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740247 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142896 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.507 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68044473 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.508 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127200 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37932466 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70992238 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.511 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740247 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 173714 2024-07-26T07:49:07.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1136589 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75265930 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47733 2024-07-26T07:49:07.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 139046, 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8877725995 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2136238045 2024-07-26T07:49:07.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47733, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 620227444249 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374550 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49598, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33503328228 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.518 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47733, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122853344734 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24309 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24309, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20255185802 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374550 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24776, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6115974838 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24309, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7862302762 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13145 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142491189 2024-07-26T07:49:07.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102798646564 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13552657862 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31770803232 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10279 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1993746856 2024-07-26T07:49:07.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 497173611883 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11430, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13834695528 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.523 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83220238740 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8389627 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 752230400 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 79044 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.526 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12640256 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 603893760 2024-07-26T07:49:07.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3775753 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286254 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 180, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 841439 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.528 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 521404416 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69413, 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9494581602 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69418, 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15826767955 2024-07-26T07:49:07.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1716224 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 284352512 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 542703616 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.530 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 397791139 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21335 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327254016 2024-07-26T07:49:07.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327258112 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7744 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.532 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21335, 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 153138335 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444312 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16399 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4520137 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 835 2024-07-26T07:49:07.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12547176 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1063 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.534 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1063, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3093583 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1208 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.536 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5715 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.537 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 903458816 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10403840 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14001, 2024-07-26T07:49:07.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48697068 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3300, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 546141163 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20595, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157579796 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19695809634 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68800, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1730315959 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40958969 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.541 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19736768603 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60140, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1228367843 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.542 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1015, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2724506 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20535, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12848479 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56841 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21353, 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2999726996 2024-07-26T07:49:07.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260058 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18652 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9645, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1522753759 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26102, 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18419844 2024-07-26T07:49:07.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16457, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1321295800 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12340, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352871270 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5892994427 2024-07-26T07:49:07.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 848186313 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6248, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2545155206018 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6286350800539 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2561143546854 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343652 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219038097 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33369643846 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28954572 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17558835096 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7697721659 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.549 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202593 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2613, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14108236 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64750900460 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8727009256 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 493128284 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570998784 2024-07-26T07:49:07.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 530251776 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40747008 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56663379 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20480 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114688 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.554 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69030573 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140768 2024-07-26T07:49:07.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.558 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69809629 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 655088 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.559 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37775586 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.561 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70621230 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 169276 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1158741 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68624508 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.565 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T07:49:07.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58274 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 151761, 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6649942836 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1395673301 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83765570452 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:07.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59341, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41882943848 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70376702142 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27414 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:07.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16176558397 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27903, 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5948413874 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.570 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9113210100 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29033 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 344508929 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53351156613 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29412, 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32900703136 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.572 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49800056303 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1827 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051164372 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14237855442 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2026, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3033826838 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11463435739 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 531820544 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.575 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21457 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6381568 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 636112896 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3611645 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.578 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081099 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 161, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 719408 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 601620480 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.579 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64706, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9005043529 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64715, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14988000292 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15736832 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265093120 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.580 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610140160 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 201666905 2024-07-26T07:49:07.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9793 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174809088 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174813184 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9793, 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89173843 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88736708 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6334 2024-07-26T07:49:07.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2160054 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 711 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6327841 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 963 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.585 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 963, 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2009441 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 669 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5968 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909877248 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10428416 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17050, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60010195 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3250, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 522919128 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.589 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12946, 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 101730283 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.590 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18601431017 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64123, 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1724571457 2024-07-26T07:49:07.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45876010 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18647307027 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.592 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19652, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 846707691 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1359, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3237992 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12252, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9000005 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 51381 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7192, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 502519759 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195160 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17177 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28421, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1449001141 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75403, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24271190 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46982, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980512652 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12091, 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 343012033 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5846407932 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1479566871 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.597 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17693, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2717189066484 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6306507939348 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2680428040599 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.598 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8636781 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 162443149 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31057860653 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27278410 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15803007155 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6867578242 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6208507 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.600 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2541, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15260277 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59750078705 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7826917571 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.601 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 473502548 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 599908352 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 566648832 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33259520 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57146548 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68678476 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:07.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41536 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114880 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74558537 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 359200 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38097698 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70595006 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:07.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 172328 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1156919 2024-07-26T07:49:07.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73388122 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37536 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.618 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 107592, 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5378023894 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 964642881 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.619 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263050679912 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39236, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25478673406 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68483722374 2024-07-26T07:49:07.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22190 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42979137678 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:07.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22283, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5364486617 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5191847881 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11797 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139599969 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163286916981 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13354, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15878254106 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33954252534 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3549 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825042912 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56784625253 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3599, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4235932683 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29337621959 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.626 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612065280 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.628 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13103104 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 666742784 2024-07-26T07:49:07.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3637194 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1386802 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687677 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.630 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 714997760 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59378, 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7694089443 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59406, 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12473761830 2024-07-26T07:49:07.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10502144 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 243228672 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 727777280 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.632 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428055626 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18166 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391507968 2024-07-26T07:49:07.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391512064 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8705 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.634 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18166, 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148609421 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254361110 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12853 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4325402 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12990947 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1541 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.636 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 388 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1541, 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3849585 2024-07-26T07:49:07.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 656 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5717 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 925224960 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14618624 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.640 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20789, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64633507 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3213, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 511947051 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.641 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15544, 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 121393020 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15493042461 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58886, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1263768336 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:07.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49513716 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15542556177 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18427, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 587540310 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 852, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2037404 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10865, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9965223 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56831 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9346, 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2614419342 2024-07-26T07:49:07.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 186267 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19514 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25881, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1393528131 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71500, 2024-07-26T07:49:07.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19944698 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 45619, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1105420209 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13228, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 325905203 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5347502718 2024-07-26T07:49:07.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 861466397 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18620, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2549882163470 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6185763602764 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2477960967875 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7442798 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197479954 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24738970840 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25933915 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11283844859 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6279938193 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.651 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10397612 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2510, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13794020 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47858531303 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7121248637 2024-07-26T07:49:07.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 414192694 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 567304192 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.653 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424435712 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142868480 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56442321 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28672 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45056 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491520 2024-07-26T07:49:07.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68821551 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.657 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317410 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.658 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3440 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 233584 2024-07-26T07:49:07.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373438 2024-07-26T07:49:07.660 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 581024 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37628214 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70842666 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317410 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7014 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163348 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1152462 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70287638 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:07.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50266 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 108708, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7382655288 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.669 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1019403335 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70145744309 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51024, 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13448816255 2024-07-26T07:49:07.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30030859749 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41540 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14152856363 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41695, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6322444322 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6602478513 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4677 2024-07-26T07:49:07.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151962104 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7930756902 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5204, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2738623237 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6571033630 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4049 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 867441231 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48062131044 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4125, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4387748696 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16857347606 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 729632768 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72242 2024-07-26T07:49:07.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10924032 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 619413504 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6078048 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2630756 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855049 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 454164480 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83672, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9818000593 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.681 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83677, 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15792212133 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10244096 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 342773760 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 466944000 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417991012 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23860 2024-07-26T07:49:07.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367591424 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367595520 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11774 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23860, 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171634662 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264982869 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19178 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3481621 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 850 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10838440 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1110 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:07.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 276 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1110, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2920381 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.688 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 540 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5513 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.689 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 976134144 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14622720 2024-07-26T07:49:07.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22535, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61687145 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3249, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 462354074 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16475, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115348786 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19395040317 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83152, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1500038710 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44126334 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19439166651 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26901, 2024-07-26T07:49:07.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 549926390 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 844, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309791 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10317, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7978038 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59108 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.695 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14152, 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2293330371 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 225922 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20454 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11780, 2024-07-26T07:49:07.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1141810597 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32902, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11392161 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21122, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051938648 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15461, 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 361729008 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.698 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9440363630 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 660978336 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8641, 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2639575670455 2024-07-26T07:49:07.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6350465687254 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2986788706895 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014917 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 356899642 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34058609165 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34222887 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16734711574 2024-07-26T07:49:07.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6995267503 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10402816 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2511, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14065277 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.702 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67601560497 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7916036679 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 737357216 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.703 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 510623744 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 480985088 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29638656 2024-07-26T07:49:07.704 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56599940 2024-07-26T07:49:07.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73728 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.707 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69155452 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2640 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 167424 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70258255 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 559072 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37733293 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70759539 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 172713 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1139514 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69116092 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.718 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26903 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 112499, 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9402419188 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 971357230 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47468425242 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:07.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27892, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10162631581 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20703867752 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18135 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:07.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6315704301 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18438, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4098539064 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:07.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4017930713 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7529 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 330500176 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14131707826 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8053, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4628538366 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:07.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10849269508 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1239 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 640857054 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27021013115 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1401, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1435554151 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5836667531 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468803584 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.727 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19187 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2572288 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 463495168 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2769061 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 883748 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 132, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 564029 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367394816 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57862, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6617370595 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57873, 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10858975521 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4349952 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 237080576 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384434176 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 194831015 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14077 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160575488 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160579584 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7466 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14077, 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102749338 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137479281 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12314 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1283762 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 530 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550080 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 664 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 134 2024-07-26T07:49:07.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 664, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1220687 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 897 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8101 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705282048 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15208448 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13507, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42017539 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3145, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 300399053 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10558, 2024-07-26T07:49:07.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 63716144 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13468577559 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57499, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1061823598 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30425023 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13499002582 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21754, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 255010065 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 832, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416164 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7902, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7594925 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91309 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10651, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1417806301 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168373 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18001 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13156, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020680009 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41166, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11869137 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28010, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 785467018 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.747 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11443, 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259077048 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.748 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4400713562 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 642315646 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13390, 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2636233650164 2024-07-26T07:49:07.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5265639783849 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1721884466304 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7531112 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 131527959 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21510389210 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23703319 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10245988577 2024-07-26T07:49:07.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4675224894 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10993075 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2390, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11954015 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40975081129 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5483921839 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 386707609 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:07.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 402366464 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 381714432 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20652032 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.754 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57377825 2024-07-26T07:49:07.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8192 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 471040 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.757 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67972063 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333689 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1616 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 108096 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72873079 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 200656 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38251883 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70599365 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333689 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174972 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1169873 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71637946 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.767 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.768 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31660 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 88759, 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5616708732 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1017221899 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70378763841 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.770 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32248, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11137088967 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25303833285 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23922 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6001936096 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24200, 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4581226781 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3867807777 2024-07-26T07:49:07.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3672 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140150882 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7188322717 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3865, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2200709399 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:07.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5039163091 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4066 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 877071017 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57188505028 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4183, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4355152787 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16396862417 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.776 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382619648 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16838 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:07.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7217152 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 548155392 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3268176 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:07.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128821 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641484 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468844544 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:07.781 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67039, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7901394601 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67049, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12785813661 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8654848 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 274649088 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.782 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481624064 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:07.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321779621 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17973 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271048704 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271052800 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.784 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6588 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17973, 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 113347996 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 183345484 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:07.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13736 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2329209 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 819 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7158696 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1055 2024-07-26T07:49:07.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:07.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 245 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1055, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2063770 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:07.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 586 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5419 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.789 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 832454656 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:07.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11005952 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17434, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49478593 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3194, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428746925 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11571, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81864189 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.792 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15815705777 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66585, 2024-07-26T07:49:07.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1262389648 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40112959 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15855818736 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.794 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 244274, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1100982850 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 723, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1776081 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 126448, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42801252 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:07.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58708 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17177, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2031285455 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 415769 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17974 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:07.796 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5412, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 792487555 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29451, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7812023 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24039, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 715565423 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.797 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13162, 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318598746 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.798 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5209457508 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 804522048 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:07.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2788014152735 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6148190711838 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2960971216940 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:07.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8460230 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151706931 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24490407954 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27152272 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11255148343 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5731805694 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793553 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.802 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2404, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12384019 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46851171481 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6538536382 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:07.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448795323 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 513146880 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 507838464 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.804 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5308416 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56921855 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36864 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24576 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68845825 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:07.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2144 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150528 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67861286 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.811 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 574592 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37947903 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70529409 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:07.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 186899 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1147384 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75068283 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:07.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43130 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 117784, 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7788927605 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:07.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855219230 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45927632589 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:07.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43506, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22482659114 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35783413775 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29552 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16195242039 2024-07-26T07:49:07.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29602, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11134218363 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:07.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11144034336 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12548 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 154427671 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21042926722 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:07.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12751, 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9803521033 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:07.825 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17847084782 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1030 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700791559 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8689463828 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1153, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1544919718 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6792294657 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.827 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4194304 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479858688 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:07.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T07:49:07.830 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.462537850078661e-06, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 812, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 1341440, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 311, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:07.831 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:07.832 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 157084, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 110592, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:07.833 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 46492, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.17103419686282e-07, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 79, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 88064, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 22093, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 6596, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 15497, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 66279, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 68, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 35840 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.834 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.835 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T07:49:07.836 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T07:49:07.837 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:07.838 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool", 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "selfmanaged_snaps" 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12595200, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:07.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12595200, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 4, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.740733569022268e-05, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 8974, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 3137879040, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 4194323, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 4194323, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:07.840 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 12582969, 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 24331, 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 3189085184 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T07:49:07.841 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T07:49:06.900564", 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "7.9.2" 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:07.842 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T07:49:07.843 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T07:49:07.844 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:07.845 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.846 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:07.847 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820772+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:07.848 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 5, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 5, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T07:49:07.849 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5290, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:49:31.941317+0000", 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.850 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 4, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.853 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'5" 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.854 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804819+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:07.855 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.856 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:33:46.773997+0000", 2024-07-26T07:49:07.857 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.858 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.861 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:07.862 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.860157+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.864 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5227, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:10.166677+0000", 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.865 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.868 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.869 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.873171+0000", 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.870 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.871 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.872 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:48.714243+0000", 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.876 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.877 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820309+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.879 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5050, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.880 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:31.588634+0000", 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.884 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.885 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.816412+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.887 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:49:46.308352+0000", 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.891 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.892 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821413+0000", 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.894 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T07:49:07.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5059, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:53:58.463918+0000", 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:07.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.899 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:07.900 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805442+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:07.902 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5110, 2024-07-26T07:49:07.903 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:32:03.057157+0000", 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:07.907 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.908 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806161+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.910 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5103, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:08:37.371884+0000", 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.911 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.915 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.916 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821235+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:07.918 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:07.639729+0000", 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:07.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:07.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'3" 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.923 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:07.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.810388+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.926 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5228, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:13:29.404020+0000", 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.930 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.931 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820323+0000", 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202159+0000", 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.933 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:15.008071+0000", 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.938 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:07.939 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813047+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.941 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.942 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:26:36.151874+0000", 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.947 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819776+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201660+0000", 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.949 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:24:57.973510+0000", 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.954 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:07.955 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.808497+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:07.956 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.957 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5179, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:09.121833+0000", 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.961 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:07.962 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818846+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.964 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.965 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:38:05.023382+0000", 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:07.969 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.970 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817210+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.972 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5277, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:37.641295+0000", 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.976 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.977 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:07.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:51.919041+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 636, 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 635, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.980 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5088, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.738965+0000", 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.984 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.564439+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:07.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2908, 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.987 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2908, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8764, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:01:06.493260+0000", 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.005774741, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194304, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1093, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387091, 2024-07-26T07:49:07.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2891, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 357007 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'2908" 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:07.993 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810284+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:07.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:29.224543+0000", 2024-07-26T07:49:07.996 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:07.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:07.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:07.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.001 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808279+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203398+0000", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.003 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5264, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:28.755100+0000", 2024-07-26T07:49:08.004 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "610'2" 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.008 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.562053+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3090, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3090, 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.011 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9039, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:37:42.304621+0000", 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006131294, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1264, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 373038, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3075, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 371907 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.015 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3090" 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.016 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.871161+0000", 2024-07-26T07:49:08.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:08.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:46.142178+0000", 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.023 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.024 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.808563+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.026 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5065, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:36:11.724816+0000", 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.031 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.032 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.576508+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205022+0000", 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3177, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3177, 2024-07-26T07:49:08.034 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9290, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:40:17.358829+0000", 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006101844, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1421, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 334339, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3146, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 396838 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.038 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3177" 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.039 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.870460+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.041 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.042 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:46:32.544438+0000", 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.046 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.047 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821204+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.049 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5269, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.050 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:31:51.632381+0000", 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.054 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:08.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563781+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.056 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3057, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3057, 2024-07-26T07:49:08.057 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9157, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:38.875215+0000", 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004991827, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1203, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 345349, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3045, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 401452 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.061 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3057" 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.062 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802482+0000", 2024-07-26T07:49:08.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.064 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.065 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5154, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:44.724183+0000", 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.069 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.070 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808471+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.071 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.072 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.073 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5105, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:34.099276+0000", 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.076 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.077 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.078 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563625+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:08.079 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204503+0000", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3106, 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.080 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3106, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9218, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:29:57.239694+0000", 2024-07-26T07:49:08.081 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004801109, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1402, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 417221, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.084 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3098, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 404374 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3106" 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.085 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.086 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.812970+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.087 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.088 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5259, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:35:43.651119+0000", 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.091 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.092 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.093 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:08.094 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.785102+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.095 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.096 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5232, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:55:02.693600+0000", 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.099 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.100 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.101 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.567529+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.102 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204106+0000", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3060, 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.103 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3060, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8940, 2024-07-26T07:49:08.104 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:18.302803+0000", 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.008363009, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 932, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387045, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.107 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3048, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 423672 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3060" 2024-07-26T07:49:08.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.109 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.818240+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.111 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:53.724174+0000", 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.115 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.116 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813882+0000", 2024-07-26T07:49:08.117 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346323+0000", 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.119 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5051, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:51.879219+0000", 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.123 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.124 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.577455+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.125 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3037, 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.126 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3037, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.127 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9043, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:04:05.097203+0000", 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.007159503, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1159, 2024-07-26T07:49:08.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 410791, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3000, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 373031 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.131 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3037" 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.132 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808077+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.133 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.134 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:40:26.531009+0000", 2024-07-26T07:49:08.135 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.136 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.139 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815024+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.142 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5136, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:51:12.994025+0000", 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.146 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.147 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818513+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.148 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346416+0000", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.149 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.150 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5556, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:47.688371+0000", 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:08.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.154 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "283'197" 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:08.155 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.669749+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.156 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202342+0000", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3027, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.157 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3027, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8593, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:54:27.960263+0000", 2024-07-26T07:49:08.158 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001603382, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 500, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 409461, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3028, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 386060 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3027" 2024-07-26T07:49:08.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.163 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.823250+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.165 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:09.805904+0000", 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.166 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.170 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.171 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.174 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.864152+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.175 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.176 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5229, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:57.393699+0000", 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.179 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.180 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.181 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806676+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.182 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.183 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5123, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.587981+0000", 2024-07-26T07:49:08.184 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.187 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.188 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:08.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.813352+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.190 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.191 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5262, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.889143+0000", 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.194 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.195 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.196 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816524+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.197 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.198 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.199 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5058, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.515567+0000", 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.202 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.203 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.204 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.814772+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:08.205 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.206 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.207 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:54:00.849170+0000", 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.210 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.211 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.212 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818770+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.213 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.214 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5063, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:29:09.495316+0000", 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.217 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.218 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.219 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810239+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345386+0000", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.221 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5156, 2024-07-26T07:49:08.222 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:30.567163+0000", 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:08.226 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.227 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815022+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.228 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.229 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5055, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:28:15.136367+0000", 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.230 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.233 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.234 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.831322+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.236 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.237 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5244, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:54:30.390036+0000", 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 24, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 24, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T07:49:08.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807797+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.244 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:23.268777+0000", 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.248 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.249 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807109+0000", 2024-07-26T07:49:08.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.251 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.252 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:52:34.591061+0000", 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.256 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.257 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819632+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.259 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:03:02.003363+0000", 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.260 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.264 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816199+0000", 2024-07-26T07:49:08.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:08.266 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.267 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5125, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:45:22.424658+0000", 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.271 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.272 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821735+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.274 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5218, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:17:35.867407+0000", 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.275 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.278 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.279 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:08.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810754+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.281 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.282 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5283, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:13.556316+0000", 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:08.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.286 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.287 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819032+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.289 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5061, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.290 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:01.238760+0000", 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.293 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804697+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.296 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 29, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 29, 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.297 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5129, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:01.220188+0000", 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 5810, 2024-07-26T07:49:08.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 10, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 14, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 28, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 25 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.301 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'29" 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.302 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815026+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.304 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5141, 2024-07-26T07:49:08.305 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:58:59.602202+0000", 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.868196+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:08.312 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5270, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:21:56.419556+0000", 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T07:49:08.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 7, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.316 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.317 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.872507+0000", 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.319 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.320 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5273, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:23:28.385755+0000", 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:08.324 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.325 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805341+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.326 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.327 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5131, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:10.010819+0000", 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.328 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.331 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.332 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:08.333 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.824071+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.334 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.335 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5097, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:30:52.236543+0000", 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.338 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.339 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.340 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804511+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.341 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.342 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5093, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:13.526717+0000", 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.347 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.348 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817011+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.350 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5253, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:14:05.494921+0000", 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.351 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.354 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.355 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814225+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.358 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5114, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:52:46.401282+0000", 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.362 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782473+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.365 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5217, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:12.516571+0000", 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.369 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.370 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802694+0000", 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.373 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:19:51.730178+0000", 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.377 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.378 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.379 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.380 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817535+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.381 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.382 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:17:00.126372+0000", 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.386 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.387 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814945+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.390 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5272, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:21:59.299998+0000", 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.394 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.395 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814092+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.397 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5213, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:33:36.734520+0000", 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.402 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:08.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782396+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:08.404 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.405 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5204, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:23:38.554341+0000", 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.409 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.410 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:50.909249+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 574, 2024-07-26T07:49:08.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201098+0000", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 573, 2024-07-26T07:49:08.412 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5100, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:23.457377+0000", 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.417 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.418 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.803059+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.420 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:34:52.369063+0000", 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.424 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.425 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.865252+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.426 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.427 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.428 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:22.584229+0000", 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.432 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.433 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810348+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:20:36.317969+0000", 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.440 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:08.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.808289+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.442 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.443 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:56:49.716654+0000", 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.447 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.448 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.778258+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201157+0000", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.450 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.451 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5256, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:34:38.647965+0000", 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.455 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.456 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817475+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.457 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.458 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5095, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:38.972786+0000", 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.459 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.463 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.464 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.812425+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.466 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5203, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:36.393905+0000", 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.467 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.470 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.471 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.861801+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.473 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5132, 2024-07-26T07:49:08.474 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:57:44.988117+0000", 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.475 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.479 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.820269+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.480 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.481 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:43.595126+0000", 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.483 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.485 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.486 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817089+0000", 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.487 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.488 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.489 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:16.541427+0000", 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.490 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.491 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.493 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.494 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815103+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.495 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.496 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5276, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.497 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:22.108593+0000", 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.498 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.499 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.502 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808194+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.503 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.504 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5102, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:11:43.422690+0000", 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.509 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:08.510 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820811+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:08.511 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.512 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:18:37.931800+0000", 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.514 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.515 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.516 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.517 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813490+0000", 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.518 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.519 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.520 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5216, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:37:31.189198+0000", 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.523 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.524 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.525 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.811862+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.526 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.527 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5112, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:09.878568+0000", 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.528 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.532 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815502+0000", 2024-07-26T07:49:08.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.534 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.535 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:23:59.031476+0000", 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.539 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.540 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.856335+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.542 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5254, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:26:25.229973+0000", 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.546 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.547 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.866763+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.549 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5274, 2024-07-26T07:49:08.550 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:08.052400+0000", 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.554 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804636+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.557 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5209, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:39.973314+0000", 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.561 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.562 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802755+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.564 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5149, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.565 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:19.109227+0000", 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.569 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.570 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808271+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.572 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5090, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:27:32.768750+0000", 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.573 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.576 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.577 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813586+0000", 2024-07-26T07:49:08.578 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.579 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.580 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 4525, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:42:05.861959+0000", 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.584 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.585 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821670+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.586 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.587 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5053, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:19:21.966389+0000", 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.588 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.592 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.798873+0000", 2024-07-26T07:49:08.593 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.594 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.595 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:30.261855+0000", 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.599 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.600 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819839+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.602 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.603 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:38:50.798364+0000", 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.607 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.608 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.830165+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.610 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:26.722083+0000", 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.611 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.615 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.616 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819932+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.617 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.618 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:48.448080+0000", 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.619 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.623 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814000+0000", 2024-07-26T07:49:08.624 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:08.625 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.626 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5127, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:49.090014+0000", 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.630 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.631 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.826578+0000", 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.632 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.633 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T07:49:08.634 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:32.391966+0000", 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.636 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.637 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.638 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.639 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808096+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:08.640 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.641 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.642 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5266, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:19:58.283164+0000", 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.643 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.644 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.645 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.646 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:08.647 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815345+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.648 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:08.649 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5048, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:34:49.405737+0000", 2024-07-26T07:49:08.650 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.651 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:08.654 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T07:49:08.655 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:08.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.658 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.659 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 68, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 68, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 6596, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.660 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T07:49:08.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 2, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 79, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 86, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 68, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 35 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 110592, 2024-07-26T07:49:08.663 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 19788, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 46492, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T07:49:08.664 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:08.666 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.667 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:08.668 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:08.669 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 24462, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 24462, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194323, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:08.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:08.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 2, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:08.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 8974, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3064335, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24331, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 3114341 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12595200, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:08.673 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 12582969, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T07:49:08.674 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 4673613824, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.006085749249905348 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T07:49:08.675 INFO:tasks.workunit.client.0.smithi037.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-26T07:49:08.676 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview-device 2024-07-26T07:49:08.676 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:06 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.677 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:06 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2900908370' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:06 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: mgrmap e42: y(active, since 73m), standbys: x 2024-07-26T07:49:08.678 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.679 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.680 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.681 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.682 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:07 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.682 INFO:tasks.workunit.client.0.smithi037.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-07-26T07:49:08.682 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry preview-all 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: mgrmap e42: y(active, since 73m), standbys: x 2024-07-26T07:49:08.683 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='client.45920 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.685 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: mgrmap e42: y(active, since 73m), standbys: x 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.686 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.687 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.688 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.689 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.690 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:08.691 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:08.692 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:08.692 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:08.692 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:08.692 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:07 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.046 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.047 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.048 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.049 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.050 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:08 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:09.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.089 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:09.090 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:08 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:10.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:09 smithi037 ceph-mon[97339]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:10.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:09 smithi037 ceph-mon[99762]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:10.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:09 smithi135 ceph-mon[90132]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:11.696 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:11 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:49:11] "GET /metrics HTTP/1.1" 200 34242 "" "Prometheus/2.43.0" 2024-07-26T07:49:12.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:11 smithi037 ceph-mon[97339]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:12.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:11 smithi037 ceph-mon[99762]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:12.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:11 smithi135 ceph-mon[90132]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:12.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:12 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:49:14.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:13 smithi037 ceph-mon[97339]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:14.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:13 smithi037 ceph-mon[99762]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:14.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:13 smithi135 ceph-mon[90132]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:16.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:15 smithi037 ceph-mon[97339]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:16.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:15 smithi037 ceph-mon[99762]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:16.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:15 smithi135 ceph-mon[90132]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:18.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:17 smithi037 ceph-mon[97339]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:18.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:17 smithi037 ceph-mon[99762]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:18.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:17 smithi135 ceph-mon[90132]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:19 smithi037 ceph-mon[97339]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:20.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:19 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:19 smithi037 ceph-mon[99762]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:20.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:19 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:19 smithi135 ceph-mon[90132]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-07-26T07:49:20.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:19 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "device_report": { 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:49:20.449 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T07:49:20.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T07:49:20.451 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.452 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.453 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T07:49:20.454 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.455 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.456 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T07:49:20.457 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T07:49:20.458 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T07:49:20.459 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T07:49:20.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T07:49:20.461 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.462 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:49:20.463 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:49:20.464 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T07:49:20.465 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T07:49:20.466 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T07:49:20.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:49:20.468 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T07:49:20.469 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.470 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T07:49:20.471 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.472 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T07:49:20.473 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T07:49:20.474 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.475 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T07:49:20.476 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:20.477 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T07:49:20.478 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T07:49:20.479 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T07:49:20.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.481 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:49:20.482 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T07:49:20.483 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T07:49:20.484 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:49:20.485 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:20.486 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "report": { 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:20.487 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:20.488 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:20.489 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:20.490 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:20.491 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T07:49:20.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:20.493 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:20.494 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_max_backfills", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:49:20.495 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:49:20.496 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_sleep", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:49:20.497 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:20.498 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:49:20.499 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T07:49:20.500 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:20.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:20.502 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:20.503 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T07:49:20.504 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T07:49:20.505 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 2, 2024-07-26T07:49:20.506 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "has_msr_rules": 0, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 1, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T07:49:20.507 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_collision_tries": 100, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_descents": 100, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.508 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T07:49:20.509 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T07:49:20.510 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20144128, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 337808, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 729088, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T07:49:20.511 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 367, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1103112, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 612352, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14740328, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20709376, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 428728, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 483328, 2024-07-26T07:49:20.512 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 482, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1362976, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1142272, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15153960, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 177922048, 2024-07-26T07:49:20.513 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1885592, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2154496, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 7053, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 11674792, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 3095296, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 158382784, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 180076544 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:20.514 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 169377792, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 2535848, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2310144, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 6597, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10665768, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2635776, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 150656816, 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 171687936 2024-07-26T07:49:20.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 262660096, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 6241584, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3014656, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 475136, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9894, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 15201064, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 4406784, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 233796008, 2024-07-26T07:49:20.516 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 263135232 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 574758912, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 29107728, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 24567808, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13377, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66174976, 2024-07-26T07:49:20.517 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12097792, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 464101616, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 599326720 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 456892416, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24516728, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 23158784, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13131, 2024-07-26T07:49:20.518 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 65941528, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 9283584, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 353873776, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 480051200 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 532824064, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24547840, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 49152, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 41451520, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11394, 2024-07-26T07:49:20.519 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 60366872, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12683776, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 431899624, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 574275584 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 572243968, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 17629576, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 5242880, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 32907264, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 10607, 2024-07-26T07:49:20.520 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 61934872, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11257344, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 476179296, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 605151232 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 427827200, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 23651560, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 142753792, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11692, 2024-07-26T07:49:20.521 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 62363248, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10732544, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 327803048, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 570580992 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 484589568, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 28342088, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 29310976, 2024-07-26T07:49:20.522 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12492, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 51320048, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11788032, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 389862600, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 513900544 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 385179648, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 14224432, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3145728, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 20332544, 2024-07-26T07:49:20.523 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9307, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 47705880, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10566656, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 309536952, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 405512192 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 511385600, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 19490560, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:20.524 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 5038080, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12703, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 58356184, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 51, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 13307392, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 416954664, 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 516423680 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T07:49:20.526 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.003536", 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:20.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:20.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 9, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:20.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:20.530 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard_description": null, 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T07:49:20.531 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.532 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.535 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.536 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 148986, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 33 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.537 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 928, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.540 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.542 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.543 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.544 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.545 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222664, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51904, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 181 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.546 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12712, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 247 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.547 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.548 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.549 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.550 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.551 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.553 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50661826, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7019 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 352, 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T07:49:20.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.555 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:20.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.557 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.558 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.560 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.561 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.562 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 43439920, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5333 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 792, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.563 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.564 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.565 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.566 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.567 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.568 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.569 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51700698, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7279 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.571 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.573 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11440, 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 304 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20536, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 363 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 120832, 2024-07-26T07:49:20.575 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3072, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 16 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61280, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 766 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 405184, 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:20.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 818182, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 218 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2514759, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 553611 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.577 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7076336, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10438 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78260, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8263 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93504, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.578 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52111, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 47 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16509586, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 269 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.580 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 231 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 476256, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.581 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7169760, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18588 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.582 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21944, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 375 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 47488, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.584 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1728, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61200, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402896, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.585 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 874592, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 234 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2504127, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 549997 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7028736, 2024-07-26T07:49:20.586 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10368 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76652, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8092 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92976, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.587 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58249, 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T07:49:20.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9512783, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 268 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22000, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 250 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.589 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 453024, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7318584, 2024-07-26T07:49:20.590 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 21275 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.591 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.592 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19360, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 344 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31232, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 27 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3840, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.593 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402272, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 326672, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 94 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.594 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1778532, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 393084 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5200216, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7679 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76032, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8081 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92832, 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:20.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 187228, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1333 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:20.596 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 91639, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 54 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21875661, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 260 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.597 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12144, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 138 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 394944, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.598 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3201640, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 6157 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.599 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19264, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 336 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30848, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4416, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 23 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:20.601 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 403520, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1940 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 309106, 2024-07-26T07:49:20.602 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 83 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1764438, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391023 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5170296, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7635 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76532, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8100 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.603 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93072, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1939 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.604 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92786, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23999414, 2024-07-26T07:49:20.605 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 281 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10824, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 123 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 429792, 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T07:49:20.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3553680, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9234 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.607 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:20.608 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22768, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 191232, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 768, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.609 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60960, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 762 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 918067, 2024-07-26T07:49:20.610 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2092405, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 461442 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6008056, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8867 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 85832, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9250 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186460, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1330 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86421, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4760019, 2024-07-26T07:49:20.613 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 255 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21472, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 244 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:20.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4987112, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11913 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.615 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.616 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18208, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 327 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31104, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.617 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3456, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60000, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 750 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 388194, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 106 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419847, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 537213 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6903616, 2024-07-26T07:49:20.619 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10184 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86084, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9255 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.621 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 90111, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 62 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328365, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 253 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12408, 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T07:49:20.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 464640, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6365320, 2024-07-26T07:49:20.623 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 12241 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.624 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.625 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14280, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 263 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30336, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2688, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 14 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 59600, 2024-07-26T07:49:20.626 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 745 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 418288, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 820299, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1736426, 2024-07-26T07:49:20.627 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 381504 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5028176, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7426 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 87084, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9409 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96528, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.628 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 42574, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14632926, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 210 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.630 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19976, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.631 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3523000, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9175 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.633 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 17784, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 318 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 240000, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:20.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3264, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 17 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60640, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 758 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 404768, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:20.635 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 566501, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 121 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2044705, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 455227 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5908096, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8720 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78940, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8262 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93408, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:20.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186972, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1332 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 40815, 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:20.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18163748, 2024-07-26T07:49:20.639 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5542 2024-07-26T07:49:20.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11704, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 133 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 557568, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.642 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4947696, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9518 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.643 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:20.644 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.645 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:49:20.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.647 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:20.648 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:20.649 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:49:20.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T07:49:20.651 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "reef", 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "squid" 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.652 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 19, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "squid" 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.653 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:20.654 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:20.655 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:20.656 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.657 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:20.658 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:20.659 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1319, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16080, 4110, 127, 12, 35, 30, 0, 0, 3, 0, 0, 7, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.660 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10662, 108, 72, 2, 13, 54, 167, 196, 37, 34, 23, 25, 39, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 702, 8, 30, 0, 1, 1, 3, 19, 22, 6, 75, 178, 58, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 555, 1, 0, 0, 0, 1, 1, 0, 0, 0, 3, 37, 302, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 237, 3, 0, 0, 0, 1, 1, 1, 2, 1, 2, 6, 24, 82, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 19, 17, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 25, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.661 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.662 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9726, 2, 0, 1, 0, 1, 0, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8106, 27, 1389, 1, 7, 5, 10, 17, 35, 50, 52, 31, 8, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1085, 6, 96, 23, 0, 0, 0, 0, 6, 34, 87, 212, 73, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 740, 8, 0, 7, 0, 0, 0, 1, 3, 1, 1, 36, 499, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 390, 24, 4, 0, 0, 0, 0, 0, 1, 1, 12, 6, 26, 42, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.663 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 315, 11, 40, 0, 0, 0, 0, 3, 3, 0, 1, 2, 13, 16, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 325, 6, 224, 0, 0, 0, 0, 0, 1, 3, 2, 6, 15, 32, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 76, 0, 38, 0, 0, 0, 0, 0, 1, 0, 6, 3, 8, 12, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.664 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.665 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 13967, 1, 0, 0, 0, 0, 0, 0, 0, 6, 3, 10, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10506, 11, 12, 0, 7, 1, 0, 2, 8, 0, 7, 13, 8, 24, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 943, 14, 4, 2, 2, 0, 0, 0, 2, 4, 7, 5, 2, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 457, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 18, 21, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 1, 1, 0, 0, 0, 0, 0, 6, 0, 19, 10, 15, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 219, 0, 0, 0, 0, 2, 0, 3, 0, 0, 11, 10, 35, 35, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 134, 0, 0, 1, 0, 0, 0, 1, 2, 0, 4, 2, 40, 46, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 20, 36, 23, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.666 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.667 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:20.668 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 159, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10155, 4028, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3671, 205, 32, 0, 16, 1, 5, 10, 8, 15, 8, 10, 8, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 17, 26, 1, 0, 1, 0, 0, 3, 11, 48, 84, 9, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 179, 2, 1, 0, 4, 0, 0, 0, 0, 1, 1, 15, 176, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 38, 2, 0, 0, 121, 0, 0, 0, 0, 0, 0, 3, 6, 26, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 30, 0, 0, 0, 364, 0, 0, 0, 0, 0, 1, 2, 5, 11, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 2, 0, 0, 402, 0, 0, 0, 0, 0, 0, 3, 7, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 1806, 0, 0, 0, 0, 0, 0, 0, 2, 1, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.669 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.670 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3289, 1495, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12341, 10522, 4169, 0, 0, 2, 1, 0, 1, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6542, 428, 124, 1, 9, 0, 4, 7, 14, 6, 5, 1, 9, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.671 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 773, 66, 30, 0, 0, 2, 0, 1, 6, 10, 42, 82, 38, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 238, 9, 0, 0, 0, 0, 0, 1, 0, 1, 8, 9, 163, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 27, 4, 0, 0, 2, 1, 0, 0, 0, 3, 1, 5, 46, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 27, 3, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 9, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 12, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.672 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.673 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8995, 3, 1, 0, 1, 0, 0, 0, 0, 3, 4, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7203, 31, 15, 0, 12, 0, 1, 1, 1, 5, 3, 8, 17, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 762, 11, 10, 8, 3, 0, 0, 1, 0, 7, 13, 5, 7, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 346, 7, 0, 2, 0, 0, 0, 0, 0, 1, 0, 10, 36, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 55, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.674 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 11, 7, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.675 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.676 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7711, 0, 0, 0, 6553, 418, 1, 0, 2, 2, 2, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6084, 24, 2, 1, 579, 159, 3, 4, 8, 12, 21, 10, 11, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 584, 7, 4, 0, 48, 20, 0, 1, 7, 14, 33, 79, 23, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 264, 0, 2, 0, 11, 7, 0, 0, 0, 0, 1, 23, 171, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 112, 0, 0, 0, 22, 29, 0, 0, 0, 1, 1, 4, 14, 32, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 27, 1, 0, 0, 2, 8, 0, 1, 0, 0, 1, 0, 1, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.677 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.678 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.679 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16715, 2, 1, 0, 2, 1, 0, 0, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9355, 33, 0, 0, 7, 0, 0, 0, 3, 0, 1, 4, 9, 29, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1258, 86, 133, 0, 2, 0, 0, 0, 4, 2, 17, 2, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 522, 26, 45, 1, 1, 1, 1, 0, 0, 0, 1, 11, 16, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 12, 18, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 37, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 10, 29, 38, 0, 0, 2, 0, 0, 0, 0, 2, 22, 19, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 1, 1, 30, 70, 0, 1, 0, 0, 0, 0, 0, 6, 25, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 64, 101, 0, 0, 0, 0, 0, 5, 1, 18, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.680 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.681 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:20.682 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:20.683 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:20.684 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.685 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:20.686 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:20.687 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.688 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 497, 0, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5238, 59, 62, 135, 427, 613, 698, 4, 6, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 681, 17, 34, 43, 28, 12, 24, 0, 3, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 288, 1, 0, 0, 0, 1, 1, 0, 1, 0, 2, 8, 8, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 239, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 8, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.689 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.690 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.691 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3636, 266, 35, 68, 122, 1, 2, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 486, 20, 1310, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 0, 32, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1689, 1255, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1473, 1731, 234, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 43, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.692 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.693 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.694 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11342, 8, 0, 0, 2, 0, 2, 8, 4, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16079, 1, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 349, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 234, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.695 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.696 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.697 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2240, 37, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 17, 25, 38, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 934, 310, 9, 129, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4174, 2526, 0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 167, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.698 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.699 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 629, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.700 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2172, 227, 33, 65, 139, 274, 468, 2, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 279, 15, 2, 0, 0, 1, 17, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 145, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 84, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.701 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 423, 1, 5, 13, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3698, 74, 128, 240, 446, 618, 719, 1, 2, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 6, 6, 7, 11, 8, 6, 1, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 205, 4, 22, 38, 5, 1, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 111, 37, 60, 89, 24, 0, 0, 0, 0, 1, 1, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.703 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.704 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.705 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 392, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2584, 14, 1, 0, 14, 0, 5, 5, 13, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 194, 3, 0, 0, 5, 0, 0, 0, 0, 11, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 9, 0, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 108, 100, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.706 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.707 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 797, 7, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8901, 30, 60, 18, 3, 1, 1, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.708 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1808, 35, 86, 44, 0, 0, 0, 1, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 409, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.709 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:20.711 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:20.712 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:20.714 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:20.715 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.716 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.717 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.718 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.719 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1821, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2999, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.720 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.721 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.722 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16096, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.723 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.724 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.725 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.726 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.727 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.728 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.729 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.730 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5935, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.731 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.732 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.733 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.734 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.735 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.736 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9018, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1981, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 432, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.737 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.738 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:20.739 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:20.740 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:20.741 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.742 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:20.743 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:20.744 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.745 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 102, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2023, 25, 3, 2, 8, 3, 2, 2, 8, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1239, 8, 1, 2, 4, 3, 5, 12, 26, 55, 75, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 173, 8, 0, 0, 2, 3, 2, 7, 8, 13, 71, 259, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 182, 4, 0, 0, 0, 0, 1, 1, 2, 4, 22, 14, 288, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 451, 2, 0, 0, 0, 0, 1, 1, 1, 0, 5, 11, 19, 32, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 20, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.746 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.747 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.748 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2831, 22, 0, 1, 6, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1556, 7, 1, 0, 5, 9, 5, 11, 34, 74, 112, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 4, 0, 0, 1, 0, 3, 3, 8, 11, 83, 333, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 3, 0, 0, 0, 1, 1, 1, 3, 5, 29, 46, 371, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 4, 0, 0, 1, 0, 0, 0, 2, 1, 12, 21, 20, 30, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 9, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2386, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.749 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.750 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.751 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 433, 10, 1, 0, 17, 2, 1, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 7, 0, 0, 1, 0, 0, 2, 6, 6, 33, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 257, 3, 2, 0, 1, 2, 3, 9, 7, 17, 77, 87, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 124, 0, 1, 0, 0, 0, 2, 3, 4, 5, 27, 49, 14, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 46, 0, 0, 1, 0, 0, 0, 0, 1, 2, 9, 14, 22, 45, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 4, 11, 31, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.752 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.753 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.754 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1075, 21, 2, 0, 17, 0, 3, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 459, 1, 0, 2, 6, 2, 1, 8, 24, 27, 51, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 64, 13, 0, 0, 2, 0, 0, 1, 0, 3, 21, 94, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 263, 7, 0, 1, 0, 1, 0, 0, 1, 1, 3, 5, 89, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 408, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 11, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 270, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.755 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.756 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 59, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1114, 15, 1, 0, 15, 1, 4, 10, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 513, 9, 1, 0, 2, 2, 4, 12, 18, 23, 52, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 16, 0, 0, 0, 1, 4, 4, 5, 4, 49, 131, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.757 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 464, 31, 0, 0, 0, 1, 0, 1, 1, 1, 7, 13, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 275, 29, 0, 0, 0, 0, 0, 2, 2, 2, 2, 8, 16, 20, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 164, 44, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 9, 23, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.758 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.759 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 386, 15, 0, 0, 11, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 4, 0, 0, 1, 1, 0, 2, 7, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 88, 3, 0, 1, 1, 2, 2, 1, 3, 1, 9, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 19, 17, 0, 0, 0, 0, 0, 0, 1, 3, 7, 12, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 19, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 13, 20, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 48, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 5, 21, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.760 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.761 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.762 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1147, 29, 3, 2, 18, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 618, 3, 2, 0, 1, 2, 4, 5, 11, 26, 32, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 296, 11, 0, 0, 0, 0, 0, 0, 0, 0, 17, 88, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 452, 12, 0, 0, 0, 0, 0, 0, 1, 2, 2, 8, 167, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 299, 23, 0, 0, 0, 0, 1, 1, 0, 1, 2, 12, 10, 21, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 137, 49, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 27, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.763 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 174, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.764 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.765 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 9, 1, 0, 14, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 78, 3, 1, 0, 0, 1, 2, 6, 5, 3, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 114, 5, 0, 0, 1, 2, 3, 1, 7, 4, 20, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 40, 4, 0, 0, 0, 0, 1, 3, 0, 2, 12, 16, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 2, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 18, 34, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 6, 8, 32, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.766 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.767 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 8, 2024-07-26T07:49:20.768 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "number of replicas", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 1, 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[1, 1]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[2, 2]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[3, 3]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[4, 4]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[5, 5]", 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "[6, None]" 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "linear" 2024-07-26T07:49:20.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 10, 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "duration", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 250000, 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 249999]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[250000, 499999]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[500000, 999999]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[1000000, 1999999]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[2000000, 3999999]", 2024-07-26T07:49:20.770 INFO:tasks.workunit.client.0.smithi037.stdout: "[4000000, 7999999]", 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "[8000000, 15999999]", 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "[16000000, 31999999]", 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "[32000000, None]" 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.771 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.772 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.773 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.774 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.775 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.776 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.777 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.778 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T07:49:20.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.780 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_complete": { 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_keys": { 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T07:49:20.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T07:49:20.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.786 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_inode": { 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_path": { 2024-07-26T07:49:20.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T07:49:20.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.791 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "evlrg": { 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.792 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.793 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "segmjr": { 2024-07-26T07:49:20.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.795 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248096 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T07:49:20.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47976 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.798 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.799 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T07:49:20.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T07:49:20.803 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.806 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.807 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "req_snapdiff_latency": { 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.808 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T07:49:20.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.810 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed_ops": { 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.813 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:20.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7736 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56278713 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1995972738 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.816 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999973 2024-07-26T07:49:20.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.818 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:20.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:20.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27333625906 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.822 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 111070132 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.823 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:20.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69865 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5201928785 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177192960 2024-07-26T07:49:20.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 175005696 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2187264 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26301789 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.829 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68030528 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.832 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2393700 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70967097 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.835 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177585218 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69878718 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:20.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 339133, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1814689867 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.840 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18910, 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9319280436 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:20.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 244 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:20.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 55980779 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1173975839 2024-07-26T07:49:20.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:20.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.847 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:20.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23867508463 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:20.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110495406 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69574 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:20.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2516948219 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168804352 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 166461440 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.852 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2342912 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25398851 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.854 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.855 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68273255 2024-07-26T07:49:20.856 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1536075 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71164511 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:20.860 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 178025359 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69438577 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:20.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 336013, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1559891777 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18815, 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5844243069 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.867 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:20.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 211 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:20.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7794 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7794, 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57332760 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7794, 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23382 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:20.870 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7794, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1604978023 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:20.871 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7792 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.872 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7792, 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56742869 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7792, 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62554 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.873 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7792, 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2920561124 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.874 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9999865 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7794 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7794, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29925590411 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.875 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:20.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260120576 2024-07-26T07:49:20.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259457024 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 663552 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26314468 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.882 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68082834 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2554314 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.885 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70871468 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:20.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177541895 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.889 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69922041 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.890 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 354156, 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2091776467 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:20.891 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:20.892 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19050, 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7507743880 2024-07-26T07:49:20.893 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21709 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.894 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8028160 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 760877056 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4794931 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.897 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1813854 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 839769 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:20.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705560576 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78444, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10437359371 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78455, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17543667123 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:20.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5447680 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321347584 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 722599936 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:20.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448024896 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.901 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29580 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377323520 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377327616 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:20.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16763 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29580, 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232869556 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.903 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360862035 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26908 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2541027 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:20.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 767 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7950534 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.905 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 324 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1081, 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2712581 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:20.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 663 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:20.907 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6281 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093128192 2024-07-26T07:49:20.908 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014144 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20889, 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110062773 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:20.909 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3316, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464476646 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:20.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22086, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 158871870 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:20.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22107361240 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77676, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1909485466 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66952285 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22174313525 2024-07-26T07:49:20.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38717, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1648184839 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1116, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3197808 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:20.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39028, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17684562 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89782 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24595, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5436445857 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268794 2024-07-26T07:49:20.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24395 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19209, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2069044335 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 44481, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16127983 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25272, 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1546712654 2024-07-26T07:49:20.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15293, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 416870833 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.916 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7073480536 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 561677494 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:20.917 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2514078171180 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6474988944032 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2725726936759 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11803944 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236993613 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39004459864 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33310128 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.919 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20867809001 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9533474743 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793677 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2669, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18392504 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.920 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 76731679210 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10680427944 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 579384658 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.921 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 596049920 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 571482112 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.922 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24567808 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56851079 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491520 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68474233 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 169072 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.928 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68373285 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:20.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269584 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37900719 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.930 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70881601 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.932 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 991 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148796 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.934 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1153668 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67241318 2024-07-26T07:49:20.935 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.936 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53510 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 147250, 2024-07-26T07:49:20.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7166993922 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1896639126 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291691191389 2024-07-26T07:49:20.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 54481, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22876666713 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80804153001 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36540 2024-07-26T07:49:20.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22508377966 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36913, 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7435616902 2024-07-26T07:49:20.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8045116946 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9415 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311912901 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.941 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265254227 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.942 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9784, 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5804915075 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15332591663 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7555 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1584726225 2024-07-26T07:49:20.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 250917559196 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7784, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9636134736 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.944 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57426444392 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.945 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 716582912 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15772 2024-07-26T07:49:20.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:20.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7159808 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 732073984 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3204879 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093976 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.949 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 185, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687520 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 741801984 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70097, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9921443873 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.950 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70121, 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16412644597 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4526080 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287158272 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 758841344 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 309423077 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17911 2024-07-26T07:49:20.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268730368 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268734464 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.953 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8022 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17911, 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163131210 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197792385 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14492 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.954 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309561 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 778 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7054844 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1011 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:20.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1011, 2024-07-26T07:49:20.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2064918 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.957 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 651 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:20.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028976640 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10416128 2024-07-26T07:49:20.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18940, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88310315 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3290, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405032 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16453, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126587507 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.961 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20619224615 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69439, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1846769481 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:20.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48366630 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20667591245 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33266, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1374547681 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:20.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 967, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2635344 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11066, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343290 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58379 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14093, 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3752322762 2024-07-26T07:49:20.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232718 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27674 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22047, 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2137215066 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:20.965 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70151, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20196970 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48104, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1301068853 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15027, 2024-07-26T07:49:20.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 392735790 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7265340648 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1267954037 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21786, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2814343626837 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:20.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6248505450843 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2388011465730 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9266869 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287023942 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35450968263 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30720593 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18308595794 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.970 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9026504779 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202772 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2611, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15315755 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70352438320 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10055659903 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 532545835 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:20.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 476774400 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 453591040 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23183360 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:20.973 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56898699 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49152 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 589824 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68291445 2024-07-26T07:49:20.976 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:20.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1872 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 141024 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.979 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68044472 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:20.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127200 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37932466 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.982 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70992238 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.984 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 992 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146912 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1151479 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:20.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75276849 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:20.987 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.988 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47739 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 139052, 2024-07-26T07:49:20.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8877851587 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2136238045 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:20.990 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 620228744898 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49604, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33504441002 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122854251856 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:20.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24315 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20256486451 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24782, 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117087612 2024-07-26T07:49:20.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7863209884 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13145 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142491189 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102798646564 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.993 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13552657862 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:20.994 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31770803232 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10279 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1993746856 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 497173611883 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:20.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11430, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13834695528 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83220238740 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:20.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8389627 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 752230400 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:20.997 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 79044 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:20.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12640256 2024-07-26T07:49:20.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 603893760 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3775753 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286254 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 180, 2024-07-26T07:49:21.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 841439 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 521404416 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.001 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69413, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9494581602 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69418, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15826767955 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1716224 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 284352512 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.002 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 542703616 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.003 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 397791139 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21335 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327254016 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327258112 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7744 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21335, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 153138335 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444312 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.005 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16399 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4520137 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 835 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12547176 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1063 2024-07-26T07:49:21.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1063, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3093583 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1208 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5715 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 903458816 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10403840 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14001, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48697068 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3300, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 546141163 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20595, 2024-07-26T07:49:21.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157579796 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19695809634 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68800, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1730315959 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40958969 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19736768603 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60140, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1228367843 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1015, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2724506 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20535, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12848479 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.015 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56841 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21353, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2999726996 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260058 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18652 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9645, 2024-07-26T07:49:21.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1522753759 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26102, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18419844 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16457, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1321295800 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12340, 2024-07-26T07:49:21.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352871270 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5892994427 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 848186313 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6248, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2545155206018 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.019 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6286350800539 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2561143546854 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343652 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.020 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219038097 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33369643846 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28954572 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17558835096 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.021 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7697721659 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202593 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2613, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14108236 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64750900460 2024-07-26T07:49:21.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8727009256 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 493128284 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.023 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570998784 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 529522688 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41476096 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56663379 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122880 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69030573 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.027 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.028 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140768 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69809629 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.030 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 655088 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37775586 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70621230 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.033 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151140 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1161763 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.036 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68639622 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58274 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.038 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 151761, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6649942836 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1395673301 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83765570452 2024-07-26T07:49:21.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59341, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41882943848 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70376702142 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27414 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16176558397 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27903, 2024-07-26T07:49:21.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5948413874 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9113210100 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29033 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 344508929 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:21.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53351156613 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29412, 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32900703136 2024-07-26T07:49:21.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49800056303 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1827 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051164372 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14237855442 2024-07-26T07:49:21.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2026, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3033826838 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11463435739 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.045 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 531820544 2024-07-26T07:49:21.046 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21457 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.050 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:21.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6381568 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 636112896 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.052 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3611645 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081099 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 161, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 719408 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 601620480 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64706, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9005043529 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64715, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14988000292 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15736832 2024-07-26T07:49:21.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265093120 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610140160 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 201666905 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9793 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174809088 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.056 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174813184 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.057 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9793, 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89173843 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88736708 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6334 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2160054 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 711 2024-07-26T07:49:21.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6327841 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 963 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.059 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 963, 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2009441 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.060 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 669 2024-07-26T07:49:21.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5968 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909877248 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10428416 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.063 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17050, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60010195 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3250, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 522919128 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12946, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 101730283 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.065 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18601431017 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64123, 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1724571457 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.066 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45876010 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18647307027 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19652, 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 846707691 2024-07-26T07:49:21.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1359, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3237992 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12252, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9000005 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 51381 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.068 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7192, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 502519759 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195160 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17177 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28421, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1449001141 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.069 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75403, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24271190 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46982, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980512652 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12091, 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 343012033 2024-07-26T07:49:21.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5846407932 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1479566871 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17693, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2717189066484 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6306507939348 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.072 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2680428040599 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8636781 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 162443149 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.073 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31057860653 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27278410 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15803007155 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6867578242 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6208507 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2541, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15260277 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59750078705 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.075 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7826917571 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 473502548 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 599908352 2024-07-26T07:49:21.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 566976512 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32931840 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57146548 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68678476 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.080 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41536 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114880 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74558537 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 359200 2024-07-26T07:49:21.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38097698 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.087 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70595006 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.088 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146126 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.090 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1168004 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73403239 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37536 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.093 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 107592, 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5378023894 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 964642881 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.094 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263050679912 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39236, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25478673406 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:21.095 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68483722374 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22190 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42979137678 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:21.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22283, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5364486617 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5191847881 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11797 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139599969 2024-07-26T07:49:21.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163286916981 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.098 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13354, 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15878254106 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33954252534 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3549 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825042912 2024-07-26T07:49:21.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56784625253 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3599, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4235932683 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:21.100 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29337621959 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.101 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612065280 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265 2024-07-26T07:49:21.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:21.103 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13103104 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 666742784 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3637194 2024-07-26T07:49:21.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1386802 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687677 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 714997760 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59378, 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7694089443 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.107 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59406, 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12473761830 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10502144 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 243228672 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.108 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 727777280 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.109 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428055626 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18166 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391507968 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391512064 2024-07-26T07:49:21.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.111 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8705 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18166, 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148609421 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254361110 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12853 2024-07-26T07:49:21.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4325402 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12990947 2024-07-26T07:49:21.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1541 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 388 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1541, 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3849585 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.115 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 656 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.116 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5717 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.117 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 925224960 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.118 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14618624 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20789, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64633507 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3213, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 511947051 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.120 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15544, 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 121393020 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.121 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15493042461 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58886, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1263768336 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49513716 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:21.122 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15542556177 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18427, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 587540310 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 852, 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2037404 2024-07-26T07:49:21.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10865, 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9965223 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56831 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.124 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9346, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2614419342 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 186267 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19514 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25881, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1393528131 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.125 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71500, 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19944698 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 45619, 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1105420209 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.126 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13228, 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 325905203 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.127 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5347502718 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 861466397 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.128 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18620, 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2549882163470 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6185763602764 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:21.129 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2477960967875 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7442798 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197479954 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24738970840 2024-07-26T07:49:21.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25933915 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11283844859 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.131 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6279938193 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10397612 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2510, 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13794020 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.132 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47858531303 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7121248637 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 414192694 2024-07-26T07:49:21.133 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 567304192 2024-07-26T07:49:21.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424525824 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142778368 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56442321 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57344 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.138 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 507904 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.139 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68821551 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.140 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3440 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.142 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 233584 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.143 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373439 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.145 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 581024 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37628214 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.146 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.147 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.148 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70842666 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.149 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.150 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 152325 2024-07-26T07:49:21.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1159477 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.153 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70298661 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.154 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.156 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50266 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 108708, 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7382655288 2024-07-26T07:49:21.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.158 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1019403335 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70145744309 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.159 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51024, 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13448816255 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30030859749 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.160 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41540 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14152856363 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41695, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6322444322 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6602478513 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.162 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4677 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151962104 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7930756902 2024-07-26T07:49:21.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.164 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5204, 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2738623237 2024-07-26T07:49:21.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6571033630 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4049 2024-07-26T07:49:21.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 867441231 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48062131044 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4125, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4387748696 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16857347606 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.168 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.169 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 729632768 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:21.170 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72242 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:21.171 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.172 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10924032 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 619413504 2024-07-26T07:49:21.173 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6078048 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2630756 2024-07-26T07:49:21.174 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855049 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 454164480 2024-07-26T07:49:21.175 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83672, 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9818000593 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83677, 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15792212133 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.176 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10244096 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 342773760 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 466944000 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417991012 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23860 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.178 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367591424 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367595520 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.179 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11774 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23860, 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171634662 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264982869 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19178 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.180 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3481621 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 850 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10838440 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1110 2024-07-26T07:49:21.181 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.182 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 276 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1110, 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2920381 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.183 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 540 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.184 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5513 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.185 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 976134144 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.186 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14622720 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22535, 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61687145 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3249, 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 462354074 2024-07-26T07:49:21.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.188 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16475, 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115348786 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.189 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19395040317 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83152, 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1500038710 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.190 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44126334 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19439166651 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26901, 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 549926390 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 844, 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309791 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.192 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10317, 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7978038 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59108 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14152, 2024-07-26T07:49:21.193 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2293330371 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 225922 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20454 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.194 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11780, 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1141810597 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32902, 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11392161 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21122, 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051938648 2024-07-26T07:49:21.195 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15461, 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 361729008 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9440363630 2024-07-26T07:49:21.197 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 660978336 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8641, 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2639575670455 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.198 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6350465687254 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2986788706895 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014917 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.199 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 356899642 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34058609165 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34222887 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.200 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16734711574 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6995267503 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10402816 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.201 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2511, 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14065277 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67601560497 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7916036679 2024-07-26T07:49:21.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 737357216 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 510623744 2024-07-26T07:49:21.203 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481288192 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29335552 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.204 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.205 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56599940 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.206 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73728 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.207 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.208 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69155452 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2640 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.210 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 167424 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.211 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.212 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70258255 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.213 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 559072 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37733293 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.214 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.215 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70759539 2024-07-26T07:49:21.216 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.217 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.218 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146906 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1146463 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.220 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69134950 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.221 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.223 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26903 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 112499, 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9402419188 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.224 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 971357230 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47468425242 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:21.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27892, 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10162631581 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20703867752 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.226 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18135 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6315704301 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:21.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18438, 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4098539064 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4017930713 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.228 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7529 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 330500176 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14131707826 2024-07-26T07:49:21.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.230 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8053, 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4628538366 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10849269508 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.231 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1239 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 640857054 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27021013115 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1401, 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1435554151 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5836667531 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.233 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.234 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468803584 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19187 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:21.235 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:21.236 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.237 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2572288 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 463495168 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.238 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2769061 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 883748 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 132, 2024-07-26T07:49:21.239 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 564029 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367394816 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.240 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57862, 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6617370595 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57873, 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10858975521 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.241 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4349952 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 237080576 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384434176 2024-07-26T07:49:21.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.243 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 194831015 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14077 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160575488 2024-07-26T07:49:21.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160579584 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.245 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7466 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14077, 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102749338 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.246 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137479281 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12314 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1283762 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.247 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 530 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550080 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 664 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:21.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 134 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 664, 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1220687 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.250 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 897 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.251 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8101 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.252 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705282048 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.253 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15208448 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13507, 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42017539 2024-07-26T07:49:21.254 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3145, 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 300399053 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.255 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.256 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10558, 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 63716144 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.257 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13468577559 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57499, 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1061823598 2024-07-26T07:49:21.258 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30425023 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13499002582 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.259 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21754, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 255010065 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 832, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416164 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7902, 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7594925 2024-07-26T07:49:21.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91309 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10651, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1417806301 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168373 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.261 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18001 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13156, 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020680009 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41166, 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11869137 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.262 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28010, 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 785467018 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11443, 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259077048 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.263 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.264 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4400713562 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 642315646 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.265 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13390, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2636233650164 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5265639783849 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1721884466304 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.266 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7531112 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 131527959 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.267 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21510389210 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23703319 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10245988577 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.268 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4675224894 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10993075 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2390, 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11954015 2024-07-26T07:49:21.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40975081129 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5483921839 2024-07-26T07:49:21.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 386707609 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.271 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 402366464 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382009344 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.272 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20357120 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.273 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57377825 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.275 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 475136 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.276 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67972063 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.278 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1616 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 108096 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72873080 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.282 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 200656 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38251883 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.283 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.285 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70599365 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.286 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:21.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148523 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1181064 2024-07-26T07:49:21.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.290 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71653205 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:21.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.292 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31660 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.293 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 88759, 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5616708732 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1017221899 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70378763841 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32248, 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11137088967 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25303833285 2024-07-26T07:49:21.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23922 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6001936096 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24200, 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4581226781 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.298 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3867807777 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3672 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140150882 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.299 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7188322717 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.300 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3865, 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2200709399 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5039163091 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4066 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 877071017 2024-07-26T07:49:21.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57188505028 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.302 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4183, 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4355152787 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16396862417 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382619648 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16838 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:21.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:21.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7217152 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 548155392 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3268176 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.308 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128821 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641484 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.309 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468844544 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67039, 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7901394601 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67049, 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12785813661 2024-07-26T07:49:21.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8654848 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 274649088 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481624064 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:21.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321779621 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:21.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17973 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271048704 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271052800 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6588 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17973, 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 113347996 2024-07-26T07:49:21.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 183345484 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13736 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2329209 2024-07-26T07:49:21.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 819 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7158696 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:21.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1055 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.317 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 245 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1055, 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2063770 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:21.318 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 586 2024-07-26T07:49:21.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5419 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:21.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 832454656 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.321 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11005952 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17434, 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49478593 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3194, 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428746925 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:21.322 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.323 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11571, 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81864189 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.324 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15815705777 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66585, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1262389648 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:21.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40112959 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15855818736 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:21.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 244274, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1100982850 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 723, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1776081 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 126448, 2024-07-26T07:49:21.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42801252 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58708 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17177, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2031285455 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 415769 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.328 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17974 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5412, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 792487555 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29451, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7812023 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24039, 2024-07-26T07:49:21.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 715565423 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13162, 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318598746 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:21.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:21.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5209457508 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 804522048 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.332 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2788014152735 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6148190711838 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2960971216940 2024-07-26T07:49:21.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8460230 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151706931 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:21.334 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24490407954 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27152272 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11255148343 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:21.335 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5731805694 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793553 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2404, 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12384019 2024-07-26T07:49:21.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46851171481 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6538536382 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:21.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448795323 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 513146880 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.338 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 508035072 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5111808 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56921855 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32768 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28672 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68845825 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2144 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150528 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67861286 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 574592 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37947903 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70529409 2024-07-26T07:49:21.352 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.353 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164911 2024-07-26T07:49:21.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1154380 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75083275 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.357 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.358 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43130 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 117784, 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7788927605 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855219230 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45927632589 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.361 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43506, 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22482659114 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35783413775 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:21.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29552 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16195242039 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.363 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29602, 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11134218363 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11144034336 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12548 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.364 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 154427671 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21042926722 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:21.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12751, 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9803521033 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.366 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17847084782 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1030 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700791559 2024-07-26T07:49:21.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8689463828 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1153, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1544919718 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.368 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6792294657 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4194304 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:21.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479858688 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.370 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:21.371 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T07:49:21.372 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.462537850078661e-06, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 812, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 1341440, 2024-07-26T07:49:21.373 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 311, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:21.374 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T07:49:21.375 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 157084, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 110592, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 46492, 2024-07-26T07:49:21.376 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.17103419686282e-07, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 79, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 88064, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 22093, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 6596, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 15497, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 66279, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 68, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 35840 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:21.377 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool" 2024-07-26T07:49:21.378 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:21.379 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:21.380 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:21.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "flags_names": [ 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "hashpspool", 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: "selfmanaged_snaps" 2024-07-26T07:49:21.382 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:21.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12595200, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12595200, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 4, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.740733569022268e-05, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:21.384 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 8983, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 3137885184, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 4194323, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 4194323, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 12582969, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 24331, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 3189085184 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.385 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T07:49:20.318995", 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "7.9.2" 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T07:49:21.387 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T07:49:21.388 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T07:49:21.389 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.390 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:49:21.391 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:21.392 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.393 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820772+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 5, 2024-07-26T07:49:21.396 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 5, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.397 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5290, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:49:31.941317+0000", 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 4, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.402 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'5" 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.403 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804819+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.405 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.406 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:33:46.773997+0000", 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.410 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.412 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.413 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.860157+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.414 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.415 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5227, 2024-07-26T07:49:21.416 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:10.166677+0000", 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.418 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.420 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.421 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.422 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.873171+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.423 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.424 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.425 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:48.714243+0000", 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.430 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.431 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820309+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.433 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.434 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5050, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:31.588634+0000", 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.435 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.439 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.816412+0000", 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.440 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.441 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.442 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:49:46.308352+0000", 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.443 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.444 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.446 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.447 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821413+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.448 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.449 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5059, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:53:58.463918+0000", 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.450 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.451 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.452 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.453 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.454 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.455 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.455 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.455 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.457 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805442+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.459 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5110, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:32:03.057157+0000", 2024-07-26T07:49:21.460 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.464 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806161+0000", 2024-07-26T07:49:21.465 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.466 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.467 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5103, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:08:37.371884+0000", 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.468 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.471 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.472 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821235+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.473 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.474 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:07.639729+0000", 2024-07-26T07:49:21.475 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.476 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'3" 2024-07-26T07:49:21.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.480 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.810388+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.482 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5228, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.483 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:13:29.404020+0000", 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.487 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.488 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820323+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.490 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.491 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:15.008071+0000", 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.495 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.496 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:21.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813047+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.498 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.499 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:26:36.151874+0000", 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.500 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.501 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.504 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.505 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819776+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.506 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:21.507 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.508 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:24:57.973510+0000", 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.509 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.513 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.514 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:21.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.808497+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T07:49:21.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5179, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:09.121833+0000", 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.522 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.523 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818846+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.525 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.526 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:38:05.023382+0000", 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.530 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.531 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:21.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817210+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.533 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.534 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5277, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:37.641295+0000", 2024-07-26T07:49:21.535 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.538 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.539 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.540 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:51.919041+0000", 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.541 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 636, 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 635, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.543 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5088, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.738965+0000", 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.545 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:21.546 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.547 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.548 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.564439+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.549 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.550 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2908, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2908, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T07:49:21.551 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8764, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:01:06.493260+0000", 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.005774741, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.552 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194304, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.554 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1093, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387091, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2891, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 357007 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.555 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'2908" 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.556 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810284+0000", 2024-07-26T07:49:21.557 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.558 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.559 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:29.224543+0000", 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.560 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.562 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.564 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.565 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.566 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808279+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.568 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5265, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.569 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:28.755100+0000", 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "610'2" 2024-07-26T07:49:21.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.574 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.562053+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3090, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3090, 2024-07-26T07:49:21.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9039, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:37:42.304621+0000", 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006131294, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1264, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 373038, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3075, 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 371907 2024-07-26T07:49:21.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3090" 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.581 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:21.582 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.871161+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T07:49:21.584 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:46.142178+0000", 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.589 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.590 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.808563+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.592 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.593 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5065, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:36:11.724816+0000", 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.598 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.599 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.576508+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.600 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3177, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3177, 2024-07-26T07:49:21.601 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9293, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:40:17.358829+0000", 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006101844, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1424, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 334342, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3146, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 396838 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.605 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3177" 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.606 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.870460+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.607 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.608 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:21.609 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:46:32.544438+0000", 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.613 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:21.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821204+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.615 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.616 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5269, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:31:51.632381+0000", 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.620 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.621 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563781+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.622 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3057, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.623 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3057, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9157, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:38.875215+0000", 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004991827, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1203, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 345349, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3045, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 401452 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.627 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3057" 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.628 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802482+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.630 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.631 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5154, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:44.724183+0000", 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.635 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:21.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808471+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.637 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.638 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5105, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:34.099276+0000", 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.642 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.643 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:21.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563625+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.645 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3106, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3106, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T07:49:21.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9224, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:29:57.239694+0000", 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004801109, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1408, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 417224, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3098, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 404374 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.650 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3106" 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.651 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.812970+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.653 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.654 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5259, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:35:43.651119+0000", 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.657 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.658 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.659 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.785102+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.660 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.661 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5232, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:55:02.693600+0000", 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.665 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.666 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.567529+0000", 2024-07-26T07:49:21.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.668 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3060, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3060, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.669 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8941, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:18.302803+0000", 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.008363009, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 932, 2024-07-26T07:49:21.672 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387045, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3048, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 423672 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.673 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3060" 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.674 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.818240+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.675 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.676 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:53.724174+0000", 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.677 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.680 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.681 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813882+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.683 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.684 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:51.879219+0000", 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.687 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.688 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.689 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.577455+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.690 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3037, 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.691 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3037, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9043, 2024-07-26T07:49:21.692 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:04:05.097203+0000", 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.007159503, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1159, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 410791, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.695 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3000, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 373031 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3037" 2024-07-26T07:49:21.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808077+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.698 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.699 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:40:26.531009+0000", 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.704 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:21.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815024+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.706 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.707 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5136, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:51:12.994025+0000", 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.710 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.711 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.712 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.713 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818513+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.714 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.715 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5557, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:47.688371+0000", 2024-07-26T07:49:21.716 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.718 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:21.719 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.720 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "283'197" 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.721 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.669749+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.722 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3027, 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.723 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3027, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8594, 2024-07-26T07:49:21.724 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:54:27.960263+0000", 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001603382, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.725 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.726 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 500, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 409461, 2024-07-26T07:49:21.727 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3028, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 386060 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.728 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3027" 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.729 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.823250+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.730 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.731 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:09.805904+0000", 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.733 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.734 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.735 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.736 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.737 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:21.738 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.864152+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.739 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.740 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5229, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.741 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:57.393699+0000", 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.742 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.743 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.746 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.747 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806676+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.748 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.749 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5123, 2024-07-26T07:49:21.750 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.587981+0000", 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.751 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.754 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.755 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.813352+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.756 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.757 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5262, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.889143+0000", 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.758 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.759 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.761 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.762 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816524+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.763 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.764 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5058, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.765 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.515567+0000", 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.766 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.770 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.771 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.814772+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.772 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.773 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:54:00.849170+0000", 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.774 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.775 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.777 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.778 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818770+0000", 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.779 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.780 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.781 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5063, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:29:09.495316+0000", 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.782 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.785 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.786 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810239+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.787 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.788 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5157, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:30.567163+0000", 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T07:49:21.789 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.790 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.792 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.793 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815022+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.794 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.795 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.796 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5055, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:28:15.136367+0000", 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.797 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.798 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.800 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.801 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.831322+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.802 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.803 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5244, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:54:30.390036+0000", 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.804 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T07:49:21.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 24, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 24, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.808 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:21.809 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807797+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.811 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:23.268777+0000", 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.815 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.816 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807109+0000", 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.817 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.818 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.819 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:52:34.591061+0000", 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.820 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.823 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.824 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819632+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.825 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.826 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:03:02.003363+0000", 2024-07-26T07:49:21.827 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.828 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.831 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816199+0000", 2024-07-26T07:49:21.832 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.833 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.834 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5125, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:45:22.424658+0000", 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.835 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.838 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.839 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:21.840 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821735+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.842 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.843 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5218, 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:17:35.867407+0000", 2024-07-26T07:49:21.844 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.849 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.850 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810754+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.852 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5283, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:13.556316+0000", 2024-07-26T07:49:21.853 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:21.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.857 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.858 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819032+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.860 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5061, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:01.238760+0000", 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.864 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.865 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804697+0000", 2024-07-26T07:49:21.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:21.867 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 29, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 29, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T07:49:21.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5129, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:01.220188+0000", 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 5810, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 10, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 14, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 28, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 25 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.872 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'29" 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.873 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815026+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.875 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5141, 2024-07-26T07:49:21.876 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:58:59.602202+0000", 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.879 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.868196+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.882 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.883 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5270, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:21:56.419556+0000", 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.886 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 7, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.887 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.888 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:21.889 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.872507+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.890 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.891 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5273, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:23:28.385755+0000", 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:21.895 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.896 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805341+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.897 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.898 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5131, 2024-07-26T07:49:21.899 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:10.010819+0000", 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.901 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.902 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.903 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.904 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.824071+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.905 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.906 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5097, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:30:52.236543+0000", 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.907 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.908 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.909 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.910 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.911 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.912 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804511+0000", 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.913 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:21.914 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.915 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5093, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:13.526717+0000", 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.917 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.918 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.920 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.921 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.922 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817011+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:21.923 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:21.924 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5253, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:14:05.494921+0000", 2024-07-26T07:49:21.925 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.929 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814225+0000", 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.930 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.931 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.932 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5114, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:52:46.401282+0000", 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.936 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.937 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782473+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.938 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.939 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5217, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:12.516571+0000", 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.943 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.944 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802694+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.945 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.946 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.947 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:19:51.730178+0000", 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.948 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.949 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.950 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.951 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.952 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817535+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.953 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.954 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:17:00.126372+0000", 2024-07-26T07:49:21.955 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.957 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.958 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.959 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814945+0000", 2024-07-26T07:49:21.960 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.961 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.962 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5272, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:21:59.299998+0000", 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.963 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.964 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.965 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:21.966 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.967 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814092+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.968 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.969 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5213, 2024-07-26T07:49:21.970 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:33:36.734520+0000", 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.971 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.972 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.973 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.974 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.975 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782396+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.976 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.977 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5204, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:23:38.554341+0000", 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.978 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.979 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.980 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.981 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:21.982 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:50.909249+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.983 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 574, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 573, 2024-07-26T07:49:21.984 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.985 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:23.457377+0000", 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.986 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.987 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.988 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.989 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.990 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.803059+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.991 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:21.992 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:34:52.369063+0000", 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:21.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:21.994 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:21.995 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.996 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:21.997 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.865252+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:21.998 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:21.999 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:22.584229+0000", 2024-07-26T07:49:22.000 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.001 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.002 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.004 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810348+0000", 2024-07-26T07:49:22.005 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.006 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T07:49:22.007 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:20:36.317969+0000", 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.008 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.009 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.010 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.011 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.012 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.808289+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:22.013 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.014 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:56:49.716654+0000", 2024-07-26T07:49:22.015 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.016 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.017 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.018 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.019 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.020 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.778258+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.021 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.022 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:34:38.647965+0000", 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.023 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.026 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.027 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817475+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.028 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.029 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.030 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5095, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:38.972786+0000", 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.031 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.032 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.033 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.035 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.812425+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.036 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.037 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5203, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:36.393905+0000", 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.038 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.039 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.040 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.041 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.042 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.861801+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.043 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.044 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5132, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:57:44.988117+0000", 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.045 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.047 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.048 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.049 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.820269+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.050 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.051 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.052 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:43.595126+0000", 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.054 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.055 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.057 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817089+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.058 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.059 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:16.541427+0000", 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.061 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.062 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.064 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815103+0000", 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.065 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.066 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.067 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5276, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:22.108593+0000", 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.068 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.069 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.070 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.071 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.072 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808194+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.073 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.074 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5102, 2024-07-26T07:49:22.075 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:11:43.422690+0000", 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.078 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.079 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.081 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.082 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820811+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.083 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.084 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:18:37.931800+0000", 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.085 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.086 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.089 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:22.090 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813490+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:22.091 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T07:49:22.092 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5216, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:37:31.189198+0000", 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.093 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.094 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.096 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.097 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.811862+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.098 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.099 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5112, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:09.878568+0000", 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.101 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.102 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.104 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815502+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.105 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.106 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.107 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:23:59.031476+0000", 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.108 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.109 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.111 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:22.112 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.856335+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.113 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.114 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5254, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:26:25.229973+0000", 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.117 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.118 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.119 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.866763+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.120 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.121 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5274, 2024-07-26T07:49:22.122 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:08.052400+0000", 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.126 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:22.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804636+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:22.128 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T07:49:22.129 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5209, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:39.973314+0000", 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.133 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.134 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802755+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.136 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5149, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:19.109227+0000", 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.137 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.141 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808271+0000", 2024-07-26T07:49:22.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.143 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.144 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5090, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:27:32.768750+0000", 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:22.148 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813586+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.151 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 4525, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:42:05.861959+0000", 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.155 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.156 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821670+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.158 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5053, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:19:21.966389+0000", 2024-07-26T07:49:22.159 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.163 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:22.164 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.798873+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.165 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T07:49:22.166 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:30.261855+0000", 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.170 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.171 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819839+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.173 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:38:50.798364+0000", 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.177 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.178 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.830165+0000", 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.180 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.181 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:26.722083+0000", 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819932+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.187 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.188 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:48.448080+0000", 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.192 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.193 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814000+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.195 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5127, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:49.090014+0000", 2024-07-26T07:49:22.196 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.200 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:22.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.826578+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.202 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.203 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:32.391966+0000", 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.207 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:22.208 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808096+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.210 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.211 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5266, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:19:58.283164+0000", 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:22.215 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:22.216 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815345+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:22.218 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:22.219 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5048, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:34:49.405737+0000", 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:22.223 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.224 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.225 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.226 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:22.228 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 68, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 68, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 6596, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 2, 2024-07-26T07:49:22.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 79, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 86, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 68, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 35 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:22.232 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 110592, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 19788, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 46492, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.233 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.238 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 24462, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 24462, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194323, 2024-07-26T07:49:22.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 2, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.241 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 8983, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3064341, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24331, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 3114341 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12595200, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:22.242 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 12582969, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T07:49:22.243 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 4673613824, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.006085749249905348 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.244 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T07:49:22.245 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.247 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.248 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.249 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:20 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.250 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.251 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:20 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:22.252 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.253 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:22.254 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.255 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:22.256 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:21 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:22.265 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T07:49:22.266 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:22.267 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:22.268 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:22.269 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:22.270 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:22.271 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:22.272 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_max_backfills", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:49:22.273 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active", 2024-07-26T07:49:22.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:49:22.275 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:49:22.275 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_sleep", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:49:22.278 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:22.279 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:49:22.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:22.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:22.282 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:22.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:22.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T07:49:22.285 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T07:49:22.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 2, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T07:49:22.287 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "has_msr_rules": 0, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_collision_tries": 100, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_descents": 100, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T07:49:22.288 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T07:49:22.289 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:49:22.290 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T07:49:22.291 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20144128, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 345184, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 704512, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 369, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1120312, 2024-07-26T07:49:22.292 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 612352, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14740328, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20725760, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 429256, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 466944, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 483, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1380832, 2024-07-26T07:49:22.293 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1140224, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15154008, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 178503680, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1813544, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 540672, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1572864, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 7056, 2024-07-26T07:49:22.294 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 11304120, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 3550464, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 158411296, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 180076544 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 169426944, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 2502760, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 16384, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2260992, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 6599, 2024-07-26T07:49:22.295 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10793016, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2600960, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 150630240, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 171687936 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 262864896, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 6233808, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3014656, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 73728, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 270336, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9903, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 15371048, 2024-07-26T07:49:22.296 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 4528128, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 233643528, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 263135232 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 574758912, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 29153056, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 24567808, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13377, 2024-07-26T07:49:22.297 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66252336, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11971840, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 464104880, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 599326720 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 456941568, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24496520, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 23109632, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13133, 2024-07-26T07:49:22.298 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66346216, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 8943616, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 353878416, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 480051200 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 532824064, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24590352, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 49152, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 41451520, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11394, 2024-07-26T07:49:22.299 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 60436520, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12571648, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 431899592, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 574275584 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 572293120, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 17609368, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 5242880, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 32858112, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 10609, 2024-07-26T07:49:22.300 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 61872136, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11389440, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 476179296, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 605151232 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 427876352, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 23629240, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 49152, 2024-07-26T07:49:22.301 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 142704640, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11694, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 62550432, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10567680, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 327803048, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 570580992 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 484589568, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 28325976, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.302 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 29310976, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12492, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 51135904, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11988224, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 389862664, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 513900544 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 385228800, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 14204224, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3145728, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.303 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 20283392, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9309, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 47690568, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10648064, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 309540216, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 405512192 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 511434752, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 19465744, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:22.304 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 4988928, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12704, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 58518856, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 51, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 13214720, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 416958632, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 516423680 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T07:49:22.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.003625", 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:22.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:22.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:22.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 3, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:22.309 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:22.310 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard_description": null, 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T07:49:22.311 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.315 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.316 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 148986, 2024-07-26T07:49:22.317 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 33 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 928, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.318 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.319 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.320 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.321 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.322 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.323 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.324 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.325 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.326 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222664, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.327 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51904, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 181 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.328 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12712, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 247 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.329 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.331 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.332 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.333 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.334 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.335 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50672386, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7024 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 264, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.336 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:22.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.338 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.339 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.340 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.342 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 43440480, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5338 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 616, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.344 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.345 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.346 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.347 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.348 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.349 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.351 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51694714, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7274 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.352 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11440, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 304 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.354 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.355 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20536, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 363 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 120832, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3072, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 16 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.356 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61280, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 766 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 405184, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 818182, 2024-07-26T07:49:22.357 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 218 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2514759, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 553611 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7076336, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10438 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78260, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8263 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.358 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93504, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.359 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.360 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52111, 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 47 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16509586, 2024-07-26T07:49:22.361 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 269 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 231 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 476256, 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T07:49:22.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7171840, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18592 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.363 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21944, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 375 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 47488, 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:22.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1728, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61200, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402896, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.366 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 874592, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 234 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2504127, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 549997 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7028736, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10368 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.367 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76652, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8092 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92976, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:22.368 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58249, 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T07:49:22.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9512794, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 269 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22000, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 250 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.370 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 453024, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7318584, 2024-07-26T07:49:22.371 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 21275 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.373 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19360, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 344 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31232, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 27 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3840, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.374 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402272, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.375 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 326672, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 94 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1778532, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 393084 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5200216, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7679 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76032, 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8081 2024-07-26T07:49:22.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92832, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 187228, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1333 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.377 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 91639, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 54 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:22.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21875661, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 260 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12144, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 138 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.379 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 394944, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3201640, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 6157 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.380 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.381 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.382 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19264, 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 336 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30848, 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.383 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4416, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 23 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 403520, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1940 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.384 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 309106, 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 83 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1764438, 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391023 2024-07-26T07:49:22.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5170296, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7635 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76532, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8100 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93072, 2024-07-26T07:49:22.386 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1939 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:22.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92786, 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T07:49:22.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23999414, 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 281 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.389 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10824, 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 123 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.390 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 429792, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3553680, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9234 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.391 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.392 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.393 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22768, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 191232, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 768, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60960, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 762 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 918067, 2024-07-26T07:49:22.395 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2092405, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 461442 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6008056, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8867 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 85832, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9250 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.396 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186460, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1330 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.397 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86421, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.398 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4760019, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 255 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21472, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 244 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:22.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4987112, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11913 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.400 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.401 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18208, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 327 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31104, 2024-07-26T07:49:22.402 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3456, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60000, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 750 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.403 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 388194, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 106 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419847, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 537213 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6903616, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10184 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86084, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9255 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.405 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.406 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 90111, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 62 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328365, 2024-07-26T07:49:22.407 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 253 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12408, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 464640, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.408 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6365320, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 12241 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.409 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14280, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 263 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30336, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.411 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2688, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 14 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 59600, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 745 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 418288, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.412 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 820299, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1736426, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 381504 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5028176, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7426 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 87084, 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9409 2024-07-26T07:49:22.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96528, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.414 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 42574, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14632926, 2024-07-26T07:49:22.415 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 210 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19976, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.416 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3525080, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9179 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.418 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 17784, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 318 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 240000, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3264, 2024-07-26T07:49:22.419 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 17 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60640, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 758 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 404768, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.420 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 566501, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 121 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2044705, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 455227 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5908096, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8720 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:22.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78940, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8262 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93408, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186972, 2024-07-26T07:49:22.422 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1332 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 40815, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.423 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18163748, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5542 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11704, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 133 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.424 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 557568, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4950192, 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9526 2024-07-26T07:49:22.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.426 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:22.427 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T07:49:22.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:22.429 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:22.430 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.431 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:22.432 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T07:49:22.433 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T07:49:22.434 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reef", 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "squid" 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 19, 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T07:49:22.435 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "squid" 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.436 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:22.437 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:22.438 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.439 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:22.440 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:22.441 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.442 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1319, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16080, 4110, 127, 12, 35, 30, 0, 0, 3, 0, 0, 7, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10664, 108, 72, 2, 13, 54, 167, 196, 37, 34, 23, 25, 39, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 702, 8, 30, 0, 1, 1, 3, 19, 22, 6, 75, 178, 58, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 555, 1, 0, 0, 0, 1, 1, 0, 0, 0, 3, 37, 302, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 237, 3, 0, 0, 0, 1, 1, 1, 2, 1, 2, 6, 24, 82, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 19, 17, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 25, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.443 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.444 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9728, 2, 0, 1, 0, 1, 0, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8108, 27, 1389, 1, 7, 5, 10, 17, 35, 50, 52, 31, 8, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1085, 6, 96, 23, 0, 0, 0, 0, 6, 34, 87, 212, 73, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.445 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 740, 8, 0, 7, 0, 0, 0, 1, 3, 1, 1, 36, 499, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 390, 24, 4, 0, 0, 0, 0, 0, 1, 1, 12, 6, 26, 42, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 315, 11, 40, 0, 0, 0, 0, 3, 3, 0, 1, 2, 13, 16, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 325, 6, 224, 0, 0, 0, 0, 0, 1, 3, 2, 6, 15, 32, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 76, 0, 38, 0, 0, 0, 0, 0, 1, 0, 6, 3, 8, 12, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.446 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.447 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 13967, 1, 0, 0, 0, 0, 0, 0, 0, 6, 3, 10, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10506, 11, 12, 0, 7, 1, 0, 2, 8, 0, 7, 13, 8, 24, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 943, 14, 4, 2, 2, 0, 0, 0, 2, 4, 7, 5, 2, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 457, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 18, 21, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.448 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 1, 1, 0, 0, 0, 0, 0, 6, 0, 19, 10, 15, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 219, 0, 0, 0, 0, 2, 0, 3, 0, 0, 11, 10, 35, 35, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 134, 0, 0, 1, 0, 0, 0, 1, 2, 0, 4, 2, 40, 46, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 20, 36, 23, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.449 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 159, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10155, 4028, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3671, 205, 32, 0, 16, 1, 5, 10, 8, 15, 8, 10, 8, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 17, 26, 1, 0, 1, 0, 0, 3, 11, 48, 84, 9, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 179, 2, 1, 0, 4, 0, 0, 0, 0, 1, 1, 15, 176, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 38, 2, 0, 0, 121, 0, 0, 0, 0, 0, 0, 3, 6, 26, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 30, 0, 0, 0, 364, 0, 0, 0, 0, 0, 1, 2, 5, 11, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 2, 0, 0, 402, 0, 0, 0, 0, 0, 0, 3, 7, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 1806, 0, 0, 0, 0, 0, 0, 0, 2, 1, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.451 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.452 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.453 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3289, 1495, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12341, 10522, 4169, 0, 0, 2, 1, 0, 1, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6542, 428, 124, 1, 9, 0, 4, 7, 14, 6, 5, 1, 9, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 773, 66, 30, 0, 0, 2, 0, 1, 6, 10, 42, 82, 38, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 238, 9, 0, 0, 0, 0, 0, 1, 0, 1, 8, 9, 163, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 27, 4, 0, 0, 2, 1, 0, 0, 0, 3, 1, 5, 46, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 27, 3, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 9, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 12, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.454 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.455 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8995, 3, 1, 0, 1, 0, 0, 0, 0, 3, 4, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7203, 31, 15, 0, 12, 0, 1, 1, 1, 5, 3, 8, 17, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.456 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 762, 11, 10, 8, 3, 0, 0, 1, 0, 7, 13, 5, 7, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 346, 7, 0, 2, 0, 0, 0, 0, 0, 1, 0, 10, 36, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 55, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 11, 7, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.457 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.458 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7711, 0, 0, 0, 6553, 418, 1, 0, 2, 2, 2, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6084, 24, 2, 1, 579, 159, 3, 4, 8, 12, 21, 10, 11, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 584, 7, 4, 0, 48, 20, 0, 1, 7, 14, 33, 79, 23, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 264, 0, 2, 0, 11, 7, 0, 0, 0, 0, 1, 23, 171, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 112, 0, 0, 0, 22, 29, 0, 0, 0, 1, 1, 4, 14, 32, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 27, 1, 0, 0, 2, 8, 0, 1, 0, 0, 1, 0, 1, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.459 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.460 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.461 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16725, 2, 1, 0, 2, 1, 0, 0, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9355, 33, 0, 0, 7, 0, 0, 0, 3, 0, 1, 4, 9, 29, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1258, 86, 133, 0, 2, 0, 0, 0, 4, 2, 17, 2, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 522, 26, 45, 1, 1, 1, 1, 0, 0, 0, 1, 11, 16, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 12, 18, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 37, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 10, 29, 38, 0, 0, 2, 0, 0, 0, 0, 2, 22, 19, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 1, 1, 30, 70, 0, 1, 0, 0, 0, 0, 0, 6, 25, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 64, 101, 0, 0, 0, 0, 0, 5, 1, 18, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.462 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.463 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.464 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:22.465 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:22.466 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.467 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:22.468 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:22.469 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.470 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 497, 0, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5238, 59, 62, 135, 427, 613, 698, 4, 6, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 681, 17, 34, 43, 28, 12, 24, 0, 3, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 288, 1, 0, 0, 0, 1, 1, 0, 1, 0, 2, 8, 8, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.471 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 239, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 8, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.472 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.473 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3636, 266, 35, 68, 122, 1, 2, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 486, 20, 1310, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 0, 32, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1689, 1255, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1473, 1731, 234, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 43, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.474 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.475 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.476 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11342, 8, 0, 0, 2, 0, 2, 8, 4, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16079, 1, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 349, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 234, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.477 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.478 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.479 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2240, 37, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 17, 25, 38, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 934, 310, 9, 129, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4174, 2526, 0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.482 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 167, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.483 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.484 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 629, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2172, 227, 33, 65, 139, 274, 468, 2, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 279, 15, 2, 0, 0, 1, 17, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 145, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 84, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.485 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.486 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:22.487 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 423, 1, 5, 13, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3698, 74, 128, 240, 446, 618, 719, 1, 2, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 6, 6, 7, 11, 8, 6, 1, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 205, 4, 22, 38, 5, 1, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 111, 37, 60, 89, 24, 0, 0, 0, 0, 1, 1, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.488 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.489 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.490 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 392, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2584, 14, 1, 0, 14, 0, 5, 5, 13, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 194, 3, 0, 0, 5, 0, 0, 0, 0, 11, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 9, 0, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 108, 100, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.491 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.492 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.493 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 797, 7, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8905, 30, 60, 18, 3, 1, 1, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1808, 35, 86, 44, 0, 0, 0, 1, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 409, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.494 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.495 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:22.496 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:22.497 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:22.498 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:22.499 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:22.500 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:22.501 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.502 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.503 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.504 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.505 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1821, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2999, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.506 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.507 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.508 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16096, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.509 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.511 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.512 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.513 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.514 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.515 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.516 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5935, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.517 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.518 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.519 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.520 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.521 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.522 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9022, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1981, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 432, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.523 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.524 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:22.525 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:22.526 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:22.527 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:22.529 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:22.530 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:22.531 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:22.532 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 102, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2023, 25, 3, 2, 8, 3, 2, 2, 8, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1239, 8, 1, 2, 4, 3, 5, 12, 26, 55, 75, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.533 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 173, 8, 0, 0, 2, 3, 2, 7, 8, 13, 71, 259, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 182, 4, 0, 0, 0, 0, 1, 1, 2, 4, 22, 14, 288, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 451, 2, 0, 0, 0, 0, 1, 1, 1, 0, 5, 11, 19, 32, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 20, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.534 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.535 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.536 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2831, 22, 0, 1, 6, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1556, 7, 1, 0, 5, 9, 5, 11, 34, 74, 112, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 4, 0, 0, 1, 0, 3, 3, 8, 11, 83, 333, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 3, 0, 0, 0, 1, 1, 1, 3, 5, 29, 46, 371, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 4, 0, 0, 1, 0, 0, 0, 2, 1, 12, 21, 20, 30, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 9, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2386, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.537 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.538 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.539 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 433, 10, 1, 0, 17, 2, 1, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 7, 0, 0, 1, 0, 0, 2, 6, 6, 33, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 257, 3, 2, 0, 1, 2, 3, 9, 7, 17, 77, 87, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 124, 0, 1, 0, 0, 0, 2, 3, 4, 5, 27, 49, 14, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 46, 0, 0, 1, 0, 0, 0, 0, 1, 2, 9, 14, 22, 45, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 4, 11, 31, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.540 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.541 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.542 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1075, 21, 2, 0, 17, 0, 3, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 459, 1, 0, 2, 6, 2, 1, 8, 24, 27, 51, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 64, 13, 0, 0, 2, 0, 0, 1, 0, 3, 21, 94, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 263, 7, 0, 1, 0, 1, 0, 0, 1, 1, 3, 5, 89, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 408, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 11, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 270, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.543 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.544 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 59, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1114, 15, 1, 0, 15, 1, 4, 10, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.545 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 513, 9, 1, 0, 2, 2, 4, 12, 18, 23, 52, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 16, 0, 0, 0, 1, 4, 4, 5, 4, 49, 131, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 464, 31, 0, 0, 0, 1, 0, 1, 1, 1, 7, 13, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 275, 29, 0, 0, 0, 0, 0, 2, 2, 2, 2, 8, 16, 20, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 164, 44, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 9, 23, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.546 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 386, 15, 0, 0, 11, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 4, 0, 0, 1, 1, 0, 2, 7, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 88, 3, 0, 1, 1, 2, 2, 1, 3, 1, 9, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.548 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 19, 17, 0, 0, 0, 0, 0, 0, 1, 3, 7, 12, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 19, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 13, 20, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 48, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 5, 21, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.549 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.550 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1147, 29, 3, 2, 18, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 618, 3, 2, 0, 1, 2, 4, 5, 11, 26, 32, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 296, 11, 0, 0, 0, 0, 0, 0, 0, 0, 17, 88, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 452, 12, 0, 0, 0, 0, 0, 0, 1, 2, 2, 8, 167, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 299, 23, 0, 0, 0, 0, 1, 1, 0, 1, 2, 12, 10, 21, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.551 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 137, 49, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 27, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 174, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.552 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.553 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 9, 1, 0, 14, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 78, 3, 1, 0, 0, 1, 2, 6, 5, 3, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 114, 5, 0, 0, 1, 2, 3, 1, 7, 4, 20, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 40, 4, 0, 0, 0, 0, 1, 3, 0, 2, 12, 16, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 2, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 18, 34, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 6, 8, 32, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.554 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.555 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 8, 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "number of replicas", 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 1, 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0]", 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[1, 1]", 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[2, 2]", 2024-07-26T07:49:22.557 INFO:tasks.workunit.client.0.smithi037.stdout: "[3, 3]", 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[4, 4]", 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[5, 5]", 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[6, None]" 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "linear" 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 10, 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "duration", 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 250000, 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:22.558 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 249999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[250000, 499999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[500000, 999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[1000000, 1999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[2000000, 3999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[4000000, 7999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[8000000, 15999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[16000000, 31999999]", 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "[32000000, None]" 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:22.559 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:22.560 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.561 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.562 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.563 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.564 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.565 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:22.566 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:22.567 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_complete": { 2024-07-26T07:49:22.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_keys": { 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.570 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.572 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.575 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_inode": { 2024-07-26T07:49:22.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_path": { 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T07:49:22.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.579 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "evlrg": { 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T07:49:22.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.582 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "segmjr": { 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T07:49:22.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.584 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T07:49:22.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248096 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47976 2024-07-26T07:49:22.586 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.587 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.589 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T07:49:22.591 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.592 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.594 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "req_snapdiff_latency": { 2024-07-26T07:49:22.595 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T07:49:22.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:22.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.598 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T07:49:22.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed_ops": { 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T07:49:22.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.601 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:22.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:22.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7736 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56278713 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:22.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1995972738 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:22.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999973 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:22.606 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.607 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:22.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27333625906 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.609 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.610 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 111070132 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69865 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5201928785 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:22.611 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177192960 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 175005696 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2187264 2024-07-26T07:49:22.612 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:22.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26301789 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68030528 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2393700 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70967097 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:22.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177585218 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69878718 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.622 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 339133, 2024-07-26T07:49:22.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1814689867 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18910, 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9319280436 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:22.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 244 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.627 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 55980779 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.628 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1173975839 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T07:49:22.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:22.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.631 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.632 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23867508463 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:22.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:22.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7698 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110495406 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69574 2024-07-26T07:49:22.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7698, 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2516948219 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168804352 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 166461440 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2342912 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.638 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25398851 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68273255 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:22.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1536075 2024-07-26T07:49:22.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71164511 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 178025359 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69438577 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 336013, 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1559891777 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18815, 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5844243069 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:22.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:22.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 211 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.653 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7799 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57347612 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23397 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1604978023 2024-07-26T07:49:22.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7797 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:22.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56757356 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62575 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2921717468 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.657 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9999865 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7799 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:22.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29946590120 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:22.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:22.660 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260120576 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259497984 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 622592 2024-07-26T07:49:22.662 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26314468 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68082834 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2554314 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70871468 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177541895 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69922041 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 354376, 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2093499309 2024-07-26T07:49:22.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.674 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19061, 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7509784844 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.675 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21709 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.676 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.677 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8028160 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 760877056 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4794931 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.678 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1813854 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 839769 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705560576 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.679 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78444, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10437359371 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78455, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17543667123 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5447680 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321347584 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.680 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 722599936 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448024896 2024-07-26T07:49:22.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29580 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377323520 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377327616 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16763 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29580, 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232869556 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360862035 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26908 2024-07-26T07:49:22.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2541027 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 767 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7950534 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:22.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 324 2024-07-26T07:49:22.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1081, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2712581 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 663 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6281 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.687 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093128192 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.688 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014144 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20889, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110062773 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3316, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464476646 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22086, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 158871870 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.690 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22107361240 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77676, 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1909485466 2024-07-26T07:49:22.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66952285 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22174313525 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.692 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38717, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1648184839 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1116, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3197808 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39028, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17684562 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89782 2024-07-26T07:49:22.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24595, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5436445857 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268794 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24395 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19209, 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2069044335 2024-07-26T07:49:22.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 44481, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16127983 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25272, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1546712654 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15293, 2024-07-26T07:49:22.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 416870833 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.696 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7073480536 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 561677494 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2514078171180 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:22.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6474988944032 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2725726936759 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11803944 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236993613 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.698 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39004459864 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33310128 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20867809001 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9533474743 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793677 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2669, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18392504 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 76731679210 2024-07-26T07:49:22.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10680427944 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 579384658 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.701 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 596049920 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 571482112 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24567808 2024-07-26T07:49:22.702 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56851079 2024-07-26T07:49:22.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491520 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.705 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68474233 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 169072 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.708 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68373285 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269584 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37900719 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70881601 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 991 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148796 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1153668 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67241318 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53510 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 147250, 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7166993922 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1896639126 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291691191389 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 54481, 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22876666713 2024-07-26T07:49:22.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80804153001 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36540 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22508377966 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.719 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36913, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7435616902 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8045116946 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.720 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9415 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311912901 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265254227 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9784, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5804915075 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15332591663 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7555 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1584726225 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 250917559196 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.723 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7784, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9636134736 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57426444392 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.724 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 716582912 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.725 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15772 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7159808 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 732073984 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3204879 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.728 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093976 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 185, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687520 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 741801984 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.729 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70097, 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9921443873 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70121, 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16412644597 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4526080 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287158272 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 758841344 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 309423077 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17911 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268730368 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.732 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268734464 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8022 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17911, 2024-07-26T07:49:22.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163131210 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197792385 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14492 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309561 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 778 2024-07-26T07:49:22.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7054844 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1011 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1011, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2064918 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 651 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028976640 2024-07-26T07:49:22.738 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10416128 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18940, 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88310315 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.739 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3290, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405032 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16453, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126587507 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.741 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20619224615 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69439, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1846769481 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48366630 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:22.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20667591245 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33266, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1374547681 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 967, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2635344 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.743 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11066, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343290 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58379 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14093, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3752322762 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232718 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27674 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22047, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2137215066 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70151, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20196970 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.745 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48104, 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1301068853 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15027, 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 392735790 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7265340648 2024-07-26T07:49:22.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1267954037 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21786, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2814343626837 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6248505450843 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.748 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2388011465730 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9266869 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287023942 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35450968263 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30720593 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18308595794 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9026504779 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.750 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202772 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2611, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15315755 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70352438320 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10055659903 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 532545835 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:22.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 476774400 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 453591040 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23183360 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.753 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.754 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56898699 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49152 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 589824 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.756 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68291445 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:22.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.758 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1872 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 141024 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68044472 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127200 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37932466 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70992238 2024-07-26T07:49:22.765 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 992 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146912 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1151479 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75276849 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47739 2024-07-26T07:49:22.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 139052, 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8877851587 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2136238045 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 620228744898 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49604, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33504441002 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122854251856 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24315 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20256486451 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24782, 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117087612 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7863209884 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13145 2024-07-26T07:49:22.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142491189 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102798646564 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13552657862 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31770803232 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10279 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1993746856 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 497173611883 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11430, 2024-07-26T07:49:22.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13834695528 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83220238740 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8389627 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 752230400 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 79044 2024-07-26T07:49:22.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12640256 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 603893760 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3775753 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286254 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.782 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 180, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 841439 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 521404416 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69413, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9494581602 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.783 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69418, 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15826767955 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1716224 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 284352512 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 542703616 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 397791139 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21335 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.785 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327254016 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327258112 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7744 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21335, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 153138335 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444312 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.787 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16399 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4520137 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 835 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.788 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12547176 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1063 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:22.789 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1063, 2024-07-26T07:49:22.790 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3093583 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.791 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1208 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5715 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.792 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 903458816 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.793 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10403840 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.794 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14001, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48697068 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3300, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 546141163 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.795 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20595, 2024-07-26T07:49:22.796 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157579796 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.797 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19695809634 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68800, 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1730315959 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40958969 2024-07-26T07:49:22.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19736768603 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60140, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1228367843 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.799 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1015, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2724506 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20535, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12848479 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56841 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21353, 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2999726996 2024-07-26T07:49:22.800 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260058 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18652 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9645, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1522753759 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26102, 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18419844 2024-07-26T07:49:22.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16457, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1321295800 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12340, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352871270 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.802 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.803 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5892994427 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 848186313 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6248, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2545155206018 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.804 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6286350800539 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2561143546854 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343652 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.805 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219038097 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33369643846 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28954572 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17558835096 2024-07-26T07:49:22.806 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7697721659 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202593 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2613, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14108236 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.807 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64750900460 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8727009256 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 493128284 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.808 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570998784 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 529498112 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.809 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41500672 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.810 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56663379 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.811 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8192 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126976 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.812 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69030573 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T07:49:22.814 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140768 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.815 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69809629 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.816 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 655088 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37775586 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.817 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.818 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70621230 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.819 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.820 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139048 2024-07-26T07:49:22.821 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1167809 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.822 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68645668 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.823 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58274 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.824 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 151761, 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6649942836 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.825 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1395673301 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83765570452 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.826 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59341, 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41882943848 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70376702142 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27414 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.827 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16176558397 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.828 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27903, 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5948413874 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9113210100 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29033 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.829 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 344508929 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53351156613 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.830 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29412, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32900703136 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49800056303 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.831 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1827 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051164372 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14237855442 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.832 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2026, 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3033826838 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11463435739 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.833 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 531820544 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.835 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21457 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.836 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.837 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6381568 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.838 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 636112896 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3611645 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081099 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 161, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 719408 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.839 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 601620480 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64706, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9005043529 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64715, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14988000292 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.840 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15736832 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265093120 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610140160 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 201666905 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9793 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174809088 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.842 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174813184 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9793, 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89173843 2024-07-26T07:49:22.843 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88736708 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6334 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2160054 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 711 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.844 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6327841 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 963 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.845 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 963, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2009441 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.846 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 669 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5968 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.847 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909877248 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.848 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10428416 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17050, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60010195 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3250, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 522919128 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.849 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12946, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 101730283 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.850 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18601431017 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64123, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1724571457 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:22.851 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45876010 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18647307027 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19652, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 846707691 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.852 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1359, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3237992 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12252, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9000005 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 51381 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7192, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 502519759 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.853 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195160 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17177 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28421, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1449001141 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75403, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24271190 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.854 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46982, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980512652 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12091, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 343012033 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.855 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5846407932 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1479566871 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.856 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17693, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2717189066484 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6306507939348 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2680428040599 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8636781 2024-07-26T07:49:22.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 162443149 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31057860653 2024-07-26T07:49:22.858 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27278410 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15803007155 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6867578242 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.859 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6208507 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2541, 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15260277 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59750078705 2024-07-26T07:49:22.860 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7826917571 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 473502548 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.861 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 599908352 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 566976512 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.862 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32931840 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.863 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57146548 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.864 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.865 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68678476 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.866 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.867 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41536 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114880 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.868 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74558537 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 359200 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38097698 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.870 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.871 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70595006 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.872 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.873 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146126 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.874 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1168004 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73403239 2024-07-26T07:49:22.875 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.876 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37536 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 107592, 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5378023894 2024-07-26T07:49:22.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 964642881 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263050679912 2024-07-26T07:49:22.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39236, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25478673406 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68483722374 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.879 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22190 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42979137678 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.880 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22283, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5364486617 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5191847881 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11797 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139599969 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.881 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163286916981 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.882 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13354, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15878254106 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33954252534 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3549 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825042912 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.883 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56784625253 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3599, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4235932683 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29337621959 2024-07-26T07:49:22.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612065280 2024-07-26T07:49:22.885 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.886 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.887 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.890 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13103104 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 666742784 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3637194 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1386802 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T07:49:22.891 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687677 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 714997760 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59378, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7694089443 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59406, 2024-07-26T07:49:22.892 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12473761830 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10502144 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 243228672 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 727777280 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.893 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428055626 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18166 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391507968 2024-07-26T07:49:22.894 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391512064 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8705 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.895 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18166, 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148609421 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254361110 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12853 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4325402 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T07:49:22.896 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12990947 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1541 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.897 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 388 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1541, 2024-07-26T07:49:22.898 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3849585 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.899 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 656 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5717 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.900 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 925224960 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14618624 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.901 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20789, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64633507 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3213, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 511947051 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.902 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15544, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 121393020 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.903 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15493042461 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58886, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1263768336 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:22.904 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49513716 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15542556177 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18427, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 587540310 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.905 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 852, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2037404 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10865, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9965223 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56831 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9346, 2024-07-26T07:49:22.906 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2614419342 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 186267 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19514 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25881, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1393528131 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71500, 2024-07-26T07:49:22.907 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19944698 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 45619, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1105420209 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13228, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 325905203 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.908 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5347502718 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.909 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 861466397 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18620, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2549882163470 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6185763602764 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.910 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2477960967875 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7442798 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197479954 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.911 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24738970840 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25933915 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11283844859 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6279938193 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.912 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10397612 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2510, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13794020 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47858531303 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7121248637 2024-07-26T07:49:22.913 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 414192694 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 567304192 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.914 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424525824 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142778368 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.915 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56442321 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.916 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57344 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 507904 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.917 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68821551 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:22.918 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.919 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3440 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 233584 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373439 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.921 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 581024 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37628214 2024-07-26T07:49:22.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.923 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70842666 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.925 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.926 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 152325 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1159477 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.927 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70298661 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50266 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.929 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 108708, 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7382655288 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1019403335 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.930 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70145744309 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51024, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13448816255 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30030859749 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.931 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41540 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14152856363 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41695, 2024-07-26T07:49:22.932 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6322444322 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6602478513 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4677 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151962104 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:22.933 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7930756902 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.934 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5204, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2738623237 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6571033630 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4049 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 867441231 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.935 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48062131044 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4125, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4387748696 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16857347606 2024-07-26T07:49:22.936 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.937 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 729632768 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72242 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.938 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10924032 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 619413504 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:22.940 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6078048 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2630756 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855049 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.941 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 454164480 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83672, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9818000593 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83677, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15792212133 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10244096 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.942 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 342773760 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 466944000 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44 2024-07-26T07:49:22.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417991012 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23860 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367591424 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367595520 2024-07-26T07:49:22.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11774 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23860, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171634662 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.945 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264982869 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19178 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3481621 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 850 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.946 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10838440 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1110 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 276 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1110, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2920381 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 540 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5513 2024-07-26T07:49:22.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 976134144 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.950 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14622720 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22535, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61687145 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3249, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 462354074 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.951 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.952 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16475, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115348786 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19395040317 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.953 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83152, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1500038710 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44126334 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19439166651 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.954 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26901, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 549926390 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 844, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309791 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10317, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7978038 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.955 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59108 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14152, 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2293330371 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 225922 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20454 2024-07-26T07:49:22.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11780, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1141810597 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32902, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11392161 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21122, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051938648 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15461, 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 361729008 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9440363630 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 660978336 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8641, 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2639575670455 2024-07-26T07:49:22.959 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6350465687254 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2986788706895 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014917 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.960 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 356899642 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34058609165 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34222887 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.961 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16734711574 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6995267503 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10402816 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2511, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14065277 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.962 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67601560497 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7916036679 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 737357216 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:22.963 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 510623744 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481288192 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29335552 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56599940 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73728 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.967 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69155452 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.968 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2640 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.969 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 167424 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70258255 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.971 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 559072 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37733293 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70759539 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:22.974 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.975 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146906 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1146463 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.976 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69134950 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.977 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57 2024-07-26T07:49:22.978 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26903 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 112499, 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9402419188 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:22.979 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 971357230 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47468425242 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.980 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27892, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10162631581 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20703867752 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18135 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:22.981 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6315704301 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18438, 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4098539064 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.982 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4017930713 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7529 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 330500176 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14131707826 2024-07-26T07:49:22.983 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8053, 2024-07-26T07:49:22.984 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4628538366 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10849269508 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1239 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 640857054 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:22.985 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27021013115 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1401, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1435554151 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5836667531 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.986 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:22.987 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468803584 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19187 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.988 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:22.989 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2572288 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 463495168 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:22.990 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2769061 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 883748 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 132, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 564029 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:22.991 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367394816 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57862, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6617370595 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57873, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10858975521 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4349952 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:22.992 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 237080576 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384434176 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34 2024-07-26T07:49:22.993 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 194831015 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14077 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160575488 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160579584 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.994 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7466 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14077, 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102749338 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:22.995 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137479281 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12314 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1283762 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 530 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550080 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.996 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 664 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.997 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 134 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 664, 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1220687 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.998 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 897 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8101 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:22.999 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705282048 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:23.000 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15208448 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13507, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42017539 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3145, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 300399053 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:23.001 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10558, 2024-07-26T07:49:23.002 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 63716144 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13468577559 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:23.003 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57499, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1061823598 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30425023 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13499002582 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.004 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21754, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 255010065 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 832, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416164 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7902, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7594925 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:23.005 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91309 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10651, 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1417806301 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168373 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18001 2024-07-26T07:49:23.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13156, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020680009 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41166, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11869137 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28010, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 785467018 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:23.007 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11443, 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259077048 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4400713562 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 642315646 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13390, 2024-07-26T07:49:23.009 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2636233650164 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5265639783849 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1721884466304 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7531112 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:23.010 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 131527959 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21510389210 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23703319 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.011 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10245988577 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4675224894 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10993075 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2390, 2024-07-26T07:49:23.012 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11954015 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40975081129 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5483921839 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 386707609 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.013 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 402366464 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382009344 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:23.014 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20357120 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.015 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57377825 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.016 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 475136 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.017 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67972063 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:23.018 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.019 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1616 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 108096 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.020 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72873080 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.021 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 200656 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38251883 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70599365 2024-07-26T07:49:23.024 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.025 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.026 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148523 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1181064 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.027 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71653205 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:23.028 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31660 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 88759, 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5616708732 2024-07-26T07:49:23.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1017221899 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70378763841 2024-07-26T07:49:23.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32248, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11137088967 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25303833285 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:23.031 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23922 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6001936096 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24200, 2024-07-26T07:49:23.032 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4581226781 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3867807777 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3672 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140150882 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:23.033 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7188322717 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3865, 2024-07-26T07:49:23.034 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2200709399 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5039163091 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4066 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 877071017 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.035 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57188505028 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4183, 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4355152787 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.036 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16396862417 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:23.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382619648 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16838 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.039 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7217152 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.040 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 548155392 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3268176 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128821 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641484 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.041 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468844544 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67039, 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7901394601 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67049, 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12785813661 2024-07-26T07:49:23.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8654848 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 274649088 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481624064 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.043 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321779621 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17973 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:23.044 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271048704 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271052800 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6588 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.045 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17973, 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 113347996 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 183345484 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13736 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2329209 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:23.046 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 819 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7158696 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1055 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.047 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 245 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1055, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2063770 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.048 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 586 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:23.049 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5419 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:23.050 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 832454656 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11005952 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17434, 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49478593 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.051 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3194, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428746925 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.052 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11571, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81864189 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:23.053 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15815705777 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66585, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1262389648 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40112959 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:23.054 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15855818736 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 244274, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1100982850 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 723, 2024-07-26T07:49:23.055 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1776081 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 126448, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42801252 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58708 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17177, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2031285455 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 415769 2024-07-26T07:49:23.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17974 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5412, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 792487555 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29451, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7812023 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:23.057 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24039, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 715565423 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13162, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318598746 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:23.058 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5209457508 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:23.059 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 804522048 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2788014152735 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6148190711838 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2960971216940 2024-07-26T07:49:23.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8460230 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151706931 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24490407954 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.061 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27152272 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11255148343 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5731805694 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:23.062 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793553 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2404, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12384019 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46851171481 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6538536382 2024-07-26T07:49:23.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448795323 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 513146880 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.064 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 508035072 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5111808 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.065 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56921855 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.066 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32768 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28672 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.067 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68845825 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:23.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.069 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2144 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150528 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67861286 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 574592 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.072 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37947903 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.074 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70529409 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:23.075 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.076 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164911 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:23.077 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1154380 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75083275 2024-07-26T07:49:23.078 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.079 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43130 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 117784, 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7788927605 2024-07-26T07:49:23.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855219230 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45927632589 2024-07-26T07:49:23.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43506, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22482659114 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35783413775 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:23.082 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29552 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16195242039 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29602, 2024-07-26T07:49:23.083 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11134218363 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11144034336 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12548 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 154427671 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:23.084 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21042926722 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12751, 2024-07-26T07:49:23.085 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9803521033 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17847084782 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1030 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700791559 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:23.086 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8689463828 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1153, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1544919718 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6792294657 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4194304 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479858688 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.088 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T07:49:23.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:23.090 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.462537850078661e-06, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 812, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 1341440, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:23.094 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 311, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.095 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 157084, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:23.096 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 110592, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 46492, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.17103419686282e-07, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 79, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 88064, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 22093, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 6596, 2024-07-26T07:49:23.097 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 15497, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 66279, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 68, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 35840 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.098 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:23.099 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T07:49:23.100 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:23.101 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12595200, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12595200, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:23.102 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 4, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.740733569022268e-05, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 8983, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 3137885184, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 4194323, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 4194323, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 12582969, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 24331, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 3189085184 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.103 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T07:49:23.104 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T07:49:21.063125", 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "7.9.2" 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:23.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T07:49:23.106 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T07:49:23.107 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.108 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.109 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820772+0000", 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.110 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.111 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 5, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 5, 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.112 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5290, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:49:31.941317+0000", 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.114 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.115 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 4, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:23.116 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'5" 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.117 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.118 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804819+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.119 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.120 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:33:46.773997+0000", 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.122 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.123 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.124 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.125 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.860157+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.126 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.127 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.128 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5227, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:10.166677+0000", 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.129 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.130 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.131 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.132 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.133 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.873171+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.134 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.135 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.136 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:48.714243+0000", 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.137 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.138 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.139 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.140 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:23.141 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820309+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.142 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.143 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5050, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:31.588634+0000", 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.145 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.146 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:23.147 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.148 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.816412+0000", 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.149 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.150 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T07:49:23.151 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:49:46.308352+0000", 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.153 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.154 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.155 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.156 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821413+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.157 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.158 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T07:49:23.159 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5059, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:53:58.463918+0000", 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.161 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.162 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.163 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.164 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805442+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.165 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.166 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5110, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.167 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:32:03.057157+0000", 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.168 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.169 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.170 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.171 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:23.172 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806161+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.173 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.174 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5103, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:08:37.371884+0000", 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.177 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.178 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.179 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821235+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.180 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.181 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.182 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:07.639729+0000", 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.184 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.185 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.186 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'3" 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.187 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.810388+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.188 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.189 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5228, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:13:29.404020+0000", 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.190 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.192 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.193 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.194 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820323+0000", 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.195 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.196 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.197 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:15.008071+0000", 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.199 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.200 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.201 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.202 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813047+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.203 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.204 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.205 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:26:36.151874+0000", 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.207 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.208 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.209 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.210 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819776+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.211 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.212 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:24:57.973510+0000", 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.215 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.216 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.217 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:23.218 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.808497+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.219 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.220 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5179, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:09.121833+0000", 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.223 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.224 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.225 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818846+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.226 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.227 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.228 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:38:05.023382+0000", 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.230 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.231 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.232 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.233 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817210+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.234 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.235 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5277, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.236 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:37.641295+0000", 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.238 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.239 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.240 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:23.241 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:51.919041+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 636, 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.242 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 635, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.243 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5088, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.738965+0000", 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.246 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.247 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.248 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.564439+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.249 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2908, 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.250 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2908, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8764, 2024-07-26T07:49:23.251 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:01:06.493260+0000", 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.005774741, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194304, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.253 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1093, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387091, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.254 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2891, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 357007 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'2908" 2024-07-26T07:49:23.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.256 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810284+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.257 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.258 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:29.224543+0000", 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.259 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.261 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.262 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.263 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:23.264 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808279+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:23.265 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T07:49:23.266 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5265, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:28.755100+0000", 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.270 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "610'2" 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.271 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.562053+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3090, 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.273 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3090, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9039, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:37:42.304621+0000", 2024-07-26T07:49:23.274 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006131294, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1264, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 373038, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3075, 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 371907 2024-07-26T07:49:23.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3090" 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.278 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.871161+0000", 2024-07-26T07:49:23.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.280 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.281 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:46.142178+0000", 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.285 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.286 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.808563+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.288 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5065, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:36:11.724816+0000", 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.289 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.292 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.293 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.576508+0000", 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3177, 2024-07-26T07:49:23.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3177, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.296 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9293, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:40:17.358829+0000", 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006101844, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1424, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 334342, 2024-07-26T07:49:23.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3146, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 396838 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.300 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3177" 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.870460+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.303 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:46:32.544438+0000", 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.308 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.309 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821204+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.311 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.312 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5269, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:31:51.632381+0000", 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.313 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.315 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.316 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.318 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.319 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563781+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.320 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3057, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3057, 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.321 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9157, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:38.875215+0000", 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004991827, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T07:49:23.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.324 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1203, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 345349, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3045, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 401452 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.325 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3057" 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.326 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.327 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802482+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.330 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.331 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5154, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:44.724183+0000", 2024-07-26T07:49:23.332 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.333 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.336 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808471+0000", 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.337 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.338 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.339 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5105, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:34.099276+0000", 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.340 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.341 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.342 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.345 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563625+0000", 2024-07-26T07:49:23.346 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.347 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3106, 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.348 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3106, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9224, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.349 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:29:57.239694+0000", 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004801109, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.350 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1408, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 417224, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3098, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 404374 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3106" 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.354 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.355 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.812970+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.357 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5259, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:35:43.651119+0000", 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.358 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.361 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.362 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.785102+0000", 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.364 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.365 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5232, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:55:02.693600+0000", 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.369 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:23.370 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.567529+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:23.371 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3060, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3060, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T07:49:23.372 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8941, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:18.302803+0000", 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.008363009, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 932, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387045, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3048, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 423672 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.376 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3060" 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.377 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.818240+0000", 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.379 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:53.724174+0000", 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.385 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.386 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813882+0000", 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.388 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.389 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T07:49:23.390 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:51.879219+0000", 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.393 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.394 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.395 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.577455+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.396 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3037, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.397 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3037, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9043, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.398 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:04:05.097203+0000", 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.007159503, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.400 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1159, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 410791, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3000, 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 373031 2024-07-26T07:49:23.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3037" 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.402 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808077+0000", 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.403 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.404 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.405 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:40:26.531009+0000", 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.408 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.409 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:23.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815024+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.411 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.412 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5136, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:51:12.994025+0000", 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.413 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.415 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.416 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.417 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.418 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818513+0000", 2024-07-26T07:49:23.419 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.420 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.421 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.422 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5557, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:47.688371+0000", 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.423 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.424 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:23.425 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.426 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "283'197" 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.427 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.669749+0000", 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.428 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.429 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3027, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3027, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.430 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8594, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:54:27.960263+0000", 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001603382, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.431 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.432 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 500, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 409461, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.433 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3028, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 386060 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.434 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3027" 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.435 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.823250+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.436 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.437 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:09.805904+0000", 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.441 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.442 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.864152+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.444 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.445 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5229, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:57.393699+0000", 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.449 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.450 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806676+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.452 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.453 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5123, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.587981+0000", 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.457 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.458 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.813352+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.460 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5262, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.889143+0000", 2024-07-26T07:49:23.461 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.465 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:23.466 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816524+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:23.467 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5058, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.515567+0000", 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.469 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.470 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.472 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.473 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.814772+0000", 2024-07-26T07:49:23.474 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.475 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.476 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:54:00.849170+0000", 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.477 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.478 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.480 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818770+0000", 2024-07-26T07:49:23.481 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.482 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.483 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5063, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:29:09.495316+0000", 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.484 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.485 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.487 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.488 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810239+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.489 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.490 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5157, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:30.567163+0000", 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.491 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.492 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.493 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:23.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.495 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:23.496 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815022+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:23.497 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.498 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5055, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:28:15.136367+0000", 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.502 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.506 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.831322+0000", 2024-07-26T07:49:23.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.508 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.509 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5244, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:54:30.390036+0000", 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 24, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 24, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T07:49:23.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.513 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:23.514 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807797+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:23.268777+0000", 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.517 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.520 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.521 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807109+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.522 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.523 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.524 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:52:34.591061+0000", 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.525 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.528 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.529 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819632+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.530 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.531 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.532 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:03:02.003363+0000", 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.533 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.536 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.537 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816199+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.539 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5125, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:45:22.424658+0000", 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.540 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.544 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.545 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821735+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.547 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5218, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:17:35.867407+0000", 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.548 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.549 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.551 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.552 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810754+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.553 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.554 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5283, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:13.556316+0000", 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.555 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:23.556 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.557 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.558 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.559 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819032+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.560 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.561 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5061, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.562 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:01.238760+0000", 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.563 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.564 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.565 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.567 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804697+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.568 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 29, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 29, 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.569 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5129, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:01.220188+0000", 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 5810, 2024-07-26T07:49:23.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.571 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.572 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 10, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 14, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 28, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 25 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.573 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'29" 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.574 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815026+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.575 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.576 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5141, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.577 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:58:59.602202+0000", 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.578 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.579 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.580 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.581 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.582 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.868196+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.583 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.584 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5270, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:21:56.419556+0000", 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:23.586 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.587 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 7, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.588 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.589 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.872507+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.590 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.591 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5273, 2024-07-26T07:49:23.592 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:23:28.385755+0000", 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.593 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.594 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.595 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.596 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.597 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805341+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.598 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.599 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5131, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:10.010819+0000", 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.601 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.602 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.603 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.604 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.824071+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.605 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.606 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.607 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5097, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:30:52.236543+0000", 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.608 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.609 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.610 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.611 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.612 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804511+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.613 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.614 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5093, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:13.526717+0000", 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.615 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.618 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.619 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817011+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.620 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.621 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5253, 2024-07-26T07:49:23.622 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:14:05.494921+0000", 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.625 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.626 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.627 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814225+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.628 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.629 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5114, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:52:46.401282+0000", 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.630 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.634 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782473+0000", 2024-07-26T07:49:23.635 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:23.636 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T07:49:23.637 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5217, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:12.516571+0000", 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.638 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.639 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.641 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.642 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802694+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.643 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.644 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:19:51.730178+0000", 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.645 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.646 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.647 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.648 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.649 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.650 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817535+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.651 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.652 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:17:00.126372+0000", 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.653 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.654 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.655 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.656 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.657 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814945+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.658 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.659 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5272, 2024-07-26T07:49:23.660 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:21:59.299998+0000", 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.661 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.662 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.663 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.664 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.665 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814092+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.666 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.667 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5213, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:33:36.734520+0000", 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.668 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.669 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.670 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.671 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.672 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782396+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.673 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.674 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.675 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5204, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:23:38.554341+0000", 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.676 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.677 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.678 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.679 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.680 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:50.909249+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 574, 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.681 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 573, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.682 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:23.457377+0000", 2024-07-26T07:49:23.683 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.684 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.685 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.686 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.687 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:23.688 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.803059+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.689 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.690 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:34:52.369063+0000", 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.691 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.692 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.693 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.694 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.695 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.865252+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.696 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.697 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:22.584229+0000", 2024-07-26T07:49:23.698 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.699 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.700 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.701 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.702 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.703 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810348+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.704 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.705 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:20:36.317969+0000", 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.706 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.707 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.708 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.709 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.710 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.808289+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.711 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.712 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.713 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:56:49.716654+0000", 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.714 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.715 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.716 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.717 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.718 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.778258+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.719 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.720 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:34:38.647965+0000", 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.721 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.722 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.723 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.725 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817475+0000", 2024-07-26T07:49:23.726 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:23.727 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T07:49:23.728 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5095, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:38.972786+0000", 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.729 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.730 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.731 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.732 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.733 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.812425+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.734 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.735 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.736 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5203, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:36.393905+0000", 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.737 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.738 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.740 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.741 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.861801+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.742 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.743 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5132, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:57:44.988117+0000", 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.744 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.745 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.746 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.747 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.748 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.820269+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.749 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.750 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.751 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:43.595126+0000", 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.752 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.753 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.754 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.755 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.756 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817089+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.757 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.758 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:16.541427+0000", 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.759 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.760 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.761 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.762 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.763 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.764 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815103+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.765 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.766 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5276, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:22.108593+0000", 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.767 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.768 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.769 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.770 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.771 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.772 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808194+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.773 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.774 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5102, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:11:43.422690+0000", 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.775 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.776 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.777 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.778 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.779 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:23.780 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820811+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.781 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.782 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:18:37.931800+0000", 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.783 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.784 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.785 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.786 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.787 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813490+0000", 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.788 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.789 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.790 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5216, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:37:31.189198+0000", 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.791 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.792 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.794 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.795 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.811862+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.796 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.797 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5112, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:09.878568+0000", 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.799 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.800 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.801 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.802 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815502+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.803 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.804 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.805 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:23:59.031476+0000", 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.806 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.807 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.808 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.809 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:23.810 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.856335+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.811 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.812 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5254, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:26:25.229973+0000", 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.813 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.814 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.815 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.816 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.817 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.866763+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.818 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:23.819 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5274, 2024-07-26T07:49:23.820 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:08.052400+0000", 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.821 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.822 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.823 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.824 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.825 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804636+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.826 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.827 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5209, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:39.973314+0000", 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.828 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.829 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.830 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.832 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.833 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802755+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.834 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.835 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5149, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:19.109227+0000", 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.836 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.837 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.838 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.839 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.840 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808271+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.841 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.842 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5090, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.843 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:27:32.768750+0000", 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.844 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.845 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.847 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.848 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813586+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.849 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.850 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 4525, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:42:05.861959+0000", 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.851 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.852 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.854 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.855 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821670+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.856 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.857 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5053, 2024-07-26T07:49:23.858 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:19:21.966389+0000", 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.859 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.860 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.862 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:23.863 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.798873+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.864 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T07:49:23.865 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:30.261855+0000", 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.866 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.867 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:23.869 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.870 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819839+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.871 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.872 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:38:50.798364+0000", 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.873 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.874 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.876 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.877 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.830165+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.878 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.879 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.880 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:26.722083+0000", 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.881 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.882 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.884 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:23.885 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819932+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.886 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.887 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:48.448080+0000", 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.888 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.889 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.891 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.892 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814000+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.893 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.894 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5127, 2024-07-26T07:49:23.895 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:49.090014+0000", 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.896 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.899 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:23.900 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.826578+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:23.901 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:23.902 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:23.903 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:32.391966+0000", 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.904 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.907 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:23.908 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808096+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.910 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5266, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:19:58.283164+0000", 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.911 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:23.916 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:23.917 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815345+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.918 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:23.919 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5048, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:34:49.405737+0000", 2024-07-26T07:49:23.920 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.923 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.924 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.925 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.926 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:23.928 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:23.929 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 68, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 68, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 6596, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.930 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.931 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 2, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 79, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 86, 2024-07-26T07:49:23.932 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 68, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 35 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 110592, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 19788, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:23.933 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 46492, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T07:49:23.934 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.935 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:23.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.938 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 24462, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 24462, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194323, 2024-07-26T07:49:23.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:23.940 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 2, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:23.941 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 8983, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3064341, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24331, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 3114341 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12595200, 2024-07-26T07:49:23.942 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 12582969, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T07:49:23.943 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 4673613824, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.006085749249905348 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.944 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T07:49:23.945 INFO:tasks.workunit.client.0.smithi037.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T07:49:23.945 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show-device 2024-07-26T07:49:23.945 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "c948c740-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c9499710-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062629": { 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c948c740-4b18-11ef-81ca-0cc47a887794", 2024-07-26T07:49:23.946 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975188 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.947 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.948 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T07:49:23.949 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.950 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 43679546 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 66965599 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.951 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.952 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T07:49:23.953 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.954 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 86, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 4403, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 4424, 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 4383 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 112, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 650899831, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 2862582779, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 9551825261, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 47254172827, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T07:49:23.956 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 14, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 53404, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 66412, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 25, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 4066 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 53404, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 66412 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.957 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.958 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T07:49:23.959 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:28 2024 UTC", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.960 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:49:23.961 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 25 Celsius", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 14%", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 650,899,831 [333 TB]", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 2,862,582,779 [1.46 PB]", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 9,551,825,261", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 47,254,172,827", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 112", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 53,404", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 66,412", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 4,066", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:49:23.962 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T07:49:23.963 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 25 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "c94b4402-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "INTEL_SSDPEDMD400G4_c94bc13e-4b18-11ef-81ca-0cc47a887794": { 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "20240726-062632": { 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "device": { 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:49:23.964 INFO:tasks.workunit.client.0.smithi037.stdout: "protocol": "NVMe", 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "nvme" 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "host_id": "c94b4402-4b18-11ef-81ca-0cc47a887794", 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "json_format_version": [ 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "local_time": { 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "asctime": "Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "time_t": 1721975192 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "logical_block_size": 512, 2024-07-26T07:49:23.965 INFO:tasks.workunit.client.0.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_controller_id": 0, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_namespaces": [ 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "capacity": { 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "formatted_lba_size": 512, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 1, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "size": { 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.966 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "utilization": { 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_pci_vendor": { 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "id": 32902, 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "subsystem_id": 32902 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "Device stats": { 2024-07-26T07:49:23.967 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_fw_downgrades": { 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "crc_error_count": { 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "erase_fail_count": { 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.968 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "host_bytes_written": { 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 28027486 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "host_ctx_wear_used": { 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 1 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "media_bytes_read": { 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "nand_bytes_written": { 2024-07-26T07:49:23.969 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 49106286 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_stat_indicator": { 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "pll_lock_loss_count": { 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "program_fail_count": { 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "soft_ecc_err_rate": { 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "thermal_throttle_status": { 2024-07-26T07:49:23.971 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "cnt": 0, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "pct": 0 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_host_reads": { 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_media_wear": { 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": "63.999023" 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "timed_workload_timer": { 2024-07-26T07:49:23.972 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 100, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 65535 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "unexp_power_loss": { 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 0, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": 0 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "wear_leveling": { 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "normalized": 89, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "raw": { 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "avg": 3349, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "max": 3365, 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 3331 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.973 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare": 100, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "available_spare_threshold": 10, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "controller_busy_time": 51, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "critical_warning": 0, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_read": 401319611, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "data_units_written": 1836809348, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "host_reads": 6538034292, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "host_writes": 33231199517, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "media_errors": 0, 2024-07-26T07:49:23.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_err_log_entries": 0, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "percentage_used": 11, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycles": 55988, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_hours": 55582, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": 24, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "unsafe_shutdowns": 3074 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_vendor": "intel", 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme_version": { 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "string": "<1.2", 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "power_cycle_count": 55988, 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "power_on_time": { 2024-07-26T07:49:23.975 INFO:tasks.workunit.client.0.smithi037.stdout: "hours": 55582 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "serial_number": "deleted", 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "smart_status": { 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "nvme": { 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "passed": true 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl": { 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "argv": [ 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl", 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "-x", 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "--json=o", 2024-07-26T07:49:23.976 INFO:tasks.workunit.client.0.smithi037.stdout: "/dev/nvme0n1" 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "build_info": "(local build)", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "exit_status": 0, 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "output": [ 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "Serial Number: deleted", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:49:23.977 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller ID: 0", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "NVMe Version: <1.2", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Number of Namespaces: 1", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Local Time is: Fri Jul 26 06:26:32 2024 UTC", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported Power States", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:49:23.978 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 0 + 512 0 2", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 1 - 512 8 2", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 2 - 512 16 2", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 3 - 4096 0 0", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 4 - 4096 8 0", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 5 - 4096 64 0", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: " 6 - 4096 128 0", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.979 INFO:tasks.workunit.client.0.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Critical Warning: 0x00", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Temperature: 24 Celsius", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare: 100%", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Percentage Used: 11%", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Read: 401,319,611 [205 TB]", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Data Units Written: 1,836,809,348 [940 TB]", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Read Commands: 6,538,034,292", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Host Write Commands: 33,231,199,517", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Controller Busy Time: 51", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Power Cycles: 55,988", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Power On Hours: 55,582", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Unsafe Shutdowns: 3,074", 2024-07-26T07:49:23.980 INFO:tasks.workunit.client.0.smithi037.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information Log Entries: 0", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "No Errors Logged", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "" 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "svn_revision": "5155", 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "version": [ 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.981 INFO:tasks.workunit.client.0.smithi037.stdout: "temperature": { 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: "current": 24 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: "user_capacity": { 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: "blocks": 781422768, 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 400088457216 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:23.982 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T07:49:23.983 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry show 2024-07-26T07:49:23.983 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:49:21] "GET /metrics HTTP/1.1" 200 34240 "" "Prometheus/2.43.0" 2024-07-26T07:49:23.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.983 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.984 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.985 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='client.45956 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.986 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.987 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.988 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.989 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.990 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.991 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.992 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:21 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.993 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.994 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.995 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.996 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.997 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:23.998 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:22 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:{ 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer": { 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: "active": true, 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: "mode": "" 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: "channels": [ 2024-07-26T07:49:24.006 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "channels_available": [ 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "basic", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "ident", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "crash", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "device", 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "perf" 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_available": [ 2024-07-26T07:49:24.007 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore", 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_flags" 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "collections_opted_in": [ 2024-07-26T07:49:24.008 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_base", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "device_base", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "crash_base", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "ident_base", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_perf", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_mds_metadata", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_usage", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_usage_by_class", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_rook_v01", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_memory_metrics", 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "basic_pool_options_bluestore" 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "config": { 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "active_changed": [ 2024-07-26T07:49:24.009 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "client_check_pool_perm", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_gid", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "client_mount_uid", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "client_quota", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "daemonize", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:24.010 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "keyring", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:24.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_host", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:24.012 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "no_config_file", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:24.013 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_max_backfills", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:49:24.014 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:49:24.015 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_sleep", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:24.016 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_default_features", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "setgroup", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "setuser" 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_changed": [ 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_debug", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "auth_service_ticket_ttl", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "bdev_debug_aio", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "container_image", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:49:24.017 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mgr", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_mon", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_ms", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_osd", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "debug_paxos", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_file", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_journald", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_to_stderr", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_join_fs", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/container_init", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:49:24.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/description", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/enabled", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr/telemetry/organization", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_allow_pool_delete", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_clock_drift_allowed", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_cluster_log_to_file", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_data_avail_warn", 2024-07-26T07:49:24.019 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_election_default_strategy", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_max_pg_per_osd", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mds_skip_sanity", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:49:24.020 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_bug", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "ms_die_on_old_message", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_default_list", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_class_load_list", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_op_order", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_shutdown", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:49:24.021 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mclock_profile", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_memory_target_autotune", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_op_queue_cut_off", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recover_clone_overlap", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_recovery_max_chunk", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_load_threshold", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_scrub_max_interval", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:49:24.022 INFO:tasks.workunit.client.0.smithi037.stdout: "public_network", 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_cache_enabled", 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_ops_log", 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "rgw_enable_usage_log" 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "contact": null, 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "crashes": [], 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "created": "2024-07-26T06:23:17.595604Z", 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "crush": { 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_algs": { 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: "straw2": 3 2024-07-26T07:49:24.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_sizes": { 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "2": 1, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "4": 2 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket_types": { 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "1": 2, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "11": 1 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "compat_weight_set": false, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "device_classes": [ 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: 8 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_buckets": 6, 2024-07-26T07:49:24.024 INFO:tasks.workunit.client.0.smithi037.stdout: "num_devices": 8, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_rules": 2, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_types": 12, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "num_weight_sets": 0, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "tunables": { 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_local_tries": 0, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "choose_total_tries": 50, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_stable": 1, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "has_msr_rules": 0, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v2_rules": 1, 2024-07-26T07:49:24.025 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v3_rules": 0, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v4_buckets": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "has_v5_rules": 0, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "legacy_tunables": 0, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "minimum_required_version": "jewel", 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_collision_tries": 100, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "msr_descents": 100, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "optimal_tunables": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "profile": "jewel", 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables2": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables3": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "require_feature_tunables5": 1, 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: "straw_calc_version": 1 2024-07-26T07:49:24.026 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "description": "upgrade test cluster", 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "fs": { 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "feature_flags": { 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "enable_multiple": true, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_enabled_multiple": true 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "filesystems": [ 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "approx_ctime": "2024-07", 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "balancer_enabled": false, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.027 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_caps": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_dns": 10, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_inos": 13, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "cached_subtrees": 2, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "ever_allowed_features": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "files": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "max_mds": 1, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_data_pools": 1, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_in": 1, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_mds": 1, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_replay": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_up": 1, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "snaps": 0, 2024-07-26T07:49:24.028 INFO:tasks.workunit.client.0.smithi037.stdout: "standby_count_wanted": 0 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_standby_mds": 1, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "total_num_mds": 2 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_stats": { 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20144128, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 342384, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 688128, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 0, 2024-07-26T07:49:24.029 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 370, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1138472, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 613376, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 14740328, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 20742144, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 426744, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2621440, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 450560, 2024-07-26T07:49:24.030 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 484, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 1396704, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 1143296, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 15153960, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 178528256, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 1837512, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:24.031 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 540672, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 1548288, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 7056, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 11801592, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 3119872, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 158345024, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 180076544 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 169476096, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 2482600, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 2883584, 2024-07-26T07:49:24.032 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 16384, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 2211840, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 6602, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 10773016, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 2690048, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 150630464, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 171687936 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 264093696, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 6133408, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3014656, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 655360, 2024-07-26T07:49:24.033 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 90112, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9922, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 16010840, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 4334848, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 233944584, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 264183808 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 574808064, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 29153056, 2024-07-26T07:49:24.034 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 24518656, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13378, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66416784, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11849984, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 464111440, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 599326720 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 456990720, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24490296, 2024-07-26T07:49:24.035 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 23060480, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 13135, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 66380600, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 8964608, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 353878416, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 480051200 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 532824064, 2024-07-26T07:49:24.036 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 24590352, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 49152, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 41451520, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11394, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 60436456, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 12571648, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 431899656, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 574275584 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 572342272, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 17609368, 2024-07-26T07:49:24.037 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 5242880, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 32808960, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 10611, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 61922312, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11388416, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 476179296, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 605151232 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:24.038 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 427876352, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 23629240, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 142704640, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 11694, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 62486432, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10680832, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 327803048, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 570580992 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:24.039 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 484589568, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 28325976, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 29310976, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12492, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 51159424, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 11964672, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 389862696, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 513900544 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:24.040 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 385269760, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 14204224, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3145728, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 20242432, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 9310, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 47722888, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 10650112, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 309546808, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 405512192 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:24.041 INFO:tasks.workunit.client.0.smithi037.stdout: "actual_memory_used": 511475712, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "central_cache_freelist": 19446256, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "malloc_metadata": 3276800, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "page_heap_freelist": 0, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "released_to_os": 4947968, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "spans_in_use": 12706, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_cache_freelists": 58424296, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "thread_heaps_in_use": 51, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "transfer_cache_freelist": 13361664, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "use_by_application": 416966696, 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: "virtual_address_space_used": 516423680 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.042 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "hosts": { 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num": 2, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mds": 2, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mgr": 2, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_mon": 2, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_with_osd": 2 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "io_rate": { 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_stats_delta": { 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 0, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 0, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.043 INFO:tasks.workunit.client.0.smithi037.stdout: "stamp_delta": "12.003625", 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 3, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 0 2024-07-26T07:49:24.047 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard": false, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "leaderboard_description": null, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "license": "sharing-1-0", 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "mempool": { 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.048 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.049 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.050 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.051 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.052 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 148986, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 33 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.053 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 928, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.054 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.055 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.056 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.057 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.058 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.059 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.060 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.061 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 222664, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 68 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51904, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 181 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.062 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12712, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 247 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.063 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.064 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.065 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.066 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.067 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.068 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.069 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 50639746, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7021 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 88, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.070 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.071 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.072 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.073 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.074 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.075 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.077 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 43417152, 2024-07-26T07:49:24.078 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5338 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 264, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.079 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:24.080 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5720, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 152 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.081 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.082 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.083 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.084 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.085 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.086 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 51741546, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7279 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 88, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.087 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11288, 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 246 2024-07-26T07:49:24.088 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 70440, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5158 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11440, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 304 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.089 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20536, 2024-07-26T07:49:24.090 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 363 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 120832, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3072, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 16 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61280, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 766 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.091 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 405184, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 818182, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 218 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2514759, 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 553611 2024-07-26T07:49:24.092 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7076336, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10438 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78260, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8263 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93504, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1948 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.093 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.094 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 52111, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 47 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 16509599, 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 270 2024-07-26T07:49:24.095 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 231 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 476256, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 41 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.096 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7176000, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18600 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.097 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.098 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21944, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 375 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 47488, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1728, 2024-07-26T07:49:24.099 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 61200, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 765 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402896, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.100 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 874592, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 234 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2504127, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 549997 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7028736, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10368 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76652, 2024-07-26T07:49:24.101 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8092 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92976, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1937 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.102 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 58249, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 45 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:24.103 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 9512794, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 269 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22000, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 250 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.104 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 453024, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 39 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 7318584, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 21275 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.105 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.106 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19360, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 344 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31232, 2024-07-26T07:49:24.107 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 27 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3840, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 402272, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.108 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 326672, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 94 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1778532, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 393084 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5200216, 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7679 2024-07-26T07:49:24.109 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76032, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8081 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92832, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1934 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.110 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 187228, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1333 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 736, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 91639, 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 54 2024-07-26T07:49:24.111 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12112, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 3 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21875661, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 260 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12144, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 138 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.112 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 394944, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3201640, 2024-07-26T07:49:24.113 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 6157 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.114 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:24.115 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19264, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 336 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30848, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 24 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.118 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4416, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 23 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60560, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 757 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 403520, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1940 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.119 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 309106, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 83 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1764438, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391023 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5170296, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7635 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.120 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 76532, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8100 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93072, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1939 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186204, 2024-07-26T07:49:24.121 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1329 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 92786, 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 60 2024-07-26T07:49:24.122 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 23999414, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 281 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 10824, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 123 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.123 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 429792, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 37 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3553680, 2024-07-26T07:49:24.124 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9234 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.125 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.126 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 22768, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 391 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 191232, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 768, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 4 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60960, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 762 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.127 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 918067, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2092405, 2024-07-26T07:49:24.128 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 461442 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6008056, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8867 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 85832, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9250 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:24.129 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186460, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1330 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.130 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86421, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 51 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4760019, 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 255 2024-07-26T07:49:24.131 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 21472, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 244 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.132 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4987112, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11913 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.133 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.134 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18208, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 327 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 31104, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 26 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.135 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3456, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 18 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60000, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 750 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 416832, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2004 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.136 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 388194, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 106 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2419847, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 537213 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6903616, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 10184 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 86084, 2024-07-26T07:49:24.137 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9255 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96144, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2003 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.138 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1472, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 90111, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 62 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20128, 2024-07-26T07:49:24.139 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 20328365, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 253 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 12408, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 141 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.140 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 464640, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 40 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 6365320, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 12241 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.141 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.142 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14280, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 263 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.143 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 30336, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 20 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2688, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 14 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 59600, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 745 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 418288, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.144 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 820299, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 206 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 1736426, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 381504 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5028176, 2024-07-26T07:49:24.145 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 7426 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 87084, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9409 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 96528, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 2011 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.146 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 185948, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1328 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 42574, 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:24.147 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 14632926, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 210 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 19976, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 227 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.148 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 441408, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 38 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3529240, 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9187 2024-07-26T07:49:24.149 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.150 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bloom_filter": { 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 17784, 2024-07-26T07:49:24.151 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 318 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_reader": { 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 240000, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 28 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs_file_writer": { 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 3264, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 17 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_alloc": { 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 60640, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 758 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.152 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_blob": { 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 404768, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_buffer": { 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 256, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 32 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_data": { 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 566501, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 121 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_meta": { 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 2044705, 2024-07-26T07:49:24.153 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 455227 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_onode": { 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 5908096, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8720 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_cache_other": { 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 78940, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 8262 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_extent": { 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 93408, 2024-07-26T07:49:24.154 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1946 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_fsck": { 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_inline_bl": { 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 186972, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 1332 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_shared_blob": { 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.155 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_txc": { 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing": { 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 40815, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 34 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore_writing_deferred": { 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_anon": { 2024-07-26T07:49:24.156 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 18163748, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 5542 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "buffer_meta": { 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 11704, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 133 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_co": { 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 557568, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 48 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.157 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_mapbl": { 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_pglog": { 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 4955184, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 9542 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap": { 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 670528, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 11003 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap_mapping": { 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.158 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "pgmap": { 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_1": { 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "unittest_2": { 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes": 0, 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: "items": 0 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.159 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "metadata": { 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 2 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:24.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 2 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 2 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:24.161 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 2 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 3 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.162 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 3 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 3 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 3 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.163 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "arch": { 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "x86_64": 8 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_version": { 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "cpu": { 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "distro": { 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: "centos": 8 2024-07-26T07:49:24.164 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "distro_description": { 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "CentOS Stream 9": 8 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_description": { 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "kernel_version": { 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "os": { 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "Linux": 8 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_objectstore": { 2024-07-26T07:49:24.165 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": 8 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "rotational": { 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "0": 8 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "features": { 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "optional": [], 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "persistent": [ 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "kraken", 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "luminous", 2024-07-26T07:49:24.166 INFO:tasks.workunit.client.0.smithi037.stdout: "mimic", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "osdmap-prune", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "nautilus", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "octopus", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "pacific", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "elector-pinging", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "quincy", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "reef", 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "squid" 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "min_mon_release": 19, 2024-07-26T07:49:24.167 INFO:tasks.workunit.client.0.smithi037.stdout: "v1_addr_mons": 3, 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "v2_addr_mons": 3 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "organization": "ceph-qa", 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster_network": false, 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8, 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "require_osd_release": "squid" 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_perf_histograms": [ 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:24.168 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:24.169 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:24.170 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.171 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:24.172 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:24.173 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.174 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1319, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16080, 4110, 127, 12, 35, 30, 0, 0, 3, 0, 0, 7, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10666, 108, 72, 2, 13, 54, 167, 196, 37, 34, 23, 25, 39, 40, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 702, 8, 30, 0, 1, 1, 3, 19, 22, 6, 75, 178, 58, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 555, 1, 0, 0, 0, 1, 1, 0, 0, 0, 3, 37, 302, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 237, 3, 0, 0, 0, 1, 1, 1, 2, 1, 2, 6, 24, 82, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 19, 17, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 7, 25, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.175 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.176 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.177 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9728, 2, 0, 1, 0, 1, 0, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8112, 27, 1389, 1, 7, 5, 10, 17, 35, 50, 52, 31, 8, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1085, 6, 96, 23, 0, 0, 0, 0, 6, 34, 87, 212, 73, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 740, 8, 0, 7, 0, 0, 0, 1, 3, 1, 1, 36, 499, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 390, 24, 4, 0, 0, 0, 0, 0, 1, 1, 12, 6, 26, 42, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 315, 11, 40, 0, 0, 0, 0, 3, 3, 0, 1, 2, 13, 16, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 325, 6, 224, 0, 0, 0, 0, 0, 1, 3, 2, 6, 15, 32, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 76, 0, 38, 0, 0, 0, 0, 0, 1, 0, 6, 3, 8, 12, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.178 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.179 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 13967, 1, 0, 0, 0, 0, 0, 0, 0, 6, 3, 10, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10506, 11, 12, 0, 7, 1, 0, 2, 8, 0, 7, 13, 8, 24, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 943, 14, 4, 2, 2, 0, 0, 0, 2, 4, 7, 5, 2, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 457, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 18, 21, 9, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.180 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 1, 1, 0, 0, 0, 0, 0, 6, 0, 19, 10, 15, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 219, 0, 0, 0, 0, 2, 0, 3, 0, 0, 11, 10, 35, 35, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 134, 0, 0, 1, 0, 0, 0, 1, 2, 0, 4, 2, 40, 46, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 20, 36, 23, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.181 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.182 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 159, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10155, 4028, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3671, 205, 32, 0, 16, 1, 5, 10, 8, 15, 8, 10, 8, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 17, 26, 1, 0, 1, 0, 0, 3, 11, 48, 84, 9, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 179, 2, 1, 0, 4, 0, 0, 0, 0, 1, 1, 15, 176, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 38, 2, 0, 0, 121, 0, 0, 0, 0, 0, 0, 3, 6, 26, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 30, 0, 0, 0, 364, 0, 0, 0, 0, 0, 1, 2, 5, 11, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 18, 2, 0, 0, 402, 0, 0, 0, 0, 0, 0, 3, 7, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5, 0, 0, 0, 1806, 0, 0, 0, 0, 0, 0, 0, 2, 1, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.183 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.184 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.185 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3289, 1495, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12341, 10522, 4169, 0, 0, 2, 1, 0, 1, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6542, 428, 124, 1, 9, 0, 4, 7, 14, 6, 5, 1, 9, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 773, 66, 30, 0, 0, 2, 0, 1, 6, 10, 42, 82, 38, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 238, 9, 0, 0, 0, 0, 0, 1, 0, 1, 8, 9, 163, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 27, 4, 0, 0, 2, 1, 0, 0, 0, 3, 1, 5, 46, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 27, 3, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 9, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 51, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 12, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 9, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.186 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.187 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8995, 3, 1, 0, 1, 0, 0, 0, 0, 3, 4, 4, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7203, 31, 15, 0, 12, 0, 1, 1, 1, 5, 3, 8, 17, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 762, 11, 10, 8, 3, 0, 0, 1, 0, 7, 13, 5, 7, 1, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 346, 7, 0, 2, 0, 0, 0, 0, 0, 1, 0, 10, 36, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.188 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 55, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 11, 7, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.189 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.190 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7711, 0, 0, 0, 6553, 418, 1, 0, 2, 2, 2, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6084, 24, 2, 1, 579, 159, 3, 4, 8, 12, 21, 10, 11, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 584, 7, 4, 0, 48, 20, 0, 1, 7, 14, 33, 79, 23, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 264, 0, 2, 0, 11, 7, 0, 0, 0, 0, 1, 23, 171, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 112, 0, 0, 0, 22, 29, 0, 0, 0, 1, 1, 4, 14, 32, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 27, 1, 0, 0, 2, 8, 0, 1, 0, 0, 1, 0, 1, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.191 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.192 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.193 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16740, 2, 1, 0, 2, 1, 0, 0, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9360, 33, 0, 0, 7, 0, 0, 0, 3, 0, 1, 4, 9, 29, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1258, 86, 133, 0, 2, 0, 0, 0, 4, 2, 17, 2, 5, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 522, 26, 45, 1, 1, 1, 1, 0, 0, 0, 1, 11, 16, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 12, 18, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 37, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 192, 10, 29, 38, 0, 0, 2, 0, 0, 0, 0, 2, 22, 19, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 125, 1, 1, 30, 70, 0, 1, 0, 0, 0, 0, 0, 6, 25, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 64, 101, 0, 0, 0, 0, 0, 5, 1, 18, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.194 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.195 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:24.196 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:24.197 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:24.198 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:24.199 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:24.200 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:24.201 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.202 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 497, 0, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5238, 59, 62, 135, 427, 613, 698, 4, 6, 0, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 681, 17, 34, 43, 28, 12, 24, 0, 3, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 288, 1, 0, 0, 0, 1, 1, 0, 1, 0, 2, 8, 8, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 239, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 8, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.203 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.204 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.205 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3636, 266, 35, 68, 122, 1, 2, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 486, 20, 1310, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 0, 32, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1689, 1255, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1473, 1731, 234, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 43, 14, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.206 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.207 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11342, 8, 0, 0, 2, 0, 2, 8, 4, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16079, 1, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 349, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.208 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 234, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.209 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:24.210 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2240, 37, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 17, 25, 38, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 934, 310, 9, 129, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4174, 2526, 0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 167, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.211 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.212 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.213 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 629, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2172, 227, 33, 65, 139, 274, 468, 2, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 279, 15, 2, 0, 0, 1, 17, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 145, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 84, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.214 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.215 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 423, 1, 5, 13, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3698, 74, 128, 240, 446, 618, 719, 1, 2, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 360, 6, 6, 7, 11, 8, 6, 1, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 205, 4, 22, 38, 5, 1, 0, 0, 0, 0, 0, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.216 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 111, 37, 60, 89, 24, 0, 0, 0, 0, 1, 1, 2, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 5, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.217 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.218 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 392, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2584, 14, 1, 0, 14, 0, 5, 5, 13, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 194, 3, 0, 0, 5, 0, 0, 0, 0, 11, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 9, 0, 0, 1, 0, 0, 1, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 108, 100, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.219 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.220 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.221 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 797, 7, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8913, 30, 60, 18, 3, 1, 1, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1808, 35, 86, 44, 0, 0, 0, 1, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 409, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.222 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.223 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.224 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:24.225 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:24.226 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.227 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:24.228 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:24.229 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.230 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.231 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.232 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1821, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.233 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2999, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.234 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.235 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 734, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 11374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 16096, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.236 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.237 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.238 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 7126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.239 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.240 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.241 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.242 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.243 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 5935, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.244 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.245 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.246 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 395, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.247 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.248 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.249 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 9030, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1981, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 432, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 214, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.250 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.251 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Latency (usec)", 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 100000, 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 99999]", 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[100000, 199999]", 2024-07-26T07:49:24.252 INFO:tasks.workunit.client.0.smithi037.stdout: "[200000, 399999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[400000, 799999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[800000, 1599999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[1600000, 3199999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[3200000, 6399999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[6400000, 12799999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[12800000, 25599999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[25600000, 51199999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[51200000, 102399999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[102400000, 204799999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[204800000, 409599999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[409600000, 819199999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[819200000, 1638399999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[1638400000, 3276799999]", 2024-07-26T07:49:24.253 INFO:tasks.workunit.client.0.smithi037.stdout: "[3276800000, 6553599999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[6553600000, 13107199999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[13107200000, 26214399999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[26214400000, 52428799999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[52428800000, 104857599999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[104857600000, 209715199999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[209715200000, 419430399999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[419430400000, 838860799999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:49:24.254 INFO:tasks.workunit.client.0.smithi037.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[53687091200000, None]" 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 32, 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "Request size (bytes)", 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 512, 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 511]", 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[512, 1023]", 2024-07-26T07:49:24.255 INFO:tasks.workunit.client.0.smithi037.stdout: "[1024, 2047]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[2048, 4095]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[4096, 8191]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[8192, 16383]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[16384, 32767]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[32768, 65535]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[65536, 131071]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[131072, 262143]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[262144, 524287]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[524288, 1048575]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[1048576, 2097151]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[2097152, 4194303]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[4194304, 8388607]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[8388608, 16777215]", 2024-07-26T07:49:24.256 INFO:tasks.workunit.client.0.smithi037.stdout: "[16777216, 33554431]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[33554432, 67108863]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[67108864, 134217727]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[134217728, 268435455]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[268435456, 536870911]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[536870912, 1073741823]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[1073741824, 2147483647]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[2147483648, 4294967295]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[4294967296, 8589934591]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[8589934592, 17179869183]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[17179869184, 34359738367]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[34359738368, 68719476735]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[68719476736, 137438953471]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[137438953472, 274877906943]", 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: "[274877906944, None]" 2024-07-26T07:49:24.257 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 102, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.258 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2023, 25, 3, 2, 8, 3, 2, 2, 8, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1239, 8, 1, 2, 4, 3, 5, 12, 26, 55, 75, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 173, 8, 0, 0, 2, 3, 2, 7, 8, 13, 71, 259, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 182, 4, 0, 0, 0, 0, 1, 1, 2, 4, 22, 14, 288, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 451, 2, 0, 0, 0, 0, 1, 1, 1, 0, 5, 11, 19, 32, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 20, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.259 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.260 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 56, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2831, 22, 0, 1, 6, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1556, 7, 1, 0, 5, 9, 5, 11, 34, 74, 112, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 142, 4, 0, 0, 1, 0, 3, 3, 8, 11, 83, 333, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 98, 3, 0, 0, 0, 1, 1, 1, 3, 5, 29, 46, 371, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 4, 0, 0, 1, 0, 0, 0, 2, 1, 12, 21, 20, 30, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 9, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.261 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 2386, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.262 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.263 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 433, 10, 1, 0, 17, 2, 1, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 184, 7, 0, 0, 1, 0, 0, 2, 6, 6, 33, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 257, 3, 2, 0, 1, 2, 3, 9, 7, 17, 77, 87, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 124, 0, 1, 0, 0, 0, 2, 3, 4, 5, 27, 49, 14, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 46, 0, 0, 1, 0, 0, 0, 0, 1, 2, 9, 14, 22, 45, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 8, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 4, 11, 31, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.264 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.265 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.266 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1075, 21, 2, 0, 17, 0, 3, 4, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 459, 1, 0, 2, 6, 2, 1, 8, 24, 27, 51, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 64, 13, 0, 0, 2, 0, 0, 1, 0, 3, 21, 94, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 263, 7, 0, 1, 0, 1, 0, 0, 1, 1, 3, 5, 89, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 408, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 11, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 270, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.267 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.268 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 59, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1114, 15, 1, 0, 15, 1, 4, 10, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 513, 9, 1, 0, 2, 2, 4, 12, 18, 23, 52, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 363, 16, 0, 0, 0, 1, 4, 4, 5, 4, 49, 131, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 464, 31, 0, 0, 0, 1, 0, 1, 1, 1, 7, 13, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 275, 29, 0, 0, 0, 0, 0, 2, 2, 2, 2, 8, 16, 20, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.269 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 164, 44, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 9, 23, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 39, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.270 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.271 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 386, 15, 0, 0, 11, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 86, 4, 0, 0, 1, 1, 0, 2, 7, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 88, 3, 0, 1, 1, 2, 2, 1, 3, 1, 9, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 19, 17, 0, 0, 0, 0, 0, 0, 1, 3, 7, 12, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 17, 19, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 13, 20, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 3, 48, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 5, 21, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.272 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.273 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.274 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 67, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 1147, 29, 3, 2, 18, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 618, 3, 2, 0, 1, 2, 4, 5, 11, 26, 32, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 296, 11, 0, 0, 0, 0, 0, 0, 0, 0, 17, 88, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 452, 12, 0, 0, 0, 0, 0, 0, 1, 2, 2, 8, 167, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 299, 23, 0, 0, 0, 0, 1, 1, 0, 1, 2, 12, 10, 21, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 137, 49, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 27, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 174, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 6, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.275 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.276 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 310, 9, 1, 0, 14, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 78, 3, 1, 0, 0, 1, 2, 6, 5, 3, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 114, 5, 0, 0, 1, 2, 3, 1, 7, 4, 20, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 40, 4, 0, 0, 0, 0, 1, 3, 0, 2, 12, 16, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.277 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 12, 2, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 18, 34, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 6, 8, 32, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.278 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.279 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "axes": [ 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 8, 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "number of replicas", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 1, 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0]", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[1, 1]", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[2, 2]", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[3, 3]", 2024-07-26T07:49:24.280 INFO:tasks.workunit.client.0.smithi037.stdout: "[4, 4]", 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[5, 5]", 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[6, None]" 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "linear" 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "buckets": 10, 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "min": 0, 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "name": "duration", 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "quant_size": 250000, 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "ranges": [ 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[None, -1]", 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 249999]", 2024-07-26T07:49:24.281 INFO:tasks.workunit.client.0.smithi037.stdout: "[250000, 499999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[500000, 999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[1000000, 1999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[2000000, 3999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[4000000, 7999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[8000000, 15999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[16000000, 31999999]", 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "[32000000, None]" 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "scale_type": "log2" 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "osds": [ 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.282 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 0, 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 1, 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.283 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 2, 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.284 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 3, 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.285 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 4, 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.286 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 5, 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.287 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 6, 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.288 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "osd_id": 7, 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "values": [ 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.289 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: ] 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "perf_counters": { 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mds.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "mds": { 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "caps": { 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.290 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_grant": { 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.291 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_commit": { 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_complete": { 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_fetch_keys": { 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_merge": { 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "dir_split": { 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "exported_inodes": { 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "forward": { 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_cap_release": { 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps": { 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_caps_dirty": { 2024-07-26T07:49:24.293 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_inode_file_caps": { 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "imported_inodes": { 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes": { 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_expired": { 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_pinned": { 2024-07-26T07:49:24.294 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "inodes_with_caps": { 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "load_cent": { 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "openino_dir_fetch": { 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "process_request_cap_release": { 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.295 INFO:tasks.workunit.client.0.smithi037.stdout: "reply_latency": { 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "request": { 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rbytes": { 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rfiles": { 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "root_rsnaps": { 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.296 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_reply": { 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "subtrees": { 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_cache": { 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_exportdir": { 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.297 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_flush": { 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragmentdir": { 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_fragstats": { 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_inodestats": { 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_inode": { 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.298 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "ireq_quiesce_path": { 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_enqueued": { 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_prioritized": { 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_recovering_processing": { 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays": { 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_delayed": { 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "num_strays_enqueuing": { 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_completed": { 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_started": { 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_created": { 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_enqueued": { 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_migrated": { 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "strays_reintegrated": { 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_log": { 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "ev": { 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:24.301 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "evadd": { 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "evex": { 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "evexd": { 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "evexg": { 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "evlrg": { 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.302 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "evtrm": { 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "jlat": { 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "replayed": { 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "seg": { 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.303 INFO:tasks.workunit.client.0.smithi037.stdout: "segadd": { 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "segex": { 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "segexd": { 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "segexg": { 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "segmjr": { 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.304 INFO:tasks.workunit.client.0.smithi037.stdout: "segtrm": { 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_mem": { 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "cap": { 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "cap+": { 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "cap-": { 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.305 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "dir": { 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "dir+": { 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "dir-": { 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "dn": { 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "dn+": { 2024-07-26T07:49:24.306 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "dn-": { 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "heap": { 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 248096 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "ino": { 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "ino+": { 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.307 INFO:tasks.workunit.client.0.smithi037.stdout: "ino-": { 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "rss": { 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47976 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_server": { 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_acquisition_throttle": { 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "cap_revoke_eviction": { 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.308 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_request": { 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_client_session": { 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "handle_peer_request": { 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "req_create_latency": { 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getattr_latency": { 2024-07-26T07:49:24.309 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getfilelock_latency": { 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "req_getvxattr_latency": { 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "req_link_latency": { 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.310 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookup_latency": { 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookuphash_latency": { 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupino_latency": { 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupname_latency": { 2024-07-26T07:49:24.311 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupparent_latency": { 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lookupsnap_latency": { 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "req_lssnap_latency": { 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.312 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mkdir_latency": { 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mknod_latency": { 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "req_mksnap_latency": { 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "req_open_latency": { 2024-07-26T07:49:24.313 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "req_readdir_latency": { 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rename_latency": { 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "req_renamesnap_latency": { 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.314 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmdir_latency": { 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmsnap_latency": { 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "req_rmxattr_latency": { 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setattr_latency": { 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.315 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setdirlayout_latency": { 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setfilelock_latency": { 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setlayout_latency": { 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.316 INFO:tasks.workunit.client.0.smithi037.stdout: "req_setxattr_latency": { 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "req_snapdiff_latency": { 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "req_symlink_latency": { 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "req_unlink_latency": { 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.317 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "mds_sessions": { 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "average_load": { 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "avg_session_uptime": { 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "mdthresh_evicted": { 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:24.318 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "session_count": { 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "session_remove": { 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_open": { 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "sessions_stale": { 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "total_load": { 2024-07-26T07:49:24.319 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:24.320 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "purge_queue": { 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed": { 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executed_ops": { 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing": { 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_high_water": { 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.321 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "pq_item_in_journal": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.006aa4b11ae2921d00fb50ac741dfca7bc7c0874": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:24.322 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.323 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:24.324 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7736 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56278713 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7736, 2024-07-26T07:49:24.325 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1995972738 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:24.326 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1999973 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.327 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.328 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27333625906 2024-07-26T07:49:24.329 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7735 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 111070132 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.331 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69865 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7735, 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5201928785 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177192960 2024-07-26T07:49:24.332 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 175005696 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2187264 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:24.333 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26301789 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.334 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.335 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68030528 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:24.336 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266377827 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2393700 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.337 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.338 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70967097 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:24.339 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177585218 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.340 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.341 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69878718 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.342 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 339133, 2024-07-26T07:49:24.343 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1814689867 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:24.344 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18910, 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9319280436 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.345 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.26b7469fafe524eeba042c45dec56f33b8d11e1e": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7 2024-07-26T07:49:24.346 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 252 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:24.347 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7704 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56036389 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.348 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1174975819 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.349 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2, 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7704 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.350 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.351 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7704 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:24.352 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23886508073 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:24.353 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7704 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.354 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110605486 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69684 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7704, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2517948198 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.355 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168804352 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 166477824 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2326528 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:24.356 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25398851 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.357 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.358 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68273255 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.359 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 267038038 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.360 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1536075 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.361 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71164511 2024-07-26T07:49:24.362 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 178025359 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.363 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.364 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.365 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69438577 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.366 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 336268, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1560978341 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.367 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.368 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18828, 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5846667040 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "mon.aa9ae143fcf6a36b0a82445117cc48cbf62bdfab": { 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "election_call": { 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "election_lose": { 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.369 INFO:tasks.workunit.client.0.smithi037.stdout: "election_win": { 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_elections": { 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "num_sessions": { 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "session_add": { 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "session_rm": { 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 211 2024-07-26T07:49:24.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "session_trim": { 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "paxos": { 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "accept_timeout": { 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "begin": { 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7799 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_bytes": { 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:24.371 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57347612 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_keys": { 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23397 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "begin_latency": { 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1604978023 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "collect": { 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_bytes": { 2024-07-26T07:49:24.372 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_keys": { 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_latency": { 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_timeout": { 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.373 INFO:tasks.workunit.client.0.smithi037.stdout: "collect_uncommitted": { 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "commit": { 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7797 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_bytes": { 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56757356 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_keys": { 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 62575 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.374 INFO:tasks.workunit.client.0.smithi037.stdout: "commit_latency": { 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7797, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2921717468 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_ack_timeout": { 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "lease_timeout": { 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn": { 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "new_pn_latency": { 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.375 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9999865 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh": { 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7799 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "refresh_latency": { 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7799, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29946590120 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "restart": { 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state": { 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.376 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_bytes": { 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "share_state_keys": { 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "start_leader": { 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "start_peon": { 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.377 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state": { 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_bytes": { 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_keys": { 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "store_state_latency": { 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.378 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache": { 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020054731 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260120576 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259497984 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2147483648 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.379 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 622592 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:full": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360710144 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.380 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26314468 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.381 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.382 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68082834 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:inc": { 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 339738624 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.383 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 266312842 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2554314 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.384 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.385 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70871468 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "prioritycache:kv": { 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 314572800 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.386 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 177541895 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.387 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69922041 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb": { 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "compact": { 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_len": { 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.389 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_queue_merge": { 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_range": { 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "get_latency": { 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 354376, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2093499309 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.390 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_latency": { 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.391 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "submit_sync_latency": { 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19061, 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7509784844 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.0": { 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21709 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.393 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8028160 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 760877056 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.394 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4794931 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1813854 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 195, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 839769 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.395 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705560576 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78444, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10437359371 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78455, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17543667123 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5447680 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.396 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321347584 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 722599936 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.397 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448024896 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29580 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377323520 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 377327616 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.398 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16763 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29580, 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232869556 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 360862035 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.399 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26908 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2541027 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 767 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7950534 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.400 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5409507 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 324 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.401 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1081, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2712581 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.402 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 663 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6281 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.403 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093128192 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014144 2024-07-26T07:49:24.404 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20889, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 110062773 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3316, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 464476646 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.405 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22086, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 158871870 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.406 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22107361240 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77676, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1909485466 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:24.407 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 66952285 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 78387, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22174313525 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 38717, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1648184839 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.408 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1116, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3197808 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39028, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17684562 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89782 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24595, 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5436445857 2024-07-26T07:49:24.409 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268794 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24395 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19209, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2069044335 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 44481, 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16127983 2024-07-26T07:49:24.410 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25272, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1546712654 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15293, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 416870833 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.411 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7073480536 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.412 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 561677494 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2514078171180 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9177, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6474988944032 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2725726936759 2024-07-26T07:49:24.413 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11803944 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236993613 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 39004459864 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.414 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33310128 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20867809001 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9533474743 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793677 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.415 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2669, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18392504 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 76731679210 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10680427944 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 93486, 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 579384658 2024-07-26T07:49:24.416 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 596049920 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 571482112 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.417 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24567808 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56851079 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.419 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12288 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491520 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.420 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68474233 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.421 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.422 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 169072 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68373285 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.424 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 269584 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37900719 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.425 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70881601 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.427 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426383099 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.428 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 991 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148796 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1153668 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.429 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67241318 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.431 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53510 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 147250, 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7166993922 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.432 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1896639126 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 291691191389 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 54481, 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22876666713 2024-07-26T07:49:24.433 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 53510, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 80804153001 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 36540 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22508377966 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.434 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3092280378 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36913, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7435616902 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36540, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8045116946 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9415 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.435 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 311912901 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265254227 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.436 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9784, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5804915075 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9415, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15332591663 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7555 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1584726225 2024-07-26T07:49:24.437 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 250917559196 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7784, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9636134736 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7555, 2024-07-26T07:49:24.438 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57426444392 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.439 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 716582912 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.1": { 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15772 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.440 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.441 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7159808 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 732073984 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.442 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3204879 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1093976 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 185, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687520 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.443 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 741801984 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70097, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9921443873 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70121, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16412644597 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4526080 2024-07-26T07:49:24.444 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287158272 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 758841344 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.445 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 54 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 309423077 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17911 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268730368 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 268734464 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.446 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8022 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17911, 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163131210 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.447 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197792385 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14492 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309561 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 778 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7054844 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.448 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1011 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4745283 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.449 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 239 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1011, 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2064918 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.450 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 651 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.451 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1028976640 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.452 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10416128 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18940, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88310315 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3290, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 491405032 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.453 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16453, 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126587507 2024-07-26T07:49:24.454 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20619224615 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69439, 2024-07-26T07:49:24.455 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1846769481 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48366630 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70037, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20667591245 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.456 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 33266, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1374547681 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 967, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2635344 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11066, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343290 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:24.457 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58379 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14093, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3752322762 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 232718 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27674 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22047, 2024-07-26T07:49:24.458 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2137215066 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 70151, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20196970 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48104, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1301068853 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.459 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15027, 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 392735790 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.460 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7265340648 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1267954037 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21786, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2814343626837 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.461 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21787, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6248505450843 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2388011465730 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83142, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9266869 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.462 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 287023942 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35450968263 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30720593 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18308595794 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.463 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9026504779 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202772 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2611, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15315755 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70352438320 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.464 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10055659903 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83143, 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 532545835 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 476774400 2024-07-26T07:49:24.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 453591040 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23183360 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.466 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56898699 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.467 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49152 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 589824 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.468 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68291445 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.469 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.470 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1872 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 141024 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.471 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.472 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68044472 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 127200 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37932466 2024-07-26T07:49:24.473 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.474 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.475 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70992238 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.476 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426740248 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 992 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.477 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146912 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1151479 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.478 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75276849 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.479 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47739 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.480 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 139052, 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8877851587 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2136238045 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.481 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 620228744898 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 49604, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33504441002 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 47739, 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 122854251856 2024-07-26T07:49:24.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24315 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20256486451 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2827374562 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.483 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24782, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6117087612 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24315, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7863209884 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13145 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142491189 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.484 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102798646564 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.485 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13552657862 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13145, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31770803232 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10279 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1993746856 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.486 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 497173611883 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11430, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13834695528 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10279, 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83220238740 2024-07-26T07:49:24.487 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8389627 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.488 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 752230400 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.2": { 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 79044 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.490 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12640256 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 603893760 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3775753 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.491 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1286254 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 180, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 841439 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 521404416 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.492 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69413, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9494581602 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69418, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15826767955 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1716224 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 284352512 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.493 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 542703616 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 397791139 2024-07-26T07:49:24.494 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21335 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327254016 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 327258112 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.495 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7744 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21335, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 153138335 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 236444312 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16399 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.496 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4520137 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 835 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12547176 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1063 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:24.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8027039 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 242 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.498 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1063, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3093583 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.499 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1208 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5715 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.500 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 903458816 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10403840 2024-07-26T07:49:24.501 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14001, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48697068 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3300, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 546141163 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.502 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20595, 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 157579796 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.503 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19695809634 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68800, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1730315959 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.504 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40958969 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69361, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19736768603 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 60140, 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1228367843 2024-07-26T07:49:24.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1015, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2724506 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20535, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12848479 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 36, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56841 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.506 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21353, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2999726996 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 260058 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18652 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9645, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1522753759 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.507 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26102, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18419844 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16457, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1321295800 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12340, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 352871270 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.508 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.509 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5892994427 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 848186313 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6248, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2545155206018 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 6249, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6286350800539 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.510 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2561143546854 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81255, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10343652 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 219038097 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.511 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33369643846 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28954572 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17558835096 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7697721659 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.512 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6202593 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2613, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14108236 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64750900460 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8727009256 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.513 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 81256, 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 493128284 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570998784 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 529498112 2024-07-26T07:49:24.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41500672 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.515 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56663379 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.516 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8192 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 126976 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.517 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69030573 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.518 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.519 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2128 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140768 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.520 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69809629 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 655088 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37775586 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.522 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.523 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70621230 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.524 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424975347 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139048 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1167809 2024-07-26T07:49:24.526 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68645668 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.527 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 93 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.528 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58274 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 151761, 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6649942836 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.529 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1395673301 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 83765570452 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:24.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59341, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41882943848 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58274, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70376702142 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27414 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:24.531 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16176558397 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2694000944 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27903, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5948413874 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27414, 2024-07-26T07:49:24.532 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9113210100 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29033 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 344508929 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 53351156613 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.533 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29412, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32900703136 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29033, 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49800056303 2024-07-26T07:49:24.534 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1827 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051164372 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14237855442 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.535 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2026, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3033826838 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1827, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11463435739 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.536 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 531820544 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.3": { 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21457 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.537 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.538 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6381568 2024-07-26T07:49:24.539 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 636112896 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3611645 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1081099 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 161, 2024-07-26T07:49:24.540 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 719408 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 601620480 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64706, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9005043529 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64715, 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14988000292 2024-07-26T07:49:24.541 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15736832 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 265093120 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 610140160 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.542 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 201666905 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9793 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174809088 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.543 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 174813184 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3321 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9793, 2024-07-26T07:49:24.544 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 89173843 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 88736708 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6334 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2160054 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 711 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.545 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6327841 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 963 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4167787 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.546 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 256 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 963, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2009441 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.547 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 669 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5968 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.548 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 909877248 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.549 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10428416 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17050, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 60010195 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3250, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 522919128 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.550 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12946, 2024-07-26T07:49:24.551 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 101730283 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18601431017 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.552 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64123, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1724571457 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45876010 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 64661, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18647307027 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 19652, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 846707691 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1359, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3237992 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12252, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9000005 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.554 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 51381 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7192, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 502519759 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 195160 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17177 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28421, 2024-07-26T07:49:24.555 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1449001141 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75403, 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24271190 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46982, 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 980512652 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.556 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12091, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 343012033 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.557 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5846407932 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1479566871 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17693, 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2717189066484 2024-07-26T07:49:24.558 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17695, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6306507939348 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2680428040599 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75066, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8636781 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.559 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 162443149 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31057860653 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27278410 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15803007155 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.560 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6867578242 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6208507 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2541, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15260277 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59750078705 2024-07-26T07:49:24.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7826917571 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 75068, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 473502548 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1406073476 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.562 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 599908352 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 566976512 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2601623347 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32931840 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.563 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57146548 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.564 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68678476 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.566 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.567 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41536 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 114880 2024-07-26T07:49:24.568 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 74558537 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.569 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 359200 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38097698 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.570 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.571 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70595006 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.572 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428599111 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.573 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146126 2024-07-26T07:49:24.574 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1168004 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.575 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73403239 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.576 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37536 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.577 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 107592, 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5378023894 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 964642881 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.578 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 263050679912 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 39236, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25478673406 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 37536, 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68483722374 2024-07-26T07:49:24.579 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22190 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42979137678 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1382297532 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.580 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22283, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5364486617 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22190, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5191847881 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11797 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 139599969 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.581 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 163286916981 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.582 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13354, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15878254106 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11797, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 33954252534 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3549 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 825042912 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.583 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56784625253 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3599, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4235932683 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3549, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29337621959 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.584 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 612065280 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.585 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.4": { 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18265 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.586 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.587 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13103104 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 666742784 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3637194 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.588 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1386802 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 174, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 687677 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 714997760 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.589 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59378, 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7694089443 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59406, 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12473761830 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10502144 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 243228672 2024-07-26T07:49:24.590 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 727777280 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.591 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428055626 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18166 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391507968 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 391512064 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.592 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8705 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18166, 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148609421 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 254361110 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12853 2024-07-26T07:49:24.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4325402 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1164 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12990947 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1541 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.594 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8665545 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 388 2024-07-26T07:49:24.595 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1541, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3849585 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.596 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 656 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5717 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.597 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 925224960 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.598 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14618624 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20789, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 64633507 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3213, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 511947051 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.599 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15544, 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 121393020 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.600 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15493042461 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 58886, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1263768336 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.601 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49513716 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 59313, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15542556177 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.602 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18427, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 587540310 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 852, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2037404 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10865, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9965223 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 46, 2024-07-26T07:49:24.603 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56831 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 9346, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2614419342 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 186267 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19514 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 25881, 2024-07-26T07:49:24.604 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1393528131 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 71500, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19944698 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 45619, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1105420209 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.605 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13228, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 325905203 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.606 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5347502718 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 861466397 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18620, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2549882163470 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18622, 2024-07-26T07:49:24.607 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6185763602764 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2477960967875 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69410, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7442798 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 197479954 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.608 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24738970840 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25933915 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11283844859 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6279938193 2024-07-26T07:49:24.609 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10397612 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2510, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13794020 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47858531303 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.610 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7121248637 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 69412, 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 414192694 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 567304192 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.611 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424550400 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 142753792 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.612 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56442321 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.613 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57344 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 507904 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.614 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68821551 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.615 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.616 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3440 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 233584 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.617 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71373439 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.618 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 581024 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37628214 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.619 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.620 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70842666 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 423317409 2024-07-26T07:49:24.622 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 143306 2024-07-26T07:49:24.623 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1160479 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.624 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70306678 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.625 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50266 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.626 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 108708, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7382655288 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1019403335 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70145744309 2024-07-26T07:49:24.627 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 51024, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13448816255 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50266, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30030859749 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 41540 2024-07-26T07:49:24.628 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14152856363 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617657591 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41695, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6322444322 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.629 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41540, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6602478513 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4677 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151962104 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7930756902 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.630 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5204, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2738623237 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4677, 2024-07-26T07:49:24.631 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6571033630 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4049 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 867441231 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 48062131044 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.632 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4125, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4387748696 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4049, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16857347606 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19 2024-07-26T07:49:24.633 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 729632768 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.5": { 2024-07-26T07:49:24.634 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72242 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.636 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10924032 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 619413504 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6078048 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 20, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2630756 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 196, 2024-07-26T07:49:24.637 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855049 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 454164480 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83672, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9818000593 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83677, 2024-07-26T07:49:24.638 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15792212133 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10244096 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 342773760 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 466944000 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.639 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 417991012 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23860 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367591424 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.640 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367595520 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11774 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23860, 2024-07-26T07:49:24.641 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 171634662 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 264982869 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19178 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3481621 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 850 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.642 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10838440 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1110 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7356819 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.643 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 276 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1110, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2920381 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.644 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 540 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5513 2024-07-26T07:49:24.645 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 976134144 2024-07-26T07:49:24.646 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14622720 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 22535, 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61687145 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.647 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3249, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 462354074 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.648 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16475, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 115348786 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:24.649 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19395040317 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83152, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1500038710 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 44126334 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 83624, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19439166651 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.650 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26901, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 549926390 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 844, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2309791 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10317, 2024-07-26T07:49:24.651 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7978038 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 48, 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 59108 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14152, 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2293330371 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 225922 2024-07-26T07:49:24.652 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20454 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11780, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1141810597 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32902, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11392161 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.653 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21122, 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1051938648 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15461, 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 361729008 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.654 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9440363630 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.655 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 660978336 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8641, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2639575670455 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8643, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6350465687254 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2986788706895 2024-07-26T07:49:24.656 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98490, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11014917 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 356899642 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34058609165 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.657 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34222887 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16734711574 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6995267503 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.658 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10402816 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2511, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14065277 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67601560497 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7916036679 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.659 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 98492, 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 737357216 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 510623744 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481288192 2024-07-26T07:49:24.660 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29335552 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.661 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56599940 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.662 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 73728 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.663 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69155452 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.664 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2640 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.665 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 167424 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.666 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70258255 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.667 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 559072 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37733293 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.668 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.669 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70759539 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 494927872 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.670 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 424499553 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.671 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 146906 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1146463 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.672 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 69134950 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.673 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57 2024-07-26T07:49:24.674 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 26903 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 112499, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9402419188 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.675 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 971357230 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 47468425242 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.676 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 27892, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10162631581 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 26903, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20703867752 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18135 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6315704301 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.677 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1617371531 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18438, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4098539064 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 18135, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4017930713 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.678 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7529 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 330500176 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14131707826 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.679 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 8053, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4628538366 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7529, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10849269508 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1239 2024-07-26T07:49:24.680 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 640857054 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27021013115 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1401, 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1435554151 2024-07-26T07:49:24.681 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1239, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5836667531 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.682 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468803584 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.6": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 19187 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.683 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.684 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2572288 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 463495168 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.685 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2769061 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 883748 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 132, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 564029 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.686 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 367394816 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57862, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6617370595 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57873, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10858975521 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4349952 2024-07-26T07:49:24.687 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 237080576 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 384434176 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.688 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 34 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 194831015 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 14077 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160575488 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 160579584 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.689 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7466 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 14077, 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 102749338 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.690 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 137479281 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12314 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1283762 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 530 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2550080 2024-07-26T07:49:24.691 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 664 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1266318 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.692 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 134 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 664, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1220687 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.693 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 897 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8101 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.694 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 705282048 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.695 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15208448 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13507, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42017539 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3145, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 300399053 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.696 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.697 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10558, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 63716144 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13468577559 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.698 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57499, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1061823598 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 30425023 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 57836, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13499002582 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.699 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 21754, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 255010065 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 832, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2416164 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 7902, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7594925 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.700 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 91309 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 10651, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1417806301 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 168373 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 18001 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.701 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13156, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1020680009 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 41166, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11869137 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 28010, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 785467018 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.702 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11443, 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 259077048 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.703 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4400713562 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 642315646 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13390, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2636233650164 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.704 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13392, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5265639783849 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1721884466304 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68364, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7531112 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 131527959 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.705 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21510389210 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23703319 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10245988577 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.706 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4675224894 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 10993075 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2390, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11954015 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40975081129 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.707 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5483921839 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 68366, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 386707609 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 402366464 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.708 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382009344 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 20357120 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.709 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57377825 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.710 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 475136 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.711 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67972063 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.712 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 570425344 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.713 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1616 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 108096 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.714 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 72873080 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.715 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 200656 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 38251883 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.716 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.717 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.718 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70599365 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 430333688 2024-07-26T07:49:24.719 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.720 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 148523 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1181064 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.721 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 71653205 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.722 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 50 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 31660 2024-07-26T07:49:24.723 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 88759, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5616708732 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1017221899 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.724 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70378763841 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 32248, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11137088967 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 31660, 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 25303833285 2024-07-26T07:49:24.725 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 23922 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6001936096 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1212842972 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.726 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24200, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4581226781 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 23922, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3867807777 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3672 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 140150882 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.727 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7188322717 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.728 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.729 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3865, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2200709399 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3672, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5039163091 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4066 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.730 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 877071017 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 57188505028 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4183, 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4355152787 2024-07-26T07:49:24.731 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4066, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16396862417 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.732 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 382619648 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "osd.7": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "bluefs": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_db_max_lat": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16838 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_fallback": { 2024-07-26T07:49:24.733 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_max_lat": { 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_db": { 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 65536 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_slow": { 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.734 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit_wal": { 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_wal_max_lat": { 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_slow": { 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_sst": { 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7217152 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_written_wal": { 2024-07-26T07:49:24.735 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 548155392 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lat": { 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 3268176 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "compact_lock_lat": { 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 16, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1128821 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "db_alloc_lat": { 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 163, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 641484 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.736 INFO:tasks.workunit.client.0.smithi037.stdout: "db_total_bytes": { 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995027456 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "db_used_bytes": { 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 468844544 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "flush_lat": { 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67039, 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7901394601 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "fsync_lat": { 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 67049, 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12785813661 2024-07-26T07:49:24.737 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "log_bytes": { 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8654848 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "logged_bytes": { 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 274649088 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_db": { 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 481624064 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_slow": { 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "max_bytes_wal": { 2024-07-26T07:49:24.738 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "num_files": { 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_bytes": { 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 321779621 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_count": { 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17973 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes": { 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271048704 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.739 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_db": { 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 271052800 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_slow": { 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_bytes_wal": { 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "read_disk_count": { 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6588 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17973, 2024-07-26T07:49:24.740 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 113347996 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_bytes": { 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 183345484 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "read_prefetch_count": { 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 13736 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_bytes": { 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2329209 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_buffer_count": { 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 819 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_bytes": { 2024-07-26T07:49:24.741 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7158696 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_count": { 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1055 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes": { 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4829487 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.742 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_disk_count": { 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 245 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "read_random_lat": { 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1055, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2063770 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_alloc_lat": { 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_total_bytes": { 2024-07-26T07:49:24.743 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_used_bytes": { 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 586 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "unlink_lat": { 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 4, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5419 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_alloc_lat": { 2024-07-26T07:49:24.744 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_total_bytes": { 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "wal_used_bytes": { 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "write_bytes": { 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 832454656 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore": { 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "alloc_unit": { 2024-07-26T07:49:24.745 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4096 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": { 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11005952 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "allocator_lat": { 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17434, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 49478593 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "clist_lat": { 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 3194, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 428746925 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_lat": { 2024-07-26T07:49:24.746 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed": { 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_allocated": { 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "compressed_original": { 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "csum_lat": { 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 11571, 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 81864189 2024-07-26T07:49:24.747 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "decompress_lat": { 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "fragmentation_micros": { 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_commit_lat": { 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15815705777 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_final_lat": { 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66585, 2024-07-26T07:49:24.748 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1262389648 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_flush_lat": { 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 40112959 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "kv_sync_lat": { 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 66997, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 15855818736 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_keys_lat": { 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 0, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_get_values_lat": { 2024-07-26T07:49:24.749 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 244274, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1100982850 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_lower_bound_lat": { 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 723, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1776081 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_next_lat": { 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 126448, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 42801252 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 50, 2024-07-26T07:49:24.750 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 58708 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_upper_bound_lat": { 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 17177, 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2031285455 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_hits": { 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 415769 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "onode_misses": { 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17974 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "read_lat": { 2024-07-26T07:49:24.751 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 5412, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 792487555 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "read_onode_meta_lat": { 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29451, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7812023 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "read_wait_aio_lat": { 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 24039, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 715565423 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "reads_with_retries": { 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "remove_lat": { 2024-07-26T07:49:24.752 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 13162, 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 318598746 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_aio_wait_count": { 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_committed_kv_count": { 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.753 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "state_aio_wait_lat": { 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5209457508 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 804522048 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2788014152735 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "state_deferred_queued_lat": { 2024-07-26T07:49:24.754 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 15928, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6148190711838 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "state_done_lat": { 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2960971216940 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "state_finishing_lat": { 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8460230 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "state_io_done_lat": { 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 151706931 2024-07-26T07:49:24.755 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_commiting_lat": { 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 24490407954 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_done_lat": { 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 27152272 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "state_kv_queued_lat": { 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11255148343 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "state_prepare_lat": { 2024-07-26T07:49:24.756 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5731805694 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": { 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6793553 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "truncate_lat": { 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 2404, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12384019 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_commit_lat": { 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 46851171481 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.757 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_submit_lat": { 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6538536382 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "txc_throttle_lat": { 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 77509, 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 448795323 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache": { 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_bytes": { 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1405117516 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.758 INFO:tasks.workunit.client.0.smithi037.stdout: "heap_bytes": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 513146880 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "mapped_bytes": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 508035072 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "target_bytes": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2600498688 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "unmapped_bytes": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 5111808 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:data": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.759 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 125829120 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 56921855 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.760 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 32768 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 28672 2024-07-26T07:49:24.761 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 68845825 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.762 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 562036736 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.763 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 2144 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 150528 2024-07-26T07:49:24.764 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67861286 2024-07-26T07:49:24.765 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 176160768 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 67108864 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 574592 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.766 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37947903 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.767 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.768 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 70529409 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "bluestore-pricache:meta": { 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "committed_bytes": { 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 503316480 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "pri0_bytes": { 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "pri10_bytes": { 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.769 INFO:tasks.workunit.client.0.smithi037.stdout: "pri11_bytes": { 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 426913914 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "pri1_bytes": { 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "pri2_bytes": { 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "pri3_bytes": { 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "pri4_bytes": { 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.770 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "pri5_bytes": { 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 164911 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "pri6_bytes": { 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1154380 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "pri7_bytes": { 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "pri8_bytes": { 2024-07-26T07:49:24.771 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "pri9_bytes": { 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "reserved_bytes": { 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 75083275 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "objecter": { 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_active": { 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.772 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 37 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rmw": { 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "osd": { 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg": { 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 61 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "numpg_removing": { 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.773 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op": { 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 43130 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_before_queue_op_lat": { 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 117784, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 7788927605 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_degraded": { 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_delayed_unreadable": { 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.774 INFO:tasks.workunit.client.0.smithi037.stdout: "op_in_bytes": { 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 855219230 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_latency": { 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 45927632589 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_out_bytes": { 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "op_prepare_latency": { 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43506, 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 22482659114 2024-07-26T07:49:24.775 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_process_latency": { 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 43130, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 35783413775 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r": { 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 29552 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency": { 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 16195242039 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.776 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_out_bytes": { 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1310352619 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_prepare_latency": { 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29602, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11134218363 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_r_process_latency": { 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 29552, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 11144034336 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw": { 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 12548 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.777 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_in_bytes": { 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 154427671 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency": { 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 21042926722 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.778 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_out_bytes": { 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_prepare_latency": { 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12751, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 9803521033 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "op_rw_process_latency": { 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 12548, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 17847084782 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w": { 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1030 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_in_bytes": { 2024-07-26T07:49:24.779 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 700791559 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency": { 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 8689463828 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_prepare_latency": { 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1153, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 1544919718 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "op_w_process_latency": { 2024-07-26T07:49:24.780 INFO:tasks.workunit.client.0.smithi037.stdout: "count": 1030, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6792294657 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "op_wip": { 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 0 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_bytes": { 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 4194304 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "recovery_ops": { 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 6 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes": { 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 95995035648 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.781 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_bytes_used": { 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "value": 479858688 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": [ 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:24.782 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 1, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 1, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 1, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 1781760, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 1781760, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:24.783 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 2, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.462537850078661e-06, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 812, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 1341440, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 590368, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 590368, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 1771104, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 311, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 2473984 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.784 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 32, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 32, 2024-07-26T07:49:24.785 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 2, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 157084, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 110592, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 22, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 46492, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 2.17103419686282e-07, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:24.786 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 79, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 88064, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 22093, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 6596, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 15497, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 66279, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 68, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 35840 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.787 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 64, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 64, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 3, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:24.788 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 0.0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 0, 2024-07-26T07:49:24.789 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 0 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:24.790 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "cache_mode": "none", 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "erasure_code_profile": {}, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "min_size": 2, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "options": {}, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 8, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pgp_num": 8, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "pool": 4, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "size": 3, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "stats": { 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_raw": 723544418570, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "bytes_used": 12595200, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_bytes_used": 0, 2024-07-26T07:49:24.791 INFO:tasks.workunit.client.0.smithi037.stdout: "compress_under_bytes": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "data_bytes_used": 12595200, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "max_avail": 241181474816, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "objects": 4, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_bytes_used": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "percent_used": 1.740733569022268e-05, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_bytes": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "quota_objects": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "rd": 8983, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "rd_bytes": 3137885184, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored": 4194323, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_data": 4194323, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_omap": 0, 2024-07-26T07:49:24.792 INFO:tasks.workunit.client.0.smithi037.stdout: "stored_raw": 12582969, 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "wr": 24331, 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "wr_bytes": 3189085184 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_bytes": 0, 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "target_max_objects": 0, 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "type": "replicated" 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": { 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "mirroring_by_pool": [ 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: false 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: "num_images_by_pool": [ 2024-07-26T07:49:24.793 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pools": 1 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "report_id": "37001f35-2900-4f2e-8878-5f381b4757d6", 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "report_timestamp": "2024-07-26T07:49:22.324460", 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "report_version": 1, 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "rocksdb_stats": { 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "7.9.2" 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "rook": { 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "cluster": { 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "external-mode": null, 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "mon": { 2024-07-26T07:49:24.794 INFO:tasks.workunit.client.0.smithi037.stdout: "allow-multiple-per-node": null, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "count": null, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "max-id": null, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "pvc": { 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "stretch": { 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "enabled": null 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "network": { 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "provider": null 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "storage": { 2024-07-26T07:49:24.795 INFO:tasks.workunit.client.0.smithi037.stdout: "device-set": { 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "non-portable": null, 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "portable": null, 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "csi": { 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes": { 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:24.796 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "node": { 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "kubernetes-total": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "with-ceph-daemons": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "storage-class": { 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "count": { 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "bucket": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs": null, 2024-07-26T07:49:24.797 INFO:tasks.workunit.client.0.smithi037.stdout: "nfs": null, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd": null, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "total": null 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "version": null 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "services": {}, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pg": [ 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.798 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820399+0000", 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820772+0000", 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.799 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204792+0000", 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 5, 2024-07-26T07:49:24.800 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 5, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1f", 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.801 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5290, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:49:31.941317+0000", 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 570, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.802 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.803 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 4, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.804 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'5" 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.805 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.806 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804481+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804819+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.807 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347116+0000", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.808 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1e", 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:33:46.773997+0000", 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.809 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.810 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.811 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.812 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.813 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.859701+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.860157+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.814 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347221+0000", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.815 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1e", 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5227, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:10.166677+0000", 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.816 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.817 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.818 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.819 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.820 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872770+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.873171+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.821 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203038+0000", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.822 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1f", 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:24.823 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:48.714243+0000", 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.824 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.825 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.826 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.827 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.828 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819880+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820309+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.829 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348804+0000", 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.830 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1d", 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5050, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:31.588634+0000", 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.831 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.832 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.833 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.834 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.835 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816026+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.816412+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:24.836 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346871+0000", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.837 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1c", 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.838 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:49:46.308352+0000", 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.839 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.840 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.841 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.842 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820950+0000", 2024-07-26T07:49:24.843 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821413+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346559+0000", 2024-07-26T07:49:24.844 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1c", 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.845 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5059, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:53:58.463918+0000", 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.846 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.847 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:24.848 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:24.849 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.850 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805114+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805442+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.851 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351844+0000", 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.852 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1d", 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5110, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:32:03.057157+0000", 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.853 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.854 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.855 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.856 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.857 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805805+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806161+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:24.858 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202539+0000", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.859 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.a", 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5103, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:08:37.371884+0000", 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.860 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.861 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.862 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.863 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.864 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820904+0000", 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821235+0000", 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.865 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347900+0000", 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.866 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.b", 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.867 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:07.639729+0000", 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.868 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.869 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:24.870 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:24.871 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'3" 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.872 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.809947+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.810388+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.873 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345235+0000", 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.874 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.b", 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5228, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:13:29.404020+0000", 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.875 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.876 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.877 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.878 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.879 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819943+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820323+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.880 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202207+0000", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.881 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.a", 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.882 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:15.008071+0000", 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.883 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.884 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.885 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.886 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.812671+0000", 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813047+0000", 2024-07-26T07:49:24.887 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346071+0000", 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.888 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.8", 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.889 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5212, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:26:36.151874+0000", 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.890 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.891 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.892 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.893 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.894 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819387+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819776+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.895 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201694+0000", 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.896 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.9", 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:24:57.973510+0000", 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.897 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.898 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.899 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.900 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:24.901 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.808050+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.808497+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.902 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344896+0000", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.903 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.9", 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5179, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:09.121833+0000", 2024-07-26T07:49:24.904 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.905 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.906 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.907 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.908 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818534+0000", 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818846+0000", 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.909 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345534+0000", 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.910 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.8", 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.911 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:38:05.023382+0000", 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.912 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.913 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.914 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.915 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.916 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816822+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817210+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.917 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202538+0000", 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.918 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.6", 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5277, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:37.641295+0000", 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.919 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.920 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.921 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.922 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.923 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:51.916726+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:51.919041+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 636, 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.924 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202671+0000", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 635, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.925 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.7", 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5088, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.738965+0000", 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.926 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.927 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.928 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.929 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.930 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.799776+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.564439+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.931 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.932 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.344660+0000", 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2908, 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.934 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2908, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.1", 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8764, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:01:06.493260+0000", 2024-07-26T07:49:24.935 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.005774741, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194304, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.936 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.937 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1093, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387091, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.938 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2891, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 357007 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'2908" 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.939 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809834+0000", 2024-07-26T07:49:24.940 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810284+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.941 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347755+0000", 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.942 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.7", 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:29.224543+0000", 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.943 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.944 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.945 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.946 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.947 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807658+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808279+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.948 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203454+0000", 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:24.949 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.6", 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.950 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5265, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:28.755100+0000", 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.951 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.952 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 2, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 2, 2024-07-26T07:49:24.953 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 2, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.954 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "610'2" 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:24.955 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.811221+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.562053+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.956 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347112+0000", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3090, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.957 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3090, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.0", 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9039, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:37:42.304621+0000", 2024-07-26T07:49:24.958 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006131294, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.959 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.960 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1264, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 373038, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.961 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3075, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 371907 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3090" 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.962 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870709+0000", 2024-07-26T07:49:24.963 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.871161+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204572+0000", 2024-07-26T07:49:24.964 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.4", 2024-07-26T07:49:24.965 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5258, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:22:46.142178+0000", 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.966 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.967 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.968 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:24.969 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.970 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808242+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.808563+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.971 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348918+0000", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.972 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.5", 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5065, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:36:11.724816+0000", 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.973 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.974 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.975 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.976 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.977 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814672+0000", 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.576508+0000", 2024-07-26T07:49:24.978 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:06.904238+0000", 2024-07-26T07:49:24.979 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3177, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3177, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.3", 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.980 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9293, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:40:17.358829+0000", 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.006101844, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.981 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:24.982 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.983 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1424, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 334342, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3146, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 396838 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.984 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3177" 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.985 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870162+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.870460+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:24.986 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352101+0000", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:24.987 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.5", 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:24.988 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:46:32.544438+0000", 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.989 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.990 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.991 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:24.992 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:24.993 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820739+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821204+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:24.994 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204614+0000", 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:24.995 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.4", 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5269, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:31:51.632381+0000", 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:24.996 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:24.997 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:24.998 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:24.999 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.000 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867866+0000", 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563781+0000", 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.001 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201969+0000", 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.002 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3057, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3057, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.2", 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.003 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9157, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:38.875215+0000", 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004991827, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 19, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.004 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:25.005 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.006 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1203, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 345349, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3045, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 401452 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.007 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3057" 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:25.008 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802169+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802482+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.009 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345754+0000", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.010 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3", 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.011 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5154, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:44.724183+0000", 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.012 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.013 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.014 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:25.015 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.016 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.808173+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808471+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.017 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352272+0000", 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.018 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.2", 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5105, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:34.099276+0000", 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.019 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.020 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.021 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.022 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.023 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.779469+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.563625+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.024 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:49:07.860042+0000", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3106, 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.025 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3106, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.4", 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9224, 2024-07-26T07:49:25.026 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:29:57.239694+0000", 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.004801109, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.027 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.028 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1408, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 417224, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.029 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3098, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 404374 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3106" 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.030 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:25.031 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.812587+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.812970+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.032 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204093+0000", 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.033 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.0", 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5259, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:35:43.651119+0000", 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.034 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.035 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.036 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.037 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.038 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.784761+0000", 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.785102+0000", 2024-07-26T07:49:25.039 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346285+0000", 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.040 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1", 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.041 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5232, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:55:02.693600+0000", 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.042 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.043 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.044 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.045 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.046 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.870189+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.567529+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.047 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204153+0000", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3060, 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.048 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3060, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.7", 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8941, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.049 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:18.302803+0000", 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.008363009, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.050 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.051 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 932, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 387045, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.052 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3048, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 423672 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3060" 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.053 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:25.054 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.817885+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.818240+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.055 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205640+0000", 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.056 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1", 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:53.724174+0000", 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.057 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.058 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.059 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.060 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.061 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813251+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813882+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.062 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346366+0000", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.063 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.0", 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5052, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:42:51.879219+0000", 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.064 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.065 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.066 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.067 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.068 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.828727+0000", 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.577455+0000", 2024-07-26T07:49:25.069 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202370+0000", 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.070 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3037, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3037, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.6", 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.071 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 9043, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:04:05.097203+0000", 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.007159503, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.072 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.073 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.074 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1159, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 410791, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3000, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 373031 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.075 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3037" 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.076 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807586+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808077+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.077 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346446+0000", 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.078 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2", 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.079 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:40:26.531009+0000", 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.080 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.081 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.082 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.083 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.084 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814748+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815024+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.085 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351836+0000", 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.086 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.3", 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5136, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:51:12.994025+0000", 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.087 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.088 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.089 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.090 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.091 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 20, 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818100+0000", 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818513+0000", 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.092 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:26:26.334747+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346459+0000", 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:25.093 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "1.0", 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.094 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5557, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:52:47.688371+0000", 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.095 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.096 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.097 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.098 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "283'197" 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 70, 2024-07-26T07:49:25.099 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822664+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T07:12:59.669749+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.100 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:29:40.671692+0000", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202392+0000", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3027, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.101 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3027, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "4.5", 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 8594, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:54:27.960263+0000", 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.001603382, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.102 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.103 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.104 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 500, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 409461, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.105 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3028, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 386060 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "1121'3027" 2024-07-26T07:49:25.106 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.107 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.822302+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.823250+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.108 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348526+0000", 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.109 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.d", 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:09.805904+0000", 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.110 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.111 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.112 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.113 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.114 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.863623+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.864152+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.115 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346656+0000", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.116 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.c", 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5229, 2024-07-26T07:49:25.117 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:57.393699+0000", 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.118 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.119 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.120 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.121 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.122 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805935+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.806676+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.123 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352722+0000", 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.124 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.c", 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5123, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.587981+0000", 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.125 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.126 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.127 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.128 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.134 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.135 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.136 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.138 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.812923+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.813352+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.139 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.200925+0000", 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.140 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.d", 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5262, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.889143+0000", 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 70, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.141 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.142 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.143 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.144 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.145 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816184+0000", 2024-07-26T07:49:25.146 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816524+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.147 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349579+0000", 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.148 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.f", 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5058, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:09.515567+0000", 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.149 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.150 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.151 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.152 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.153 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.808899+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.814772+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.154 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348006+0000", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.155 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.e", 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.156 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:54:00.849170+0000", 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.157 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.158 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 1, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 6, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 6, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.159 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.160 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.161 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818404+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.818770+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.162 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347444+0000", 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.163 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.e", 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5063, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:29:09.495316+0000", 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.164 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.165 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.166 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.167 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.168 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.169 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.809909+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.810239+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.170 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345439+0000", 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 1, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.171 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 1, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.f", 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5157, 2024-07-26T07:49:25.172 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:30.567163+0000", 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 22, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.173 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 3, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 1, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 1, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.174 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 1, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1, 2024-07-26T07:49:25.175 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 1, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:25.176 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'1" 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.177 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814729+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815022+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.178 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345753+0000", 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.179 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.11", 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5055, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:28:15.136367+0000", 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.180 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.181 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.182 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.183 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.184 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829774+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.831322+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.185 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345868+0000", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 8, 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.186 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 8, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.10", 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5244, 2024-07-26T07:49:25.187 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:54:30.390036+0000", 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.188 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.189 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 4, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 24, 2024-07-26T07:49:25.190 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 24, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 12, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.191 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'8" 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.192 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806394+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807797+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.193 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201110+0000", 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.194 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.10", 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:22:23.268777+0000", 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.195 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.196 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.197 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.198 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.199 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.806530+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.807109+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.200 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201679+0000", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.201 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.11", 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.202 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:52:34.591061+0000", 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.203 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.204 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.205 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.206 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.207 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819341+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819632+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.208 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347539+0000", 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.209 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.13", 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5062, 2024-07-26T07:49:25.210 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:03:02.003363+0000", 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.211 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.212 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.213 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.214 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.215 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815907+0000", 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.816199+0000", 2024-07-26T07:49:25.216 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352252+0000", 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.217 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.218 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.12", 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5125, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:45:22.424658+0000", 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.219 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.220 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.221 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.222 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.223 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821394+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821735+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.224 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346494+0000", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.225 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.12", 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5218, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:17:35.867407+0000", 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.226 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.227 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.228 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.229 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.230 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809964+0000", 2024-07-26T07:49:25.231 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810754+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205157+0000", 2024-07-26T07:49:25.232 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.233 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.13", 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5283, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:13.556316+0000", 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 34, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.234 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:25.235 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.236 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 4, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 3, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 6 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.237 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'2" 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.238 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.818716+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819032+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.239 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348706+0000", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.240 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.15", 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5061, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:01.238760+0000", 2024-07-26T07:49:25.241 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.242 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.243 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.244 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.245 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.246 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804275+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804697+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.247 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201383+0000", 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 29, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.248 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 29, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.14", 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5129, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:01.220188+0000", 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.249 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 5810, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.250 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.251 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 10, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 14, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 28, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 25 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.252 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'29" 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.253 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814732+0000", 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815026+0000", 2024-07-26T07:49:25.254 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348957+0000", 2024-07-26T07:49:25.255 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.14", 2024-07-26T07:49:25.256 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5141, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:58:59.602202+0000", 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.257 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.258 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.259 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.260 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.261 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.867810+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.868196+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.262 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201065+0000", 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 3, 2024-07-26T07:49:25.263 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 3, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.15", 2024-07-26T07:49:25.264 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5270, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:21:56.419556+0000", 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.265 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 90, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.266 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.267 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 1, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 7, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 7, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.268 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 4, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 1 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "66'3" 2024-07-26T07:49:25.269 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.270 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.872194+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.872507+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.271 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203126+0000", 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.272 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.17", 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5273, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:23:28.385755+0000", 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.273 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.274 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.275 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.276 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 3 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.277 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.805040+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.805341+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.278 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.356004+0000", 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.279 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.16", 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.280 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5131, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:10.010819+0000", 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.281 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.282 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.283 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.284 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.285 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.823788+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.824071+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.286 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.355920+0000", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.287 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.16", 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5097, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:30:52.236543+0000", 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.288 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.289 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.290 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.291 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.292 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.803712+0000", 2024-07-26T07:49:25.293 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804511+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.294 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202536+0000", 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.295 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.17", 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5093, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:58:13.526717+0000", 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.296 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.297 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.298 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.299 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.300 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.816695+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.817011+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.301 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201505+0000", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.302 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.19", 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5253, 2024-07-26T07:49:25.303 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:14:05.494921+0000", 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.304 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.305 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.306 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.307 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.308 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813950+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814225+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.309 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350213+0000", 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.310 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.18", 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5114, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:52:46.401282+0000", 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.311 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.312 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.313 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.314 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.315 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:25.316 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781501+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782473+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.317 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346022+0000", 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.318 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.18", 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5217, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:12.516571+0000", 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.319 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.320 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.321 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.322 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.323 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.801914+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802694+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.324 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347486+0000", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.325 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.19", 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:25.326 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:19:51.730178+0000", 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.327 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.328 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.329 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.330 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:25.331 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817219+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817535+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201242+0000", 2024-07-26T07:49:25.332 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1a", 2024-07-26T07:49:25.333 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:17:00.126372+0000", 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.334 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.335 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.336 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.337 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.338 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814191+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814945+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.339 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.340 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205171+0000", 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.342 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1b", 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5272, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:21:59.299998+0000", 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.343 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.344 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.345 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.346 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.347 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 60, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.348 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813598+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814092+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:45.881846+0000", 2024-07-26T07:49:25.349 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345406+0000", 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 2, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 2, 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.350 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "2.1b", 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5213, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:33:36.734520+0000", 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.351 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.352 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.353 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.354 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "606'2" 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.355 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.781800+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.782396+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:25.356 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345775+0000", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.357 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.1a", 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5204, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:23:38.554341+0000", 2024-07-26T07:49:25.358 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.359 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.360 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.361 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.362 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:25.363 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:50.908998+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:50.909249+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 574, 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201179+0000", 2024-07-26T07:49:25.364 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 573, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.20", 2024-07-26T07:49:25.365 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5101, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:23.457377+0000", 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.366 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.367 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.368 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.369 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.370 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802672+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.803059+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.371 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346110+0000", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.372 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.21", 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:34:52.369063+0000", 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.373 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.374 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.375 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.376 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.377 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.864263+0000", 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.865252+0000", 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.378 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352389+0000", 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.379 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.22", 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.380 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5134, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:22.584229+0000", 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.381 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.382 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.383 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.384 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.385 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.809492+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.810348+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.386 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205269+0000", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.387 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.23", 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:25.388 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:20:36.317969+0000", 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.389 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.390 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.391 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.392 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.393 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.807942+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.808289+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.394 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345799+0000", 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.395 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.24", 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5219, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:56:49.716654+0000", 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.396 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.397 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.398 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.399 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.400 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:45.777944+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:45.778258+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.401 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 452, 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201199+0000", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.402 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 451, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.25", 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.403 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5257, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:34:38.647965+0000", 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.404 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.405 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.406 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.407 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.408 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.817198+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817475+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.409 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.203236+0000", 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.410 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.26", 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5095, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:38.972786+0000", 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.411 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.412 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.413 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.414 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.415 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.811914+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.812425+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.416 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347506+0000", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.417 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.27", 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.418 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5203, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:36.393905+0000", 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.419 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.420 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.421 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.422 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.423 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.861510+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.861801+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.424 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350386+0000", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.425 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.28", 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5132, 2024-07-26T07:49:25.426 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:57:44.988117+0000", 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.427 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.428 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.429 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.430 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.431 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.432 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:18.819884+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:18.820269+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 484, 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.433 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347312+0000", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 483, 2024-07-26T07:49:25.434 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.29", 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.435 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5211, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:43.595126+0000", 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.436 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.437 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.438 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.439 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.440 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.441 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.442 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.816795+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.817089+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.443 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.351530+0000", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.444 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2a", 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5096, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.445 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:16.541427+0000", 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.446 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.447 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.448 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.449 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.450 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814590+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815103+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.451 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.205425+0000", 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.452 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2b", 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5276, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:22.108593+0000", 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.453 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.454 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.455 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.456 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.457 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:25.458 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807964+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808194+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.459 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201572+0000", 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.460 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2c", 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5102, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:11:43.422690+0000", 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.461 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.462 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.463 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.464 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.465 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.466 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.820521+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.820811+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.467 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.348608+0000", 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.468 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.469 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2d", 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5046, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:18:37.931800+0000", 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.470 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.471 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.472 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.473 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.474 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.475 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813084+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.813490+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.476 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347933+0000", 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.477 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2e", 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5216, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:37:31.189198+0000", 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.478 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.479 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.480 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.481 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.482 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:25.483 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.811553+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.811862+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.484 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.353225+0000", 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.485 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.2f", 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5112, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:45:09.878568+0000", 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.486 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.487 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.488 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.489 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: 2 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.490 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.815231+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815502+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.491 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.350207+0000", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.492 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.30", 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5104, 2024-07-26T07:49:25.493 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:23:59.031476+0000", 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.494 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.495 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.496 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.497 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.498 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.855920+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.856335+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.499 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.201581+0000", 2024-07-26T07:49:25.500 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.501 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.31", 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5254, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T18:26:25.229973+0000", 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.502 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.503 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.504 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.505 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.506 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.507 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:39:51.866438+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:39:51.866763+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 516, 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.508 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202911+0000", 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 515, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.509 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.32", 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5274, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:08.052400+0000", 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.510 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.511 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.512 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.513 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: 5 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.514 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.804264+0000", 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.804636+0000", 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.515 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345500+0000", 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.516 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.33", 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.517 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5209, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:39.973314+0000", 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.518 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.519 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.520 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.521 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.522 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 4, 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.802378+0000", 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.802755+0000", 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.523 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349050+0000", 2024-07-26T07:49:25.524 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.34", 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.525 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5149, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:52:19.109227+0000", 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.526 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.527 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.528 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: 4, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.529 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 4, 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 6, 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.530 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807991+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808271+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.531 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.202519+0000", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.532 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.35", 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5090, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.533 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:27:32.768750+0000", 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.534 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.535 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.536 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 6, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.537 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.538 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:41:00.813266+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:41:00.813586+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 584, 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.539 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347128+0000", 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 583, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.540 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.36", 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 4525, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:42:05.861959+0000", 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.541 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.542 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.543 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.544 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.545 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.546 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.821311+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.821670+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.547 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349361+0000", 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.548 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.37", 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5053, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:19:21.966389+0000", 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.549 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.550 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.551 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.552 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.553 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 3, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.554 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.798348+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.798873+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.555 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345178+0000", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.556 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.38", 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5206, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.557 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:30.261855+0000", 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.558 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.559 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.560 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.561 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 3, 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.562 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819481+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819839+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.563 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.345846+0000", 2024-07-26T07:49:25.564 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.565 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.39", 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:38:50.798364+0000", 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.566 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.567 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.568 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.569 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.570 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 2, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.571 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.829617+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.830165+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.572 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.346397+0000", 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.573 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3a", 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5220, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:12:26.722083+0000", 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.574 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.575 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.576 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.577 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 2, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.578 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.819662+0000", 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.819932+0000", 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.579 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.347994+0000", 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.580 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3b", 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.581 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5060, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:48.448080+0000", 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.582 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.583 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.584 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: 4 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.585 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 5, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.586 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.813696+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.814000+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.587 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.352625+0000", 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.588 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3c", 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5127, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:49.090014+0000", 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.589 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.590 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.591 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.592 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: 5, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: 3, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: 7 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 5, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.593 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 0, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:25.594 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:38:12.826243+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:38:12.826578+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 419, 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.595 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204360+0000", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 418, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3d", 2024-07-26T07:49:25.596 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5278, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:32.391966+0000", 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.597 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.598 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.599 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: 2, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: 1 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 0, 2024-07-26T07:49:25.600 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 1, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.601 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:24.807718+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:24.808096+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 549, 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.602 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.204014+0000", 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 548, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.603 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3e", 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5266, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:19:58.283164+0000", 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.604 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.605 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.606 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.607 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: 1, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: 0, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: 6 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 1, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": [ 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.608 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "acting_primary": 7, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "avail_no_missing": [], 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "blocked_by": [], 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "created": 63, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "dirty_stats_invalid": false, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "hitset_stats_invalid": false, 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_active": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_active": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_became_peered": "2024-07-26T06:40:59.814205+0000", 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_change": "2024-07-26T06:40:59.815345+0000", 2024-07-26T07:49:25.609 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_clean_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_deep_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_epoch_clean": 583, 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fresh": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_fullsized": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_peered": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub": "0'0", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_duration": 0, 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_scrub_stamp": "2024-07-26T06:28:49.013301+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_undegraded": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "last_unstale": "2024-07-26T07:48:09.349458+0000", 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "log_dups_size": 0, 2024-07-26T07:49:25.610 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "log_start": "0'0", 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "manifest_stats_invalid": false, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "mapping_epoch": 582, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "object_location_counts": [], 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_scrubbed": 0, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "objects_trimmed": 0, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_stats_invalid": false, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "parent": "0.0", 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "parent_split_bits": 0, 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pgid": "3.3f", 2024-07-26T07:49:25.611 INFO:tasks.workunit.client.0.smithi037.stdout: "pin_stats_invalid": false, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "purged_snaps": [], 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_epoch": 2842, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "reported_seq": 5048, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_duration": 0.0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:34:49.405737+0000", 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "snaptrimq_len": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.612 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.613 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.614 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "state": "active+clean", 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_invalid": false, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: "up": [ 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: 7, 2024-07-26T07:49:25.615 INFO:tasks.workunit.client.0.smithi037.stdout: 6, 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: 0 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "up_primary": 7, 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "version": "0'0" 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_per_pool": [ 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 3, 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "mgr" 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 197, 2024-07-26T07:49:25.616 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 1, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 3, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 197, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 1, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 590368, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.617 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 6, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 2, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 2, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.618 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 6, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 812, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 1310, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.619 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 311, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 2416 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 1781760, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 1771104, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:25.620 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 3 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 96, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 68, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 32, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 68, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 2, 2024-07-26T07:49:25.621 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 6596, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.622 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 66, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 22, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 22, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 14, 2024-07-26T07:49:25.623 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 2, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 79, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 86, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 68, 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 35 2024-07-26T07:49:25.624 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 110592, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 19788, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 46492, 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:25.625 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 96 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 192, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "cephfs" 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 0, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 64, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 0, 2024-07-26T07:49:25.626 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 3, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.627 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.628 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 0, 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 0 2024-07-26T07:49:25.629 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 192 2024-07-26T07:49:25.630 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: { 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "acting": 24, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "application": [ 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "rbd" 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "log_size": 24462, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_pg": 8, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_store_stats": 8, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "ondisk_log_size": 24462, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "poolid": 4, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "stat_sum": { 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes": 4194323, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:49:25.631 INFO:tasks.workunit.client.0.smithi037.stdout: "num_bytes_recovered": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_kb": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_full": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_evict_mode_some": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_kb": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_high": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_flush_mode_low": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_keys_recovered": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_large_omap_objects": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_clones": 0, 2024-07-26T07:49:25.632 INFO:tasks.workunit.client.0.smithi037.stdout: "num_object_copies": 12, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects": 4, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_degraded": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_dirty": 4, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_manifest": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_misplaced": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_omap": 2, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_pinned": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_recovered": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_repaired": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_objects_unfound": 0, 2024-07-26T07:49:25.633 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_bytes": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_omap_keys": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_promote": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read": 8983, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_read_kb": 3064341, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_scrub_errors": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_whiteouts": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write": 24331, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "num_write_kb": 3114341 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "store_stats": { 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "allocated": 12595200, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "available": 0, 2024-07-26T07:49:25.634 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_allocated": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "data_compressed_original": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "data_stored": 12582969, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "internal_metadata": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "internally_reserved": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "omap_allocated": 0, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "total": 0 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "up": 24 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: ], 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "usage": { 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "pg_num": 105, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "pools": 4, 2024-07-26T07:49:25.635 INFO:tasks.workunit.client.0.smithi037.stdout: "stats_by_class": { 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "ssd": { 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_bytes": 4673613824, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_raw_ratio": 0.006085749249905348 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: }, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_avail_bytes": 763286671360, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_bytes": 767960285184, 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: "total_used_bytes": 4673613824 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout: } 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout:} 2024-07-26T07:49:25.636 INFO:tasks.workunit.client.0.smithi037.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T07:49:25.637 INFO:tasks.workunit.client.0.smithi037.stderr:+ ceph telemetry off 2024-07-26T07:49:25.637 INFO:tasks.workunit.client.0.smithi037.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-07-26T07:49:25.637 INFO:tasks.workunit.client.0.smithi037.stdout:Preview sample reports with `ceph telemetry preview`. 2024-07-26T07:49:25.637 INFO:tasks.workunit.client.0.smithi037.stdout:OK 2024-07-26T07:49:25.638 INFO:tasks.workunit.client.0.smithi037.stderr:+ echo OK 2024-07-26T07:49:25.639 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:49:25.639 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:49:25.639 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE Bus STOPPING 2024-07-26T07:49:25.639 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:49:25.639 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE Bus STOPPED 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE Bus STARTING 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE Serving on http://:::9283 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:22] ENGINE Bus STARTED 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.640 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.641 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='client.45974 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='client.45992 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.642 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.643 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.644 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.645 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.646 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.647 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.648 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:22 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.649 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:49:25.650 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:23 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.651 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:23 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:24 smithi135 ceph-mon[90132]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:24 smithi135 ceph-mon[90132]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:49:25.652 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:24 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[97339]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[97339]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[99762]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[99762]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:49:25.653 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:24 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:49:25.685 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-07-26T07:49:25.686 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:49:26.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:25 smithi037 ceph-mon[97339]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:26.006 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:25 smithi037 ceph-mon[99762]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:26.007 DEBUG:teuthology.parallel:result is None 2024-07-26T07:49:26.008 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:49:26.034 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:49:26.034 DEBUG:teuthology.orchestra.run.smithi037:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:49:26.088 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:25 smithi135 ceph-mon[90132]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:26.089 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:49:26.089 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:49:26.101 INFO:teuthology.task.print:**** done end telemetry x... 2024-07-26T07:49:26.101 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-07-26T07:49:26.116 INFO:tasks.cephadm:Teardown begin 2024-07-26T07:49:26.116 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T07:49:26.117 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T07:49:26.390 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:28.144 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:27 smithi037 ceph-mon[97339]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:28.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:27 smithi037 ceph-mon[99762]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:28.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:27 smithi135 ceph-mon[90132]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:28.452 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T07:49:28.452 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":16,"btime":"2024-07-26T06:41:29:832078+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54271,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/3293293252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3293293252},{"type":"v1","addr":"172.21.15.135:6833","nonce":3293293252}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:41:25.677233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":606,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44306},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44306":{"gid":44306,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.37:6835/3918165828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":3918165828},{"type":"v1","addr":"172.21.15.37:6835","nonce":3918165828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44306,"qdb_cluster":[44306]},"id":1}]} 2024-07-26T07:49:28.453 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 16 2024-07-26T07:49:29.044 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:28 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2378154417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:29.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:28 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2378154417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:29.076 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T07:49:29.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:28 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2378154417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:29.343 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:30.147 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:29 smithi037 ceph-mon[97339]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:30.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:29 smithi037 ceph-mon[99762]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:30.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:29 smithi135 ceph-mon[90132]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:31.256 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T07:49:31.257 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":16,"btime":"2024-07-26T06:41:29:832078+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54271,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/3293293252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3293293252},{"type":"v1","addr":"172.21.15.135:6833","nonce":3293293252}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:28:51.584594+0000","modified":"2024-07-26T06:41:25.677233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":606,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44306},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44306":{"gid":44306,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.37:6835/3918165828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6834","nonce":3918165828},{"type":"v1","addr":"172.21.15.37:6835","nonce":3918165828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44306,"qdb_cluster":[44306]},"id":1}]} 2024-07-26T07:49:31.257 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 16 2024-07-26T07:49:31.579 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:31 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:49:31] "GET /metrics HTTP/1.1" 200 34240 "" "Prometheus/2.43.0" 2024-07-26T07:49:31.907 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T07:49:32.140 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:31 smithi135 ceph-mon[90132]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:32.141 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:31 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3753535260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:31 smithi037 ceph-mon[97339]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:32.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:31 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3753535260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:31 smithi037 ceph-mon[99762]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:32.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:31 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3753535260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:49:32.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:49:33.943 INFO:teuthology.orchestra.run.smithi037.stdout: 2024-07-26T07:49:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":2842,"fsid":"72d59e84-4b17-11ef-bcb6-c7b262605968","created":"2024-07-26T06:23:27.852108+0000","modified":"2024-07-26T07:48:09.193044+0000","last_up_change":"2024-07-26T06:40:58.792513+0000","last_in_change":"2024-07-26T06:28:05.631098+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T06:26:26.284583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:28:45.872505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:28:48.963118+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:29:40.645331+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1121","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1121,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d941cac5-ee65-483a-9e01-2e9fe112bf73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":341,"up_from":351,"up_thru":2759,"down_at":342,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6803","nonce":1306947576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6805","nonce":1306947576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6809","nonce":1306947576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":1306947576},{"type":"v1","addr":"172.21.15.37:6807","nonce":1306947576}]},"public_addr":"172.21.15.37:6803/1306947576","cluster_addr":"172.21.15.37:6805/1306947576","heartbeat_back_addr":"172.21.15.37:6809/1306947576","heartbeat_front_addr":"172.21.15.37:6807/1306947576","state":["exists","up"]},{"osd":1,"uuid":"8cee1365-a850-4157-ad65-37614a58cd9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":374,"up_from":385,"up_thru":2759,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6811","nonce":1144871531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6813","nonce":1144871531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6817","nonce":1144871531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":1144871531},{"type":"v1","addr":"172.21.15.37:6815","nonce":1144871531}]},"public_addr":"172.21.15.37:6811/1144871531","cluster_addr":"172.21.15.37:6813/1144871531","heartbeat_back_addr":"172.21.15.37:6817/1144871531","heartbeat_front_addr":"172.21.15.37:6815/1144871531","state":["exists","up"]},{"osd":2,"uuid":"26d6ad88-20ac-4fba-9605-3c0eb0fdf52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":407,"up_from":418,"up_thru":2759,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6819","nonce":1812793006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6821","nonce":1812793006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6825","nonce":1812793006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":1812793006},{"type":"v1","addr":"172.21.15.37:6823","nonce":1812793006}]},"public_addr":"172.21.15.37:6819/1812793006","cluster_addr":"172.21.15.37:6821/1812793006","heartbeat_back_addr":"172.21.15.37:6825/1812793006","heartbeat_front_addr":"172.21.15.37:6823/1812793006","state":["exists","up"]},{"osd":3,"uuid":"68e8e3d9-168b-427c-923b-089124563105","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":440,"up_from":451,"up_thru":2759,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6827","nonce":2599424646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6829","nonce":2599424646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6833","nonce":2599424646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":2599424646},{"type":"v1","addr":"172.21.15.37:6831","nonce":2599424646}]},"public_addr":"172.21.15.37:6827/2599424646","cluster_addr":"172.21.15.37:6829/2599424646","heartbeat_back_addr":"172.21.15.37:6833/2599424646","heartbeat_front_addr":"172.21.15.37:6831/2599424646","state":["exists","up"]},{"osd":4,"uuid":"63f90070-c4ba-47f2-a58b-9fddd94ba5e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":472,"up_from":483,"up_thru":2759,"down_at":473,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6801","nonce":3573865645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6803","nonce":3573865645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6807","nonce":3573865645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":3573865645},{"type":"v1","addr":"172.21.15.135:6805","nonce":3573865645}]},"public_addr":"172.21.15.135:6801/3573865645","cluster_addr":"172.21.15.135:6803/3573865645","heartbeat_back_addr":"172.21.15.135:6807/3573865645","heartbeat_front_addr":"172.21.15.135:6805/3573865645","state":["exists","up"]},{"osd":5,"uuid":"8a8997cd-5700-4efb-8a88-60245558a1fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":504,"up_from":515,"up_thru":2759,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6809","nonce":2476520676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6811","nonce":2476520676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6815","nonce":2476520676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":2476520676},{"type":"v1","addr":"172.21.15.135:6813","nonce":2476520676}]},"public_addr":"172.21.15.135:6809/2476520676","cluster_addr":"172.21.15.135:6811/2476520676","heartbeat_back_addr":"172.21.15.135:6815/2476520676","heartbeat_front_addr":"172.21.15.135:6813/2476520676","state":["exists","up"]},{"osd":6,"uuid":"a49d0853-a438-42a7-b65e-586d1efee15d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":538,"up_from":548,"up_thru":2759,"down_at":539,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6817","nonce":563328443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6819","nonce":563328443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6823","nonce":563328443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":563328443},{"type":"v1","addr":"172.21.15.135:6821","nonce":563328443}]},"public_addr":"172.21.15.135:6817/563328443","cluster_addr":"172.21.15.135:6819/563328443","heartbeat_back_addr":"172.21.15.135:6823/563328443","heartbeat_front_addr":"172.21.15.135:6821/563328443","state":["exists","up"]},{"osd":7,"uuid":"99f9c785-eb6f-45ff-8c4e-b9eab2143155","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":571,"up_from":582,"up_thru":2759,"down_at":572,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6825","nonce":459916420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6827","nonce":459916420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6831","nonce":459916420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":459916420},{"type":"v1","addr":"172.21.15.135:6829","nonce":459916420}]},"public_addr":"172.21.15.135:6825/459916420","cluster_addr":"172.21.15.135:6827/459916420","heartbeat_back_addr":"172.21.15.135:6831/459916420","heartbeat_front_addr":"172.21.15.135:6829/459916420","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:35.149183+0000","dead_epoch":341},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:25:58.409589+0000","dead_epoch":373},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:22.231593+0000","dead_epoch":407},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:26:48.112407+0000","dead_epoch":440},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:09.315730+0000","dead_epoch":472},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:32.848201+0000","dead_epoch":504},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:27:56.300664+0000","dead_epoch":538},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:28:20.727349+0000","dead_epoch":571}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":0,"to":2}]},{"pgid":"2.5","mappings":[{"from":0,"to":2}]},{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.b","mappings":[{"from":0,"to":7}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1a","mappings":[{"from":4,"to":3}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":2}]},{"pgid":"3.36","mappings":[{"from":6,"to":7}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/1708573780":"2024-07-26T08:21:09.735237+0000","172.21.15.135:6832/3417541906":"2024-07-27T06:41:22.662985+0000","172.21.15.37:0/2177569659":"2024-07-26T08:21:10.721768+0000","172.21.15.37:0/2854280440":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/211133229":"2024-07-26T08:47:36.707483+0000","172.21.15.37:0/3179872479":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/3431364330":"2024-07-26T08:26:20.593930+0000","172.21.15.37:6801/4036644298":"2024-07-27T06:35:49.250254+0000","172.21.15.37:6800/4036644298":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/43652809":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/3849025596":"2024-07-27T06:35:49.250254+0000","172.21.15.37:6800/1668096563":"2024-07-27T06:34:25.357025+0000","172.21.15.135:6835/1027176991":"2024-07-27T06:35:09.750417+0000","172.21.15.135:6833/3417541906":"2024-07-27T06:41:22.662985+0000","172.21.15.37:0/191077143":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/1772149778":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/3766781968":"2024-07-27T06:29:39.618346+0000","172.21.15.37:6801/1668096563":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/1726348087":"2024-07-27T06:34:25.357025+0000","172.21.15.37:6800/2925864693":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/647378735":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/3836572927":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/1151698068":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/3060440387":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6800/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/1963952421":"2024-07-27T06:35:49.250254+0000","172.21.15.135:0/387337738":"2024-07-27T06:35:09.750417+0000","172.21.15.135:6834/1027176991":"2024-07-27T06:35:09.750417+0000","172.21.15.37:0/563725221":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/3105057204":"2024-07-27T06:34:25.357025+0000","172.21.15.37:0/933690571":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/4137997925":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/1010029826":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/431601423":"2024-07-27T06:29:39.618346+0000","172.21.15.135:0/677822515":"2024-07-27T06:35:09.750417+0000","172.21.15.37:0/3745930801":"2024-07-27T06:35:49.250254+0000","172.21.15.37:0/1572280659":"2024-07-27T06:34:25.357025+0000","172.21.15.37:6800/1050712423":"2024-07-27T06:23:50.273020+0000","172.21.15.135:0/2093161602":"2024-07-27T06:35:09.750417+0000","172.21.15.37:6801/2209360134":"2024-07-27T06:24:13.771587+0000","172.21.15.37:0/2595307176":"2024-07-27T06:29:39.618346+0000","172.21.15.37:0/2917199484":"2024-07-27T06:23:50.273020+0000","172.21.15.37:0/144741014":"2024-07-27T06:24:13.771587+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":3}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":42,"length":2},{"begin":45,"length":3}]},{"pool":89,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":307,"length":6}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:49:34.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:33 smithi037 ceph-mon[97339]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:34.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:33 smithi037 ceph-mon[99762]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:34.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:33 smithi135 ceph-mon[90132]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-26T07:49:34.623 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs fail cephfs 2024-07-26T07:49:34.894 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/407156817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/407156817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:35.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:34 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:34 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/407156817' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:49:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' 2024-07-26T07:49:35.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:34 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:49:35.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:35 smithi037 ceph-mon[97339]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T07:49:35.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:35 smithi037 ceph-mon[99762]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T07:49:36.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:35 smithi135 ceph-mon[90132]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T07:49:36.572 INFO:teuthology.orchestra.run.smithi037.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T07:49:36.866 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[97316]: 2024-07-26T07:49:36.569+0000 7f03234e0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:49:36.866 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: ignoring --setuser ceph since I am not root 2024-07-26T07:49:36.867 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: ignoring --setgroup ceph since I am not root 2024-07-26T07:49:36.867 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: starting mds.a at 2024-07-26T07:49:37.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:49:37.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[97339]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:49:37.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:36 smithi037 ceph-mon[99762]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:49:37.167 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T07:49:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:49:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:49:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:49:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/2297955962' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:49:37.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:49:37.339 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:36 smithi135 ceph-mon[90132]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:49:37.433 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[97339]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[97339]: mds.? [v2:172.21.15.37:6834/2303670674,v1:172.21.15.37:6835/2303670674] up:boot 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[97339]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[97339]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[99762]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[99762]: mds.? [v2:172.21.15.37:6834/2303670674,v1:172.21.15.37:6835/2303670674] up:boot 2024-07-26T07:49:38.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[99762]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:49:38.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:37 smithi037 ceph-mon[99762]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:49:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:37 smithi135 ceph-mon[90132]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:37 smithi135 ceph-mon[90132]: mds.? [v2:172.21.15.37:6834/2303670674,v1:172.21.15.37:6835/2303670674] up:boot 2024-07-26T07:49:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:37 smithi135 ceph-mon[90132]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:49:38.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:37 smithi135 ceph-mon[90132]: from='mgr.24853 172.21.15.37:0/1775769682' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:49:40.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[97339]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:40.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/1262050975' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.196 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[99762]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:40.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/1262050975' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:39 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:39 smithi135 ceph-mon[90132]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:39 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/1262050975' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:39 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:49:40.509 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T07:49:40.780 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:41.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[97339]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:49:41.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[97339]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:49:41.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[97339]: Cluster is now healthy 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[97339]: fsmap 2 up:standby 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[99762]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[99762]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[99762]: Cluster is now healthy 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:49:41.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:40 smithi037 ceph-mon[99762]: fsmap 2 up:standby 2024-07-26T07:49:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:40 smithi135 ceph-mon[90132]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:49:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:40 smithi135 ceph-mon[90132]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:49:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:40 smithi135 ceph-mon[90132]: Cluster is now healthy 2024-07-26T07:49:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:40 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:49:41.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:40 smithi135 ceph-mon[90132]: fsmap 2 up:standby 2024-07-26T07:49:41.477 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:41 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: ::ffff:172.21.15.135 - - [26/Jul/2024:07:49:41] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-07-26T07:49:42.045 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:41 smithi037 ceph-mon[97339]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:42.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:41 smithi037 ceph-mon[99762]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:42.315 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:41 smithi135 ceph-mon[90132]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:42.588 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"72d59e84-4b17-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:49:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_metadata' removed 2024-07-26T07:49:43.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:42 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/200856102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.260 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:42 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.260 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:42 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/200856102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.261 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:42 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:42 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/200856102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:42 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:43.566 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T07:49:43.842 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:49:44.221 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[97339]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:44.221 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:44.222 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[97339]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:49:44.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[99762]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:44.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:44.222 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:43 smithi037 ceph-mon[99762]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:49:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:43 smithi135 ceph-mon[90132]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:43 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:44.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:43 smithi135 ceph-mon[90132]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:49:45.906 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data' removed 2024-07-26T07:49:46.224 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[97339]: pgmap v4784: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:46.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[97339]: from='client.? 172.21.15.37:0/3629438948' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.225 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[99762]: pgmap v4784: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:46.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[99762]: from='client.? 172.21.15.37:0/3629438948' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:45 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:45 smithi135 ceph-mon[90132]: pgmap v4784: 73 pgs: 73 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-26T07:49:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:45 smithi135 ceph-mon[90132]: from='client.? 172.21.15.37:0/3629438948' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:45 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:49:46.500 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:49:46.528 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:49:46.561 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-07-26T07:49:46.561 DEBUG:teuthology.orchestra.run.smithi037:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-26T07:49:46.587 DEBUG:teuthology.orchestra.run.smithi135:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-26T07:49:46.619 INFO:tasks.cephadm:Stopping all daemons... 2024-07-26T07:49:46.619 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-07-26T07:49:46.619 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a 2024-07-26T07:49:46.794 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 systemd[1]: Stopping Ceph mon.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:47.295 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:46] ENGINE Bus STOPPING 2024-07-26T07:49:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-mon[99762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:47.295 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-mon[99762]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:49:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-mon[97339]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:47.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-mon[97339]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:49:47.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[97316]: 2024-07-26T07:49:46.920+0000 7f0328ceb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:49:47.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a[97316]: 2024-07-26T07:49:46.920+0000 7f0328ceb640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-07-26T07:49:47.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:46 smithi037 podman[182464]: 2024-07-26 07:49:46.982251267 +0000 UTC m=+0.161352987 container died ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724) 2024-07-26T07:49:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:46 smithi135 ceph-mon[90132]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:49:47.338 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:46 smithi135 ceph-mon[90132]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:49:47.570 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:47 smithi037 podman[182464]: 2024-07-26 07:49:47.560825788 +0000 UTC m=+0.739927506 container cleanup ff46ddc6ca041e3a869435c783a442fd03ddeddfda9d269aaa2e22509fdac442 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-07-26T07:49:47.570 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 07:49:47 smithi037 bash[182464]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-a 2024-07-26T07:49:47.571 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:49:47.571 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:47] ENGINE Bus STOPPED 2024-07-26T07:49:47.571 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:47] ENGINE Bus STARTING 2024-07-26T07:49:47.571 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:47] ENGINE Serving on http://:::9283 2024-07-26T07:49:47.571 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:47 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: [26/Jul/2024:07:49:47] ENGINE Bus STARTED 2024-07-26T07:49:47.995 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.a.service' 2024-07-26T07:49:48.045 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:49:48.045 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-07-26T07:49:48.046 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-07-26T07:49:48.046 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.c 2024-07-26T07:49:48.396 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 systemd[1]: Stopping Ceph mon.c for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:48.396 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c[99739]: 2024-07-26T07:49:48.333+0000 7fa80fceb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:49:48.396 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c[99739]: 2024-07-26T07:49:48.333+0000 7fa80fceb640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-07-26T07:49:48.733 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 podman[182707]: 2024-07-26 07:49:48.39596209 +0000 UTC m=+0.155303378 container died 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T07:49:48.733 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 podman[182707]: 2024-07-26 07:49:48.733173222 +0000 UTC m=+0.492514498 container cleanup 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-26T07:49:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 bash[182707]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c 2024-07-26T07:49:49.045 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 07:49:48 smithi037 podman[182725]: 2024-07-26 07:49:48.950361488 +0000 UTC m=+0.549038964 container remove 6945be621d6ebbfcef05ae20a426a344d5604bf461c6eda4ee6ba9bec269a9f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-4b23044) 2024-07-26T07:49:49.178 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.c.service' 2024-07-26T07:49:49.214 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:49:49.214 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-07-26T07:49:49.214 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-07-26T07:49:49.214 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b 2024-07-26T07:49:49.534 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:49 smithi135 systemd[1]: Stopping Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b[90109]: 2024-07-26T07:49:49.531+0000 7fcf5c252640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:49:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b[90109]: 2024-07-26T07:49:49.531+0000 7fcf5c252640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-07-26T07:49:49.838 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:49 smithi135 podman[150760]: 2024-07-26 07:49:49.624893618 +0000 UTC m=+0.210798448 container died 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-07-26T07:49:50.266 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 podman[150760]: 2024-07-26 07:49:50.080842105 +0000 UTC m=+0.666746979 container cleanup 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-07-26T07:49:50.267 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 bash[150760]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b 2024-07-26T07:49:50.508 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service' 2024-07-26T07:49:50.529 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 podman[150777]: 2024-07-26 07:49:50.266021974 +0000 UTC m=+0.636677893 container remove 927840a3bca8178c4d19604f95d5c31b7e109810229ee07fd8db6743426c113b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T07:49:50.530 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service: Deactivated successfully. 2024-07-26T07:49:50.530 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 systemd[1]: Stopped Ceph mon.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:49:50.530 INFO:journalctl@ceph.mon.b.smithi135.stdout:Jul 26 07:49:50 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mon.b.service: Consumed 44.867s CPU time. 2024-07-26T07:49:50.553 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:49:50.553 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-07-26T07:49:50.554 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-07-26T07:49:50.554 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y 2024-07-26T07:49:50.914 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:50 smithi037 systemd[1]: Stopping Ceph mgr.y for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:51.239 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T07:49:50.913+0000 7f76029ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:49:51.239 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:50 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y[88861]: 2024-07-26T07:49:50.913+0000 7f76029ce640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-07-26T07:49:51.239 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:50 smithi037 podman[182840]: 2024-07-26 07:49:50.945761466 +0000 UTC m=+0.196312011 container died 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240724) 2024-07-26T07:49:51.544 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:51 smithi037 podman[182840]: 2024-07-26 07:49:51.328686826 +0000 UTC m=+0.579237371 container cleanup 1e7c85f7b9144685701573446c0be068a3840e7f8e51ca22fda7fd91a17ba011 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T07:49:51.545 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 07:49:51 smithi037 bash[182840]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-y 2024-07-26T07:49:51.682 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.y.service' 2024-07-26T07:49:51.719 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:49:51.719 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-07-26T07:49:51.719 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-07-26T07:49:51.719 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x 2024-07-26T07:49:52.069 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 07:49:51 smithi135 systemd[1]: Stopping Ceph mgr.x for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:52.338 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 07:49:52 smithi135 podman[150897]: 2024-07-26 07:49:52.069260319 +0000 UTC m=+0.150297426 container died be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724) 2024-07-26T07:49:52.703 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 07:49:52 smithi135 podman[150897]: 2024-07-26 07:49:52.435440381 +0000 UTC m=+0.516477487 container cleanup be9ce19aff2bf5cd8af8d3905ab7c422a62735616f8f6e128a58670a3086cf17 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x, RELEASE=squid-4b23044, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:49:52.704 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Jul 26 07:49:52 smithi135 bash[150897]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T07:49:52.865 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mgr.x.service' 2024-07-26T07:49:52.901 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:49:52.901 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-07-26T07:49:52.901 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-07-26T07:49:52.901 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.0 2024-07-26T07:49:53.227 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:52 smithi037 systemd[1]: Stopping Ceph osd.0 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:49:53.545 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T07:49:53.226+0000 7f884d36d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:49:53.545 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T07:49:53.226+0000 7f884d36d640 -1 osd.0 2845 *** Got signal Terminated *** 2024-07-26T07:49:53.545 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:53 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0[105677]: 2024-07-26T07:49:53.226+0000 7f884d36d640 -1 osd.0 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:49:58.935 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:58 smithi037 podman[182971]: 2024-07-26 07:49:58.647263859 +0000 UTC m=+5.540889178 container died 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-07-26T07:49:59.285 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[182971]: 2024-07-26 07:49:59.033950174 +0000 UTC m=+5.927575533 container cleanup 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-26T07:49:59.285 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 bash[182971]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0 2024-07-26T07:49:59.544 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183004]: 2024-07-26 07:49:59.285071392 +0000 UTC m=+0.631756051 container remove 9ea4c5a46b1806101a0a9c5ede37c0803e384dabf7f4e782d7caf866382b43f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T07:49:59.938 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183098]: 2024-07-26 07:49:59.523662023 +0000 UTC m=+0.017951763 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:49:59.939 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183098]: 2024-07-26 07:49:59.636063858 +0000 UTC m=+0.130353584 container create a1daa80ce914829edcdd82a6a8ece807ccc1547d82ede74cd0d9737dfdce3f1c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-07-26T07:49:59.939 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183098]: 2024-07-26 07:49:59.854950419 +0000 UTC m=+0.349240144 container init a1daa80ce914829edcdd82a6a8ece807ccc1547d82ede74cd0d9737dfdce3f1c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:49:59.939 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183098]: 2024-07-26 07:49:59.859585448 +0000 UTC m=+0.353875176 container start a1daa80ce914829edcdd82a6a8ece807ccc1547d82ede74cd0d9737dfdce3f1c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:49:59.939 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:49:59 smithi037 podman[183098]: 2024-07-26 07:49:59.938246321 +0000 UTC m=+0.432536049 container attach a1daa80ce914829edcdd82a6a8ece807ccc1547d82ede74cd0d9737dfdce3f1c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, RELEASE=squid-4b23044, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-07-26T07:50:00.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:59.626Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:50:00.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:59.626Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:50:00.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:59.629Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:50:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:59.629Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:50:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:49:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:49:59.629Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:50:00.295 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 07:50:00 smithi037 podman[183098]: 2024-07-26 07:50:00.055600168 +0000 UTC m=+0.549889893 container died a1daa80ce914829edcdd82a6a8ece807ccc1547d82ede74cd0d9737dfdce3f1c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:00.633 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.0.service' 2024-07-26T07:50:00.676 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:00.676 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-07-26T07:50:00.676 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-07-26T07:50:00.677 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1 2024-07-26T07:50:01.022 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:00 smithi037 systemd[1]: Stopping Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:01.295 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T07:50:01.021+0000 7fe9e7a93640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:01.296 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T07:50:01.021+0000 7fe9e7a93640 -1 osd.1 2845 *** Got signal Terminated *** 2024-07-26T07:50:01.296 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1[110757]: 2024-07-26T07:50:01.021+0000 7fe9e7a93640 -1 osd.1 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:06.904 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:06 smithi037 podman[183226]: 2024-07-26 07:50:06.623513542 +0000 UTC m=+5.708726088 container died f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:07.255 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:06 smithi037 podman[183226]: 2024-07-26 07:50:06.995014796 +0000 UTC m=+6.080227332 container cleanup f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:50:07.255 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:06 smithi037 bash[183226]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1 2024-07-26T07:50:07.544 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:07 smithi037 podman[183254]: 2024-07-26 07:50:07.254741801 +0000 UTC m=+0.625155224 container remove f2ec1ca3ce2783f685c2c80a845626af9315553023bd973f22d5ba518db2e45d (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-07-26T07:50:07.947 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:07 smithi037 podman[183347]: 2024-07-26 07:50:07.532623133 +0000 UTC m=+0.017839772 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:07.947 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:07 smithi037 podman[183347]: 2024-07-26 07:50:07.650936726 +0000 UTC m=+0.136153355 container create 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:08.232 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 podman[183347]: 2024-07-26 07:50:08.033136528 +0000 UTC m=+0.518353170 container init 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-07-26T07:50:08.232 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 podman[183347]: 2024-07-26 07:50:08.038260029 +0000 UTC m=+0.523476659 container start 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-26T07:50:08.232 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 podman[183347]: 2024-07-26 07:50:08.116267912 +0000 UTC m=+0.601484567 container attach 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-26T07:50:08.544 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 podman[183347]: 2024-07-26 07:50:08.232493821 +0000 UTC m=+0.717710460 container died 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T07:50:08.824 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service' 2024-07-26T07:50:08.849 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 podman[183390]: 2024-07-26 07:50:08.802963308 +0000 UTC m=+0.564275105 container remove 77d7460e77a5c1c928c47f88aa52a52ec0f9920adf72dc3ee0b7dfdafab43016 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux ) 2024-07-26T07:50:08.849 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service: Deactivated successfully. 2024-07-26T07:50:08.849 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 systemd[1]: Stopped Ceph osd.1 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:50:08.849 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 07:50:08 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.1.service: Consumed 3min 24.996s CPU time. 2024-07-26T07:50:08.865 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:08.865 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-07-26T07:50:08.865 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-07-26T07:50:08.866 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.2 2024-07-26T07:50:09.191 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:08 smithi037 systemd[1]: Stopping Ceph osd.2 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:09.544 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T07:50:09.190+0000 7f0d67c5c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:09.545 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T07:50:09.190+0000 7f0d67c5c640 -1 osd.2 2845 *** Got signal Terminated *** 2024-07-26T07:50:09.545 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2[115515]: 2024-07-26T07:50:09.190+0000 7f0d67c5c640 -1 osd.2 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:15.032 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:14 smithi037 podman[183474]: 2024-07-26 07:50:14.747207549 +0000 UTC m=+5.650924890 container died 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T07:50:15.295 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183474]: 2024-07-26 07:50:15.155184094 +0000 UTC m=+6.058901437 container cleanup 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0) 2024-07-26T07:50:15.295 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 bash[183474]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2 2024-07-26T07:50:15.724 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183494]: 2024-07-26 07:50:15.406836081 +0000 UTC m=+0.658176031 container remove 96691966cd41815a923c43a81e39c255a0a532c2ede0bc0ac7aee5f31b7eb43f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T07:50:16.010 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183587]: 2024-07-26 07:50:15.724123174 +0000 UTC m=+0.104616424 container create 99e7af369872aff2fd4b529aaf07695aa0605140d9e40ea7ab6ca45eaab81b65 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:50:16.010 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183587]: 2024-07-26 07:50:15.637612386 +0000 UTC m=+0.018105661 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:16.010 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183587]: 2024-07-26 07:50:15.927748884 +0000 UTC m=+0.308242135 container init 99e7af369872aff2fd4b529aaf07695aa0605140d9e40ea7ab6ca45eaab81b65 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:50:16.010 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:15 smithi037 podman[183587]: 2024-07-26 07:50:15.932802327 +0000 UTC m=+0.313295584 container start 99e7af369872aff2fd4b529aaf07695aa0605140d9e40ea7ab6ca45eaab81b65 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-07-26T07:50:16.010 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:16 smithi037 podman[183587]: 2024-07-26 07:50:16.009710152 +0000 UTC m=+0.390203412 container attach 99e7af369872aff2fd4b529aaf07695aa0605140d9e40ea7ab6ca45eaab81b65 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux ) 2024-07-26T07:50:16.295 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 07:50:16 smithi037 podman[183587]: 2024-07-26 07:50:16.129663057 +0000 UTC m=+0.510156308 container died 99e7af369872aff2fd4b529aaf07695aa0605140d9e40ea7ab6ca45eaab81b65 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:16.722 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.2.service' 2024-07-26T07:50:16.762 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:16.762 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-07-26T07:50:16.763 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-07-26T07:50:16.763 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.3 2024-07-26T07:50:17.045 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:16 smithi037 systemd[1]: Stopping Ceph osd.3 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:17.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T07:50:17.109+0000 7f007fb0e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:17.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T07:50:17.109+0000 7f007fb0e640 -1 osd.3 2845 *** Got signal Terminated *** 2024-07-26T07:50:17.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:17 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T07:50:17.109+0000 7f007fb0e640 -1 osd.3 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:20.795 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:20 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T07:50:20.335+0000 7f007c124640 -1 osd.3 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:54.983813+0000 front 2024-07-26T07:49:54.983697+0000 (oldest deadline 2024-07-26T07:50:19.683888+0000) 2024-07-26T07:50:21.696 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:21 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3[120728]: 2024-07-26T07:50:21.321+0000 7f007c124640 -1 osd.3 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:54.983813+0000 front 2024-07-26T07:49:54.983697+0000 (oldest deadline 2024-07-26T07:50:19.683888+0000) 2024-07-26T07:50:22.585 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:22.357+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:22.585 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:22 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:22.242+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:22.891 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:22 smithi037 podman[183714]: 2024-07-26 07:50:22.634813817 +0000 UTC m=+5.641303544 container died e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-07-26T07:50:23.172 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:22 smithi037 podman[183714]: 2024-07-26 07:50:22.990689692 +0000 UTC m=+5.997179417 container cleanup e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-07-26T07:50:23.172 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:22 smithi037 bash[183714]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3 2024-07-26T07:50:23.525 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:23.325+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:23.525 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:23.241+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:23.545 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183735]: 2024-07-26 07:50:23.267272423 +0000 UTC m=+0.626638894 container remove e9c88febbb7a81caf3f911256f6fcd1ec06738f69b72b04b8600a7b01565c28c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-07-26T07:50:23.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:23 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:23.615+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:23.970 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183842]: 2024-07-26 07:50:23.547711278 +0000 UTC m=+0.017928346 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:23.970 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183842]: 2024-07-26 07:50:23.659680042 +0000 UTC m=+0.129897100 container create 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-26T07:50:23.970 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183842]: 2024-07-26 07:50:23.878862293 +0000 UTC m=+0.349079369 container init 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-26T07:50:23.971 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183842]: 2024-07-26 07:50:23.884323765 +0000 UTC m=+0.354540832 container start 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T07:50:23.971 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:23 smithi037 podman[183842]: 2024-07-26 07:50:23.970255856 +0000 UTC m=+0.440472931 container attach 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-07-26T07:50:24.277 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:24.024+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:24.295 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:24 smithi037 podman[183842]: 2024-07-26 07:50:24.095767612 +0000 UTC m=+0.565984671 container died 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True) 2024-07-26T07:50:24.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:24.342+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:24.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:24.276+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:24.653 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 07:50:24 smithi037 podman[183886]: 2024-07-26 07:50:24.632100001 +0000 UTC m=+0.529649794 container remove 3a6f69825fc289b265770a6774e829a4c16f08ee9afc2c0820615a9188e10a8b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.license=GPLv2) 2024-07-26T07:50:24.659 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.3.service' 2024-07-26T07:50:24.700 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:24.701 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-07-26T07:50:24.701 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-07-26T07:50:24.701 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.4 2024-07-26T07:50:24.999 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:24 smithi135 systemd[1]: Stopping Ceph osd.4 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:24.999 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:24.592+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:25.289 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:25.047+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:25.289 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:24.997+0000 7f8a5335b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:25.289 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:24.997+0000 7f8a5335b640 -1 osd.4 2845 *** Got signal Terminated *** 2024-07-26T07:50:25.289 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:24 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:24.997+0000 7f8a5335b640 -1 osd.4 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:25.588 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:25.392+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:25.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:25.288+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:26.088 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:25 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:25.590+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:26.435 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:26 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:26.093+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:26.435 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:26 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:26.306+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:26.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:26 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:26.434+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:26.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:26 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:26.547+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:27.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:27.072+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:27.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:27.395+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:27.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:27.338+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:27.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:27.338+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:27.839 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:27 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:27.563+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:28.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:28.055+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:28.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:28.055+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:28.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:28.381+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:28.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:28.560+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:28.839 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:28.560+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:28.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:28.341+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:28.839 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:28 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:28.341+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:29.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:29.301+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:29.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:29.301+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:29.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:29.071+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:29.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:29.071+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:29.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4[95838]: 2024-07-26T07:50:29.404+0000 7f8a4f971640 -1 osd.4 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:55.937362+0000 front 2024-07-26T07:49:55.937455+0000 (oldest deadline 2024-07-26T07:50:21.837174+0000) 2024-07-26T07:50:29.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:29.609+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:29.839 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:29 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:29.609+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:30.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:30.082+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:30.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:30.082+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:30.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:30.322+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:30.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:30.322+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:30.838 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:30 smithi135 podman[151045]: 2024-07-26 07:50:30.622890326 +0000 UTC m=+5.720806049 container died fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:50:30.839 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:30.575+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:30.839 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:30 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:30.575+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:31.311 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:31.098+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:31.311 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:31.098+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:31.311 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:30 smithi135 podman[151045]: 2024-07-26 07:50:30.95395486 +0000 UTC m=+6.051870616 container cleanup fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:31.311 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:30 smithi135 bash[151045]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4 2024-07-26T07:50:31.311 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151066]: 2024-07-26 07:50:31.13006673 +0000 UTC m=+0.502298877 container remove fca56a293499c82c9f942221cbad0bd366bc60b7242d0bc86551c345b8d20154 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, ceph=True) 2024-07-26T07:50:31.572 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:31.309+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:31.572 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:31.309+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:31.573 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:31.543+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:31.573 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:31 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:31.543+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:31.839 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.572593696 +0000 UTC m=+0.113260261 container create c7297920a055aeb2201d88e6e4051d43eaf95b65288756e9af2acaaae06a3429 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T07:50:31.839 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.476883776 +0000 UTC m=+0.017550361 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:31.839 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.808422416 +0000 UTC m=+0.349088990 container init c7297920a055aeb2201d88e6e4051d43eaf95b65288756e9af2acaaae06a3429 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-26T07:50:31.839 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.813507276 +0000 UTC m=+0.354173849 container start c7297920a055aeb2201d88e6e4051d43eaf95b65288756e9af2acaaae06a3429 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044) 2024-07-26T07:50:32.273 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:32.097+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:32.274 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:32.097+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:32.274 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.916652737 +0000 UTC m=+0.457319321 container attach c7297920a055aeb2201d88e6e4051d43eaf95b65288756e9af2acaaae06a3429 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-07-26T07:50:32.274 INFO:journalctl@ceph.osd.4.smithi135.stdout:Jul 26 07:50:31 smithi135 podman[151160]: 2024-07-26 07:50:31.997006223 +0000 UTC m=+0.537672793 container died c7297920a055aeb2201d88e6e4051d43eaf95b65288756e9af2acaaae06a3429 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044) 2024-07-26T07:50:32.528 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:32.272+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:32.528 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:32.272+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:32.561 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.4.service' 2024-07-26T07:50:32.602 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:32.602 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-07-26T07:50:32.603 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-07-26T07:50:32.603 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.5 2024-07-26T07:50:32.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:32.532+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:32.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:32.532+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:32.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 systemd[1]: Stopping Ceph osd.5 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:33.259 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:33.066+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:33.259 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:33.066+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:33.259 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:32.940+0000 7fd827623640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:33.259 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:32.940+0000 7fd827623640 -1 osd.5 2845 *** Got signal Terminated *** 2024-07-26T07:50:33.259 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:32 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:32.940+0000 7fd827623640 -1 osd.5 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:33.564 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:33.257+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:33.565 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:33.257+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:33.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:33.563+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:33.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:33 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:33.563+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:34.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:34.057+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:34.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:34.057+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:34.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:34.262+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:34.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:34.262+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:34.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:34.541+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:34.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:34 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:34.541+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:35.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:35.058+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:35.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:35.058+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:35.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:35.296+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:35.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:35.296+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:35.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:35.567+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:35.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:35 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:35.567+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:36.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:36.062+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:36.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:36.062+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:36.342 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:36.255+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:36.342 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:36.255+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:36.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:36.552+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:36.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:36.552+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:36.838 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:36 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:36.552+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.670097+0000 front 2024-07-26T07:50:11.670183+0000 (oldest deadline 2024-07-26T07:50:36.370037+0000) 2024-07-26T07:50:37.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:37.087+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:37.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:37.087+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:37.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:37.087+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:37.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:37.282+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:37.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:37.282+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:37.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:37.282+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:38.072 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:37.595+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:58.168519+0000 front 2024-07-26T07:49:58.168707+0000 (oldest deadline 2024-07-26T07:50:22.868455+0000) 2024-07-26T07:50:38.072 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:37.595+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:02.869141+0000 front 2024-07-26T07:50:02.869067+0000 (oldest deadline 2024-07-26T07:50:28.169014+0000) 2024-07-26T07:50:38.072 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:37 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5[100575]: 2024-07-26T07:50:37.595+0000 7fd81fc31640 -1 osd.5 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.670097+0000 front 2024-07-26T07:50:11.670183+0000 (oldest deadline 2024-07-26T07:50:36.370037+0000) 2024-07-26T07:50:38.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:38.071+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:38.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:38.071+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:38.338 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:38.071+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:38.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:38.267+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:38.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:38.267+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:38.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:38 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:38.267+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:38.648 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:38 smithi135 podman[151289]: 2024-07-26 07:50:38.383411004 +0000 UTC m=+5.544187395 container died 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-07-26T07:50:38.982 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:38 smithi135 podman[151289]: 2024-07-26 07:50:38.739256399 +0000 UTC m=+5.900032792 container cleanup 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-07-26T07:50:38.982 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:38 smithi135 bash[151289]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5 2024-07-26T07:50:39.315 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:38 smithi135 podman[151313]: 2024-07-26 07:50:38.981829104 +0000 UTC m=+0.596151542 container remove 3463a69238cd67c0582d1aaa6144815d7d365bdd2eee43b24db399bb0b80a26c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:50:39.316 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:39.110+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:39.316 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:39.110+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:39.316 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:39.110+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:39.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:39.314+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:39.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:39.314+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:39.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:39 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:39.314+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:39.588 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.316278172 +0000 UTC m=+0.114788618 container create ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-07-26T07:50:39.588 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.219183075 +0000 UTC m=+0.017693521 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:39.589 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.535655485 +0000 UTC m=+0.334165949 container init ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:50:39.589 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.540316453 +0000 UTC m=+0.338826908 container start ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-07-26T07:50:40.013 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.610253693 +0000 UTC m=+0.408764139 container attach ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-26T07:50:40.014 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:39 smithi135 podman[151404]: 2024-07-26 07:50:39.728157577 +0000 UTC m=+0.526668023 container died ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:40.273 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.154+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:40.273 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.154+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:40.273 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.154+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:40.273 INFO:journalctl@ceph.osd.5.smithi135.stdout:Jul 26 07:50:40 smithi135 podman[151446]: 2024-07-26 07:50:40.255382366 +0000 UTC m=+0.521698960 container remove ccd102e791ef603082b0114c0eb1ea2b7b5b0f0db0fd537d82b062f1d4246231 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0) 2024-07-26T07:50:40.278 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.5.service' 2024-07-26T07:50:40.317 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:40.318 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-07-26T07:50:40.318 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-07-26T07:50:40.318 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.6 2024-07-26T07:50:40.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 systemd[1]: Stopping Ceph osd.6 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:40.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:40.323+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:40.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:40.323+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:40.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:40.323+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:41.088 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.634+0000 7fc439cc6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:41.088 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.634+0000 7fc439cc6640 -1 osd.6 2845 *** Got signal Terminated *** 2024-07-26T07:50:41.088 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:40 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:40.634+0000 7fc439cc6640 -1 osd.6 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:41.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:41.195+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:41.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:41.195+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:41.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:41.195+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:41.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:41.281+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:41.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:41.281+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:41.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:41 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:41.281+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:42.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:42.238+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:42.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:42.238+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:42.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:42.238+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:42.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:42.232+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:42.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:42.232+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:42.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:42 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:42.232+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:43.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:43.219+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:43.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:43.219+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:43.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:43.219+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:43.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:43.204+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:43.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:43.204+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:43.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:43 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:43.204+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:44.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:44.244+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:44.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:44.244+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:44.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:44.244+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:44.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:44.214+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:44.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:44.214+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:44.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:44 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:44.214+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:45.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:45.205+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:57.850987+0000 front 2024-07-26T07:49:57.851133+0000 (oldest deadline 2024-07-26T07:50:23.751186+0000) 2024-07-26T07:50:45.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:45.205+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:03.751805+0000 front 2024-07-26T07:50:03.751792+0000 (oldest deadline 2024-07-26T07:50:27.251645+0000) 2024-07-26T07:50:45.588 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6[105315]: 2024-07-26T07:50:45.205+0000 7fc4362dc640 -1 osd.6 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:11.952769+0000 front 2024-07-26T07:50:11.952738+0000 (oldest deadline 2024-07-26T07:50:36.553151+0000) 2024-07-26T07:50:45.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:45.201+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:45.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:45.201+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:45.589 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:45 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:45.201+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:46.417 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:46 smithi135 podman[151529]: 2024-07-26 07:50:46.12986091 +0000 UTC m=+5.590156582 container died a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-26T07:50:46.417 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:46.170+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:46.418 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:46.170+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:46.418 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:46.170+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:46.418 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:46 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:46.170+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:46.745 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:46 smithi135 podman[151529]: 2024-07-26 07:50:46.510096971 +0000 UTC m=+5.970392646 container cleanup a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, RELEASE=squid-4b23044, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-26T07:50:46.745 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:46 smithi135 bash[151529]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6 2024-07-26T07:50:47.071 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:46 smithi135 podman[151550]: 2024-07-26 07:50:46.744939829 +0000 UTC m=+0.605972371 container remove a300722af3f9451807dc3bf25ce3f69a9bd7b4794a3f10efafe255df09d02317 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:50:47.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:47.189+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:47.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:47.189+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:47.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:47.189+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:47.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:47 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:47.189+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:47.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:47.071174597 +0000 UTC m=+0.103695828 container create 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-07-26T07:50:47.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:46.984302282 +0000 UTC m=+0.016823477 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:47.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:47.274014001 +0000 UTC m=+0.306535186 container init 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-07-26T07:50:47.339 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:47.278630241 +0000 UTC m=+0.311151429 container start 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:47.762 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:47.360599953 +0000 UTC m=+0.393121139 container attach 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-07-26T07:50:47.762 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151647]: 2024-07-26 07:50:47.467966383 +0000 UTC m=+0.500487570 container died 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-07-26T07:50:48.015 INFO:journalctl@ceph.osd.6.smithi135.stdout:Jul 26 07:50:47 smithi135 podman[151690]: 2024-07-26 07:50:47.995016409 +0000 UTC m=+0.521046096 container remove 0fbbeb2370cd8182820f9d7f80e719a2b1d11641b0e1eea8c41fdf8fa2d88de1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-07-26T07:50:48.020 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.6.service' 2024-07-26T07:50:48.058 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:48.059 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-07-26T07:50:48.059 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-07-26T07:50:48.059 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7 2024-07-26T07:50:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 systemd[1]: Stopping Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.190+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.190+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.190+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:48.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.190+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:48.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.383+0000 7f50dc17b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:48.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.383+0000 7f50dc17b640 -1 osd.7 2845 *** Got signal Terminated *** 2024-07-26T07:50:48.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:48 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:48.383+0000 7f50dc17b640 -1 osd.7 2845 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:50:49.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:49.233+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:49.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:49.233+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:49.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:49.233+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:49.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:49 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:49.233+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:50.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:50.261+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:50.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:50.261+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:50.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:50.261+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:50.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:50 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:50.261+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:51.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:51 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:51.240+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:51.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:51 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:51.240+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:51.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:51 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:51.240+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:51.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:51 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:51.240+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:52.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:52.251+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:52.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:52.251+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:52.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:52.251+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:52.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:52 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:52.251+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:53.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:53.287+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6806 osd.0 since back 2024-07-26T07:49:56.759323+0000 front 2024-07-26T07:49:56.759114+0000 (oldest deadline 2024-07-26T07:50:21.459145+0000) 2024-07-26T07:50:53.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:53.287+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6814 osd.1 since back 2024-07-26T07:50:01.459700+0000 front 2024-07-26T07:50:01.459659+0000 (oldest deadline 2024-07-26T07:50:26.759585+0000) 2024-07-26T07:50:53.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:53.287+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6822 osd.2 since back 2024-07-26T07:50:13.661682+0000 front 2024-07-26T07:50:13.661753+0000 (oldest deadline 2024-07-26T07:50:36.561571+0000) 2024-07-26T07:50:53.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:53.287+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.37:6830 osd.3 since back 2024-07-26T07:50:20.662745+0000 front 2024-07-26T07:50:20.662730+0000 (oldest deadline 2024-07-26T07:50:45.962594+0000) 2024-07-26T07:50:53.588 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7[110042]: 2024-07-26T07:50:53.287+0000 7f50d8791640 -1 osd.7 2845 heartbeat_check: no reply from 172.21.15.135:6804 osd.4 since back 2024-07-26T07:50:28.263388+0000 front 2024-07-26T07:50:28.263431+0000 (oldest deadline 2024-07-26T07:50:52.963436+0000) 2024-07-26T07:50:54.088 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:53 smithi135 podman[151776]: 2024-07-26 07:50:53.859885939 +0000 UTC m=+5.580113980 container died 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-4b23044, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-26T07:50:54.367 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:54 smithi135 podman[151776]: 2024-07-26 07:50:54.198509759 +0000 UTC m=+5.918737798 container cleanup 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-07-26T07:50:54.367 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:54 smithi135 bash[151776]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7 2024-07-26T07:50:54.734 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:54 smithi135 podman[151801]: 2024-07-26 07:50:54.36711898 +0000 UTC m=+0.505349961 container remove 216ac0ddaa9727cab30ef9ccc5425510daaa89b50a63546a3bac1c3b963538eb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T07:50:55.046 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:54 smithi135 podman[151901]: 2024-07-26 07:50:54.688066302 +0000 UTC m=+0.017725204 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:50:55.046 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:54 smithi135 podman[151901]: 2024-07-26 07:50:54.852013587 +0000 UTC m=+0.181672523 container create f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, ceph=True, io.buildah.version=1.36.0) 2024-07-26T07:50:55.046 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 podman[151901]: 2024-07-26 07:50:55.046257507 +0000 UTC m=+0.375916401 container init f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044) 2024-07-26T07:50:55.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 podman[151901]: 2024-07-26 07:50:55.051210848 +0000 UTC m=+0.380869750 container start f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:50:55.338 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 podman[151901]: 2024-07-26 07:50:55.12958173 +0000 UTC m=+0.459240634 container attach f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-07-26T07:50:55.339 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 podman[151901]: 2024-07-26 07:50:55.234323995 +0000 UTC m=+0.563982899 container died f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724) 2024-07-26T07:50:55.816 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service' 2024-07-26T07:50:55.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 podman[151945]: 2024-07-26 07:50:55.800476738 +0000 UTC m=+0.560238325 container remove f4d0031212e794dc2792c3f55f26d47de36ceb2aef27aad9e5be4a3ed9fc4f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, io.buildah.version=1.36.0) 2024-07-26T07:50:55.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service: Deactivated successfully. 2024-07-26T07:50:55.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 systemd[1]: Stopped Ceph osd.7 for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:50:55.838 INFO:journalctl@ceph.osd.7.smithi135.stdout:Jul 26 07:50:55 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@osd.7.service: Consumed 2min 51.242s CPU time. 2024-07-26T07:50:55.857 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:50:55.857 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-07-26T07:50:55.857 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-07-26T07:50:55.858 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.a 2024-07-26T07:50:56.168 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:50:55 smithi037 systemd[1]: Stopping Ceph mds.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:50:56.443 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:50:56 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: 2024-07-26T07:50:56.167+0000 7fbb05735640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:50:56.444 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:50:56 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a[126116]: 2024-07-26T07:50:56.167+0000 7fbb05735640 -1 mds.a *** got signal Terminated *** 2024-07-26T07:51:00.088 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:50:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:50:59.626Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:51:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:50:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:50:59.626Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:51:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:50:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:50:59.629Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:51:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:50:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:50:59.629Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:51:00.089 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:50:59 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:50:59.629Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.37:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.37:8765: connect: connection refused" 2024-07-26T07:51:00.449 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:51:00 smithi037 podman[183971]: 2024-07-26 07:51:00.17779706 +0000 UTC m=+4.110376471 container died 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-26T07:51:00.782 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:51:00 smithi037 podman[183971]: 2024-07-26 07:51:00.539746923 +0000 UTC m=+4.472326333 container cleanup 6bc7cfc05d3eb44eec91ce30ff7ba6921403344aa0c2d8b6de917aaada667efb (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-07-26T07:51:00.782 INFO:journalctl@ceph.mds.a.smithi037.stdout:Jul 26 07:51:00 smithi037 bash[183971]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-a 2024-07-26T07:51:00.939 DEBUG:teuthology.orchestra.run.smithi037:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.a.service' 2024-07-26T07:51:00.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:51:00.976 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-07-26T07:51:00.977 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-07-26T07:51:00.977 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.b 2024-07-26T07:51:01.338 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:01 smithi135 systemd[1]: Stopping Ceph mds.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:01.838 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:01 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[114660]: 2024-07-26T07:51:01.342+0000 7f00f1d23640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:51:01.838 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:01 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b[114660]: 2024-07-26T07:51:01.342+0000 7f00f1d23640 -1 mds.b *** got signal Terminated *** 2024-07-26T07:51:02.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T07:51:01.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi037.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.37:8443: connect: connection refused" 2024-07-26T07:51:02.045 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:01 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T07:51:01.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi135.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.135:8443: connect: connection refused" 2024-07-26T07:51:05.611 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:05 smithi135 podman[152032]: 2024-07-26 07:51:05.352673487 +0000 UTC m=+4.174933469 container died 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:51:06.044 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:05 smithi135 podman[152032]: 2024-07-26 07:51:05.700935509 +0000 UTC m=+4.523195480 container cleanup 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-07-26T07:51:06.044 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:05 smithi135 bash[152032]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b 2024-07-26T07:51:06.045 INFO:journalctl@ceph.mds.b.smithi135.stdout:Jul 26 07:51:05 smithi135 podman[152052]: 2024-07-26 07:51:05.843935516 +0000 UTC m=+0.484530286 container remove 9e400c9bf3d1ca30728e356ba299d38f592895382cd8038794d8a4bd0f24271b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-07-26T07:51:06.067 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@mds.b.service' 2024-07-26T07:51:06.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:51:06.102 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-07-26T07:51:06.102 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-07-26T07:51:06.102 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a 2024-07-26T07:51:06.338 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 systemd[1]: Stopping Ceph prometheus.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.424Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T07:51:06.682 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.425Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.425Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.425Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.426Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.426Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a[122685]: ts=2024-07-26T07:51:06.427Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T07:51:06.683 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 podman[152163]: 2024-07-26 07:51:06.435186731 +0000 UTC m=+0.111152419 container died 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:07.057 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 podman[152163]: 2024-07-26 07:51:06.780531666 +0000 UTC m=+0.456497354 container cleanup 7c4a452a39fc007d6045b6a1c09298c16d8fec38e5f2ed1d7ac2e6b713f977ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:07.057 INFO:journalctl@ceph.prometheus.a.smithi135.stdout:Jul 26 07:51:06 smithi135 bash[152163]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T07:51:07.194 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@prometheus.a.service' 2024-07-26T07:51:07.227 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:51:07.227 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-07-26T07:51:07.228 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 --force --keep-logs 2024-07-26T07:51:09.238 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:08 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:09.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a[134275]: ts=2024-07-26T07:51:09.238Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T07:51:09.545 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 podman[184439]: 2024-07-26 07:51:09.279324148 +0000 UTC m=+0.149076986 container died d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:09.904 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 podman[184439]: 2024-07-26 07:51:09.63627817 +0000 UTC m=+0.506030993 container cleanup d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:09.904 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 bash[184439]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T07:51:10.198 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 podman[184458]: 2024-07-26 07:51:09.903891224 +0000 UTC m=+0.617773696 container remove d17c313f478943ce638e58b34bac1e8a5268d09b35ba55d348132bd8bf067f7f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:10.198 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:09 smithi037 podman[184458]: 2024-07-26 07:51:09.987726056 +0000 UTC m=+0.701608490 volume remove 4b04be3def40097ab06349e9dd436114e2e12862b90f0d2201b30175875b7420 2024-07-26T07:51:10.546 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:10 smithi037 systemd[1]: Stopping Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:10.546 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:10 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T07:51:10.547 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:10 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:51:10.547 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 07:51:10 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 3.899s CPU time. 2024-07-26T07:51:11.032 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:10 smithi037 podman[184568]: 2024-07-26 07:51:10.670139934 +0000 UTC m=+0.120219716 container died 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:11.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 podman[184568]: 2024-07-26 07:51:11.123609194 +0000 UTC m=+0.573688966 container cleanup 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:11.295 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 bash[184568]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T07:51:11.715 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 podman[184587]: 2024-07-26 07:51:11.399540895 +0000 UTC m=+0.733247429 container remove 72f09f83a89d8beb57250cf35d4a9160ad44320d247954d9327a17ca75c064ca (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:51:11.715 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T07:51:11.715 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T07:51:11.715 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 systemd[1]: Stopped Ceph node-exporter.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:51:11.715 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 07:51:11 smithi037 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 8.275s CPU time. 2024-07-26T07:51:12.227 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 --force --keep-logs 2024-07-26T07:51:14.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:13 smithi135 systemd[1]: Stopping Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:14.338 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=server t=2024-07-26T07:51:14.104984478Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-07-26T07:51:14.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=ticker t=2024-07-26T07:51:14.105028558Z level=info msg=stopped last_tick=2024-07-26T07:51:10Z 2024-07-26T07:51:14.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a[126855]: logger=tracing t=2024-07-26T07:51:14.105035056Z level=info msg="Closing tracing" 2024-07-26T07:51:14.339 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 podman[152618]: 2024-07-26 07:51:14.115649626 +0000 UTC m=+0.106975403 container died 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:51:14.663 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 podman[152618]: 2024-07-26 07:51:14.453308727 +0000 UTC m=+0.444634511 container cleanup 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:51:14.663 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 bash[152618]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T07:51:15.055 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 podman[152634]: 2024-07-26 07:51:14.663173571 +0000 UTC m=+0.547735607 container remove 5981f83dcb723e433481216879fa4c5f04d053c222010912a2a8e3afe619c4ea (image=quay.io/ceph/grafana:9.4.12, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:51:15.056 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Deactivated successfully. 2024-07-26T07:51:15.056 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 systemd[1]: Stopped Ceph grafana.a for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:51:15.056 INFO:journalctl@ceph.grafana.a.smithi135.stdout:Jul 26 07:51:14 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 39.268s CPU time. 2024-07-26T07:51:15.321 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 systemd[1]: Stopping Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968... 2024-07-26T07:51:15.588 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 podman[152749]: 2024-07-26 07:51:15.320464056 +0000 UTC m=+0.123561151 container died 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:51:16.076 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 podman[152749]: 2024-07-26 07:51:15.683266028 +0000 UTC m=+0.486363115 container cleanup 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:51:16.076 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 bash[152749]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T07:51:16.076 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 podman[152767]: 2024-07-26 07:51:15.843065553 +0000 UTC m=+0.526491184 container remove 88bdff49ff5148247096158284c733efa4e439d74c3567d95412e4b1191c39ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-72d59e84-4b17-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:51:16.076 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:15 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T07:51:16.507 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T07:51:16.507 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:16 smithi135 systemd[1]: Stopped Ceph node-exporter.b for 72d59e84-4b17-11ef-bcb6-c7b262605968. 2024-07-26T07:51:16.507 INFO:journalctl@ceph.node-exporter.b.smithi135.stdout:Jul 26 07:51:16 smithi135 systemd[1]: ceph-72d59e84-4b17-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 7.374s CPU time. 2024-07-26T07:51:16.715 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:51:16.752 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:51:16.779 INFO:tasks.cephadm:Archiving crash dumps... 2024-07-26T07:51:16.781 DEBUG:teuthology.misc:Transferring archived files from smithi037:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi037/crash 2024-07-26T07:51:16.782 DEBUG:teuthology.orchestra.run.smithi037:> sudo tar c -f - -C /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash -- . 2024-07-26T07:51:16.835 INFO:teuthology.orchestra.run.smithi037.stderr:tar: /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash: Cannot open: No such file or directory 2024-07-26T07:51:16.836 INFO:teuthology.orchestra.run.smithi037.stderr:tar: Error is not recoverable: exiting now 2024-07-26T07:51:16.837 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi135/crash 2024-07-26T07:51:16.838 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash -- . 2024-07-26T07:51:16.872 INFO:teuthology.orchestra.run.smithi135.stderr:tar: /var/lib/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/crash: Cannot open: No such file or directory 2024-07-26T07:51:16.873 INFO:teuthology.orchestra.run.smithi135.stderr:tar: Error is not recoverable: exiting now 2024-07-26T07:51:16.874 INFO:tasks.cephadm:Checking cluster log for badness... 2024-07-26T07:51:16.874 DEBUG:teuthology.orchestra.run.smithi037:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:51:16.908 INFO:teuthology.orchestra.run.smithi037.stdout:1721975327.8923042 mon.a (mon.0) 653 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:51:16.910 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-07-26T07:51:16.911 DEBUG:teuthology.orchestra.run.smithi037:> sudo egrep '\[SEC\]' /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:51:16.981 DEBUG:teuthology.orchestra.run.smithi037:> sudo egrep '\[ERR\]' /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:51:17.051 DEBUG:teuthology.orchestra.run.smithi037:> sudo egrep '\[WRN\]' /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:51:17.117 INFO:teuthology.orchestra.run.smithi037.stdout:1721975327.8923042 mon.a (mon.0) 653 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T07:51:17.119 INFO:tasks.cephadm:Compressing logs... 2024-07-26T07:51:17.119 DEBUG:teuthology.orchestra.run.smithi037:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T07:51:17.161 DEBUG:teuthology.orchestra.run.smithi135:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T07:51:17.185 INFO:teuthology.orchestra.run.smithi037.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log 2024-07-26T07:51:17.185 INFO:teuthology.orchestra.run.smithi037.stderr:: No such file or directory 2024-07-26T07:51:17.185 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.2.log 2024-07-26T07:51:17.185 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log 2024-07-26T07:51:17.185 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log: /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.3.log 2024-07-26T07:51:17.187 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.1.log 2024-07-26T07:51:17.187 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.y.log 2024-07-26T07:51:17.188 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.3.log: /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.0.log 2024-07-26T07:51:17.188 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.c.log 2024-07-26T07:51:17.188 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.a.log 2024-07-26T07:51:17.189 INFO:teuthology.orchestra.run.smithi135.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log 2024-07-26T07:51:17.189 INFO:teuthology.orchestra.run.smithi135.stderr:: No such file or directory 2024-07-26T07:51:17.189 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log 2024-07-26T07:51:17.189 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.7.log 2024-07-26T07:51:17.189 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.b.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.5.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose --/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.b.log: /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.4.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.x.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr: 84.5% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.b.log.gz 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.6.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log.gz 2024-07-26T07:51:17.192 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.b.log 2024-07-26T07:51:17.196 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log: 91.2% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log.gz 2024-07-26T07:51:17.196 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-26T07:51:17.200 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.c.log: 94.7% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.audit.log.gz 2024-07-26T07:51:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log 2024-07-26T07:51:17.202 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.b.log: 86.6% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log.gz 2024-07-26T07:51:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.a.log: 92.6% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.log.gz 2024-07-26T07:51:17.214 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.a.log 2024-07-26T07:51:17.215 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph.cephadm.log.gz 2024-07-26T07:51:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log.gz 2024-07-26T07:51:17.225 INFO:teuthology.orchestra.run.smithi135.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-26T07:51:17.226 INFO:teuthology.orchestra.run.smithi037.stderr:gzip -5 --verbose -- /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log 2024-07-26T07:51:17.244 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-26T07:51:17.244 INFO:teuthology.orchestra.run.smithi037.stderr: 92.4% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mds.a.log.gz 2024-07-26T07:51:17.262 INFO:teuthology.orchestra.run.smithi135.stderr: 90.9% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.x.log.gz 2024-07-26T07:51:17.274 INFO:teuthology.orchestra.run.smithi037.stderr:/var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-26T07:51:17.275 INFO:teuthology.orchestra.run.smithi037.stderr: 91.1% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-volume.log.gz 2024-07-26T07:51:18.190 INFO:teuthology.orchestra.run.smithi037.stderr: 90.0% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mgr.y.log.gz 2024-07-26T07:51:18.556 INFO:teuthology.orchestra.run.smithi135.stderr: 92.2% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.b.log.gz 2024-07-26T07:51:18.648 INFO:teuthology.orchestra.run.smithi037.stderr: 91.8% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.c.log.gz 2024-07-26T07:51:21.487 INFO:teuthology.orchestra.run.smithi037.stderr: 90.5% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-mon.a.log.gz 2024-07-26T07:51:36.138 INFO:teuthology.orchestra.run.smithi135.stderr: 94.5% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.6.log.gz 2024-07-26T07:51:37.883 INFO:teuthology.orchestra.run.smithi135.stderr: 94.5% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.4.log.gz 2024-07-26T07:51:39.119 INFO:teuthology.orchestra.run.smithi135.stderr: 94.4% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.5.log.gz 2024-07-26T07:51:39.644 INFO:teuthology.orchestra.run.smithi037.stderr: 94.5% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.3.log.gz 2024-07-26T07:51:43.762 INFO:teuthology.orchestra.run.smithi135.stderr: 94.8% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.7.log.gz 2024-07-26T07:51:43.764 INFO:teuthology.orchestra.run.smithi135.stderr: 2024-07-26T07:51:43.764 INFO:teuthology.orchestra.run.smithi135.stderr:real 0m26.587s 2024-07-26T07:51:43.764 INFO:teuthology.orchestra.run.smithi135.stderr:user 1m26.311s 2024-07-26T07:51:43.764 INFO:teuthology.orchestra.run.smithi135.stderr:sys 0m3.199s 2024-07-26T07:51:43.834 INFO:teuthology.orchestra.run.smithi037.stderr: 94.3% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.1.log.gz 2024-07-26T07:51:45.102 INFO:teuthology.orchestra.run.smithi037.stderr: 94.4% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.0.log.gz 2024-07-26T07:51:46.397 INFO:teuthology.orchestra.run.smithi037.stderr: 94.0% -- replaced with /var/log/ceph/72d59e84-4b17-11ef-bcb6-c7b262605968/ceph-osd.2.log.gz 2024-07-26T07:51:46.399 INFO:teuthology.orchestra.run.smithi037.stderr: 2024-07-26T07:51:46.399 INFO:teuthology.orchestra.run.smithi037.stderr:real 0m29.225s 2024-07-26T07:51:46.399 INFO:teuthology.orchestra.run.smithi037.stderr:user 1m49.242s 2024-07-26T07:51:46.399 INFO:teuthology.orchestra.run.smithi037.stderr:sys 0m3.634s 2024-07-26T07:51:46.400 INFO:tasks.cephadm:Archiving logs... 2024-07-26T07:51:46.400 DEBUG:teuthology.misc:Transferring archived files from smithi037:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi037/log 2024-07-26T07:51:46.401 DEBUG:teuthology.orchestra.run.smithi037:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T07:52:01.025 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi135/log 2024-07-26T07:52:01.026 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T07:52:12.847 INFO:tasks.cephadm:Removing cluster... 2024-07-26T07:52:12.848 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 --force 2024-07-26T07:52:13.486 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 72d59e84-4b17-11ef-bcb6-c7b262605968 --force 2024-07-26T07:52:14.073 INFO:tasks.cephadm:Removing cephadm ... 2024-07-26T07:52:14.073 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-26T07:52:14.091 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-26T07:52:14.107 INFO:tasks.cephadm:Teardown complete 2024-07-26T07:52:14.107 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-26T07:52:14.124 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-26T07:52:14.124 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T07:52:14.134 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T07:52:14.225 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-26T07:52:14.237 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-26T07:52:14.238 DEBUG:teuthology.orchestra.run.smithi037:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:52:14.240 DEBUG:teuthology.orchestra.run.smithi135:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:52:14.254 INFO:teuthology.orchestra.run.smithi037.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:52:14.255 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:52:14.258 INFO:teuthology.orchestra.run.smithi037.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:52:14.258 INFO:teuthology.orchestra.run.smithi037.stdout:=============================================================================== 2024-07-26T07:52:14.259 INFO:teuthology.orchestra.run.smithi037.stdout:^* hv01.front.sepia.ceph.com 3 6 377 47 +215us[ +221us] +/- 66ms 2024-07-26T07:52:14.259 INFO:teuthology.orchestra.run.smithi037.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -680us[ -674us] +/- 67ms 2024-07-26T07:52:14.259 INFO:teuthology.orchestra.run.smithi037.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +404us[ +411us] +/- 61ms 2024-07-26T07:52:14.259 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:52:14.259 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:52:14.260 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-07-26T07:52:14.260 INFO:teuthology.orchestra.run.smithi135.stdout:^* hv01.front.sepia.ceph.com 3 8 377 181 +249us[ +222us] +/- 64ms 2024-07-26T07:52:14.260 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 45 -672us[ -672us] +/- 67ms 2024-07-26T07:52:14.260 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 47 +433us[ +433us] +/- 61ms 2024-07-26T07:52:14.260 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:52:14.261 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-26T07:52:14.275 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-26T07:52:14.275 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-26T07:52:14.287 DEBUG:teuthology.orchestra.run.smithi037:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T07:52:14.407 DEBUG:teuthology.orchestra.run.smithi135:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T07:52:14.493 DEBUG:teuthology.orchestra.run.smithi037:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T07:52:14.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:52:14.525 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T07:52:14.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:52:14.555 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-26T07:52:14.566 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-26T07:52:14.618 INFO:teuthology.task.internal:Duration was 5761.486714 seconds 2024-07-26T07:52:14.619 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-26T07:52:14.678 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-26T07:52:14.678 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T07:52:14.681 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T07:52:14.720 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:52:14.720 INFO:teuthology.orchestra.run.smithi037.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:52:15.124 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-26T07:52:15.125 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi037.front.sepia.ceph.com 2024-07-26T07:52:15.125 DEBUG:teuthology.orchestra.run.smithi037:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T07:52:15.147 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi135.front.sepia.ceph.com 2024-07-26T07:52:15.147 DEBUG:teuthology.orchestra.run.smithi135:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T07:52:15.191 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-26T07:52:15.192 DEBUG:teuthology.orchestra.run.smithi037:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T07:52:15.194 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T07:52:15.259 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-26T07:52:15.259 DEBUG:teuthology.orchestra.run.smithi037:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T07:52:15.263 DEBUG:teuthology.orchestra.run.smithi135:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T07:52:15.855 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-26T07:52:15.870 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-26T07:52:15.870 DEBUG:teuthology.orchestra.run.smithi037:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T07:52:15.896 DEBUG:teuthology.orchestra.run.smithi135:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T07:52:15.922 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-26T07:52:15.937 DEBUG:teuthology.orchestra.run.smithi037:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:52:15.939 DEBUG:teuthology.orchestra.run.smithi135:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:52:15.960 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern = core 2024-07-26T07:52:15.986 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = core 2024-07-26T07:52:15.999 DEBUG:teuthology.orchestra.run.smithi037:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:52:16.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:52:16.030 DEBUG:teuthology.orchestra.run.smithi135:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:52:16.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:52:16.056 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-26T07:52:16.070 INFO:teuthology.task.internal:Transferring archived files... 2024-07-26T07:52:16.072 DEBUG:teuthology.misc:Transferring archived files from smithi037:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi037 2024-07-26T07:52:16.072 DEBUG:teuthology.orchestra.run.smithi037:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T07:52:16.124 DEBUG:teuthology.misc:Transferring archived files from smithi135:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818629/remote/smithi135 2024-07-26T07:52:16.125 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T07:52:16.171 INFO:teuthology.task.internal:Removing archive directory... 2024-07-26T07:52:16.171 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-26T07:52:16.174 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-26T07:52:16.219 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-26T07:52:16.233 INFO:teuthology.task.internal:Not uploading archives. 2024-07-26T07:52:16.233 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-26T07:52:16.251 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-26T07:52:16.251 DEBUG:teuthology.orchestra.run.smithi037:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T07:52:16.254 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T07:52:16.267 INFO:teuthology.orchestra.run.smithi037.stdout: 265911 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 07:52 /home/ubuntu/cephtest 2024-07-26T07:52:16.274 INFO:teuthology.orchestra.run.smithi135.stdout: 265843 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 07:52 /home/ubuntu/cephtest 2024-07-26T07:52:16.275 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-26T07:52:16.290 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-26T07:52:16.318 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5761.486713647842 failure_reason: '"1721975327.8923042 mon.a (mon.0) 653 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-07-26T07:52:16.318 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T07:52:16.411 INFO:teuthology.run:FAIL